Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
W
WCCL
Manage
Activity
Members
Labels
Plan
Issues
4
Issue boards
Milestones
Wiki
Redmine
Code
Merge requests
0
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Build
Pipelines
Jobs
Pipeline schedules
Artifacts
Deploy
Releases
Container Registry
Operate
Environments
Monitor
Incidents
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
Analysers
WCCL
Commits
6a12a604
Commit
6a12a604
authored
13 years ago
by
minda
Browse files
Options
Downloads
Patches
Plain Diff
New possibility in mwe_reader - new constructor
parent
348e1e4f
No related merge requests found
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
libmwereader/CMakeLists.txt
+5
-0
5 additions, 0 deletions
libmwereader/CMakeLists.txt
libmwereader/mwereader.cpp
+9
-5
9 additions, 5 deletions
libmwereader/mwereader.cpp
libmwereader/mwereader.h
+1
-0
1 addition, 0 deletions
libmwereader/mwereader.h
with
15 additions
and
5 deletions
libmwereader/CMakeLists.txt
+
5
−
0
View file @
6a12a604
...
@@ -39,6 +39,11 @@ if(UNIX)
...
@@ -39,6 +39,11 @@ if(UNIX)
install
(
TARGETS corpus2_mwereader LIBRARY DESTINATION lib
)
install
(
TARGETS corpus2_mwereader LIBRARY DESTINATION lib
)
#install(TARGETS c2pqtest RUNTIME DESTINATION bin)
#install(TARGETS c2pqtest RUNTIME DESTINATION bin)
install
(
DIRECTORY ./
DESTINATION include/libmwereader
FILES_MATCHING PATTERN
"*.h"
)
endif
(
UNIX
)
endif
(
UNIX
)
add_subdirectory
(
tests
)
add_subdirectory
(
tests
)
This diff is collapsed.
Click to expand it.
libmwereader/mwereader.cpp
+
9
−
5
View file @
6a12a604
...
@@ -32,6 +32,13 @@ bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>(
...
@@ -32,6 +32,13 @@ bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>(
mwes_counter
=
0
;
mwes_counter
=
0
;
}
}
MWEReader
::
MWEReader
(
const
Tagset
&
tagset
,
const
std
::
string
&
filename
,
TokenReaderPtr
reader
)
:
TokenReader
(
tagset
),
inner_filename_
(
filename
)
{
mwes_counter
=
0
;
inner_reader_
=
reader
;
}
MWEReader
::~
MWEReader
()
MWEReader
::~
MWEReader
()
{
{
// TODO implementataion
// TODO implementataion
...
@@ -151,7 +158,6 @@ bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>(
...
@@ -151,7 +158,6 @@ bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>(
void
MWEReader
::
set_option
(
const
std
::
string
&
option
)
void
MWEReader
::
set_option
(
const
std
::
string
&
option
)
{
{
if
(
boost
::
algorithm
::
starts_with
(
option
,
"inner:"
))
{
if
(
boost
::
algorithm
::
starts_with
(
option
,
"inner:"
))
{
std
::
string
inner
=
option
.
substr
(
6
);
std
::
string
inner
=
option
.
substr
(
6
);
inner_reader_
=
create_path_reader
(
inner
,
this
->
tagset
(),
inner_reader_
=
create_path_reader
(
inner
,
this
->
tagset
(),
...
@@ -160,11 +166,11 @@ bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>(
...
@@ -160,11 +166,11 @@ bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>(
currentSentence
=
boost
::
make_shared
<
Sentence
>
();
currentSentence
=
boost
::
make_shared
<
Sentence
>
();
}
}
if
(
boost
::
algorithm
::
starts_with
(
option
,
"mwefile:"
))
{
if
(
boost
::
algorithm
::
starts_with
(
option
,
"mwefile:"
))
{
std
::
string
mwefile
=
option
.
substr
(
8
);
std
::
string
mwefile
=
option
.
substr
(
8
);
boost
::
algorithm
::
trim
(
mwefile
);
boost
::
algorithm
::
trim
(
mwefile
);
if
(
boost
::
filesystem
::
exists
(
mwefile
))
if
(
boost
::
filesystem
::
exists
(
mwefile
))
{
load_mwes
(
mwefile
);
load_mwes
(
mwefile
);
}
else
else
throw
std
::
runtime_error
(
"File "
+
mwefile
+
" does not exists"
);
throw
std
::
runtime_error
(
"File "
+
mwefile
+
" does not exists"
);
}
}
...
@@ -215,10 +221,8 @@ bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>(
...
@@ -215,10 +221,8 @@ bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>(
MWEParser
parser
(
mwe_index_
);
MWEParser
parser
(
mwe_index_
);
parser
.
parse_file
(
filename
);
parser
.
parse_file
(
filename
);
mwes_counter
++
;
mwes_counter
++
;
if
(
parser
.
get_tagset
().
name
()
!=
tagset
().
name
())
if
(
parser
.
get_tagset
().
name
()
!=
tagset
().
name
())
throw
std
::
runtime_error
(
"Tagset in mwe file does not match reader tagset!"
);
throw
std
::
runtime_error
(
"Tagset in mwe file does not match reader tagset!"
);
}
}
...
...
This diff is collapsed.
Click to expand it.
libmwereader/mwereader.h
+
1
−
0
View file @
6a12a604
...
@@ -32,6 +32,7 @@ public:
...
@@ -32,6 +32,7 @@ public:
* \param filename corpus filename (MWE file is given in options)
* \param filename corpus filename (MWE file is given in options)
*/
*/
MWEReader
(
const
Tagset
&
tagset
,
const
std
::
string
&
filename
);
MWEReader
(
const
Tagset
&
tagset
,
const
std
::
string
&
filename
);
MWEReader
(
const
Tagset
&
tagset
,
const
std
::
string
&
filename
,
TokenReaderPtr
reader
);
~
MWEReader
();
~
MWEReader
();
...
...
This diff is collapsed.
Click to expand it.
Preview
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment