Skip to content
Snippets Groups Projects
Commit 304d2f43 authored by Bartosz Broda's avatar Bartosz Broda
Browse files

add stub for parsing

parent 7fd62f3c
Branches
No related tags found
No related merge requests found
#include "mwereader.h"
#include "mweparser.h"
#include <boost/algorithm/string.hpp>
namespace Corpus2{
bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>(
"mwereader","inner,mwepath"); // TODO more help?
"mwereader","inner,mwefile"); // TODO more help?
MWEReader::MWEReader(const Tagset &tagset, const std::string &filename)
: TokenReader(tagset), inner_filename_(filename)
......@@ -45,9 +46,13 @@ bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>(
inner_reader_ = create_path_reader(inner, this->tagset(),
inner_filename_);
}
if(boost::algorithm::starts_with(option, "mwefile:")) {
std::string mwefile = option.substr(8);
load_mwes(mwefile);
}
// TODO MWE stuff
// TODO more MWE stuff
}
void MWEReader::validate()
......@@ -66,5 +71,11 @@ bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>(
return inner_reader_->get_option(option);
}
void MWEReader::load_mwes(const std::string &filename)
{
MWEParser parser;
parser.parse_file(filename);
}
}// ns Corpus2
......@@ -3,6 +3,8 @@
#include <libcorpus2/io/reader.h>
#include "mwe.h"
namespace Corpus2 {
......@@ -43,7 +45,11 @@ public:
virtual void validate();
static bool registered;
private:
void load_mwes(const std::string& filename);
//MWEIndex mwe_index_;
/// ptr to inner reader doing the real work of reading a corpus
TokenReaderPtr inner_reader_;
/// path for inner reader
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment