Skip to content
Snippets Groups Projects
Commit 41d40f92 authored by Bartosz Broda's avatar Bartosz Broda
Browse files

add more comments

parent f1a538f3
Branches
No related tags found
No related merge requests found
...@@ -4,7 +4,7 @@ ...@@ -4,7 +4,7 @@
namespace Corpus2{ namespace Corpus2{
bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>( bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>(
"mwereader","token,chunk,sentence"); // TODO more help? "mwereader","inner,mwepath"); // TODO more help?
MWEReader::MWEReader(const Tagset &tagset, const std::string &filename) MWEReader::MWEReader(const Tagset &tagset, const std::string &filename)
: TokenReader(tagset), inner_filename_(filename) : TokenReader(tagset), inner_filename_(filename)
...@@ -20,6 +20,7 @@ bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>( ...@@ -20,6 +20,7 @@ bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>(
Token* MWEReader::get_next_token() Token* MWEReader::get_next_token()
{ {
// TODO MWE stuff // TODO MWE stuff
// get whole sentence -> process it -> return token by token
return inner_reader_->get_next_token(); return inner_reader_->get_next_token();
} }
...@@ -32,19 +33,20 @@ bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>( ...@@ -32,19 +33,20 @@ bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>(
boost::shared_ptr<Chunk> MWEReader::get_next_chunk() boost::shared_ptr<Chunk> MWEReader::get_next_chunk()
{ {
// TODO MWE stuff // TODO MWE stuff
// get whole chunk -> process sentences -> return processed chunk
return inner_reader_->get_next_chunk(); return inner_reader_->get_next_chunk();
} }
void MWEReader::set_option(const std::string& option) void MWEReader::set_option(const std::string& option)
{ {
if(boost::algorithm::starts_with(option, "inner:")) if(boost::algorithm::starts_with(option, "inner:")) {
{
std::string inner = option.substr(6); std::string inner = option.substr(6);
inner_reader_ = create_path_reader(inner, this->tagset(), inner_reader_ = create_path_reader(inner, this->tagset(),
inner_filename_); inner_filename_);
} }
// TODO MWE stuff // TODO MWE stuff
} }
......
...@@ -16,10 +16,16 @@ public: ...@@ -16,10 +16,16 @@ public:
~MWEReader(); ~MWEReader();
/// retrieves whole sentence, finds MWEs, and return tokens
Token* get_next_token(); Token* get_next_token();
/// the prefered mode for this reader
Sentence::Ptr get_next_sentence(); Sentence::Ptr get_next_sentence();
/**
* retrieves chunk with inner reader and then searches for MWEs within
* sentences.
*/
boost::shared_ptr<Chunk> get_next_chunk(); boost::shared_ptr<Chunk> get_next_chunk();
void set_option(const std::string& option); void set_option(const std::string& option);
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment