Skip to content
Snippets Groups Projects
Commit 41d40f92 authored by Bartosz Broda's avatar Bartosz Broda
Browse files

add more comments

parent f1a538f3
Branches
No related merge requests found
...@@ -4,7 +4,7 @@ ...@@ -4,7 +4,7 @@
namespace Corpus2{ namespace Corpus2{
bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>( bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>(
"mwereader","token,chunk,sentence"); // TODO more help? "mwereader","inner,mwepath"); // TODO more help?
MWEReader::MWEReader(const Tagset &tagset, const std::string &filename) MWEReader::MWEReader(const Tagset &tagset, const std::string &filename)
: TokenReader(tagset), inner_filename_(filename) : TokenReader(tagset), inner_filename_(filename)
...@@ -20,6 +20,7 @@ bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>( ...@@ -20,6 +20,7 @@ bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>(
Token* MWEReader::get_next_token() Token* MWEReader::get_next_token()
{ {
// TODO MWE stuff // TODO MWE stuff
// get whole sentence -> process it -> return token by token
return inner_reader_->get_next_token(); return inner_reader_->get_next_token();
} }
...@@ -32,19 +33,20 @@ bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>( ...@@ -32,19 +33,20 @@ bool MWEReader::registered = TokenReader::register_path_reader<MWEReader>(
boost::shared_ptr<Chunk> MWEReader::get_next_chunk() boost::shared_ptr<Chunk> MWEReader::get_next_chunk()
{ {
// TODO MWE stuff // TODO MWE stuff
// get whole chunk -> process sentences -> return processed chunk
return inner_reader_->get_next_chunk(); return inner_reader_->get_next_chunk();
} }
void MWEReader::set_option(const std::string& option) void MWEReader::set_option(const std::string& option)
{ {
if(boost::algorithm::starts_with(option, "inner:")) if(boost::algorithm::starts_with(option, "inner:")) {
{
std::string inner = option.substr(6); std::string inner = option.substr(6);
inner_reader_ = create_path_reader(inner, this->tagset(), inner_reader_ = create_path_reader(inner, this->tagset(),
inner_filename_); inner_filename_);
} }
// TODO MWE stuff // TODO MWE stuff
} }
......
...@@ -16,10 +16,16 @@ public: ...@@ -16,10 +16,16 @@ public:
~MWEReader(); ~MWEReader();
/// retrieves whole sentence, finds MWEs, and return tokens
Token* get_next_token(); Token* get_next_token();
/// the prefered mode for this reader
Sentence::Ptr get_next_sentence(); Sentence::Ptr get_next_sentence();
/**
* retrieves chunk with inner reader and then searches for MWEs within
* sentences.
*/
boost::shared_ptr<Chunk> get_next_chunk(); boost::shared_ptr<Chunk> get_next_chunk();
void set_option(const std::string& option); void set_option(const std::string& option);
......
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment