From e88ac9640533c6ba174649b288c6e04ed50dc08e Mon Sep 17 00:00:00 2001
From: Adam Radziszewski <adam.radziszewski@pwr.wroc.pl>
Date: Wed, 21 Dec 2011 09:51:50 +0100
Subject: [PATCH] add remove_all_lexemes to token, useful for tagging
---
libcorpus2/token.h | 5 +++++
swig/token.i | 2 ++
2 files changed, 7 insertions(+)
diff --git a/libcorpus2/token.h b/libcorpus2/token.h
index 4ab4272..5c992a5 100644
--- a/libcorpus2/token.h
+++ b/libcorpus2/token.h
@@ -115,6 +115,11 @@ public:
lexemes_.push_back(lex);
}
+ /// Leaves a faulty token with no lexemes (use with care!)
+ void remove_all_lexemes() {
+ lexemes_.clear();
+ }
+
/// Replaces all the lexemes with the given vector
void replace_lexemes(const std::vector<Lexeme>& new_lexemes) {
lexemes_ = new_lexemes;
diff --git a/swig/token.i b/swig/token.i
index e90abc8..c5f803a 100644
--- a/swig/token.i
+++ b/swig/token.i
@@ -50,6 +50,8 @@ namespace Corpus2 {
void add_lexeme(const Lexeme& lex);
+ void remove_all_lexemes();
+
const Lexeme& get_preferred_lexeme(const Tagset& tagset) const;
size_t get_preferred_lexeme_index(const Tagset& tagset) const;
--
GitLab