Skip to content
Snippets Groups Projects
Commit f4d01088 authored by Maja Jablonska's avatar Maja Jablonska
Browse files

Change conllu.TokenList to conllu.models.TokenList

parent e12bddad
Branches
Tags
1 merge request!46Merge COMBO 3.0 into master
...@@ -54,14 +54,14 @@ class Sentence: ...@@ -54,14 +54,14 @@ class Sentence:
return len(self.tokens) return len(self.tokens)
class _TokenList(conllu.TokenList): class _TokenList(conllu.models.TokenList):
@overrides @overrides
def __repr__(self): def __repr__(self):
return 'TokenList<' + ', '.join(token['token'] for token in self) + '>' return 'TokenList<' + ', '.join(token['token'] for token in self) + '>'
def sentence2conllu(sentence: Sentence, keep_semrel: bool = True) -> conllu.TokenList: def sentence2conllu(sentence: Sentence, keep_semrel: bool = True) -> conllu.models.TokenList:
tokens = [] tokens = []
for token in sentence.tokens: for token in sentence.tokens:
token_dict = collections.OrderedDict(dataclasses.asdict(token)) token_dict = collections.OrderedDict(dataclasses.asdict(token))
...@@ -82,7 +82,7 @@ def sentence2conllu(sentence: Sentence, keep_semrel: bool = True) -> conllu.Toke ...@@ -82,7 +82,7 @@ def sentence2conllu(sentence: Sentence, keep_semrel: bool = True) -> conllu.Toke
metadata=sentence.metadata) metadata=sentence.metadata)
def tokens2conllu(tokens: List[str]) -> conllu.TokenList: def tokens2conllu(tokens: List[str]) -> conllu.models.TokenList:
return _TokenList( return _TokenList(
[collections.OrderedDict({"id": idx, "token": token}) for [collections.OrderedDict({"id": idx, "token": token}) for
idx, token idx, token
......
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment