Skip to content
Snippets Groups Projects

Switching to UD 2.9

Merged Łukasz Pszenny requested to merge develop into master
Compare and
12 files
+ 585
77
Compare changes
  • Side-by-side
  • Inline
Files
12
+ 1
1
@@ -82,7 +82,7 @@ class UniversalDependenciesDatasetReader(allen_data.DatasetReader):
for conllu_file in file_path:
file = pathlib.Path(conllu_file)
assert conllu_file and file.exists(), f"File with path '{conllu_file}' does not exists!"
with file.open("r") as f:
with file.open("r", encoding="utf-8") as f:
for annotation in conllu.parse_incr(f, fields=self.fields, field_parsers=self.field_parsers):
yield self.text_to_instance(annotation)