Skip to content
Snippets Groups Projects

Release 1.0.0b2.

9 files
+ 17
14
Compare changes
  • Side-by-side
  • Inline

Files

+ 4
1
import copy
import copy
import logging
import logging
 
import pathlib
from typing import Union, List, Dict, Iterable, Optional, Any, Tuple
from typing import Union, List, Dict, Iterable, Optional, Any, Tuple
import conllu
import conllu
@@ -79,7 +80,9 @@ class UniversalDependenciesDatasetReader(allen_data.DatasetReader):
@@ -79,7 +80,9 @@ class UniversalDependenciesDatasetReader(allen_data.DatasetReader):
file_path = [file_path] if len(file_path.split(",")) == 0 else file_path.split(",")
file_path = [file_path] if len(file_path.split(",")) == 0 else file_path.split(",")
for conllu_file in file_path:
for conllu_file in file_path:
with open(conllu_file, "r") as file:
file = pathlib.Path(conllu_file)
 
assert conllu_file and file.exists(), f"File with path '{conllu_file}' does not exists!"
 
with file.open("r"):
for annotation in conllu.parse_incr(file, fields=self.fields, field_parsers=self.field_parsers):
for annotation in conllu.parse_incr(file, fields=self.fields, field_parsers=self.field_parsers):
yield self.text_to_instance(annotation)
yield self.text_to_instance(annotation)
Loading