Skip to content
Snippets Groups Projects

Release 1.0.0b2.

Merged Mateusz Klimaszewski requested to merge config_package into develop
Compare and
13 files
+ 68
72
Compare changes
  • Side-by-side
  • Inline
Files
13
+ 4
1
import copy
import logging
import pathlib
from typing import Union, List, Dict, Iterable, Optional, Any, Tuple
import conllu
@@ -79,7 +80,9 @@ class UniversalDependenciesDatasetReader(allen_data.DatasetReader):
file_path = [file_path] if len(file_path.split(",")) == 0 else file_path.split(",")
for conllu_file in file_path:
with open(conllu_file, "r") as file:
file = pathlib.Path(conllu_file)
assert conllu_file and file.exists(), f"File with path '{conllu_file}' does not exists!"
with file.open("r"):
for annotation in conllu.parse_incr(file, fields=self.fields, field_parsers=self.field_parsers):
yield self.text_to_instance(annotation)