diff --git a/combo/data/dataset_readers/dataset_reader.py b/combo/data/dataset_readers/dataset_reader.py index 0d2c34cd04c26cbb0e3a0f81ffaecddd68713b74..6a0227427b0a0990050065694b0263f4ac4d90db 100644 --- a/combo/data/dataset_readers/dataset_reader.py +++ b/combo/data/dataset_readers/dataset_reader.py @@ -64,17 +64,6 @@ class DatasetReader(IterableDataset): yield instance def _read(self) -> Iterable[Instance]: - """ - Reads the instances from the given `file_path` and returns them as an - `Iterable`. - You are strongly encouraged to use a generator so that users can - read a dataset in a lazy way, if they so choose. - """ - # NOTE: `file_path` is left untyped here on purpose. - # Technically the type should be `DatasetReaderInput`, but many subclass - # implementations of `DatasetReader` define their `_read()` method to take a more - # specific type, such as just `str`. But that would be a type error - # according to mypy: https://mypy.readthedocs.io/en/stable/common_issues.html#incompatible-overrides raise NotImplementedError def apply_token_indexers(self, instance: Instance) -> None: