Skip to content
Snippets Groups Projects
Commit 7e677472 authored by Marcin Wątroba's avatar Marcin Wątroba
Browse files

download_dataset command

parent f1012a9c
Branches
No related merge requests found
...@@ -8,10 +8,10 @@ def iterate_dataset(dataset_path: str, dataset_name: Optional[str], cache_dir: s ...@@ -8,10 +8,10 @@ def iterate_dataset(dataset_path: str, dataset_name: Optional[str], cache_dir: s
dataset_dict = datasets.load_dataset(dataset_path, dataset_name if len(dataset_name) > 0 else None, dataset_dict = datasets.load_dataset(dataset_path, dataset_name if len(dataset_name) > 0 else None,
cache_dir=cache_dir) cache_dir=cache_dir)
dataset = dataset_dict[split_name] dataset = dataset_dict[split_name]
for it in dataset[:items]:
print(it)
counter = 0 counter = 0
for it in dataset: for it in dataset:
if items > counter:
print(it)
counter += 1 counter += 1
print(f'all_items {counter}') print(f'all_items {counter}')
......
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment