From f1012a9c7abdbc2ffefa66d9b2ef70220f9decfc Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Marcin=20W=C4=85troba?= <markowanga@gmail.com>
Date: Sun, 15 Jan 2023 09:17:29 +0100
Subject: [PATCH] download_dataset command
---
new_datasets/iterate_hf_dataset.py | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git a/new_datasets/iterate_hf_dataset.py b/new_datasets/iterate_hf_dataset.py
index d6bf1a7..a280237 100644
--- a/new_datasets/iterate_hf_dataset.py
+++ b/new_datasets/iterate_hf_dataset.py
@@ -5,7 +5,8 @@ import datasets
def iterate_dataset(dataset_path: str, dataset_name: Optional[str], cache_dir: str, split_name: str, items: int):
- dataset_dict = datasets.load_dataset(dataset_path, dataset_name if len(dataset_name) > 0 else None, cache_dir)
+ dataset_dict = datasets.load_dataset(dataset_path, dataset_name if len(dataset_name) > 0 else None,
+ cache_dir=cache_dir)
dataset = dataset_dict[split_name]
for it in dataset[:items]:
print(it)
--
GitLab