From 4228616ae90689d67af2cadd0beed364ab7fe1a1 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Marcin=20W=C4=85troba?= <markowanga@gmail.com>
Date: Sun, 15 Jan 2023 01:29:03 +0100
Subject: [PATCH] download_dataset command
---
new_datasets/download_hf_dataset.py | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/new_datasets/download_hf_dataset.py b/new_datasets/download_hf_dataset.py
index 1f6effc..45e472c 100644
--- a/new_datasets/download_hf_dataset.py
+++ b/new_datasets/download_hf_dataset.py
@@ -5,7 +5,7 @@ import datasets
def download_dataset(dataset_path: str, dataset_name: Optional[str], cache_dir: str):
- dataset = datasets.load_dataset(dataset_path, dataset_name, cache_dir=cache_dir)
+ dataset = datasets.load_dataset(dataset_path, dataset_name if len(dataset_name) > 0 else None, cache_dir=cache_dir)
print(dataset)
@@ -15,4 +15,4 @@ if __name__ == '__main__':
parser.add_argument("--dataset_name")
parser.add_argument("--cache_dir")
args = parser.parse_args()
- download_dataset(args.dataset, args.asr)
+ download_dataset(args.dataset_path, args.dataset_name, args.cache_dir)
--
GitLab