From a9ad17547d73eb54a8ff07de0711aaf172523a6c Mon Sep 17 00:00:00 2001
From: Mateusz Klimaszewski <mk.klimaszewski@gmail.com>
Date: Fri, 7 May 2021 11:22:16 +0200
Subject: [PATCH] Change batch size for tamil.
---
scripts/train_iwpt21.py | 6 +++++-
1 file changed, 5 insertions(+), 1 deletion(-)
diff --git a/scripts/train_iwpt21.py b/scripts/train_iwpt21.py
index e4705f7..b5838c4 100644
--- a/scripts/train_iwpt21.py
+++ b/scripts/train_iwpt21.py
@@ -119,7 +119,6 @@ def run(_):
--pretrained_transformer_name {utils.LANG2TRANSFORMER[lang]}
--serialization_dir {serialization_dir}
--cuda_device {FLAGS.cuda_device}
- --word_batch_size 2500
--config_path {pathlib.Path.cwd() / 'combo' / 'config.graph.template.jsonnet'}
--notensorboard
"""
@@ -128,6 +127,11 @@ def run(_):
if lang in {"fr", "ru"}:
command = command + " --targets deprel,head,upostag,lemma,feats"
+ if lang in {"ta"}:
+ command = command + " --word_batch_size 500"
+ else:
+ command = command + " --word_batch_size 2500"
+
utils.execute_command("".join(command.splitlines()))
--
GitLab