From 386953e3263dcf26ed1cf8d87ef47fcf76bacf5a Mon Sep 17 00:00:00 2001
From: piotrmp <piotr.m.przybyla@gmail.com>
Date: Thu, 24 Nov 2022 11:11:00 +0100
Subject: [PATCH] Small adjustments to job split.
---
src/lambo/examples/run_training.py | 4 +++-
src/lambo/examples/run_training_pretrained.py | 2 +-
2 files changed, 4 insertions(+), 2 deletions(-)
diff --git a/src/lambo/examples/run_training.py b/src/lambo/examples/run_training.py
index 34c8b88..9554404 100644
--- a/src/lambo/examples/run_training.py
+++ b/src/lambo/examples/run_training.py
@@ -17,9 +17,11 @@ if __name__=='__main__':
# Read available languages
languages_file_str = resources.read_text('lambo.resources', 'languages.txt', encoding='utf-8', errors='strict')
- languages = [line.split(' ')[0] for line in languages_file_str.split('\n')]
+ languages = [line.split(' ')[0] for line in languages_file_str.split('\n') if not line[0] == '#']
for i in range(len(languages)):
+ if len(sys.argv)>3 and i % 5 != int(sys.argv[3]):
+ continue
language = languages[i]
if (outpath / (language + '.pth')).exists():
continue
diff --git a/src/lambo/examples/run_training_pretrained.py b/src/lambo/examples/run_training_pretrained.py
index 0e7f7ee..6a81eb2 100644
--- a/src/lambo/examples/run_training_pretrained.py
+++ b/src/lambo/examples/run_training_pretrained.py
@@ -20,7 +20,7 @@ if __name__=='__main__':
lines = [line.strip() for line in languages_file_str.split('\n') if not line[0] == '#']
for i, line in enumerate(lines):
- if i % 5 != int(sys.argv[4]):
+ if len(sys.argv)>4 and i % 5 != int(sys.argv[4]):
continue
parts = line.split()
model = parts[0]
--
GitLab