From e902b504a41f6e629fba805925edde65f66c18fc Mon Sep 17 00:00:00 2001
From: Mateusz Klimaszewski <mk.klimaszewski@gmail.com>
Date: Fri, 16 Apr 2021 12:25:46 +0200
Subject: [PATCH] Local paths for transformers models.
---
scripts/utils.py | 8 +++++++-
1 file changed, 7 insertions(+), 1 deletion(-)
diff --git a/scripts/utils.py b/scripts/utils.py
index 0ec8725..f1d03fe 100644
--- a/scripts/utils.py
+++ b/scripts/utils.py
@@ -17,9 +17,15 @@ LANG2TRANSFORMER = {
"it": "dbmdz/bert-base-italian-cased",
"ru": "blinoff/roberta-base-russian-v0",
"sv": "KB/bert-base-swedish-cased",
+ "uk": "/tmp/lustre_shared/mklimasz/transformers/wikibert-base-uk-cased/",
+ "ta": "/tmp/lustre_shared/mklimasz/transformers/wikibert-base-ta-cased/",
+ "sk": "/tmp/lustre_shared/mklimasz/transformers/wikibert-base-sk-cased/",
+ "lt": "/tmp/lustre_shared/mklimasz/transformers/wikibert-base-lt-cased/",
+ "cs": "/tmp/lustre_shared/mklimasz/transformers/wikibert-base-cs-cased/",
+ "et": "/tmp/lustre_shared/mklimasz/transformers/etwiki-bert/",
# "uk": http://dl.turkunlp.org/wikibert/wikibert-base-uk-cased/
# "ta": http://dl.turkunlp.org/wikibert/wikibert-base-ta-cased/
- # "sk": http://dl.turkunlp.org/wikibert/wikibert-base-sl-cased/
+ # "sk": http://dl.turkunlp.org/wikibert/wikibert-base-sk-cased/
# "lt": http://dl.turkunlp.org/wikibert/wikibert-base-lt-cased/
# "lv": http://dl.turkunlp.org/wikibert/wikibert-base-lv-cased/
# "et": http://dl.turkunlp.org/estonian-bert/etwiki-bert/pytorch/
--
GitLab