diff --git a/scripts/utils.py b/scripts/utils.py
index ebfec3e22111996ed4ea2151e24ae03f77bd2891..522136f05c81cd1c62ca66fa26e2a38db68af67f 100644
--- a/scripts/utils.py
+++ b/scripts/utils.py
@@ -6,7 +6,6 @@ LANG2TRANSFORMER = {
     "pl": "allegro/herbert-base-cased",
     "zh": "bert-base-chinese",
     "fi": "TurkuNLP/bert-base-finnish-cased-v1",
-    "ja": "cl-tohoku/bert-base-japanese",
     "ko": "kykim/bert-kor-base",
     "de": "dbmdz/bert-base-german-cased",
     "ar": "aubmindlab/bert-base-arabertv2",