From e9b1721f566fe9a20d5ad9ba8bf0d5cfa1c40a85 Mon Sep 17 00:00:00 2001
From: martynawiacek <Hkkm6072>
Date: Thu, 20 Jan 2022 17:28:20 +0100
Subject: [PATCH] Add try/catch clause for sentences with large number of
wordpieces.
---
.../pretrained_transformer_mismatched_indexer.py | 2 --
combo/predict.py | 8 +++++++-
2 files changed, 7 insertions(+), 3 deletions(-)
diff --git a/combo/data/token_indexers/pretrained_transformer_mismatched_indexer.py b/combo/data/token_indexers/pretrained_transformer_mismatched_indexer.py
index b9a4e3c..fc29896 100644
--- a/combo/data/token_indexers/pretrained_transformer_mismatched_indexer.py
+++ b/combo/data/token_indexers/pretrained_transformer_mismatched_indexer.py
@@ -4,8 +4,6 @@ from allennlp import data
from allennlp.data import token_indexers, tokenizers, IndexedTokenList, vocabulary
from overrides import overrides
-from typing import List
-
@data.TokenIndexer.register("pretrained_transformer_mismatched_fixed")
class PretrainedTransformerMismatchedIndexer(token_indexers.PretrainedTransformerMismatchedIndexer):
diff --git a/combo/predict.py b/combo/predict.py
index 01a0837..83b030f 100644
--- a/combo/predict.py
+++ b/combo/predict.py
@@ -1,5 +1,6 @@
import logging
import os
+import sys
from typing import List, Union, Dict, Any
import numpy as np
@@ -48,7 +49,12 @@ class COMBO(predictor.Predictor):
:param sentence: sentence(s) representation
:return: Sentence or List[Sentence] depending on the input
"""
- return self.predict(sentence)
+ try:
+ return self.predict(sentence)
+ except Exception as e:
+ logger.error(e)
+ logger.error('Exiting.')
+ sys.exit(1)
def predict(self, sentence: Union[str, List[str], List[List[str]], List[data.Sentence]]):
if isinstance(sentence, str):
--
GitLab