diff --git a/combo/predict.py b/combo/predict.py index 1eba4b4ae9f613c2ffdb792737889a9958ed2f20..6743d8f9d68488f06171700deb624b3015ddbcff 100644 --- a/combo/predict.py +++ b/combo/predict.py @@ -30,7 +30,7 @@ class COMBO(PredictorModule): def __init__(self, model: Model, dataset_reader: DatasetReader, - tokenizer: data.Tokenizer = tokenizers.WhitespaceTokenizer(), + tokenizer: data.Tokenizer = tokenizers.LamboTokenizer(), batch_size: int = 1024, line_to_conllu: bool = True) -> None: super().__init__(model, dataset_reader)