Skip to content
Snippets Groups Projects
Commit d7388391 authored by Maja Jablonska's avatar Maja Jablonska
Browse files

Change default tokenizer to LAMBO

parent 25f8d87b
No related branches found
No related tags found
1 merge request!46Merge COMBO 3.0 into master
......@@ -30,7 +30,7 @@ class COMBO(PredictorModule):
def __init__(self,
model: Model,
dataset_reader: DatasetReader,
tokenizer: data.Tokenizer = tokenizers.WhitespaceTokenizer(),
tokenizer: data.Tokenizer = tokenizers.LamboTokenizer(),
batch_size: int = 1024,
line_to_conllu: bool = True) -> None:
super().__init__(model, dataset_reader)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment