Skip to content
Snippets Groups Projects
Commit d7388391 authored by Maja Jablonska's avatar Maja Jablonska
Browse files

Change default tokenizer to LAMBO

parent 25f8d87b
1 merge request!46Merge COMBO 3.0 into master
......@@ -30,7 +30,7 @@ class COMBO(PredictorModule):
def __init__(self,
model: Model,
dataset_reader: DatasetReader,
tokenizer: data.Tokenizer = tokenizers.WhitespaceTokenizer(),
tokenizer: data.Tokenizer = tokenizers.LamboTokenizer(),
batch_size: int = 1024,
line_to_conllu: bool = True) -> None:
super().__init__(model, dataset_reader)
......
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment