Skip to content
Snippets Groups Projects
Commit 54e37314 authored by Martyna Wiącek's avatar Martyna Wiącek
Browse files

fix default_split_level

parent a978579d
Branches
Tags
1 merge request!47Fixed multiword prediction + bug that made the code write empty predictions
This commit is part of merge request !47. Comments created here will be created in the context of that merge request.
Show whitespace changes
Inline Side-by-side
Showing
with 5 additions and 5 deletions
combo/main.py
+ 5
− 5
View file @ 54e37314
......@@ -156,7 +156,7 @@ def get_defaults(dataset_reader: Optional[DatasetReader],
# Dataset reader is required to read training data and/or for training (and validation) data loader
dataset_reader = default_ud_dataset_reader(FLAGS.pretrained_transformer_name,
tokenizer=LamboTokenizer(FLAGS.tokenizer_language,
default_turns=FLAGS.turns,
default_split_level="TURNS" if FLAGS.turns else "SENTENCES",
default_split_subwords=FLAGS.split_subwords)
)
......@@ -404,7 +404,7 @@ def run(_):
prefix=prefix)
dataset_reader = default_ud_dataset_reader(FLAGS.pretrained_transformer_name,
tokenizer=LamboTokenizer(tokenizer_language,
default_turns=FLAGS.turns,
default_split_level="TURNS" if FLAGS.turns else "SENTENCES",
default_split_subwords=FLAGS.split_subwords)
)
......
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment