Skip to content
Snippets Groups Projects
Commit 611bde20 authored by piotrmp's avatar piotrmp
Browse files

Bugfix.

parent e31253c7
No related branches found
No related tags found
1 merge request!2Multiword generation
......@@ -6,6 +6,7 @@ from torch.optim import Adam
from lambo.learning.model import LamboNetwork
from lambo.learning.preprocessing_dict import utf_category_dictionary, prepare_dataloaders_withdict
from lambo.segmenter.lambo import Lambo
from lambo.utils.ud_reader import read_treebank
......@@ -167,15 +168,7 @@ def train_pretrained_and_save(language, treebank_path, save_path, pretrained_pat
print("Pretrained model not found, falling back to training from scratch.")
return train_new_and_save('LAMBO-BILSTM', treebank_path, save_path, epochs, device)
pretrained_model = torch.load(file_path, map_location=torch.device('cpu'))
dict = {}
for line in open(pretrained_path / (pretrained_name + '.dict')):
if line.strip() == '':
continue
parts = line.split('\t')
if len(parts) == 3 and parts[0] == '' and parts[1] == '':
# TAB character
parts = ['\t', parts[2]]
dict[parts[0]] = int(parts[1])
dict = Lambo.read_dict()
print("Reading data.")
train_doc, dev_doc, test_doc = read_treebank(treebank_path, True)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment