Skip to content
Snippets Groups Projects
Commit e62e9d41 authored by Michał Pogoda's avatar Michał Pogoda
Browse files

Hotfix

parent 0c4b16ed
No related branches found
No related tags found
No related merge requests found
Pipeline #3774 failed
Stage: check_style
Stage: build
Show whitespace changes
Inline Side-by-side
Showing
with 2 additions and 2 deletions
src/worker.py
+ 2
− 2
View file @ e62e9d41
...@@ -42,7 +42,7 @@ class WordSplit(object): ...@@ -42,7 +42,7 @@ class WordSplit(object):
data = self.load_data(input_file+'/'+file) data = self.load_data(input_file+'/'+file)
for input_term in self.handle_word_transfer(data): for input_term in self.handle_word_transfer(data):
if input_term: if input_term:
result = self.sym_spell.word_segmentation(input_term) result = self.sym_spell.word_segmentation(input_term, max_segmentation_word_length=32)
text.append(result.corrected_string+'\n') text.append(result.corrected_string+'\n')
self.save_data(f'{output_file}/{file}', text) self.save_data(f'{output_file}/{file}', text)
else: else:
...@@ -50,6 +50,6 @@ class WordSplit(object): ...@@ -50,6 +50,6 @@ class WordSplit(object):
data = self.load_data(input_file) data = self.load_data(input_file)
for input_term in self.handle_word_transfer(data): for input_term in self.handle_word_transfer(data):
if input_term: if input_term:
result = self.sym_spell.word_segmentation(input_term) result = self.sym_spell.word_segmentation(input_term, max_segmentation_word_length=32)
text.append(result.corrected_string + '\n') text.append(result.corrected_string + '\n')
self.save_data(output_file, text) self.save_data(output_file, text)
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment