Merge branch 'Multiword_generation' into 'master'

README.md

pyproject.toml

src/lambo/data/token.py

src/lambo/examples/__init__.py

src/lambo/examples/run_training_splitting.py

src/lambo/examples/run_usage.py

src/lambo/learning/model.py

src/lambo/learning/train.py

src/lambo/resources/languages.txt

src/lambo/segmenter/lambo.py

src/lambo/subwords/__init__.py

src/lambo/subwords/model.py

src/lambo/subwords/preprocessing.py

src/lambo/subwords/splitter.py

src/lambo/subwords/train.py

src/lambo/utils/download.py

src/lambo/utils/generate_languages_txt.py

src/lambo/utils/printer.py

src/lambo/utils/ud_reader.py