Merge branch 'Multiword_generation' into 'master'
Multiword generation See merge request !2
Showing
- README.md 32 additions, 7 deletionsREADME.md
- pyproject.toml 1 addition, 1 deletionpyproject.toml
- src/lambo/data/token.py 9 additions, 0 deletionssrc/lambo/data/token.py
- src/lambo/examples/__init__.py 1 addition, 0 deletionssrc/lambo/examples/__init__.py
- src/lambo/examples/run_training_splitting.py 33 additions, 0 deletionssrc/lambo/examples/run_training_splitting.py
- src/lambo/examples/run_usage.py 2 additions, 14 deletionssrc/lambo/examples/run_usage.py
- src/lambo/learning/model.py 1 addition, 1 deletionsrc/lambo/learning/model.py
- src/lambo/learning/train.py 28 additions, 22 deletionssrc/lambo/learning/train.py
- src/lambo/resources/languages.txt 1 addition, 1 deletionsrc/lambo/resources/languages.txt
- src/lambo/segmenter/lambo.py 45 additions, 10 deletionssrc/lambo/segmenter/lambo.py
- src/lambo/subwords/__init__.py 3 additions, 0 deletionssrc/lambo/subwords/__init__.py
- src/lambo/subwords/model.py 86 additions, 0 deletionssrc/lambo/subwords/model.py
- src/lambo/subwords/preprocessing.py 103 additions, 0 deletionssrc/lambo/subwords/preprocessing.py
- src/lambo/subwords/splitter.py 65 additions, 0 deletionssrc/lambo/subwords/splitter.py
- src/lambo/subwords/train.py 45 additions, 0 deletionssrc/lambo/subwords/train.py
- src/lambo/utils/download.py 34 additions, 1 deletionsrc/lambo/utils/download.py
- src/lambo/utils/generate_languages_txt.py 6 additions, 0 deletionssrc/lambo/utils/generate_languages_txt.py
- src/lambo/utils/printer.py 6 additions, 6 deletionssrc/lambo/utils/printer.py
- src/lambo/utils/ud_reader.py 7 additions, 5 deletionssrc/lambo/utils/ud_reader.py
Please register or sign in to comment