Skip to content
Snippets Groups Projects
Commit 0eec74e1 authored by Lukasz Pszenny's avatar Lukasz Pszenny
Browse files

Change of lambo.py name to lambo_tokenizer.py

parent ed7f3103
No related merge requests found
Pipeline #10237 passed with stages
in 6 minutes and 59 seconds
......@@ -12,7 +12,7 @@ from overrides import overrides
from combo import data
from combo.data import sentence2conllu, tokens2conllu, conllu2sentence
from combo.utils import download, graph, lambo
from combo.utils import download, graph, lambo_tokenizer
logger = logging.getLogger(__name__)
......@@ -59,7 +59,7 @@ class COMBO(predictor.Predictor):
def predict(self, sentence: Union[str, List[str], List[List[str]], List[data.Sentence]]):
if isinstance(sentence, str):
if isinstance(self._tokenizer,lambo.LamboTokenizer):
if isinstance(self._tokenizer,lambo_tokenizer.LamboTokenizer):
segmented = self._tokenizer.segment(sentence)
return self.predict(segmented)
else:
......@@ -239,7 +239,7 @@ class COMBO(predictor.Predictor):
@classmethod
def with_lambo_tokenizer(cls, model: models.Model,
dataset_reader: allen_data.DatasetReader, lambo_model_name : str = 'en'):
return cls(model, dataset_reader, lambo.LamboTokenizer(lambo_model_name))
return cls(model, dataset_reader, lambo_tokenizer.LamboTokenizer(lambo_model_name))
@classmethod
def from_pretrained(cls, path: str, tokenizer=tokenizers.SpacyTokenizer(),
......
File moved
......@@ -34,10 +34,10 @@ You can use COMBO with the [LAMBO](https://gitlab.clarin-pl.eu/syntactic-tools/l
```python
# Import COMBO and lambo
from combo.predict import COMBO
from combo.utils import lambo
from combo.utils import lambo_tokenizer
# Download models
nlp = COMBO.from_pretrained("english-bert-base-ud29",tokenizer=lambo.LamboTokenizer("en"))
nlp = COMBO.from_pretrained("english-bert-base-ud29",tokenizer=lambo_tokenizer.LamboTokenizer("en"))
sentences = nlp("This is the first sentence. This is the second sentence to parse.")
```
......
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment