Merge branch 'feature-257' into 'developer'

Feature 257

See merge request !1

.gitignore

+.idea
+/idea
+log.txt
+__pycache__

Dockerfile

+FROM clarinpl/python:3.8
+
+WORKDIR /home/worker
+COPY ./src ./src 
+COPY ./main.py .
+COPY ./requirements.txt .
+COPY ./config.ini .
+RUN apt-get install -y build-essential libffi-dev
+RUN pip install --index-url https://pypi.clarin-pl.eu/simple/ -r requirements.txt
+RUN wget https://dl.fbaipublicfiles.com/fasttext/supervised-models/lid.176.bin
+CMD ["python3.8", "main.py"]

README.md

-# predict-lang
+# Detect language
+
+PredictLangWorker to detect language from text.
+
+## Docker
+
+Use docker to build and run image:
+
+```
+docker build -t <name> .
+
+docker run -v /samba:/samba <name>
+```
 

config.ini

+[service]
+tool = predictLang
+
+root = /samba/requests/
+rabbit_host = 10.17.0.85
+rabbit_user = clarin
+rabbit_password = clarin123
+
+[tool]
+workers_number = 1
+
+[logging]
+port = 9980
+local_log_level = INFO

main.py

+import nlp_ws
+from src.predict_lang import PredictLangWorker
+
+
+if __name__ == '__main__':
+    nlp_ws.NLPService.main(PredictLangWorker)

requirements.txt

+nlp_ws
+fasttext

src/predict_lang.py

+import fasttext
+import nlp_ws
+
+
+class PredictLangWorker(nlp_ws.NLPWorker):
+
+    def __init__(self):
+        self.model = fasttext.load_model("lid.176.bin")
+
+    def process(self, input_file: str,
+                task_options: dict,
+                output_file: str) -> None:
+        with open(input_file, "r") as f:
+            text = f.read().replace('\n', ' ')
+        print(text)
+        predict = self.model.predict(text)[0][0]
+        with open(output_file, "w") as f:
+            f.write(text + predict)
+        print(predict)
+        return predict