Commit 52265f6d authored by Szymon Ciombor's avatar Szymon Ciombor Committed by Mateusz Gniewkowski

New dockerfile

parent b517d948
FROM clarinpl/builder AS builder
WORKDIR /tmp
RUN apt-get update && apt-get install -y libmysql++-dev
#Poliqarp update for supermatrix
RUN git clone https://gitlab.clarin-pl.eu/analysers/corpus2.git && \
cd corpus2 && \
mkdir bin && \
cd bin && \
cmake -D CORPUS2_BUILD_POLIQARP:BOOL=True .. && \
make -j && \
make install DESTDIR="/install" && \
ldconfig
RUN apt-get install -y liblog4cxx-dev
## Supermatrix
RUN git clone https://gitlab.clarin-pl.eu/libraries/supermatrix && \
mkdir supermatrix/build && \
cd supermatrix/build && \
cmake -DCMAKE_BUILD_TYPE=Release .. && \
make -j6 && \
make install DESTDIR="/install" && \
ldconfig
FROM clarinpl/python:2.7
# STYLO
RUN apt-get update && apt-get install -y r-base
RUN apt-get update && apt-get install -y \
libmysql++-dev \
libboost-regex-dev \
libboost-filesystem-dev \
libopenmpi-dev \
libboost-program-options-dev \
supermatrix \
r-base \
liblog4cxx-dev
RUN R -e "install.packages('rjson',dependencies=TRUE, repos='http://cran.rstudio.com/')" && \
R -e "install.packages('versions',dependencies=TRUE, repos='http://cran.rstudio.com/')" && \
R -e "library('versions'); install.versions('stylo','0.6.4')"
#python
RUN git clone http://nlp.pwr.wroc.pl/lexcsd.git
RUN cd lexcsd && \
./install.sh
COPY requirements.txt .
RUN pip install -r requirements.txt
#Supermatrix dependencis
COPY --from=builder /install/usr/ /usr/
COPY --from=builder /tmp/supermatrix/build /home/supermatrix
RUN cp /home/supermatrix/parallel/mpi_handler/*.so /usr/lib/ && \
ldconfig
RUN apt-get install -y libboost-filesystem-dev liblog4cxx-dev libboost-regex-dev libmysql++-dev libopenmpi-dev libboost-program-options-dev
COPY module/ /home/worker/
WORKDIR /home/worker
CMD ["python2", "featfilt_worker.py"]
CMD ["python", "featfilt_worker.py"]
......@@ -2,15 +2,15 @@
tool = featfilt2
root = /samba/requests/
rabbit_host = rabbit.clarin.ws
rabbit_user = clarin
rabbit_password = clarin123
rabbit_host = rabbitmq
rabbit_user = test
rabbit_password = test
[tool]
workers_number = 6
SM_WEIGHTER_BIN = /home/supermatrix/tools/matrix_weighter/weighter
SM_SIMILARITY_BIN = /home/supermatrix/parallel/similarity/parallelSimilarity
SM_CLUTOCONV_BIN = /home/supermatrix/tools/ClutoConv/ClutoConv
workers_number = 1
SM_WEIGHTER_BIN = /opt/supermatrix/weighter
SM_SIMILARITY_BIN = /opt/supermatrix/parallelSimilarity
SM_CLUTOCONV_BIN = /opt/supermatrix/ClutoConv
STYLO_PATH = twstylo.r
[logging]
......
nlp-ws
nlp-ws==0.6
numpy==1.14.3
scikit-learn==0.19.0
scipy==0.19.1
sqlalchemy
sqlalchemy==1.3.23
rpy2==2.7.2
gensim
\ No newline at end of file
gensim==3.8.3
ltcore==0.2.0
ltlearn==0.1.0
ltcluster==0.1.0
wsdkb==0.1.0
lexcsd==0.2.0
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment