Skip to content
Snippets Groups Projects
Commit 44c4d871 authored by Mateusz Gniewkowski's avatar Mateusz Gniewkowski
Browse files

Merge branch 'new-dockerfile' into 'master'

New dockerfile

Closes #1

See merge request !2
parents b517d948 52265f6d
1 merge request!2New dockerfile
Pipeline #2638 passed with stage
in 6 minutes and 39 seconds
FROM clarinpl/builder AS builder
WORKDIR /tmp
RUN apt-get update && apt-get install -y libmysql++-dev
#Poliqarp update for supermatrix
RUN git clone https://gitlab.clarin-pl.eu/analysers/corpus2.git && \
cd corpus2 && \
mkdir bin && \
cd bin && \
cmake -D CORPUS2_BUILD_POLIQARP:BOOL=True .. && \
make -j && \
make install DESTDIR="/install" && \
ldconfig
RUN apt-get install -y liblog4cxx-dev
## Supermatrix
RUN git clone https://gitlab.clarin-pl.eu/libraries/supermatrix && \
mkdir supermatrix/build && \
cd supermatrix/build && \
cmake -DCMAKE_BUILD_TYPE=Release .. && \
make -j6 && \
make install DESTDIR="/install" && \
ldconfig
FROM clarinpl/python:2.7 FROM clarinpl/python:2.7
# STYLO RUN apt-get update && apt-get install -y \
RUN apt-get update && apt-get install -y r-base libmysql++-dev \
libboost-regex-dev \
libboost-filesystem-dev \
libopenmpi-dev \
libboost-program-options-dev \
supermatrix \
r-base \
liblog4cxx-dev
RUN R -e "install.packages('rjson',dependencies=TRUE, repos='http://cran.rstudio.com/')" && \ RUN R -e "install.packages('rjson',dependencies=TRUE, repos='http://cran.rstudio.com/')" && \
R -e "install.packages('versions',dependencies=TRUE, repos='http://cran.rstudio.com/')" && \ R -e "install.packages('versions',dependencies=TRUE, repos='http://cran.rstudio.com/')" && \
R -e "library('versions'); install.versions('stylo','0.6.4')" R -e "library('versions'); install.versions('stylo','0.6.4')"
#python
RUN git clone http://nlp.pwr.wroc.pl/lexcsd.git
RUN cd lexcsd && \
./install.sh
COPY requirements.txt . COPY requirements.txt .
RUN pip install -r requirements.txt RUN pip install -r requirements.txt
#Supermatrix dependencis
COPY --from=builder /install/usr/ /usr/
COPY --from=builder /tmp/supermatrix/build /home/supermatrix
RUN cp /home/supermatrix/parallel/mpi_handler/*.so /usr/lib/ && \
ldconfig
RUN apt-get install -y libboost-filesystem-dev liblog4cxx-dev libboost-regex-dev libmysql++-dev libopenmpi-dev libboost-program-options-dev
COPY module/ /home/worker/ COPY module/ /home/worker/
WORKDIR /home/worker WORKDIR /home/worker
CMD ["python2", "featfilt_worker.py"] CMD ["python", "featfilt_worker.py"]
...@@ -2,15 +2,15 @@ ...@@ -2,15 +2,15 @@
tool = featfilt2 tool = featfilt2
root = /samba/requests/ root = /samba/requests/
rabbit_host = rabbit.clarin.ws rabbit_host = rabbitmq
rabbit_user = clarin rabbit_user = test
rabbit_password = clarin123 rabbit_password = test
[tool] [tool]
workers_number = 6 workers_number = 1
SM_WEIGHTER_BIN = /home/supermatrix/tools/matrix_weighter/weighter SM_WEIGHTER_BIN = /opt/supermatrix/weighter
SM_SIMILARITY_BIN = /home/supermatrix/parallel/similarity/parallelSimilarity SM_SIMILARITY_BIN = /opt/supermatrix/parallelSimilarity
SM_CLUTOCONV_BIN = /home/supermatrix/tools/ClutoConv/ClutoConv SM_CLUTOCONV_BIN = /opt/supermatrix/ClutoConv
STYLO_PATH = twstylo.r STYLO_PATH = twstylo.r
[logging] [logging]
......
nlp-ws nlp-ws==0.6
numpy==1.14.3 numpy==1.14.3
scikit-learn==0.19.0 scikit-learn==0.19.0
scipy==0.19.1 scipy==0.19.1
sqlalchemy sqlalchemy==1.3.23
rpy2==2.7.2 rpy2==2.7.2
gensim gensim==3.8.3
\ No newline at end of file ltcore==0.2.0
ltlearn==0.1.0
ltcluster==0.1.0
wsdkb==0.1.0
lexcsd==0.2.0
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment