From 35b37f7e87651d21036cfcb3c79decbf96f2ee81 Mon Sep 17 00:00:00 2001
From: Wiktor Walentynowicz <wiktor.walentynowicz@pwr.edu.pl>
Date: Thu, 7 Nov 2019 14:10:26 +0100
Subject: [PATCH 1/7] Replace support for Python 3.6 from Python 2
---
swig/CMakeLists.txt | 18 ++++++++++--------
1 file changed, 10 insertions(+), 8 deletions(-)
diff --git a/swig/CMakeLists.txt b/swig/CMakeLists.txt
index 01f4f0b..2d28814 100644
--- a/swig/CMakeLists.txt
+++ b/swig/CMakeLists.txt
@@ -27,16 +27,18 @@ INCLUDE(${SWIG_USE_FILE})
include_directories(${Libmaca_SOURCE_DIR} "../libmaca")
link_directories(${Libmaca_BINARY_DIR})
-find_package(PythonLibs 2)
-find_package(PythonInterp)
+# Python 2 support ended on 1st January 2020.
+find_package(PythonLibs 3.6)
+find_package(PythonInterp 3.6)
# idea taken from pyplot build system
-execute_process(
- COMMAND
- ${PYTHON_EXECUTABLE} -c "from distutils import sysconfig; print sysconfig.get_python_lib(1,0,prefix='${CMAKE_INSTALL_EXEC_PREFIX}')"
- OUTPUT_VARIABLE PYTHON_INSTDIR
- OUTPUT_STRIP_TRAILING_WHITESPACE
-)
+#execute_process(
+# COMMAND
+# ${PYTHON_EXECUTABLE} -c "from distutils import sysconfig; print sysconfig.get_python_lib(1,0,prefix='${CMAKE_INSTALL_EXEC_PREFIX}')"
+# OUTPUT_VARIABLE PYTHON_INSTDIR
+# OUTPUT_STRIP_TRAILING_WHITESPACE
+#)
+set(PYTHON_INSTDIR "lib/python3.6/dist-packages")
message(STATUS "INFO: " "python lib: ${PYTHON_INSTDIR}" )
INCLUDE_DIRECTORIES(${PYTHON_INCLUDE_PATH})
--
GitLab
From 6b12f3facba02a3a7cad370bf6c0fb185037f35b Mon Sep 17 00:00:00 2001
From: Wiktor Walentynowicz <wiktor.walentynowicz@pwr.edu.pl>
Date: Thu, 28 Nov 2019 12:39:55 +0000
Subject: [PATCH 2/7] Update morfeusz2-to-nkjp rules for adjp:[case]
---
data/morfeusz2-to-nkjp.conv | 29 +++++++++++++++++++++++++++++
1 file changed, 29 insertions(+)
diff --git a/data/morfeusz2-to-nkjp.conv b/data/morfeusz2-to-nkjp.conv
index 3806aab..9cf7c5f 100644
--- a/data/morfeusz2-to-nkjp.conv
+++ b/data/morfeusz2-to-nkjp.conv
@@ -6,6 +6,34 @@ tagset_to=morfeusz2
pre=adv
post=adv:pos
+[tag]
+pre=adjp:nom
+post=adjp
+
+[tag]
+pre=adjp:gen
+post=adjp
+
+[tag]
+pre=adjp:dat
+post=adjp
+
+[tag]
+pre=adjp:acc
+post=adjp
+
+[tag]
+pre=adjp:inst
+post=adjp
+
+[tag]
+pre=adjp:loc
+post=adjp
+
+[tag]
+pre=adjp:voc
+post=adjp
+
[convert]
tagset_from=morfeusz2
tagset_to=nkjp
@@ -20,6 +48,7 @@ override=pt
override=dig:num
override=romandig:num
override=emoticon:xxx
+override=emo:interj
override=prefa:ign
override=prefppas:ign
override=prefs:ign
--
GitLab
From 7022b8a4f8f8a083d8c4a395036c73821e1c620e Mon Sep 17 00:00:00 2001
From: Mateusz Gniewkowski <mateusz.gniewkowski@pwr.edu.pl>
Date: Thu, 9 Jul 2020 10:36:14 +0000
Subject: [PATCH 3/7] Resolve "Create deb package and upload to our repo"
CI
CI
CI
CI
CI
CI
CI
---
.gitlab-ci.yml | 39 +++++++++++++++++++++++++++++
CMakeLists.txt | 24 +++++++++++++++---
Dockerfile | 68 ++++++++------------------------------------------
3 files changed, 70 insertions(+), 61 deletions(-)
create mode 100644 .gitlab-ci.yml
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
new file mode 100644
index 0000000..7eef8e3
--- /dev/null
+++ b/.gitlab-ci.yml
@@ -0,0 +1,39 @@
+image: clarinpl/cpp:latest
+
+stages:
+ - build
+ - deploy
+
+build_deb:
+ stage: build
+ only:
+ - master
+ - develop # delete it after first merge to master
+ script:
+ - add-apt-repository -y ppa:deadsnakes/ppa
+ - apt-get update
+ - apt-get install -y
+ python3.6
+ python3.6-dev
+ corpus2-python3.6
+ toki
+ morfeusz
+ *morfeusz2*
+ - mkdir build && cd build
+ - cmake .. && cmake --build . && cpack
+ artifacts:
+ paths:
+ - build/maca*.deb
+ expire_in: 1h
+
+push_deb:
+ stage: deploy
+ only:
+ - master
+ - develop # delete it after first merge to master
+ script:
+ - FILE=$(ls build/maca*.deb)
+ - curl --fail -i -X POST -F "file=@./${FILE}" -u "${APT_USERNAME}:${APT_PASSWORD}" https://apt.clarin-pl.eu/
+ dependencies:
+ - build_deb
+
diff --git a/CMakeLists.txt b/CMakeLists.txt
index 09b7b9b..3d375de 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -1,9 +1,10 @@
-PROJECT(MorphAnalyser)
+PROJECT(maca)
cmake_minimum_required(VERSION 2.8.0)
set(maca_ver_major "1")
set(maca_ver_minor "0")
set(maca_ver_patch "7")
+set(MACA_VERSION "${maca_ver_major}.${maca_ver_minor}.${maca_ver_patch}")
set(BUILD_GPL_PLUGINS OFF CACHE BOOL "Include GPL plugins into installation")
@@ -63,9 +64,6 @@ add_subdirectory(maca-analyse)
add_subdirectory(maca-reanalyse)
add_subdirectory(maca-convert)
-# if(UNIX)
-# add_subdirectory(tests)
-# endif()
if(MACA_BUILD_SWIG)
FIND_PACKAGE(SWIG)
@@ -98,3 +96,21 @@ endif(BUILD_GPL_PLUGINS)
message(STATUS "Use cmake wizard mode: -i; to manage build configuration.")
message(STATUS "*****************************************************")
+
+
+# Requires to install dependencies
+set(CPACK_DEBIAN_PACKAGE_DEPENDS
+ "libboost-all-dev, libicu-dev, corpus2-python3.6, toki, libloki-dev,
+ morfeusz2-gui, libmorfeusz2-dev, morfeusz2-dictionary-sgjp,
+ morfeusz2-dictionary-polimorf, python-morfeusz2,
+ python3-morfeusz2, libmorfeusz2, morfeusz2, morfeusz"
+)
+set(CPACK_PACKAGE_DESCRIPTION_SUMMARY "")
+
+# Set *.deb package name and version
+SET(CPACK_PACKAGE_VERSION "${MACA_VERSION}")
+SET(CPACK_GENERATOR "DEB")
+SET(CPACK_DEBIAN_PACKAGE_MAINTAINER "g419")
+set(CPACK_SYSTEM_NAME "all")
+set(CPACK_TOPLEVEL_TAG "all")
+INCLUDE(CPack)
diff --git a/Dockerfile b/Dockerfile
index 721f0e3..e338aca 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,68 +1,22 @@
-FROM ubuntu:16.04
+FROM clarinpl/cpp
-
-RUN apt-get update && \
+RUN add-apt-repository ppa:deadsnakes/ppa && \
+ apt-get update && \
apt-get install -y \
- apt-utils iputils-ping \
- git subversion \
- vim ranger atool htop curl \
- locales locales-all \
- cmake g++ \
- libboost-all-dev \
- libicu-dev \
- libloki-dev \
- libxml++2.6-dev \
- flex bison wget \
- software-properties-common
-
-RUN locale-gen en_US.UTF-8
-ENV LANG en_US.UTF-8
-ENV LC_ALL en_US.UTF-8
-
-RUN wget -O - http://download.sgjp.pl/apt/sgjp.gpg.key|sudo apt-key add - && \
- apt-add-repository http://download.sgjp.pl/apt/ubuntu && apt update && \
- apt install -y *morfeusz2*
-
-WORKDIR /home/install
-RUN wget http://tools.clarin-pl.eu/share/morfeusz-SGJP-linux64-20130413.tar.bz2 && \
- tar -jxvf morfeusz-SGJP-linux64-20130413.tar.bz2 && \
- mv libmorfeusz* /usr/local/lib/ && \
- mv morfeusz /usr/local/bin/ && \
- mv morfeusz.h /usr/local/include/ && \
- ldconfig && \
- cd /home/install && \
- rm -rf morfeusz-sgjp
-
-WORKDIR /home/install
-RUN git clone https://gitlab.clarin-pl.eu/analysers/corpus2.git && \
- mkdir corpus2/bin && \
- cd corpus2/bin && \
- cmake .. && \
- make && \
- make install && \
- ldconfig && \
- cd /home/install && \
- rm -rf corpus2
-
-WORKDIR /home/install
-RUN git clone https://gitlab.clarin-pl.eu/analysers/toki.git && \
- mkdir toki/bin && \
- cd toki/bin && \
- cmake .. && \
- make && \
- make install && \
- ldconfig && \
- cd /home/install && \
- rm -rf toki
+ python3.6 \
+ python3.6-dev \
+ corpus2-python3.6 \
+ toki \
+ morfeusz \
+ *morfeusz2*
WORKDIR /home/install
COPY . maca/
RUN mkdir maca/bin && \
cd maca/bin && \
cmake .. && \
- make && \
+ make -j && \
make install && \
ldconfig && \
cd /home/install && \
- rm -rf maca
-
+ rm -r maca
--
GitLab
From b7de7e7f8acfd816da052c982b3feaf20e002da5 Mon Sep 17 00:00:00 2001
From: Mateusz Gniewkowski <mateusz.gniewkowski@pwr.edu.pl>
Date: Thu, 9 Jul 2020 13:36:43 +0200
Subject: [PATCH 4/7] CI
---
.gitlab-ci.yml | 39 ---------------------------------------
1 file changed, 39 deletions(-)
delete mode 100644 .gitlab-ci.yml
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
deleted file mode 100644
index 7eef8e3..0000000
--- a/.gitlab-ci.yml
+++ /dev/null
@@ -1,39 +0,0 @@
-image: clarinpl/cpp:latest
-
-stages:
- - build
- - deploy
-
-build_deb:
- stage: build
- only:
- - master
- - develop # delete it after first merge to master
- script:
- - add-apt-repository -y ppa:deadsnakes/ppa
- - apt-get update
- - apt-get install -y
- python3.6
- python3.6-dev
- corpus2-python3.6
- toki
- morfeusz
- *morfeusz2*
- - mkdir build && cd build
- - cmake .. && cmake --build . && cpack
- artifacts:
- paths:
- - build/maca*.deb
- expire_in: 1h
-
-push_deb:
- stage: deploy
- only:
- - master
- - develop # delete it after first merge to master
- script:
- - FILE=$(ls build/maca*.deb)
- - curl --fail -i -X POST -F "file=@./${FILE}" -u "${APT_USERNAME}:${APT_PASSWORD}" https://apt.clarin-pl.eu/
- dependencies:
- - build_deb
-
--
GitLab
From 0d1653a9d453ec04bfcae64d2e3496b3bbbf0c86 Mon Sep 17 00:00:00 2001
From: Mateusz Gniewkowski <mateusz.gniewkowski@pwr.edu.pl>
Date: Thu, 9 Jul 2020 13:45:12 +0200
Subject: [PATCH 5/7] CI
---
.gitlab-ci.yml | 38 ++++++++++++++++++++++++++++++++++++++
CMakeLists.txt | 2 +-
2 files changed, 39 insertions(+), 1 deletion(-)
create mode 100644 .gitlab-ci.yml
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
new file mode 100644
index 0000000..adf2a98
--- /dev/null
+++ b/.gitlab-ci.yml
@@ -0,0 +1,38 @@
+image: clarinpl/cpp:latest
+
+stages:
+ - build
+ - deploy
+
+build_deb:
+ stage: build
+ only:
+ - master
+ - develop # delete it after first merge to master
+ script:
+ - add-apt-repository -y ppa:deadsnakes/ppa
+ - apt-get update
+ - apt-get install -y
+ python3.6
+ python3.6-dev
+ corpus2-python3.6
+ toki
+ morfeusz
+ *morfeusz2*
+ - mkdir build && cd build
+ - cmake .. && cmake --build . && cpack
+ artifacts:
+ paths:
+ - build/MorphAnalyser*.deb
+ expire_in: 1h
+
+push_deb:
+ stage: deploy
+ only:
+ - master
+ - develop # delete it after first merge to master
+ script:
+ - FILE=$(ls build/MorphAnalyser*.deb)
+ - curl --fail -i -X POST -F "file=@./${FILE}" -u "${APT_USERNAME}:${APT_PASSWORD}" https://apt.clarin-pl.eu/
+ dependencies:
+
diff --git a/CMakeLists.txt b/CMakeLists.txt
index 3d375de..48f8e77 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -1,4 +1,4 @@
-PROJECT(maca)
+PROJECT(MorphAnalyser)
cmake_minimum_required(VERSION 2.8.0)
set(maca_ver_major "1")
--
GitLab
From 142c00cd8227e3e871fc98dd509f5b68454b27b5 Mon Sep 17 00:00:00 2001
From: Mateusz Gniewkowski <mateusz.gniewkowski@pwr.edu.pl>
Date: Wed, 16 Sep 2020 10:19:42 +0000
Subject: [PATCH 6/7] Update .gitlab-ci.yml
---
.gitlab-ci.yml | 3 ---
1 file changed, 3 deletions(-)
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index adf2a98..93011f6 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -6,9 +6,6 @@ stages:
build_deb:
stage: build
- only:
- - master
- - develop # delete it after first merge to master
script:
- add-apt-repository -y ppa:deadsnakes/ppa
- apt-get update
--
GitLab
From d23e5b40025dfd6a6bcb0cb13083db43e54001ed Mon Sep 17 00:00:00 2001
From: Bartosz Ziemba <b.ziemba@protonmail.com>
Date: Mon, 22 Feb 2021 12:20:17 +0100
Subject: [PATCH 7/7] Data directory lookup fix
---
.gitlab-ci.yml | 3 +--
Dockerfile | 2 +-
libmaca/CMakeLists.txt | 2 +-
3 files changed, 3 insertions(+), 4 deletions(-)
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 93011f6..5be63b2 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -1,4 +1,4 @@
-image: clarinpl/cpp:latest
+image: clarinpl/cpp:16.04
stages:
- build
@@ -27,7 +27,6 @@ push_deb:
stage: deploy
only:
- master
- - develop # delete it after first merge to master
script:
- FILE=$(ls build/MorphAnalyser*.deb)
- curl --fail -i -X POST -F "file=@./${FILE}" -u "${APT_USERNAME}:${APT_PASSWORD}" https://apt.clarin-pl.eu/
diff --git a/Dockerfile b/Dockerfile
index e338aca..2425563 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,4 +1,4 @@
-FROM clarinpl/cpp
+FROM clarinpl/cpp:16.04
RUN add-apt-repository ppa:deadsnakes/ppa && \
apt-get update && \
diff --git a/libmaca/CMakeLists.txt b/libmaca/CMakeLists.txt
index 5de62a8..2756dd8 100644
--- a/libmaca/CMakeLists.txt
+++ b/libmaca/CMakeLists.txt
@@ -217,7 +217,7 @@ endif(NOT ${LibXML++_PKGCONF_VERSION} VERSION_LESS 2.40)
)
install(
DIRECTORY ${LIBMACA_SRC_DATA_DIR}/
- DESTINATION ${LIBMACA_INSTALL_DATA_DIR}
+ DESTINATION ${CMAKE_INSTALL_PREFIX}/${LIBMACA_INSTALL_DATA_DIR}
FILES_MATCHING PATTERN "*.ini"
PATTERN "*.tagset"
PATTERN "*.conv"
--
GitLab