diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index c13b3ae5aa5d74d26f278ab4206006cb3b455e56..0dc88c1ddd1543eaef017d0e35ad432c68e59e03 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -7,12 +7,12 @@ cache:
 stages:
   - check_style
   - build
+  - build_develop
   # - deploy
 
-before_script:
-  - pip install tox==3.18.1
-
 pep8:
+  before_script:
+    - pip install tox==3.18.1
   stage: check_style
   script:
     - tox -v -e pep8
@@ -26,8 +26,6 @@ build_image:
     - 'docker:18.09.7-dind'
   variables:
     DOCKERHUB_NAME: clarinpl/$CI_PROJECT_NAME
-  before_script:
-    - ''
   script:
     - docker build -t $DOCKERHUB_NAME .
     - echo $DOCKER_PASSWORD > pass.txt
@@ -39,6 +37,17 @@ build_image:
     - docker image tag $DOCKERHUB_NAME $CI_REGISTRY_IMAGE:latest
     - docker push $CI_REGISTRY_IMAGE
 
+
+build_develop:
+  stage: build_develop
+  image: "docker:18.09.7"
+  only:
+    - develop
+  script:
+    - docker build -t $CI_REGISTRY_IMAGE:develop .
+    - docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
+    - docker push $CI_REGISTRY_IMAGE:develop
+
 # deploy:
 #   stage: deploy
 #   before_script:
diff --git a/requirements.txt b/requirements.txt
index 82f77191ddb5c744369e19e3e9155879b87b9b33..411979239e4a8d9c4864ab8540f42073334b5c50 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,8 +1,8 @@
 numpy==1.19.4
-transformers==4.3.2
+transformers>=4.3.2
 torch==1.7.1
 language-tool-python==2.5.4
 awscli==1.20.11
 --index-url https://pypi.clarin-pl.eu/simple/ 
 nlp_ws
-punctuator==2.1.0
+punctuator>=2.1.0