diff --git a/setup.py b/setup.py
index 30ad42cc3f35c8828412b4969477d28488ef641d..002d99058655454e3445d26b13debc25f20dc397 100644
--- a/setup.py
+++ b/setup.py
@@ -3,7 +3,7 @@ from setuptools import find_packages, setup
 
 REQUIREMENTS = [
     'absl-py==0.9.0',
-    'allennlp==1.2.1',
+    'allennlp==1.3.0',
     'conllu==2.3.2',
     'dataclasses;python_version<"3.7"',
     'jsonnet==0.15.0',
@@ -17,7 +17,7 @@ REQUIREMENTS = [
     'scikit-learn<=0.23.2',
     'torch==1.6.0',
     'tqdm==4.43.0',
-    'transformers>=3.4.0,<3.5',
+    'transformers==4.0.1',
     'urllib3==1.25.11',
 ]