fixed name of gelu function

combo/default_model.py

@@ -19,7 +19,7 @@ from combo.modules.morpho import MorphologicalFeatures
 from combo.modules.parser import DependencyRelationModel, HeadPredictionModel
 from combo.modules.text_field_embedders import BasicTextFieldEmbedder
 from combo.modules.token_embedders import CharacterBasedWordEmbedder, TransformersWordEmbedder
-from combo.nn.activations import ReLUActivation, TanhActivation, LinearActivation
+from combo.nn.activations import ReLUActivation, TanhActivation, LinearActivation, GELUActivation
 from combo.modules import FeedForwardPredictor
 from combo.nn.base import Linear
 from combo.nn.regularizers.regularizers import L2Regularizer
@@ -128,10 +128,10 @@ def default_model(pretrained_transformer_name: str, vocabulary: Vocabulary) -> C
         ),
         lemmatizer=LemmatizerModel(
             vocabulary=vocabulary,
-            activations=[ReLUActivation(), ReLUActivation(), ReLUActivation(), LinearActivation()],
+            activations=[GELUActivation(), GELUActivation(), GELUActivation(), LinearActivation()],
             char_vocab_namespace="token_characters",
             dilation=[1, 2, 4, 1],
-            embedding_dim=256,
+            embedding_dim=300,
             filters=[256, 256, 256],
             input_projection_layer=Linear(
                 activation=TanhActivation(),
@@ -183,7 +183,7 @@ def default_model(pretrained_transformer_name: str, vocabulary: Vocabulary) -> C
                 "char": CharacterBasedWordEmbedder(
                     vocabulary=vocabulary,
                     dilated_cnn_encoder=DilatedCnnEncoder(
-                        activations=[ReLUActivation(), ReLUActivation(), LinearActivation()],
+                        activations=[GELUActivation(), GELUActivation(), LinearActivation()],
                         dilation=[1, 2, 4],
                         filters=[512, 256, 64],
                         input_dim=64,

combo/nn/activations.py

@@ -39,7 +39,7 @@ class ReLUActivation(Activation):
 
 
 @Registry.register('gelu')
-class ReLUActivation(Activation):
+class GELUActivation(Activation):
     def __init__(self):
         super().__init__()
         self.__torch_activation = torch.nn.GELU()