diff --git a/combo/config.template.json b/combo/config.template.json
index 93332c54d3cbc0c0cba97084e7853556258e1495..755bbdf649439f795e26c0fcb162e033878d6463 100644
--- a/combo/config.template.json
+++ b/combo/config.template.json
@@ -123,19 +123,17 @@
         }
       },
       "seq_encoder": {
-        "type": "combo_encoder",
+        "type": "combo_transformer_encoder",
         "parameters": {
           "layer_dropout_probability": 0.33,
-          "stacked_bilstm": {
-            "type": "combo_stacked_bilstm",
-            "parameters": {
-              "hidden_size": 512,
-              "input_size": 164,
-              "layer_dropout_probability": 0.33,
-              "num_layers": 2,
-              "recurrent_dropout_probability": 0.33
-            }
-          }
+          "input_dim": 164,
+          "num_layers": 2,
+          "feedforward_hidden_dim": 2048,
+          "num_attention_heads": 4,
+          "positional_encoding": null,
+          "positional_embedding_size": 512,
+          "dropout_prob": 0.1,
+          "activation": "relu"
         }
       },
       "text_field_embedder": {