From f9b1d23560f0ed70f26380ad79f4e9d2620f56f7 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Martyna=20Wi=C4=85cek?= <martynawiacek@e-science.pl>
Date: Sat, 10 Feb 2024 20:35:11 +0000
Subject: [PATCH] Update config.template.json
---
combo/config.template.json | 20 +++++++++-----------
1 file changed, 9 insertions(+), 11 deletions(-)
diff --git a/combo/config.template.json b/combo/config.template.json
index 93332c5..755bbdf 100644
--- a/combo/config.template.json
+++ b/combo/config.template.json
@@ -123,19 +123,17 @@
}
},
"seq_encoder": {
- "type": "combo_encoder",
+ "type": "combo_transformer_encoder",
"parameters": {
"layer_dropout_probability": 0.33,
- "stacked_bilstm": {
- "type": "combo_stacked_bilstm",
- "parameters": {
- "hidden_size": 512,
- "input_size": 164,
- "layer_dropout_probability": 0.33,
- "num_layers": 2,
- "recurrent_dropout_probability": 0.33
- }
- }
+ "input_dim": 164,
+ "num_layers": 2,
+ "feedforward_hidden_dim": 2048,
+ "num_attention_heads": 4,
+ "positional_encoding": null,
+ "positional_embedding_size": 512,
+ "dropout_prob": 0.1,
+ "activation": "relu"
}
},
"text_field_embedder": {
--
GitLab