diff --git a/combo/config.multitask.template.jsonnet b/combo/config.multitask.template.jsonnet
index 3553bc11cda8dd4445d07b7a88f4beb1a89a494b..a977819eadb339d94f2f59f2421c103c6d82667e 100644
--- a/combo/config.multitask.template.jsonnet
+++ b/combo/config.multitask.template.jsonnet
@@ -397,7 +397,9 @@ assert pretrained_tokens == null || pretrained_transformer_name == null: "Can't
             },
         },
     }),
-    trainer: shared_config.Trainer(cuda_device, num_epochs, learning_rate, use_tensorboard),
+    trainer: shared_config.Trainer(cuda_device, num_epochs, learning_rate, use_tensorboard,
+        ["+conllu_EM", "+iob_f1-measure-overall"]
+    ),
     random_seed: 8787,
     pytorch_seed: 8787,
     numpy_seed: 8787,
diff --git a/combo/config.shared.libsonnet b/combo/config.shared.libsonnet
index bb262f6a64cd55e00df567ef5484930e679dd9c9..2804c8c0e5b5af8f6ec5f8bad5fb6fa76592e81d 100644
--- a/combo/config.shared.libsonnet
+++ b/combo/config.shared.libsonnet
@@ -1,5 +1,5 @@
 {
-    local trainer(cuda_device, num_epochs, learning_rate, use_tensorboard) =
+    local trainer(cuda_device, num_epochs, learning_rate, use_tensorboard, validation_metric="+EM") =
         std.prune({
             checkpointer: {
                 type: "finishing_only_checkpointer",
@@ -23,7 +23,7 @@
             learning_rate_scheduler: {
                 type: "combo_scheduler",
             },
-            validation_metric: "+EM",
+            validation_metric: validation_metric,
         }),
 
     local lemma(hidden_size, dropout) = {