Skip to content
Snippets Groups Projects
Commit e5f2c7dc authored by Adam Radziszewski's avatar Adam Radziszewski
Browse files

tagger eval script: report wc bounds for known & unk words separately

parent fab36340
No related merge requests found
Hide whitespace changes
Inline Side-by-side
Showing
with 18 additions and 0 deletions
utils/tagger-eval.py
+ 18
− 0
View file @ e5f2c7dc
...@@ -142,6 +142,12 @@ class Metric: ...@@ -142,6 +142,12 @@ class Metric:
UNK_SC = ([Feat.STRONG_TAG_HIT, Feat.UNKNOWN], [Feat.UNKNOWN]) UNK_SC = ([Feat.STRONG_TAG_HIT, Feat.UNKNOWN], [Feat.UNKNOWN])
KN_POS_SC = ([Feat.STRONG_POS_HIT, Feat.KNOWN], [Feat.KNOWN]) KN_POS_SC = ([Feat.STRONG_POS_HIT, Feat.KNOWN], [Feat.KNOWN])
UNK_POS_SC = ([Feat.STRONG_POS_HIT, Feat.UNKNOWN], [Feat.UNKNOWN]) UNK_POS_SC = ([Feat.STRONG_POS_HIT, Feat.UNKNOWN], [Feat.UNKNOWN])
KN_WC_LOWER = ([Feat.WEAK_TAG_HIT, Feat.SEG_NOCHANGE, Feat.KNOWN], [Feat.KNOWN])
UNK_WC_LOWER = ([Feat.WEAK_TAG_HIT, Feat.SEG_NOCHANGE, Feat.UNKNOWN], [Feat.UNKNOWN])
KN_SEG_CHANGE = ([Feat.SEG_CHANGE, Feat.KNOWN], [Feat.KNOWN])
UNK_SEG_CHANGE = ([Feat.SEG_CHANGE, Feat.UNKNOWN], [Feat.UNKNOWN])
# heur recover # heur recover
PUNCHIT_PUNCONLY = ([Feat.ALLPUNC_HIT], None) PUNCHIT_PUNCONLY = ([Feat.ALLPUNC_HIT], None)
PUNCHIT_AROUND = ([Feat.PUNCAROUND_HIT], None) PUNCHIT_AROUND = ([Feat.PUNCAROUND_HIT], None)
...@@ -373,6 +379,10 @@ def go(): ...@@ -373,6 +379,10 @@ def go():
unk_weak = 0.0 unk_weak = 0.0
unk_strong_pos = 0.0 unk_strong_pos = 0.0
unk_weak_lower = 0.0
unk_weak_upper = 0.0
kn_weak_lower = 0.0
kn_weak_upper = 0.0
perc_unk = 0.0 perc_unk = 0.0
perc_segchange = 0.0 perc_segchange = 0.0
...@@ -393,6 +403,10 @@ def go(): ...@@ -393,6 +403,10 @@ def go():
res.dump() res.dump()
weak_lower_bound += res.value_of(Metric.WC_LOWER) weak_lower_bound += res.value_of(Metric.WC_LOWER)
weak_upper_bound += res.value_of(Metric.WC_LOWER) + res.value_of(Metric.SEG_CHANGE) weak_upper_bound += res.value_of(Metric.WC_LOWER) + res.value_of(Metric.SEG_CHANGE)
unk_weak_lower += res.value_of(Metric.UNK_WC_LOWER)
unk_weak_upper += res.value_of(Metric.UNK_WC_LOWER) + res.value_of(Metric.UNK_SEG_CHANGE)
kn_weak_lower += res.value_of(Metric.KN_WC_LOWER)
kn_weak_upper += res.value_of(Metric.KN_WC_LOWER) + res.value_of(Metric.KN_SEG_CHANGE)
weak += res.value_of(Metric.WC) weak += res.value_of(Metric.WC)
strong_pos += res.value_of(Metric.POS_SC) strong_pos += res.value_of(Metric.POS_SC)
unk_weak += res.value_of(Metric.UNK_WC) unk_weak += res.value_of(Metric.UNK_WC)
...@@ -403,6 +417,10 @@ def go(): ...@@ -403,6 +417,10 @@ def go():
print 'AVG weak corr lower bound\t%.4f%%' % (weak_lower_bound / num_folds) print 'AVG weak corr lower bound\t%.4f%%' % (weak_lower_bound / num_folds)
print 'AVG weak corr upper bound\t%.4f%%' % (weak_upper_bound / num_folds) print 'AVG weak corr upper bound\t%.4f%%' % (weak_upper_bound / num_folds)
print 'AVG weak corr (heur)\t%.4f%%' % (weak / num_folds) print 'AVG weak corr (heur)\t%.4f%%' % (weak / num_folds)
print 'AVG UNK weak corr lower bound\t%.4f%%' % (unk_weak_lower / num_folds)
print 'AVG UNK weak corr upper bound\t%.4f%%' % (unk_weak_upper / num_folds)
print 'AVG KN weak corr lower bound\t%.4f%%' % (kn_weak_lower / num_folds)
print 'AVG KN weak corr upper bound\t%.4f%%' % (kn_weak_upper / num_folds)
print 'AVG POS strong corr\t%.4f%%' % (strong_pos / num_folds) print 'AVG POS strong corr\t%.4f%%' % (strong_pos / num_folds)
print 'AVG UNK weak corr (heur)\t%.4f%%' % (unk_weak / num_folds) print 'AVG UNK weak corr (heur)\t%.4f%%' % (unk_weak / num_folds)
print 'AVG UNK POS strong corr\t%.4f%%' % (unk_strong_pos / num_folds) print 'AVG UNK POS strong corr\t%.4f%%' % (unk_strong_pos / num_folds)
......
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment