Skip to content
Snippets Groups Projects
Commit f77d8a13 authored by Marcin Wątroba's avatar Marcin Wątroba
Browse files

Update worker

parent 5643f580
Branches
No related merge requests found
Expand all Hide whitespace changes
Inline Side-by-side
Showing
with 1513 additions and 32 deletions
metrics.ipynb
+ 87
− 31
View file @ f77d8a13
This diff is collapsed.
metrics.txt 0 → 100644
+ 1187
− 0
View file @ f77d8a13
This diff is collapsed.
new_experiment/worker_pipeline.py
+ 1
− 1
View file @ f77d8a13
......@@ -42,6 +42,6 @@ if __name__ == '__main__':
parser.add_argument("--prefetch_count")
parser.add_argument("--queue_name")
args = parser.parse_args()
queue_name = 'asr_benchmark_experiments' if args.prefetch_count in [None, ''] else args.prefetch_count
queue_name = 'asr_benchmark_experiments' if args.queue_name in [None, ''] else args.queue_name
process_queue(queue_name, process_message,
1 if args.prefetch_count in [None, ''] else int(args.prefetch_count))
results/flair_pos.tex 0 → 100644
+ 27
− 0
View file @ f77d8a13
\begin{tabular}{lrrrrrrr}
\toprule
{} & whisper\_tiny & whisper\_base & whisper\_small & whisper\_medium & whisper\_large-v2 & facebook\_wav2vec2 & nvidia\_stt \\
\midrule
nl\_google\_fleurs & 0.316124 & 0.230845 & 0.186936 & 0.170150 & 0.165057 & 0.082781 & -1.000000 \\
nl\_minds14 & 0.463084 & 0.409993 & 0.360934 & 0.331613 & 0.324172 & 0.142155 & -1.000000 \\
nl\_voxpopuli & 0.215158 & 0.178716 & 0.132960 & 0.118042 & 0.139958 & 0.200403 & -1.000000 \\
fr\_google\_fleurs & 0.264291 & 0.193436 & 0.177302 & 0.147464 & 0.141276 & 0.083170 & 0.053155 \\
fr\_minds14 & 0.466860 & 0.468822 & 0.471754 & 0.444854 & 0.485090 & 0.220358 & 0.189111 \\
fr\_voxpopuli & 0.161386 & 0.131144 & 0.113097 & 0.099114 & 0.111776 & 0.169564 & 0.127958 \\
de\_google\_fleurs & 0.316175 & 0.257454 & 0.234163 & 0.239750 & 0.236715 & 0.083423 & 0.051673 \\
de\_minds14 & 0.435681 & 0.425712 & 0.412896 & 0.398617 & 0.398762 & 0.183933 & 0.146988 \\
de\_voxpopuli & 0.200245 & 0.155502 & 0.133251 & 0.116949 & 0.156371 & 0.242498 & 0.168854 \\
it\_google\_fleurs & 0.206301 & 0.172527 & 0.161195 & 0.156655 & 0.160677 & 0.067181 & 0.039040 \\
it\_minds14 & 0.487493 & 0.448874 & 0.432679 & 0.416035 & 0.392705 & 0.198809 & 0.146235 \\
it\_voxpopuli & 0.160365 & 0.139461 & 0.138966 & 0.123130 & 0.130691 & -1.000000 & 0.153960 \\
pl\_google\_fleurs & 0.334936 & 0.273025 & 0.227662 & 0.210962 & 0.209027 & 0.088157 & -1.000000 \\
pl\_minds14 & 0.657194 & 0.591588 & 0.487344 & 0.474013 & 0.487891 & 0.237692 & -1.000000 \\
pl\_voxpopuli & 0.203548 & 0.158526 & 0.126280 & 0.110784 & 0.117780 & 0.184368 & -1.000000 \\
es\_google\_fleurs & 0.187607 & 0.159873 & 0.147104 & 0.155210 & 0.154657 & 0.057830 & 0.038903 \\
es\_minds14 & 0.721295 & 0.670363 & 0.666278 & 0.673058 & 0.680341 & 0.411927 & 0.342895 \\
es\_voxpopuli & 0.133805 & 0.116222 & 0.119882 & 0.106610 & 0.122036 & 0.148225 & 0.128456 \\
en\_google\_fleurs & 0.217843 & 0.188810 & 0.186407 & 0.183656 & 0.184568 & 0.180523 & 0.071421 \\
en\_minds14 & 0.562068 & 0.566999 & 0.580369 & 0.583945 & 0.578079 & 0.325304 & 0.293083 \\
en\_voxpopuli & 0.224980 & 0.203959 & 0.210278 & 0.322688 & 0.280877 & 0.182708 & 0.124416 \\
\bottomrule
\end{tabular}
results/spacy_dep.tex 0 → 100644
+ 27
− 0
View file @ f77d8a13
\begin{tabular}{lrrrrrrr}
\toprule
{} & whisper\_tiny & whisper\_base & whisper\_small & whisper\_medium & whisper\_large-v2 & facebook\_wav2vec2 & nvidia\_stt \\
\midrule
nl\_google\_fleurs & 0.316124 & 0.230845 & 0.186936 & 0.170150 & 0.165057 & 0.082781 & -1.000000 \\
nl\_minds14 & 0.463084 & 0.409993 & 0.360934 & 0.331613 & 0.324172 & 0.142155 & -1.000000 \\
nl\_voxpopuli & 0.215158 & 0.178716 & 0.132960 & 0.118042 & 0.139958 & 0.200403 & -1.000000 \\
fr\_google\_fleurs & 0.264291 & 0.193436 & 0.177302 & 0.147464 & 0.141276 & 0.083170 & 0.053155 \\
fr\_minds14 & 0.466860 & 0.468822 & 0.471754 & 0.444854 & 0.485090 & 0.220358 & 0.189111 \\
fr\_voxpopuli & 0.161386 & 0.131144 & 0.113097 & 0.099114 & 0.111776 & 0.169564 & 0.127958 \\
de\_google\_fleurs & 0.316175 & 0.257454 & 0.234163 & 0.239750 & 0.236715 & 0.083423 & 0.051673 \\
de\_minds14 & 0.435681 & 0.425712 & 0.412896 & 0.398617 & 0.398762 & 0.183933 & 0.146988 \\
de\_voxpopuli & 0.200245 & 0.155502 & 0.133251 & 0.116949 & 0.156371 & 0.242498 & 0.168854 \\
it\_google\_fleurs & 0.206301 & 0.172527 & 0.161195 & 0.156655 & 0.160677 & 0.067181 & 0.039040 \\
it\_minds14 & 0.487493 & 0.448874 & 0.432679 & 0.416035 & 0.392705 & 0.198809 & 0.146235 \\
it\_voxpopuli & 0.160365 & 0.139461 & 0.138966 & 0.123130 & 0.130691 & -1.000000 & 0.153960 \\
pl\_google\_fleurs & 0.334936 & 0.273025 & 0.227662 & 0.210962 & 0.209027 & 0.088157 & -1.000000 \\
pl\_minds14 & 0.657194 & 0.591588 & 0.487344 & 0.474013 & 0.487891 & 0.237692 & -1.000000 \\
pl\_voxpopuli & 0.203548 & 0.158526 & 0.126280 & 0.110784 & 0.117780 & 0.184368 & -1.000000 \\
es\_google\_fleurs & 0.187607 & 0.159873 & 0.147104 & 0.155210 & 0.154657 & 0.057830 & 0.038903 \\
es\_minds14 & 0.721295 & 0.670363 & 0.666278 & 0.673058 & 0.680341 & 0.411927 & 0.342895 \\
es\_voxpopuli & 0.133805 & 0.116222 & 0.119882 & 0.106610 & 0.122036 & 0.148225 & 0.128456 \\
en\_google\_fleurs & 0.217843 & 0.188810 & 0.186407 & 0.183656 & 0.184568 & 0.180523 & 0.071421 \\
en\_minds14 & 0.562068 & 0.566999 & 0.580369 & 0.583945 & 0.578079 & 0.325304 & 0.293083 \\
en\_voxpopuli & 0.224980 & 0.203959 & 0.210278 & 0.322688 & 0.280877 & 0.182708 & 0.124416 \\
\bottomrule
\end{tabular}
results/spacy_ner.tex 0 → 100644
+ 27
− 0
View file @ f77d8a13
\begin{tabular}{lrrrrrrr}
\toprule
{} & whisper\_tiny & whisper\_base & whisper\_small & whisper\_medium & whisper\_large-v2 & facebook\_wav2vec2 & nvidia\_stt \\
\midrule
nl\_google\_fleurs & 0.316124 & 0.230845 & 0.186936 & 0.170150 & 0.165057 & 0.082781 & -1.000000 \\
nl\_minds14 & 0.463084 & 0.409993 & 0.360934 & 0.331613 & 0.324172 & 0.142155 & -1.000000 \\
nl\_voxpopuli & 0.215158 & 0.178716 & 0.132960 & 0.118042 & 0.139958 & 0.200403 & -1.000000 \\
fr\_google\_fleurs & 0.264291 & 0.193436 & 0.177302 & 0.147464 & 0.141276 & 0.083170 & 0.053155 \\
fr\_minds14 & 0.466860 & 0.468822 & 0.471754 & 0.444854 & 0.485090 & 0.220358 & 0.189111 \\
fr\_voxpopuli & 0.161386 & 0.131144 & 0.113097 & 0.099114 & 0.111776 & 0.169564 & 0.127958 \\
de\_google\_fleurs & 0.316175 & 0.257454 & 0.234163 & 0.239750 & 0.236715 & 0.083423 & 0.051673 \\
de\_minds14 & 0.435681 & 0.425712 & 0.412896 & 0.398617 & 0.398762 & 0.183933 & 0.146988 \\
de\_voxpopuli & 0.200245 & 0.155502 & 0.133251 & 0.116949 & 0.156371 & 0.242498 & 0.168854 \\
it\_google\_fleurs & 0.206301 & 0.172527 & 0.161195 & 0.156655 & 0.160677 & 0.067181 & 0.039040 \\
it\_minds14 & 0.487493 & 0.448874 & 0.432679 & 0.416035 & 0.392705 & 0.198809 & 0.146235 \\
it\_voxpopuli & 0.160365 & 0.139461 & 0.138966 & 0.123130 & 0.130691 & -1.000000 & 0.153960 \\
pl\_google\_fleurs & 0.334936 & 0.273025 & 0.227662 & 0.210962 & 0.209027 & 0.088157 & -1.000000 \\
pl\_minds14 & 0.657194 & 0.591588 & 0.487344 & 0.474013 & 0.487891 & 0.237692 & -1.000000 \\
pl\_voxpopuli & 0.203548 & 0.158526 & 0.126280 & 0.110784 & 0.117780 & 0.184368 & -1.000000 \\
es\_google\_fleurs & 0.187607 & 0.159873 & 0.147104 & 0.155210 & 0.154657 & 0.057830 & 0.038903 \\
es\_minds14 & 0.721295 & 0.670363 & 0.666278 & 0.673058 & 0.680341 & 0.411927 & 0.342895 \\
es\_voxpopuli & 0.133805 & 0.116222 & 0.119882 & 0.106610 & 0.122036 & 0.148225 & 0.128456 \\
en\_google\_fleurs & 0.217843 & 0.188810 & 0.186407 & 0.183656 & 0.184568 & 0.180523 & 0.071421 \\
en\_minds14 & 0.562068 & 0.566999 & 0.580369 & 0.583945 & 0.578079 & 0.325304 & 0.293083 \\
en\_voxpopuli & 0.224980 & 0.203959 & 0.210278 & 0.322688 & 0.280877 & 0.182708 & 0.124416 \\
\bottomrule
\end{tabular}
results/spacy_pos.tex 0 → 100644
+ 27
− 0
View file @ f77d8a13
\begin{tabular}{lrrrrrrr}
\toprule
{} & whisper\_tiny & whisper\_base & whisper\_small & whisper\_medium & whisper\_large-v2 & facebook\_wav2vec2 & nvidia\_stt \\
\midrule
nl\_google\_fleurs & 0.316124 & 0.230845 & 0.186936 & 0.170150 & 0.165057 & 0.082781 & -1.000000 \\
nl\_minds14 & 0.463084 & 0.409993 & 0.360934 & 0.331613 & 0.324172 & 0.142155 & -1.000000 \\
nl\_voxpopuli & 0.215158 & 0.178716 & 0.132960 & 0.118042 & 0.139958 & 0.200403 & -1.000000 \\
fr\_google\_fleurs & 0.264291 & 0.193436 & 0.177302 & 0.147464 & 0.141276 & 0.083170 & 0.053155 \\
fr\_minds14 & 0.466860 & 0.468822 & 0.471754 & 0.444854 & 0.485090 & 0.220358 & 0.189111 \\
fr\_voxpopuli & 0.161386 & 0.131144 & 0.113097 & 0.099114 & 0.111776 & 0.169564 & 0.127958 \\
de\_google\_fleurs & 0.316175 & 0.257454 & 0.234163 & 0.239750 & 0.236715 & 0.083423 & 0.051673 \\
de\_minds14 & 0.435681 & 0.425712 & 0.412896 & 0.398617 & 0.398762 & 0.183933 & 0.146988 \\
de\_voxpopuli & 0.200245 & 0.155502 & 0.133251 & 0.116949 & 0.156371 & 0.242498 & 0.168854 \\
it\_google\_fleurs & 0.206301 & 0.172527 & 0.161195 & 0.156655 & 0.160677 & 0.067181 & 0.039040 \\
it\_minds14 & 0.487493 & 0.448874 & 0.432679 & 0.416035 & 0.392705 & 0.198809 & 0.146235 \\
it\_voxpopuli & 0.160365 & 0.139461 & 0.138966 & 0.123130 & 0.130691 & -1.000000 & 0.153960 \\
pl\_google\_fleurs & 0.334936 & 0.273025 & 0.227662 & 0.210962 & 0.209027 & 0.088157 & -1.000000 \\
pl\_minds14 & 0.657194 & 0.591588 & 0.487344 & 0.474013 & 0.487891 & 0.237692 & -1.000000 \\
pl\_voxpopuli & 0.203548 & 0.158526 & 0.126280 & 0.110784 & 0.117780 & 0.184368 & -1.000000 \\
es\_google\_fleurs & 0.187607 & 0.159873 & 0.147104 & 0.155210 & 0.154657 & 0.057830 & 0.038903 \\
es\_minds14 & 0.721295 & 0.670363 & 0.666278 & 0.673058 & 0.680341 & 0.411927 & 0.342895 \\
es\_voxpopuli & 0.133805 & 0.116222 & 0.119882 & 0.106610 & 0.122036 & 0.148225 & 0.128456 \\
en\_google\_fleurs & 0.217843 & 0.188810 & 0.186407 & 0.183656 & 0.184568 & 0.180523 & 0.071421 \\
en\_minds14 & 0.562068 & 0.566999 & 0.580369 & 0.583945 & 0.578079 & 0.325304 & 0.293083 \\
en\_voxpopuli & 0.224980 & 0.203959 & 0.210278 & 0.322688 & 0.280877 & 0.182708 & 0.124416 \\
\bottomrule
\end{tabular}
results/wikineural_ner.csv 0 → 100644
+ 22
− 0
View file @ f77d8a13
,whisper_tiny,whisper_base,whisper_small,whisper_medium,whisper_large-v2,facebook_wav2vec2,nvidia_stt
nl_google_fleurs,0.21539084846114728,0.17402921281677217,0.12544367491162872,0.11518161138685992,0.11315943151624847,0.08921266437777862,-1.0
nl_minds14,0.34307895636333047,0.2806730060670382,0.21631866762046656,0.2011817247502869,0.19854469290426846,0.15131044862970144,-1.0
nl_voxpopuli,0.21615593164313585,0.18982838354978285,0.14131801562448545,0.13393054036371452,0.14711229116851735,0.17651451314769584,-1.0
fr_google_fleurs,0.20801185167267086,0.14674186385775922,0.12817265585236984,0.10621361713679461,0.09769058395562812,0.0687031089937449,0.04560118870579497
fr_minds14,0.3832728390925212,0.35663343889572996,0.34625508136531824,0.33044605913077707,0.36542575763645724,0.24843972969639844,0.19361534809582467
fr_voxpopuli,0.1575178621571949,0.12653370040587467,0.10421299652346036,0.08912378236138362,0.09584674546372983,0.14789650947281696,0.11827682034368368
de_google_fleurs,0.17871688712057646,0.14045461992179156,0.15361181469009988,0.1309356823050793,0.13541252812298282,0.06964036045652526,0.04910481535855832
de_minds14,0.29549134778816316,0.2640488411563203,0.2464278789737917,0.23206611963939897,0.23469761559509195,0.17280145957619275,0.14030682226759303
de_voxpopuli,0.17885595334945634,0.1375365101096051,0.10553445372881474,0.08748212947539603,0.12427494475591813,0.16466717539292386,0.12623264320701696
it_google_fleurs,0.1544649224643576,0.12369379812887771,0.1232639059943482,0.10710892271602292,0.11001454643033234,0.060041918619171276,0.03759393647349833
it_minds14,0.34325111837079514,0.27326767239641714,0.2407966265199711,0.2135055331660501,0.21195755283490966,0.1478755071176083,0.11059850633828681
it_voxpopuli,0.15257902752166333,0.14663506529904755,0.1423307025771801,0.12529858501807475,0.12692390733049624,-1.0,0.14550240227115038
pl_google_fleurs,0.20000918685208727,0.1632022346451983,0.12716963449857233,0.1160595583372842,0.11285986841435727,0.09183710148215835,-1.0
pl_minds14,0.4548002732133457,0.4156962062103347,0.31158512412618844,0.3107151142932807,0.3161539400371818,0.27904647423090534,-1.0
pl_voxpopuli,0.1758037930358583,0.13769382243989764,0.10162376933602263,0.08453129306998686,0.08109656395223158,0.15281513230888358,-1.0
es_google_fleurs,0.13940252081313495,0.10549525780433074,0.0952081078321793,0.10633158700457024,0.10402137319877212,0.06381265250824787,0.03841440875736978
es_minds14,0.5338740624246742,0.4803722542875729,0.47233810782419644,0.4808815158186571,0.483779682020706,0.3598145577385134,0.2906309362726952
es_voxpopuli,0.11089381521234219,0.09892657939223025,0.1007733869083147,0.0879108060067613,0.09643204274835451,0.12221207339536978,0.11631479267593402
en_google_fleurs,0.15107990465326188,0.1343439835311315,0.13020622176182392,0.131737899226589,0.1329667938517329,1.25545277570443,0.04916963168470274
en_minds14,0.38119711451522736,0.386707996331148,0.39551662144601524,0.39913343259949674,0.3936088822528851,1.4447930439735044,0.2843319478936914
en_voxpopuli,0.25877856108944114,0.212417771801105,0.21731957849941494,0.3374548462209864,0.2925317202483756,1.2114526843457931,0.12068439862043684
results/wikineural_ner.tex 0 → 100644
+ 27
− 0
View file @ f77d8a13
\begin{tabular}{lrrrrrrr}
\toprule
{} & whisper\_tiny & whisper\_base & whisper\_small & whisper\_medium & whisper\_large-v2 & facebook\_wav2vec2 & nvidia\_stt \\
\midrule
nl\_google\_fleurs & 0.316124 & 0.230845 & 0.186936 & 0.170150 & 0.165057 & 0.082781 & -1.000000 \\
nl\_minds14 & 0.463084 & 0.409993 & 0.360934 & 0.331613 & 0.324172 & 0.142155 & -1.000000 \\
nl\_voxpopuli & 0.215158 & 0.178716 & 0.132960 & 0.118042 & 0.139958 & 0.200403 & -1.000000 \\
fr\_google\_fleurs & 0.264291 & 0.193436 & 0.177302 & 0.147464 & 0.141276 & 0.083170 & 0.053155 \\
fr\_minds14 & 0.466860 & 0.468822 & 0.471754 & 0.444854 & 0.485090 & 0.220358 & 0.189111 \\
fr\_voxpopuli & 0.161386 & 0.131144 & 0.113097 & 0.099114 & 0.111776 & 0.169564 & 0.127958 \\
de\_google\_fleurs & 0.316175 & 0.257454 & 0.234163 & 0.239750 & 0.236715 & 0.083423 & 0.051673 \\
de\_minds14 & 0.435681 & 0.425712 & 0.412896 & 0.398617 & 0.398762 & 0.183933 & 0.146988 \\
de\_voxpopuli & 0.200245 & 0.155502 & 0.133251 & 0.116949 & 0.156371 & 0.242498 & 0.168854 \\
it\_google\_fleurs & 0.206301 & 0.172527 & 0.161195 & 0.156655 & 0.160677 & 0.067181 & 0.039040 \\
it\_minds14 & 0.487493 & 0.448874 & 0.432679 & 0.416035 & 0.392705 & 0.198809 & 0.146235 \\
it\_voxpopuli & 0.160365 & 0.139461 & 0.138966 & 0.123130 & 0.130691 & -1.000000 & 0.153960 \\
pl\_google\_fleurs & 0.334936 & 0.273025 & 0.227662 & 0.210962 & 0.209027 & 0.088157 & -1.000000 \\
pl\_minds14 & 0.657194 & 0.591588 & 0.487344 & 0.474013 & 0.487891 & 0.237692 & -1.000000 \\
pl\_voxpopuli & 0.203548 & 0.158526 & 0.126280 & 0.110784 & 0.117780 & 0.184368 & -1.000000 \\
es\_google\_fleurs & 0.187607 & 0.159873 & 0.147104 & 0.155210 & 0.154657 & 0.057830 & 0.038903 \\
es\_minds14 & 0.721295 & 0.670363 & 0.666278 & 0.673058 & 0.680341 & 0.411927 & 0.342895 \\
es\_voxpopuli & 0.133805 & 0.116222 & 0.119882 & 0.106610 & 0.122036 & 0.148225 & 0.128456 \\
en\_google\_fleurs & 0.217843 & 0.188810 & 0.186407 & 0.183656 & 0.184568 & 0.180523 & 0.071421 \\
en\_minds14 & 0.562068 & 0.566999 & 0.580369 & 0.583945 & 0.578079 & 0.325304 & 0.293083 \\
en\_voxpopuli & 0.224980 & 0.203959 & 0.210278 & 0.322688 & 0.280877 & 0.182708 & 0.124416 \\
\bottomrule
\end{tabular}
results/word_wer_classic_metrics.tex 0 → 100644
+ 27
− 0
View file @ f77d8a13
\begin{tabular}{lrrrrrrr}
\toprule
{} & whisper\_tiny & whisper\_base & whisper\_small & whisper\_medium & whisper\_large-v2 & facebook\_wav2vec2 & nvidia\_stt \\
\midrule
nl\_google\_fleurs & 0.316124 & 0.230845 & 0.186936 & 0.170150 & 0.165057 & 0.082781 & -1.000000 \\
nl\_minds14 & 0.463084 & 0.409993 & 0.360934 & 0.331613 & 0.324172 & 0.142155 & -1.000000 \\
nl\_voxpopuli & 0.215158 & 0.178716 & 0.132960 & 0.118042 & 0.139958 & 0.200403 & -1.000000 \\
fr\_google\_fleurs & 0.264291 & 0.193436 & 0.177302 & 0.147464 & 0.141276 & 0.083170 & 0.053155 \\
fr\_minds14 & 0.466860 & 0.468822 & 0.471754 & 0.444854 & 0.485090 & 0.220358 & 0.189111 \\
fr\_voxpopuli & 0.161386 & 0.131144 & 0.113097 & 0.099114 & 0.111776 & 0.169564 & 0.127958 \\
de\_google\_fleurs & 0.316175 & 0.257454 & 0.234163 & 0.239750 & 0.236715 & 0.083423 & 0.051673 \\
de\_minds14 & 0.435681 & 0.425712 & 0.412896 & 0.398617 & 0.398762 & 0.183933 & 0.146988 \\
de\_voxpopuli & 0.200245 & 0.155502 & 0.133251 & 0.116949 & 0.156371 & 0.242498 & 0.168854 \\
it\_google\_fleurs & 0.206301 & 0.172527 & 0.161195 & 0.156655 & 0.160677 & 0.067181 & 0.039040 \\
it\_minds14 & 0.487493 & 0.448874 & 0.432679 & 0.416035 & 0.392705 & 0.198809 & 0.146235 \\
it\_voxpopuli & 0.160365 & 0.139461 & 0.138966 & 0.123130 & 0.130691 & -1.000000 & 0.153960 \\
pl\_google\_fleurs & 0.334936 & 0.273025 & 0.227662 & 0.210962 & 0.209027 & 0.088157 & -1.000000 \\
pl\_minds14 & 0.657194 & 0.591588 & 0.487344 & 0.474013 & 0.487891 & 0.237692 & -1.000000 \\
pl\_voxpopuli & 0.203548 & 0.158526 & 0.126280 & 0.110784 & 0.117780 & 0.184368 & -1.000000 \\
es\_google\_fleurs & 0.187607 & 0.159873 & 0.147104 & 0.155210 & 0.154657 & 0.057830 & 0.038903 \\
es\_minds14 & 0.721295 & 0.670363 & 0.666278 & 0.673058 & 0.680341 & 0.411927 & 0.342895 \\
es\_voxpopuli & 0.133805 & 0.116222 & 0.119882 & 0.106610 & 0.122036 & 0.148225 & 0.128456 \\
en\_google\_fleurs & 0.217843 & 0.188810 & 0.186407 & 0.183656 & 0.184568 & 0.180523 & 0.071421 \\
en\_minds14 & 0.562068 & 0.566999 & 0.580369 & 0.583945 & 0.578079 & 0.325304 & 0.293083 \\
en\_voxpopuli & 0.224980 & 0.203959 & 0.210278 & 0.322688 & 0.280877 & 0.182708 & 0.124416 \\
\bottomrule
\end{tabular}
results/word_wer_embedding_metrics.tex 0 → 100644
+ 27
− 0
View file @ f77d8a13
\begin{tabular}{lrrrrrrr}
\toprule
{} & whisper\_tiny & whisper\_base & whisper\_small & whisper\_medium & whisper\_large-v2 & facebook\_wav2vec2 & nvidia\_stt \\
\midrule
nl\_google\_fleurs & 0.316124 & 0.230845 & 0.186936 & 0.170150 & 0.165057 & 0.082781 & -1.000000 \\
nl\_minds14 & 0.463084 & 0.409993 & 0.360934 & 0.331613 & 0.324172 & 0.142155 & -1.000000 \\
nl\_voxpopuli & 0.215158 & 0.178716 & 0.132960 & 0.118042 & 0.139958 & 0.200403 & -1.000000 \\
fr\_google\_fleurs & 0.264291 & 0.193436 & 0.177302 & 0.147464 & 0.141276 & 0.083170 & 0.053155 \\
fr\_minds14 & 0.466860 & 0.468822 & 0.471754 & 0.444854 & 0.485090 & 0.220358 & 0.189111 \\
fr\_voxpopuli & 0.161386 & 0.131144 & 0.113097 & 0.099114 & 0.111776 & 0.169564 & 0.127958 \\
de\_google\_fleurs & 0.316175 & 0.257454 & 0.234163 & 0.239750 & 0.236715 & 0.083423 & 0.051673 \\
de\_minds14 & 0.435681 & 0.425712 & 0.412896 & 0.398617 & 0.398762 & 0.183933 & 0.146988 \\
de\_voxpopuli & 0.200245 & 0.155502 & 0.133251 & 0.116949 & 0.156371 & 0.242498 & 0.168854 \\
it\_google\_fleurs & 0.206301 & 0.172527 & 0.161195 & 0.156655 & 0.160677 & 0.067181 & 0.039040 \\
it\_minds14 & 0.487493 & 0.448874 & 0.432679 & 0.416035 & 0.392705 & 0.198809 & 0.146235 \\
it\_voxpopuli & 0.160365 & 0.139461 & 0.138966 & 0.123130 & 0.130691 & -1.000000 & 0.153960 \\
pl\_google\_fleurs & 0.334936 & 0.273025 & 0.227662 & 0.210962 & 0.209027 & 0.088157 & -1.000000 \\
pl\_minds14 & 0.657194 & 0.591588 & 0.487344 & 0.474013 & 0.487891 & 0.237692 & -1.000000 \\
pl\_voxpopuli & 0.203548 & 0.158526 & 0.126280 & 0.110784 & 0.117780 & 0.184368 & -1.000000 \\
es\_google\_fleurs & 0.187607 & 0.159873 & 0.147104 & 0.155210 & 0.154657 & 0.057830 & 0.038903 \\
es\_minds14 & 0.721295 & 0.670363 & 0.666278 & 0.673058 & 0.680341 & 0.411927 & 0.342895 \\
es\_voxpopuli & 0.133805 & 0.116222 & 0.119882 & 0.106610 & 0.122036 & 0.148225 & 0.128456 \\
en\_google\_fleurs & 0.217843 & 0.188810 & 0.186407 & 0.183656 & 0.184568 & 0.180523 & 0.071421 \\
en\_minds14 & 0.562068 & 0.566999 & 0.580369 & 0.583945 & 0.578079 & 0.325304 & 0.293083 \\
en\_voxpopuli & 0.224980 & 0.203959 & 0.210278 & 0.322688 & 0.280877 & 0.182708 & 0.124416 \\
\bottomrule
\end{tabular}
results/word_wer_soft_metrics.tex 0 → 100644
+ 27
− 0
View file @ f77d8a13
\begin{tabular}{lrrrrrrr}
\toprule
{} & whisper\_tiny & whisper\_base & whisper\_small & whisper\_medium & whisper\_large-v2 & facebook\_wav2vec2 & nvidia\_stt \\
\midrule
nl\_google\_fleurs & 0.316124 & 0.230845 & 0.186936 & 0.170150 & 0.165057 & 0.082781 & -1.000000 \\
nl\_minds14 & 0.463084 & 0.409993 & 0.360934 & 0.331613 & 0.324172 & 0.142155 & -1.000000 \\
nl\_voxpopuli & 0.215158 & 0.178716 & 0.132960 & 0.118042 & 0.139958 & 0.200403 & -1.000000 \\
fr\_google\_fleurs & 0.264291 & 0.193436 & 0.177302 & 0.147464 & 0.141276 & 0.083170 & 0.053155 \\
fr\_minds14 & 0.466860 & 0.468822 & 0.471754 & 0.444854 & 0.485090 & 0.220358 & 0.189111 \\
fr\_voxpopuli & 0.161386 & 0.131144 & 0.113097 & 0.099114 & 0.111776 & 0.169564 & 0.127958 \\
de\_google\_fleurs & 0.316175 & 0.257454 & 0.234163 & 0.239750 & 0.236715 & 0.083423 & 0.051673 \\
de\_minds14 & 0.435681 & 0.425712 & 0.412896 & 0.398617 & 0.398762 & 0.183933 & 0.146988 \\
de\_voxpopuli & 0.200245 & 0.155502 & 0.133251 & 0.116949 & 0.156371 & 0.242498 & 0.168854 \\
it\_google\_fleurs & 0.206301 & 0.172527 & 0.161195 & 0.156655 & 0.160677 & 0.067181 & 0.039040 \\
it\_minds14 & 0.487493 & 0.448874 & 0.432679 & 0.416035 & 0.392705 & 0.198809 & 0.146235 \\
it\_voxpopuli & 0.160365 & 0.139461 & 0.138966 & 0.123130 & 0.130691 & -1.000000 & 0.153960 \\
pl\_google\_fleurs & 0.334936 & 0.273025 & 0.227662 & 0.210962 & 0.209027 & 0.088157 & -1.000000 \\
pl\_minds14 & 0.657194 & 0.591588 & 0.487344 & 0.474013 & 0.487891 & 0.237692 & -1.000000 \\
pl\_voxpopuli & 0.203548 & 0.158526 & 0.126280 & 0.110784 & 0.117780 & 0.184368 & -1.000000 \\
es\_google\_fleurs & 0.187607 & 0.159873 & 0.147104 & 0.155210 & 0.154657 & 0.057830 & 0.038903 \\
es\_minds14 & 0.721295 & 0.670363 & 0.666278 & 0.673058 & 0.680341 & 0.411927 & 0.342895 \\
es\_voxpopuli & 0.133805 & 0.116222 & 0.119882 & 0.106610 & 0.122036 & 0.148225 & 0.128456 \\
en\_google\_fleurs & 0.217843 & 0.188810 & 0.186407 & 0.183656 & 0.184568 & 0.180523 & 0.071421 \\
en\_minds14 & 0.562068 & 0.566999 & 0.580369 & 0.583945 & 0.578079 & 0.325304 & 0.293083 \\
en\_voxpopuli & 0.224980 & 0.203959 & 0.210278 & 0.322688 & 0.280877 & 0.182708 & 0.124416 \\
\bottomrule
\end{tabular}
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment