metrics.ipynb

       "    <tr>\n",
       "      <th>en_google_fleurs</th>\n",
       "      <td>0.348152</td>\n",
       "      <td>0.307207</td>\n",
       "      <td>0.278857</td>\n",
       "      <td>0.268917</td>\n",
       "      <td>0.270208</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>en_minds14</th>\n",
       "      <td>0.588375</td>\n",
       "      <td>0.571845</td>\n",
       "      <td>0.566381</td>\n",
       "      <td>0.567538</td>\n",
       "      <td>0.562651</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>en_voxpopuli</th>\n",
       "      <td>0.475612</td>\n",
       "      <td>0.451586</td>\n",
       "      <td>0.453132</td>\n",
       "      <td>0.594546</td>\n",
       "      <td>0.549755</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      tiny      base     small    medium  large-v2\n",
       "nl_google_fleurs  0.708020  0.535692  0.365346  0.296100  0.261951\n",
       "nl_minds14        0.897447  0.714498  0.503436  0.419083  0.389125\n",
       "nl_voxpopuli      0.645715  0.526939  0.396940  0.345034  0.358023\n",
       "fr_google_fleurs  0.600185  0.470808  0.378478  0.324236  0.309570\n",
       "fr_minds14        0.805977  0.700773  0.642619  0.583323  0.616411\n",
       "fr_voxpopuli      0.510623  0.440340  0.382961  0.359633  0.365811\n",
       "de_google_fleurs  0.651989  0.551766  0.506944  0.478476  0.469045\n",
       "de_minds14        0.659890  0.554437  0.474513  0.429274  0.425134\n",
       "de_voxpopuli      0.645898  0.558876  0.518976  0.488194  0.525581\n",
       "it_google_fleurs  0.465298  0.355877  0.287491  0.254384  0.251697\n",
       "it_minds14        0.779429  0.621546  0.502670  0.437805  0.422781\n",
       "it_voxpopuli     -1.000000 -1.000000 -1.000000 -1.000000 -1.000000\n",
       "pl_google_fleurs  0.705909  0.553073  0.384142  0.318203  0.298247\n",
       "pl_minds14        1.009390  0.860626  0.633766  0.572826  0.563293\n",
       "pl_voxpopuli      0.588464  0.489265  0.380883  0.345623  0.349896\n",
       "es_google_fleurs  0.333658  0.261352  0.213950  0.206351  0.202078\n",
       "es_minds14        0.884689  0.740604  0.664831  0.656090  0.650328\n",
       "es_voxpopuli      0.347112  0.294192  0.333500  0.295472  0.353273\n",
       "en_google_fleurs  0.348152  0.307207  0.278857  0.268917  0.270208\n",
       "en_minds14        0.588375  0.571845  0.566381  0.567538  0.562651\n",
       "en_voxpopuli      0.475612  0.451586  0.453132  0.594546  0.549755"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame(word_wer_classic_metrics, columns=WHISPER_ASR_MODEL, index=FULL_DATASET_NAMES)\n",
    "# word_wer_classic_metrics"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "77a6e273-1f5e-4a2b-9568-66e53ba99c7b",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "629318e6-8c00-413c-99d4-2b7ff559ac3f",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.15"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}