{ "model_name": "elevenlabs-scribe_v2", "timestamp": "2026-03-27 01:16:13", "normalization": "Custom EnglishTextNormalizer (Whisper-based, oh-fix + post-word-map)", "wer_metrics": { "average_wer": 0.09720442500254511, "median_wer": 0.08241758241758242, "best_wer": 0.03812316715542522, "worst_wer": 0.6568690095846645, "wer_std": 0.0815982794564889 }, "word_statistics": { "total_reference_words": 80709, "total_hypothesis_words": 81276, "total_correct_words": 75979, "total_substitutions": 2191, "total_deletions": 2539, "total_insertions": 3106, "word_accuracy": 0.9413943921991351 }, "file_count": 55, "speed_metrics": { "total_files": 14, "total_duration": 609.2356293201447, "average_duration": 43.51683066572462, "fastest_file": 35.89065599441528, "slowest_file": 53.48253417015076 }, "file_details": [ { "file": "day1_consultation14_conversation_transcript.txt", "wer": 0.10307692307692308, "reference_words": 1950, "hypothesis_words": 2005, "substitutions": 72, "deletions": 37, "insertions": 92, "transcription_duration": 42.8465678691864 }, { "file": "day2_consultation09_conversation_transcript.txt", "wer": 0.07881773399014778, "reference_words": 1015, "hypothesis_words": 1031, "substitutions": 32, "deletions": 16, "insertions": 32 }, { "file": "day1_consultation02_conversation_transcript.txt", "wer": 0.12305854241338113, "reference_words": 1674, "hypothesis_words": 1722, "substitutions": 70, "deletions": 44, "insertions": 92 }, { "file": "day1_consultation11_conversation_transcript.txt", "wer": 0.0954623287671233, "reference_words": 2336, "hypothesis_words": 2392, "substitutions": 79, "deletions": 44, "insertions": 100, "transcription_duration": 53.48253417015076 }, { "file": "day3_consultation08_conversation_transcript.txt", "wer": 0.11969532100108814, "reference_words": 919, "hypothesis_words": 953, "substitutions": 32, "deletions": 22, "insertions": 56 }, { "file": "day1_consultation08_conversation_transcript.txt", "wer": 0.07566638005159071, "reference_words": 1163, "hypothesis_words": 1180, "substitutions": 31, "deletions": 20, "insertions": 37 }, { "file": "day5_consultation01_conversation_transcript.txt", "wer": 0.07004830917874397, "reference_words": 1242, "hypothesis_words": 1252, "substitutions": 31, "deletions": 23, "insertions": 33 }, { "file": "day4_consultation05_conversation_transcript.txt", "wer": 0.10933503836317135, "reference_words": 1564, "hypothesis_words": 1575, "substitutions": 48, "deletions": 56, "insertions": 67, "transcription_duration": 37.90077209472656 }, { "file": "day2_consultation03_conversation_transcript.txt", "wer": 0.10674157303370786, "reference_words": 1424, "hypothesis_words": 1436, "substitutions": 64, "deletions": 38, "insertions": 50 }, { "file": "day3_consultation07_conversation_transcript.txt", "wer": 0.13389830508474576, "reference_words": 1180, "hypothesis_words": 1254, "substitutions": 46, "deletions": 19, "insertions": 93 }, { "file": "day5_consultation04_conversation_transcript.txt", "wer": 0.15760441292356187, "reference_words": 1269, "hypothesis_words": 1327, "substitutions": 72, "deletions": 35, "insertions": 93, "transcription_duration": 39.45201516151428 }, { "file": "day2_consultation10_conversation_transcript.txt", "wer": 0.0463428252372976, "reference_words": 1791, "hypothesis_words": 1787, "substitutions": 29, "deletions": 29, "insertions": 25 }, { "file": "day3_consultation02_conversation_transcript.txt", "wer": 0.11315789473684211, "reference_words": 1140, "hypothesis_words": 1199, "substitutions": 32, "deletions": 19, "insertions": 78 }, { "file": "day5_consultation12_conversation_transcript.txt", "wer": 0.045627376425855515, "reference_words": 789, "hypothesis_words": 786, "substitutions": 9, "deletions": 15, "insertions": 12 }, { "file": "day2_consultation06_conversation_transcript.txt", "wer": 0.07997936016511868, "reference_words": 1938, "hypothesis_words": 1966, "substitutions": 51, "deletions": 38, "insertions": 66, "transcription_duration": 43.21722102165222 }, { "file": "day1_consultation10_conversation_transcript.txt", "wer": 0.13685344827586207, "reference_words": 1856, "hypothesis_words": 1918, "substitutions": 78, "deletions": 57, "insertions": 119, "transcription_duration": 47.31977605819702 }, { "file": "day3_consultation09_conversation_transcript.txt", "wer": 0.07548054383497421, "reference_words": 2133, "hypothesis_words": 2169, "substitutions": 37, "deletions": 44, "insertions": 80 }, { "file": "day1_consultation06_conversation_transcript.txt", "wer": 0.10016330974414807, "reference_words": 1837, "hypothesis_words": 1861, "substitutions": 62, "deletions": 49, "insertions": 73, "transcription_duration": 46.49795985221863 }, { "file": "day2_consultation08_conversation_transcript.txt", "wer": 0.08484848484848485, "reference_words": 1815, "hypothesis_words": 1857, "substitutions": 60, "deletions": 26, "insertions": 68, "transcription_duration": 45.99722480773926 }, { "file": "day1_consultation15_conversation_transcript.txt", "wer": 0.1078740157480315, "reference_words": 1270, "hypothesis_words": 1325, "substitutions": 46, "deletions": 18, "insertions": 73 }, { "file": "day1_consultation03_conversation_transcript.txt", "wer": 0.6568690095846645, "reference_words": 1565, "hypothesis_words": 628, "substitutions": 23, "deletions": 971, "insertions": 34 }, { "file": "day4_consultation01_conversation_transcript.txt", "wer": 0.08241758241758242, "reference_words": 1274, "hypothesis_words": 1286, "substitutions": 37, "deletions": 28, "insertions": 40 }, { "file": "day5_consultation05_conversation_transcript.txt", "wer": 0.10975609756097561, "reference_words": 902, "hypothesis_words": 931, "substitutions": 32, "deletions": 19, "insertions": 48, "transcription_duration": 44.11437201499939 }, { "file": "day2_consultation07_conversation_transcript.txt", "wer": 0.11643835616438356, "reference_words": 1314, "hypothesis_words": 1353, "substitutions": 42, "deletions": 36, "insertions": 75 }, { "file": "day1_consultation09_conversation_transcript.txt", "wer": 0.10282776349614396, "reference_words": 1556, "hypothesis_words": 1555, "substitutions": 33, "deletions": 64, "insertions": 63 }, { "file": "day3_consultation10_conversation_transcript.txt", "wer": 0.0612094395280236, "reference_words": 1356, "hypothesis_words": 1382, "substitutions": 29, "deletions": 14, "insertions": 40 }, { "file": "day4_consultation04_conversation_transcript.txt", "wer": 0.05369807497467072, "reference_words": 987, "hypothesis_words": 1005, "substitutions": 21, "deletions": 7, "insertions": 25 }, { "file": "day2_consultation02_conversation_transcript.txt", "wer": 0.0924170616113744, "reference_words": 1688, "hypothesis_words": 1699, "substitutions": 55, "deletions": 45, "insertions": 56 }, { "file": "day3_consultation06_conversation_transcript.txt", "wer": 0.10217755443886097, "reference_words": 597, "hypothesis_words": 628, "substitutions": 20, "deletions": 5, "insertions": 36 }, { "file": "day5_consultation03_conversation_transcript.txt", "wer": 0.06109324758842444, "reference_words": 2488, "hypothesis_words": 2495, "substitutions": 57, "deletions": 44, "insertions": 51, "transcription_duration": 52.517685890197754 }, { "file": "day4_consultation07_conversation_transcript.txt", "wer": 0.07965616045845272, "reference_words": 1745, "hypothesis_words": 1791, "substitutions": 31, "deletions": 31, "insertions": 77 }, { "file": "day2_consultation01_conversation_transcript.txt", "wer": 0.10683760683760683, "reference_words": 1170, "hypothesis_words": 1225, "substitutions": 38, "deletions": 16, "insertions": 71 }, { "file": "day3_consultation05_conversation_transcript.txt", "wer": 0.08014247551202137, "reference_words": 1123, "hypothesis_words": 1140, "substitutions": 29, "deletions": 22, "insertions": 39 }, { "file": "day4_consultation02_conversation_transcript.txt", "wer": 0.05466237942122187, "reference_words": 1244, "hypothesis_words": 1263, "substitutions": 25, "deletions": 12, "insertions": 31 }, { "file": "day5_consultation06_conversation_transcript.txt", "wer": 0.07772697583278902, "reference_words": 1531, "hypothesis_words": 1566, "substitutions": 30, "deletions": 27, "insertions": 62, "transcription_duration": 39.02064824104309 }, { "file": "day2_consultation04_conversation_transcript.txt", "wer": 0.07452054794520548, "reference_words": 1825, "hypothesis_words": 1860, "substitutions": 43, "deletions": 29, "insertions": 64 }, { "file": "day5_consultation10_conversation_transcript.txt", "wer": 0.07328145265888457, "reference_words": 1542, "hypothesis_words": 1552, "substitutions": 43, "deletions": 30, "insertions": 40 }, { "file": "day5_consultation09_conversation_transcript.txt", "wer": 0.11436950146627566, "reference_words": 1364, "hypothesis_words": 1430, "substitutions": 36, "deletions": 27, "insertions": 93, "transcription_duration": 40.986454010009766 }, { "file": "day1_consultation13_conversation_transcript.txt", "wer": 0.04917061611374408, "reference_words": 1688, "hypothesis_words": 1700, "substitutions": 29, "deletions": 21, "insertions": 33, "transcription_duration": 39.99174213409424 }, { "file": "day1_consultation05_conversation_transcript.txt", "wer": 0.0837920489296636, "reference_words": 1635, "hypothesis_words": 1677, "substitutions": 47, "deletions": 24, "insertions": 66 }, { "file": "day4_consultation08_conversation_transcript.txt", "wer": 0.08146399055489964, "reference_words": 1694, "hypothesis_words": 1716, "substitutions": 54, "deletions": 31, "insertions": 53 }, { "file": "day4_consultation03_conversation_transcript.txt", "wer": 0.03812316715542522, "reference_words": 1023, "hypothesis_words": 1030, "substitutions": 14, "deletions": 9, "insertions": 16 }, { "file": "day5_consultation07_conversation_transcript.txt", "wer": 0.06310679611650485, "reference_words": 1236, "hypothesis_words": 1251, "substitutions": 21, "deletions": 21, "insertions": 36, "transcription_duration": 35.89065599441528 }, { "file": "day3_consultation01_conversation_transcript.txt", "wer": 0.08763693270735524, "reference_words": 1278, "hypothesis_words": 1281, "substitutions": 35, "deletions": 37, "insertions": 40 }, { "file": "day2_consultation05_conversation_transcript.txt", "wer": 0.04538341158059468, "reference_words": 1917, "hypothesis_words": 1933, "substitutions": 19, "deletions": 26, "insertions": 42 }, { "file": "day5_consultation11_conversation_transcript.txt", "wer": 0.046, "reference_words": 2000, "hypothesis_words": 2000, "substitutions": 24, "deletions": 34, "insertions": 34 }, { "file": "day5_consultation02_conversation_transcript.txt", "wer": 0.05350553505535055, "reference_words": 1084, "hypothesis_words": 1089, "substitutions": 25, "deletions": 14, "insertions": 19 }, { "file": "day4_consultation06_conversation_transcript.txt", "wer": 0.07151515151515152, "reference_words": 1650, "hypothesis_words": 1688, "substitutions": 38, "deletions": 21, "insertions": 59 }, { "file": "day4_consultation10_conversation_transcript.txt", "wer": 0.0677052127022169, "reference_words": 1669, "hypothesis_words": 1701, "substitutions": 37, "deletions": 22, "insertions": 54 }, { "file": "day3_consultation04_conversation_transcript.txt", "wer": 0.11859838274932614, "reference_words": 1113, "hypothesis_words": 1134, "substitutions": 57, "deletions": 27, "insertions": 48 }, { "file": "day1_consultation12_conversation_transcript.txt", "wer": 0.09437229437229437, "reference_words": 1155, "hypothesis_words": 1178, "substitutions": 24, "deletions": 31, "insertions": 54 }, { "file": "day1_consultation04_conversation_transcript.txt", "wer": 0.11433756805807622, "reference_words": 1653, "hypothesis_words": 1718, "substitutions": 50, "deletions": 37, "insertions": 102 }, { "file": "day4_consultation09_conversation_transcript.txt", "wer": 0.07597173144876325, "reference_words": 1698, "hypothesis_words": 1706, "substitutions": 35, "deletions": 43, "insertions": 51 }, { "file": "day5_consultation08_conversation_transcript.txt", "wer": 0.05586152635719906, "reference_words": 1271, "hypothesis_words": 1303, "substitutions": 17, "deletions": 11, "insertions": 43 }, { "file": "day1_consultation01_conversation_transcript.txt", "wer": 0.1358655953250548, "reference_words": 1369, "hypothesis_words": 1387, "substitutions": 60, "deletions": 54, "insertions": 72 } ] }