{ "model_name": "openai-gpt-4o-mini-transcribe", "timestamp": "2026-04-07 20:00:04", "normalization": "Custom EnglishTextNormalizer (Whisper-based, oh-fix + post-word-map)", "wer_metrics": { "average_wer": 0.13596411813013284, "median_wer": 0.1271585557299843, "best_wer": 0.059628543499511244, "worst_wer": 0.39448818897637794, "wer_std": 0.05727738121669737 }, "word_statistics": { "total_reference_words": 80709, "total_hypothesis_words": 74349, "total_correct_words": 70732, "total_substitutions": 2148, "total_deletions": 7829, "total_insertions": 1469, "word_accuracy": 0.8763830551735247 }, "file_count": 55, "speed_metrics": { "total_files": 8, "total_duration": 185.2091851234436, "average_duration": 23.15114814043045, "fastest_file": 15.785717964172363, "slowest_file": 28.172919034957886 }, "file_details": [ { "file": "day1_consultation14_conversation_transcript.txt", "wer": 0.1671794871794872, "reference_words": 1950, "hypothesis_words": 1738, "substitutions": 54, "deletions": 242, "insertions": 30 }, { "file": "day2_consultation09_conversation_transcript.txt", "wer": 0.12315270935960591, "reference_words": 1015, "hypothesis_words": 930, "substitutions": 32, "deletions": 89, "insertions": 4 }, { "file": "day1_consultation02_conversation_transcript.txt", "wer": 0.14217443249701314, "reference_words": 1674, "hypothesis_words": 1578, "substitutions": 58, "deletions": 138, "insertions": 42 }, { "file": "day1_consultation11_conversation_transcript.txt", "wer": 0.3000856164383562, "reference_words": 2336, "hypothesis_words": 1724, "substitutions": 43, "deletions": 635, "insertions": 23 }, { "file": "day3_consultation08_conversation_transcript.txt", "wer": 0.13710554951033732, "reference_words": 919, "hypothesis_words": 871, "substitutions": 36, "deletions": 69, "insertions": 21 }, { "file": "day1_consultation08_conversation_transcript.txt", "wer": 0.1289767841788478, "reference_words": 1163, "hypothesis_words": 1092, "substitutions": 47, "deletions": 87, "insertions": 16 }, { "file": "day5_consultation01_conversation_transcript.txt", "wer": 0.09742351046698873, "reference_words": 1242, "hypothesis_words": 1187, "substitutions": 30, "deletions": 73, "insertions": 18 }, { "file": "day4_consultation05_conversation_transcript.txt", "wer": 0.19245524296675193, "reference_words": 1564, "hypothesis_words": 1359, "substitutions": 52, "deletions": 227, "insertions": 22 }, { "file": "day2_consultation03_conversation_transcript.txt", "wer": 0.1425561797752809, "reference_words": 1424, "hypothesis_words": 1323, "substitutions": 54, "deletions": 125, "insertions": 24 }, { "file": "day3_consultation07_conversation_transcript.txt", "wer": 0.14491525423728813, "reference_words": 1180, "hypothesis_words": 1110, "substitutions": 57, "deletions": 92, "insertions": 22 }, { "file": "day5_consultation04_conversation_transcript.txt", "wer": 0.1773049645390071, "reference_words": 1269, "hypothesis_words": 1213, "substitutions": 71, "deletions": 105, "insertions": 49 }, { "file": "day2_consultation10_conversation_transcript.txt", "wer": 0.08710217755443886, "reference_words": 1791, "hypothesis_words": 1694, "substitutions": 33, "deletions": 110, "insertions": 13 }, { "file": "day3_consultation02_conversation_transcript.txt", "wer": 0.1280701754385965, "reference_words": 1140, "hypothesis_words": 1076, "substitutions": 28, "deletions": 91, "insertions": 27 }, { "file": "day5_consultation12_conversation_transcript.txt", "wer": 0.06590621039290241, "reference_words": 789, "hypothesis_words": 754, "substitutions": 11, "deletions": 38, "insertions": 3, "transcription_duration": 15.785717964172363 }, { "file": "day2_consultation06_conversation_transcript.txt", "wer": 0.11816305469556243, "reference_words": 1938, "hypothesis_words": 1760, "substitutions": 27, "deletions": 190, "insertions": 12 }, { "file": "day1_consultation10_conversation_transcript.txt", "wer": 0.1654094827586207, "reference_words": 1856, "hypothesis_words": 1671, "substitutions": 58, "deletions": 217, "insertions": 32 }, { "file": "day3_consultation09_conversation_transcript.txt", "wer": 0.19784341303328645, "reference_words": 2133, "hypothesis_words": 1806, "substitutions": 39, "deletions": 355, "insertions": 28 }, { "file": "day1_consultation06_conversation_transcript.txt", "wer": 0.15242242787152968, "reference_words": 1837, "hypothesis_words": 1669, "substitutions": 62, "deletions": 193, "insertions": 25 }, { "file": "day2_consultation08_conversation_transcript.txt", "wer": 0.09531680440771349, "reference_words": 1815, "hypothesis_words": 1732, "substitutions": 50, "deletions": 103, "insertions": 20 }, { "file": "day1_consultation15_conversation_transcript.txt", "wer": 0.39448818897637794, "reference_words": 1270, "hypothesis_words": 1544, "substitutions": 65, "deletions": 81, "insertions": 355 }, { "file": "day1_consultation03_conversation_transcript.txt", "wer": 0.21789137380191692, "reference_words": 1565, "hypothesis_words": 1335, "substitutions": 65, "deletions": 253, "insertions": 23 }, { "file": "day4_consultation01_conversation_transcript.txt", "wer": 0.1271585557299843, "reference_words": 1274, "hypothesis_words": 1165, "substitutions": 33, "deletions": 119, "insertions": 10 }, { "file": "day5_consultation05_conversation_transcript.txt", "wer": 0.1130820399113082, "reference_words": 902, "hypothesis_words": 865, "substitutions": 29, "deletions": 55, "insertions": 18, "transcription_duration": 18.22675895690918 }, { "file": "day2_consultation07_conversation_transcript.txt", "wer": 0.13013698630136986, "reference_words": 1314, "hypothesis_words": 1204, "substitutions": 33, "deletions": 124, "insertions": 14 }, { "file": "day1_consultation09_conversation_transcript.txt", "wer": 0.17673521850899743, "reference_words": 1556, "hypothesis_words": 1358, "substitutions": 31, "deletions": 221, "insertions": 23 }, { "file": "day3_consultation10_conversation_transcript.txt", "wer": 0.06932153392330384, "reference_words": 1356, "hypothesis_words": 1309, "substitutions": 33, "deletions": 54, "insertions": 7 }, { "file": "day4_consultation04_conversation_transcript.txt", "wer": 0.0800405268490375, "reference_words": 987, "hypothesis_words": 958, "substitutions": 22, "deletions": 43, "insertions": 14 }, { "file": "day2_consultation02_conversation_transcript.txt", "wer": 0.13151658767772512, "reference_words": 1688, "hypothesis_words": 1538, "substitutions": 36, "deletions": 168, "insertions": 18 }, { "file": "day3_consultation06_conversation_transcript.txt", "wer": 0.11892797319932999, "reference_words": 597, "hypothesis_words": 583, "substitutions": 17, "deletions": 34, "insertions": 20 }, { "file": "day5_consultation03_conversation_transcript.txt", "wer": 0.2508038585209003, "reference_words": 2488, "hypothesis_words": 1921, "substitutions": 31, "deletions": 580, "insertions": 13 }, { "file": "day4_consultation07_conversation_transcript.txt", "wer": 0.13123209169054442, "reference_words": 1745, "hypothesis_words": 1641, "substitutions": 47, "deletions": 143, "insertions": 39 }, { "file": "day2_consultation01_conversation_transcript.txt", "wer": 0.10170940170940171, "reference_words": 1170, "hypothesis_words": 1139, "substitutions": 34, "deletions": 58, "insertions": 27 }, { "file": "day3_consultation05_conversation_transcript.txt", "wer": 0.10329474621549421, "reference_words": 1123, "hypothesis_words": 1073, "substitutions": 28, "deletions": 69, "insertions": 19 }, { "file": "day4_consultation02_conversation_transcript.txt", "wer": 0.09083601286173633, "reference_words": 1244, "hypothesis_words": 1200, "substitutions": 25, "deletions": 66, "insertions": 22 }, { "file": "day5_consultation06_conversation_transcript.txt", "wer": 0.12606139777922926, "reference_words": 1531, "hypothesis_words": 1428, "substitutions": 32, "deletions": 132, "insertions": 29, "transcription_duration": 26.837188005447388 }, { "file": "day2_consultation04_conversation_transcript.txt", "wer": 0.10849315068493151, "reference_words": 1825, "hypothesis_words": 1710, "substitutions": 41, "deletions": 136, "insertions": 21 }, { "file": "day5_consultation10_conversation_transcript.txt", "wer": 0.10894941634241245, "reference_words": 1542, "hypothesis_words": 1465, "substitutions": 49, "deletions": 98, "insertions": 21, "transcription_duration": 27.695441961288452 }, { "file": "day5_consultation09_conversation_transcript.txt", "wer": 0.13416422287390029, "reference_words": 1364, "hypothesis_words": 1245, "substitutions": 30, "deletions": 136, "insertions": 17, "transcription_duration": 23.502719163894653 }, { "file": "day1_consultation13_conversation_transcript.txt", "wer": 0.1018957345971564, "reference_words": 1688, "hypothesis_words": 1584, "substitutions": 36, "deletions": 120, "insertions": 16 }, { "file": "day1_consultation05_conversation_transcript.txt", "wer": 0.14678899082568808, "reference_words": 1635, "hypothesis_words": 1486, "substitutions": 51, "deletions": 169, "insertions": 20 }, { "file": "day4_consultation08_conversation_transcript.txt", "wer": 0.128099173553719, "reference_words": 1694, "hypothesis_words": 1564, "substitutions": 55, "deletions": 146, "insertions": 16 }, { "file": "day4_consultation03_conversation_transcript.txt", "wer": 0.059628543499511244, "reference_words": 1023, "hypothesis_words": 991, "substitutions": 21, "deletions": 36, "insertions": 4 }, { "file": "day5_consultation07_conversation_transcript.txt", "wer": 0.08414239482200647, "reference_words": 1236, "hypothesis_words": 1187, "substitutions": 19, "deletions": 67, "insertions": 18, "transcription_duration": 22.526866912841797 }, { "file": "day3_consultation01_conversation_transcript.txt", "wer": 0.14397496087636932, "reference_words": 1278, "hypothesis_words": 1144, "substitutions": 34, "deletions": 142, "insertions": 8 }, { "file": "day2_consultation05_conversation_transcript.txt", "wer": 0.0912884715701617, "reference_words": 1917, "hypothesis_words": 1792, "substitutions": 28, "deletions": 136, "insertions": 11 }, { "file": "day5_consultation11_conversation_transcript.txt", "wer": 0.177, "reference_words": 2000, "hypothesis_words": 1716, "substitutions": 30, "deletions": 304, "insertions": 20, "transcription_duration": 28.172919034957886 }, { "file": "day5_consultation02_conversation_transcript.txt", "wer": 0.07011070110701106, "reference_words": 1084, "hypothesis_words": 1050, "substitutions": 20, "deletions": 45, "insertions": 11 }, { "file": "day4_consultation06_conversation_transcript.txt", "wer": 0.10424242424242425, "reference_words": 1650, "hypothesis_words": 1548, "substitutions": 44, "deletions": 115, "insertions": 13 }, { "file": "day4_consultation10_conversation_transcript.txt", "wer": 0.11144397843019772, "reference_words": 1669, "hypothesis_words": 1550, "substitutions": 27, "deletions": 139, "insertions": 20 }, { "file": "day3_consultation04_conversation_transcript.txt", "wer": 0.12398921832884097, "reference_words": 1113, "hypothesis_words": 1079, "substitutions": 56, "deletions": 58, "insertions": 24 }, { "file": "day1_consultation12_conversation_transcript.txt", "wer": 0.12467532467532468, "reference_words": 1155, "hypothesis_words": 1082, "substitutions": 23, "deletions": 97, "insertions": 24 }, { "file": "day1_consultation04_conversation_transcript.txt", "wer": 0.17725347852389595, "reference_words": 1653, "hypothesis_words": 1501, "substitutions": 51, "deletions": 197, "insertions": 45 }, { "file": "day4_consultation09_conversation_transcript.txt", "wer": 0.11778563015312132, "reference_words": 1698, "hypothesis_words": 1576, "substitutions": 50, "deletions": 136, "insertions": 14 }, { "file": "day5_consultation08_conversation_transcript.txt", "wer": 0.08025177025963807, "reference_words": 1271, "hypothesis_words": 1229, "substitutions": 18, "deletions": 63, "insertions": 21, "transcription_duration": 22.461573123931885 }, { "file": "day1_consultation01_conversation_transcript.txt", "wer": 0.1570489408327246, "reference_words": 1369, "hypothesis_words": 1302, "substitutions": 62, "deletions": 110, "insertions": 43 } ] }