{ "model": "voxtral-mini-transcribe-v2", "medical_canonicalization": "Canonical M-WER v2: reference typo fixes + reviewed low-risk morphology, with dangerous clinical/drug confusables kept penalized", "files": 55, "avg_wer": 0.116499, "avg_m_wer": 0.050927, "global_m_wer": 0.040952, "global_m_cer": 0.5736, "avg_medical_entity_recall": 0.9778, "global_medical_token_recall": 0.959, "global_high_risk_m_wer": 0.109442, "global_high_risk_ref_count": 466, "global_per_category": { "drugs": { "ref_count": 466, "correct": 415, "substitutions": 46, "deletions": 5, "m_wer": 0.109442 }, "conditions": { "ref_count": 391, "correct": 381, "substitutions": 6, "deletions": 4, "m_wer": 0.025575 }, "symptoms": { "ref_count": 1162, "correct": 1120, "substitutions": 34, "deletions": 8, "m_wer": 0.036145 }, "anatomy": { "ref_count": 616, "correct": 601, "substitutions": 8, "deletions": 7, "m_wer": 0.024351 }, "clinical": { "ref_count": 493, "correct": 482, "substitutions": 5, "deletions": 6, "m_wer": 0.022312 } }, "total_medical_ref_words": 3150, "total_medical_correct": 3021, "total_medical_substitutions": 99, "total_medical_deletions": 30, "top_medical_errors": [ { "ref": "clenil", "hyp": "clenol", "count": 9 }, { "ref": "rash", "hyp": "rush", "count": 3 }, { "ref": "modulite", "hyp": "modulate", "count": 3 }, { "ref": "implanon", "hyp": "on", "count": 2 }, { "ref": "implanon", "hyp": "implant", "count": 2 }, { "ref": "trimethoprim", "hyp": "trimethoprin", "count": 2 }, { "ref": "hyperthyroidism", "hyp": "hypothyroidism", "count": 2 }, { "ref": "clenil", "hyp": "clinal", "count": 2 }, { "ref": "salbutamol", "hyp": "zolpotomo", "count": 2 }, { "ref": "piriton", "hyp": "pyrrhotin", "count": 1 }, { "ref": "eczema", "hyp": "see", "count": 1 }, { "ref": "antihistamine", "hyp": "means", "count": 1 }, { "ref": "ibuprofen", "hyp": "and", "count": 1 }, { "ref": "sore", "hyp": "saw", "count": 1 }, { "ref": "tummy", "hyp": "primary", "count": 1 }, { "ref": "chest", "hyp": "chair", "count": 1 }, { "ref": "bisoprolol", "hyp": "zoprolol", "count": 1 }, { "ref": "bisoprolol", "hyp": "metoprolol", "count": 1 }, { "ref": "piriton", "hyp": "pyritin", "count": 1 }, { "ref": "urine", "hyp": "have", "count": 1 } ], "per_file": [ { "wer": 0.14317, "m_wer": 0.038462, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 0.9744, "total_ref_words": 1369, "total_medical_ref_words": 78, "medical_correct": 76, "medical_substitutions": 0, "medical_deletions": 2, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "vomit", "file": "day1_consultation01" }, { "type": "deletion", "reference": "vomit", "category": "symptoms", "file": "day1_consultation01" }, { "type": "deletion", "reference": "fever", "category": "symptoms", "file": "day1_consultation01" } ], "unique_medical_terms_in_ref": 25, "unique_medical_terms_found": 25, "per_category": { "drugs": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 39, "correct": 37, "substitutions": 0, "deletions": 2, "m_wer": 0.051282 }, "anatomy": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 8, "file": "day1_consultation01" }, { "wer": 0.13859, "m_wer": 0.043011, "m_cer": 0.7979, "medical_entity_recall": 0.9667, "medical_token_recall": 0.957, "total_ref_words": 1674, "total_medical_ref_words": 93, "medical_correct": 89, "medical_substitutions": 3, "medical_deletions": 1, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "deletion", "reference": "itchy", "category": "symptoms", "file": "day1_consultation02" }, { "type": "substitution", "reference": "piriton", "hypothesis": "pyrrhotin", "category": "drugs", "cer": 0.7143, "file": "day1_consultation02" }, { "type": "substitution", "reference": "eczema", "hypothesis": "see", "category": "conditions", "cer": 0.8333, "file": "day1_consultation02" }, { "type": "substitution", "reference": "antihistamine", "hypothesis": "means", "category": "drugs", "cer": 0.8462, "file": "day1_consultation02" } ], "unique_medical_terms_in_ref": 30, "unique_medical_terms_found": 29, "per_category": { "drugs": { "ref_count": 15, "correct": 13, "substitutions": 2, "deletions": 0, "m_wer": 0.133333 }, "conditions": { "ref_count": 10, "correct": 9, "substitutions": 1, "deletions": 0, "m_wer": 0.1 }, "symptoms": { "ref_count": 36, "correct": 35, "substitutions": 0, "deletions": 1, "m_wer": 0.027778 }, "anatomy": { "ref_count": 21, "correct": 21, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.133333, "high_risk_ref_count": 15, "file": "day1_consultation02" }, { "wer": 0.12524, "m_wer": 0.027778, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 0.9861, "total_ref_words": 1565, "total_medical_ref_words": 72, "medical_correct": 71, "medical_substitutions": 0, "medical_deletions": 1, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "deletion", "reference": "cancer", "category": "conditions", "file": "day1_consultation03" }, { "type": "insertion", "hypothesis": "migraine", "file": "day1_consultation03" } ], "unique_medical_terms_in_ref": 26, "unique_medical_terms_found": 26, "per_category": { "drugs": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 12, "correct": 11, "substitutions": 0, "deletions": 1, "m_wer": 0.083333 }, "symptoms": { "ref_count": 38, "correct": 38, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 10, "correct": 10, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 8, "file": "day1_consultation03" }, { "wer": 0.177253, "m_wer": 0.014493, "m_cer": 1.0, "medical_entity_recall": 1.0, "medical_token_recall": 0.9855, "total_ref_words": 1653, "total_medical_ref_words": 69, "medical_correct": 68, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "ibuprofen", "hypothesis": "and", "category": "drugs", "cer": 1.0, "file": "day1_consultation04" } ], "unique_medical_terms_in_ref": 32, "unique_medical_terms_found": 32, "per_category": { "drugs": { "ref_count": 5, "correct": 4, "substitutions": 1, "deletions": 0, "m_wer": 0.2 }, "conditions": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 32, "correct": 32, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 19, "correct": 19, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.2, "high_risk_ref_count": 5, "file": "day1_consultation04" }, { "wer": 0.137615, "m_wer": 0.068966, "m_cer": 0.5972, "medical_entity_recall": 0.9355, "medical_token_recall": 0.931, "total_ref_words": 1635, "total_medical_ref_words": 87, "medical_correct": 81, "medical_substitutions": 6, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "sore", "hypothesis": "saw", "category": "symptoms", "cer": 0.75, "file": "day1_consultation05" }, { "type": "substitution", "reference": "implanon", "hypothesis": "on", "category": "drugs", "cer": 0.75, "file": "day1_consultation05" }, { "type": "substitution", "reference": "implanon", "hypothesis": "on", "category": "drugs", "cer": 0.75, "file": "day1_consultation05" }, { "type": "substitution", "reference": "implanon", "hypothesis": "implant", "category": "drugs", "cer": 0.25, "file": "day1_consultation05" }, { "type": "substitution", "reference": "tummy", "hypothesis": "primary", "category": "anatomy", "cer": 1.0, "file": "day1_consultation05" }, { "type": "substitution", "reference": "trimethoprim", "hypothesis": "trimethoprin", "category": "drugs", "cer": 0.0833, "file": "day1_consultation05" } ], "unique_medical_terms_in_ref": 31, "unique_medical_terms_found": 29, "per_category": { "drugs": { "ref_count": 14, "correct": 10, "substitutions": 4, "deletions": 0, "m_wer": 0.285714 }, "conditions": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 32, "correct": 31, "substitutions": 1, "deletions": 0, "m_wer": 0.03125 }, "anatomy": { "ref_count": 24, "correct": 23, "substitutions": 1, "deletions": 0, "m_wer": 0.041667 }, "clinical": { "ref_count": 13, "correct": 13, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.285714, "high_risk_ref_count": 14, "file": "day1_consultation05" }, { "wer": 0.144801, "m_wer": 0.054945, "m_cer": 0.4, "medical_entity_recall": 0.9677, "medical_token_recall": 0.9451, "total_ref_words": 1837, "total_medical_ref_words": 91, "medical_correct": 86, "medical_substitutions": 3, "medical_deletions": 2, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "chest", "hypothesis": "chair", "category": "anatomy", "cer": 0.6, "file": "day1_consultation06" }, { "type": "deletion", "reference": "cough", "category": "symptoms", "file": "day1_consultation06" }, { "type": "deletion", "reference": "ankles", "category": "anatomy", "file": "day1_consultation06" }, { "type": "substitution", "reference": "bisoprolol", "hypothesis": "zoprolol", "category": "drugs", "cer": 0.3, "file": "day1_consultation06" }, { "type": "substitution", "reference": "bisoprolol", "hypothesis": "metoprolol", "category": "drugs", "cer": 0.3, "file": "day1_consultation06" } ], "unique_medical_terms_in_ref": 31, "unique_medical_terms_found": 30, "per_category": { "drugs": { "ref_count": 10, "correct": 8, "substitutions": 2, "deletions": 0, "m_wer": 0.2 }, "conditions": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 25, "correct": 24, "substitutions": 0, "deletions": 1, "m_wer": 0.04 }, "anatomy": { "ref_count": 38, "correct": 36, "substitutions": 1, "deletions": 1, "m_wer": 0.052632 }, "clinical": { "ref_count": 16, "correct": 16, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.2, "high_risk_ref_count": 10, "file": "day1_consultation06" }, { "wer": 0.132416, "m_wer": 0.032787, "m_cer": 0.2857, "medical_entity_recall": 0.9655, "medical_token_recall": 0.9672, "total_ref_words": 1163, "total_medical_ref_words": 61, "medical_correct": 59, "medical_substitutions": 1, "medical_deletions": 1, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "deletion", "reference": "medication", "category": "drugs", "file": "day1_consultation08" }, { "type": "substitution", "reference": "piriton", "hypothesis": "pyritin", "category": "drugs", "cer": 0.2857, "file": "day1_consultation08" } ], "unique_medical_terms_in_ref": 29, "unique_medical_terms_found": 28, "per_category": { "drugs": { "ref_count": 11, "correct": 9, "substitutions": 1, "deletions": 1, "m_wer": 0.181818 }, "conditions": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 22, "correct": 22, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 15, "correct": 15, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.181818, "high_risk_ref_count": 11, "file": "day1_consultation08" }, { "wer": 0.16838, "m_wer": 0.028169, "m_cer": 0.0833, "medical_entity_recall": 0.963, "medical_token_recall": 0.9718, "total_ref_words": 1556, "total_medical_ref_words": 71, "medical_correct": 69, "medical_substitutions": 1, "medical_deletions": 1, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "deletion", "reference": "medical", "category": "clinical", "file": "day1_consultation09" }, { "type": "substitution", "reference": "trimethoprim", "hypothesis": "trimethoprin", "category": "drugs", "cer": 0.0833, "file": "day1_consultation09" } ], "unique_medical_terms_in_ref": 27, "unique_medical_terms_found": 26, "per_category": { "drugs": { "ref_count": 6, "correct": 5, "substitutions": 1, "deletions": 0, "m_wer": 0.166667 }, "conditions": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 34, "correct": 34, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 17, "correct": 17, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 9, "correct": 8, "substitutions": 0, "deletions": 1, "m_wer": 0.111111 } }, "high_risk_m_wer": 0.166667, "high_risk_ref_count": 6, "file": "day1_consultation09" }, { "wer": 0.181034, "m_wer": 0.106667, "m_cer": 0.8109, "medical_entity_recall": 1.0, "medical_token_recall": 0.92, "total_ref_words": 1856, "total_medical_ref_words": 75, "medical_correct": 69, "medical_substitutions": 6, "medical_deletions": 0, "medical_insertions": 2, "spurious_medical_insertions": 2, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "urine", "file": "day1_consultation10" }, { "type": "substitution", "reference": "urine", "hypothesis": "have", "category": "anatomy", "cer": 0.8, "file": "day1_consultation10" }, { "type": "substitution", "reference": "nausea", "hypothesis": "you", "category": "symptoms", "cer": 0.8333, "file": "day1_consultation10" }, { "type": "substitution", "reference": "vomiting", "hypothesis": "are", "category": "symptoms", "cer": 1.0, "file": "day1_consultation10" }, { "type": "substitution", "reference": "symptom", "hypothesis": "no", "category": "symptoms", "cer": 0.8571, "file": "day1_consultation10" }, { "type": "substitution", "reference": "bowel", "hypothesis": "that", "category": "anatomy", "cer": 1.0, "file": "day1_consultation10" }, { "type": "insertion", "hypothesis": "test", "file": "day1_consultation10" }, { "type": "substitution", "reference": "vomiting", "hypothesis": "something", "category": "symptoms", "cer": 0.375, "file": "day1_consultation10" } ], "unique_medical_terms_in_ref": 25, "unique_medical_terms_found": 25, "per_category": { "drugs": { "ref_count": 9, "correct": 9, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 37, "correct": 33, "substitutions": 4, "deletions": 0, "m_wer": 0.108108 }, "anatomy": { "ref_count": 24, "correct": 22, "substitutions": 2, "deletions": 0, "m_wer": 0.083333 }, "clinical": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 9, "file": "day1_consultation10" }, { "wer": 0.149401, "m_wer": 0.04, "m_cer": 0.5125, "medical_entity_recall": 0.963, "medical_token_recall": 0.96, "total_ref_words": 2336, "total_medical_ref_words": 75, "medical_correct": 72, "medical_substitutions": 2, "medical_deletions": 1, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "fluid", "hypothesis": "flu", "category": "clinical", "cer": 0.4, "file": "day1_consultation11" }, { "type": "deletion", "reference": "bowel", "category": "anatomy", "file": "day1_consultation11" }, { "type": "substitution", "reference": "pharmacy", "hypothesis": "farm", "category": "clinical", "cer": 0.625, "file": "day1_consultation11" } ], "unique_medical_terms_in_ref": 27, "unique_medical_terms_found": 26, "per_category": { "drugs": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 10, "correct": 10, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 30, "correct": 30, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 13, "correct": 12, "substitutions": 0, "deletions": 1, "m_wer": 0.076923 }, "clinical": { "ref_count": 16, "correct": 14, "substitutions": 2, "deletions": 0, "m_wer": 0.125 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 6, "file": "day1_consultation11" }, { "wer": 0.109957, "m_wer": 0.019608, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1155, "total_medical_ref_words": 51, "medical_correct": 51, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "asthma", "file": "day1_consultation12" } ], "unique_medical_terms_in_ref": 26, "unique_medical_terms_found": 26, "per_category": { "drugs": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 16, "correct": 16, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 8, "file": "day1_consultation12" }, { "wer": 0.236374, "m_wer": 0.272727, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1688, "total_medical_ref_words": 66, "medical_correct": 66, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 18, "spurious_medical_insertions": 18, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "painkillers", "file": "day1_consultation13" }, { "type": "insertion", "hypothesis": "ibuprofen", "file": "day1_consultation13" }, { "type": "insertion", "hypothesis": "dose", "file": "day1_consultation13" }, { "type": "insertion", "hypothesis": "tablet", "file": "day1_consultation13" }, { "type": "insertion", "hypothesis": "prescribe", "file": "day1_consultation13" }, { "type": "insertion", "hypothesis": "inflammatory", "file": "day1_consultation13" }, { "type": "insertion", "hypothesis": "prescribe", "file": "day1_consultation13" }, { "type": "insertion", "hypothesis": "inflammatory", "file": "day1_consultation13" }, { "type": "insertion", "hypothesis": "painkillers", "file": "day1_consultation13" }, { "type": "insertion", "hypothesis": "ibuprofen", "file": "day1_consultation13" }, { "type": "insertion", "hypothesis": "dose", "file": "day1_consultation13" }, { "type": "insertion", "hypothesis": "tablet", "file": "day1_consultation13" }, { "type": "insertion", "hypothesis": "painkillers", "file": "day1_consultation13" }, { "type": "insertion", "hypothesis": "ibuprofen", "file": "day1_consultation13" }, { "type": "insertion", "hypothesis": "dose", "file": "day1_consultation13" }, { "type": "insertion", "hypothesis": "tablet", "file": "day1_consultation13" }, { "type": "insertion", "hypothesis": "prescribe", "file": "day1_consultation13" }, { "type": "insertion", "hypothesis": "codeine", "file": "day1_consultation13" } ], "unique_medical_terms_in_ref": 24, "unique_medical_terms_found": 24, "per_category": { "drugs": { "ref_count": 15, "correct": 15, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 9, "correct": 9, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 34, "correct": 34, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 15, "file": "day1_consultation13" }, { "wer": 0.13641, "m_wer": 0.04878, "m_cer": 0.7951, "medical_entity_recall": 0.9706, "medical_token_recall": 0.9512, "total_ref_words": 1950, "total_medical_ref_words": 82, "medical_correct": 78, "medical_substitutions": 4, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "pain", "hypothesis": "ears", "category": "symptoms", "cer": 0.75, "file": "day1_consultation14" }, { "type": "substitution", "reference": "discharge", "hypothesis": "not", "category": "symptoms", "cer": 1.0, "file": "day1_consultation14" }, { "type": "substitution", "reference": "lethargic", "hypothesis": "nostalgic", "category": "symptoms", "cer": 0.5556, "file": "day1_consultation14" }, { "type": "substitution", "reference": "diarrhea", "hypothesis": "is", "category": "conditions", "cer": 0.875, "file": "day1_consultation14" } ], "unique_medical_terms_in_ref": 34, "unique_medical_terms_found": 33, "per_category": { "drugs": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 11, "correct": 10, "substitutions": 1, "deletions": 0, "m_wer": 0.090909 }, "symptoms": { "ref_count": 34, "correct": 31, "substitutions": 3, "deletions": 0, "m_wer": 0.088235 }, "anatomy": { "ref_count": 20, "correct": 20, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 10, "correct": 10, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 7, "file": "day1_consultation14" }, { "wer": 0.151181, "m_wer": 0.065217, "m_cer": 0.5214, "medical_entity_recall": 0.92, "medical_token_recall": 0.9348, "total_ref_words": 1270, "total_medical_ref_words": 46, "medical_correct": 43, "medical_substitutions": 3, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "metformin", "hypothesis": "formin", "category": "drugs", "cer": 0.3333, "file": "day1_consultation15" }, { "type": "substitution", "reference": "antihistamine", "hypothesis": "anti", "category": "drugs", "cer": 0.6923, "file": "day1_consultation15" }, { "type": "substitution", "reference": "antihistamine", "hypothesis": "stamin", "category": "drugs", "cer": 0.5385, "file": "day1_consultation15" } ], "unique_medical_terms_in_ref": 25, "unique_medical_terms_found": 23, "per_category": { "drugs": { "ref_count": 8, "correct": 5, "substitutions": 3, "deletions": 0, "m_wer": 0.375 }, "conditions": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 15, "correct": 15, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.375, "high_risk_ref_count": 8, "file": "day1_consultation15" }, { "wer": 0.102564, "m_wer": 0.133333, "m_cer": 0.8, "medical_entity_recall": 0.9167, "medical_token_recall": 0.9333, "total_ref_words": 1170, "total_medical_ref_words": 15, "medical_correct": 14, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "heartbeat", "file": "day2_consultation01" }, { "type": "substitution", "reference": "heart", "hypothesis": "not", "category": "anatomy", "cer": 0.8, "file": "day2_consultation01" } ], "unique_medical_terms_in_ref": 12, "unique_medical_terms_found": 11, "per_category": { "drugs": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 0, "correct": 0, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 2, "correct": 1, "substitutions": 1, "deletions": 0, "m_wer": 0.5 }, "clinical": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 1, "file": "day2_consultation01" }, { "wer": 0.130332, "m_wer": 0.057692, "m_cer": 0.875, "medical_entity_recall": 1.0, "medical_token_recall": 0.9423, "total_ref_words": 1688, "total_medical_ref_words": 52, "medical_correct": 49, "medical_substitutions": 2, "medical_deletions": 1, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "deletion", "reference": "skin", "category": "anatomy", "file": "day2_consultation02" }, { "type": "substitution", "reference": "blood", "hypothesis": "test", "category": "anatomy", "cer": 1.0, "file": "day2_consultation02" }, { "type": "substitution", "reference": "test", "hypothesis": "time", "category": "clinical", "cer": 0.75, "file": "day2_consultation02" } ], "unique_medical_terms_in_ref": 21, "unique_medical_terms_found": 21, "per_category": { "drugs": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 19, "correct": 17, "substitutions": 1, "deletions": 1, "m_wer": 0.105263 }, "clinical": { "ref_count": 15, "correct": 14, "substitutions": 1, "deletions": 0, "m_wer": 0.066667 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 4, "file": "day2_consultation02" }, { "wer": 0.147472, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1424, "total_medical_ref_words": 19, "medical_correct": 19, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 11, "unique_medical_terms_found": 11, "per_category": { "drugs": { "ref_count": 3, "correct": 3, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 0, "correct": 0, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 0, "correct": 0, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 3, "file": "day2_consultation03" }, { "wer": 0.100822, "m_wer": 0.029412, "m_cer": 0.9, "medical_entity_recall": 1.0, "medical_token_recall": 0.9706, "total_ref_words": 1825, "total_medical_ref_words": 68, "medical_correct": 66, "medical_substitutions": 2, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "cough", "hypothesis": "up", "category": "symptoms", "cer": 0.8, "file": "day2_consultation04" }, { "type": "substitution", "reference": "lung", "hypothesis": "arm", "category": "anatomy", "cer": 1.0, "file": "day2_consultation04" } ], "unique_medical_terms_in_ref": 21, "unique_medical_terms_found": 21, "per_category": { "drugs": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 10, "correct": 10, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 16, "correct": 15, "substitutions": 1, "deletions": 0, "m_wer": 0.0625 }, "anatomy": { "ref_count": 29, "correct": 28, "substitutions": 1, "deletions": 0, "m_wer": 0.034483 }, "clinical": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 6, "file": "day2_consultation04" }, { "wer": 0.068336, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1917, "total_medical_ref_words": 34, "medical_correct": 34, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 18, "unique_medical_terms_found": 18, "per_category": { "drugs": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 5, "file": "day2_consultation05" }, { "wer": 0.113519, "m_wer": 0.046875, "m_cer": 0.7143, "medical_entity_recall": 0.9615, "medical_token_recall": 0.9531, "total_ref_words": 1938, "total_medical_ref_words": 64, "medical_correct": 61, "medical_substitutions": 1, "medical_deletions": 2, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "deletion", "reference": "swollen", "category": "symptoms", "file": "day2_consultation06" }, { "type": "substitution", "reference": "piriton", "hypothesis": "pyrrhotone", "category": "drugs", "cer": 0.7143, "file": "day2_consultation06" }, { "type": "deletion", "reference": "pharmacy", "category": "clinical", "file": "day2_consultation06" } ], "unique_medical_terms_in_ref": 26, "unique_medical_terms_found": 25, "per_category": { "drugs": { "ref_count": 8, "correct": 7, "substitutions": 1, "deletions": 0, "m_wer": 0.125 }, "conditions": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 18, "correct": 17, "substitutions": 0, "deletions": 1, "m_wer": 0.055556 }, "anatomy": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 26, "correct": 25, "substitutions": 0, "deletions": 1, "m_wer": 0.038462 } }, "high_risk_m_wer": 0.125, "high_risk_ref_count": 8, "file": "day2_consultation06" }, { "wer": 0.130898, "m_wer": 0.045455, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 0.9545, "total_ref_words": 1314, "total_medical_ref_words": 44, "medical_correct": 42, "medical_substitutions": 0, "medical_deletions": 2, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "deletion", "reference": "blood", "category": "anatomy", "file": "day2_consultation07" }, { "type": "deletion", "reference": "allergy", "category": "clinical", "file": "day2_consultation07" } ], "unique_medical_terms_in_ref": 16, "unique_medical_terms_found": 16, "per_category": { "drugs": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 19, "correct": 18, "substitutions": 0, "deletions": 1, "m_wer": 0.052632 }, "clinical": { "ref_count": 8, "correct": 7, "substitutions": 0, "deletions": 1, "m_wer": 0.125 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 4, "file": "day2_consultation07" }, { "wer": 0.095317, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1815, "total_medical_ref_words": 74, "medical_correct": 74, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 32, "unique_medical_terms_found": 32, "per_category": { "drugs": { "ref_count": 9, "correct": 9, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 30, "correct": 30, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 16, "correct": 16, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 9, "file": "day2_consultation08" }, { "wer": 0.122167, "m_wer": 0.076923, "m_cer": 0.1111, "medical_entity_recall": 0.8889, "medical_token_recall": 0.9231, "total_ref_words": 1015, "total_medical_ref_words": 13, "medical_correct": 12, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "metformin", "hypothesis": "meltformin", "category": "drugs", "cer": 0.1111, "file": "day2_consultation09" } ], "unique_medical_terms_in_ref": 9, "unique_medical_terms_found": 8, "per_category": { "drugs": { "ref_count": 3, "correct": 2, "substitutions": 1, "deletions": 0, "m_wer": 0.333333 }, "conditions": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.333333, "high_risk_ref_count": 3, "file": "day2_consultation09" }, { "wer": 0.081519, "m_wer": 0.05, "m_cer": 0.875, "medical_entity_recall": 1.0, "medical_token_recall": 0.9667, "total_ref_words": 1791, "total_medical_ref_words": 60, "medical_correct": 58, "medical_substitutions": 1, "medical_deletions": 1, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "deletion", "reference": "anxiety", "category": "conditions", "file": "day2_consultation10" }, { "type": "insertion", "hypothesis": "ibuprofen", "file": "day2_consultation10" }, { "type": "substitution", "reference": "headache", "hypothesis": "that", "category": "symptoms", "cer": 0.875, "file": "day2_consultation10" } ], "unique_medical_terms_in_ref": 21, "unique_medical_terms_found": 21, "per_category": { "drugs": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 16, "correct": 15, "substitutions": 0, "deletions": 1, "m_wer": 0.0625 }, "symptoms": { "ref_count": 22, "correct": 21, "substitutions": 1, "deletions": 0, "m_wer": 0.045455 }, "anatomy": { "ref_count": 3, "correct": 3, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 14, "file": "day2_consultation10" }, { "wer": 0.120501, "m_wer": 0.043478, "m_cer": 0.4121, "medical_entity_recall": 0.9412, "medical_token_recall": 0.9565, "total_ref_words": 1278, "total_medical_ref_words": 46, "medical_correct": 44, "medical_substitutions": 2, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "piriton", "hypothesis": "peritin", "category": "drugs", "cer": 0.2857, "file": "day3_consultation01" }, { "type": "substitution", "reference": "antihistamine", "hypothesis": "antithesis", "category": "drugs", "cer": 0.5385, "file": "day3_consultation01" } ], "unique_medical_terms_in_ref": 17, "unique_medical_terms_found": 16, "per_category": { "drugs": { "ref_count": 14, "correct": 12, "substitutions": 2, "deletions": 0, "m_wer": 0.142857 }, "conditions": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 12, "correct": 12, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.142857, "high_risk_ref_count": 14, "file": "day3_consultation01" }, { "wer": 0.114912, "m_wer": 0.083333, "m_cer": 0.25, "medical_entity_recall": 1.0, "medical_token_recall": 0.9375, "total_ref_words": 1140, "total_medical_ref_words": 48, "medical_correct": 45, "medical_substitutions": 3, "medical_deletions": 0, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "ibuprofen", "file": "day3_consultation02" }, { "type": "substitution", "reference": "rash", "hypothesis": "rush", "category": "symptoms", "cer": 0.25, "file": "day3_consultation02" }, { "type": "substitution", "reference": "rash", "hypothesis": "rush", "category": "symptoms", "cer": 0.25, "file": "day3_consultation02" }, { "type": "substitution", "reference": "rash", "hypothesis": "rush", "category": "symptoms", "cer": 0.25, "file": "day3_consultation02" } ], "unique_medical_terms_in_ref": 18, "unique_medical_terms_found": 18, "per_category": { "drugs": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 0, "correct": 0, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 34, "correct": 31, "substitutions": 3, "deletions": 0, "m_wer": 0.088235 }, "anatomy": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 4, "file": "day3_consultation02" }, { "wer": 0.119497, "m_wer": 0.140351, "m_cer": 0.32, "medical_entity_recall": 0.9565, "medical_token_recall": 0.9123, "total_ref_words": 1113, "total_medical_ref_words": 57, "medical_correct": 52, "medical_substitutions": 5, "medical_deletions": 0, "medical_insertions": 3, "spurious_medical_insertions": 3, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "salbutamol", "file": "day3_consultation04" }, { "type": "substitution", "reference": "salbutamol", "hypothesis": "salmbutamol", "category": "drugs", "cer": 0.1, "file": "day3_consultation04" }, { "type": "insertion", "hypothesis": "clenol", "file": "day3_consultation04" }, { "type": "insertion", "hypothesis": "asthma", "file": "day3_consultation04" }, { "type": "substitution", "reference": "clenil", "hypothesis": "clenol", "category": "drugs", "cer": 0.1667, "file": "day3_consultation04" }, { "type": "substitution", "reference": "clenil", "hypothesis": "channel", "category": "drugs", "cer": 0.6667, "file": "day3_consultation04" }, { "type": "substitution", "reference": "sneeze", "hypothesis": "sees", "category": "symptoms", "cer": 0.5, "file": "day3_consultation04" }, { "type": "substitution", "reference": "clenil", "hypothesis": "clenol", "category": "drugs", "cer": 0.1667, "file": "day3_consultation04" } ], "unique_medical_terms_in_ref": 23, "unique_medical_terms_found": 22, "per_category": { "drugs": { "ref_count": 22, "correct": 18, "substitutions": 4, "deletions": 0, "m_wer": 0.181818 }, "conditions": { "ref_count": 12, "correct": 12, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 11, "correct": 10, "substitutions": 1, "deletions": 0, "m_wer": 0.090909 }, "anatomy": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.181818, "high_risk_ref_count": 22, "file": "day3_consultation04" }, { "wer": 0.096171, "m_wer": 0.037037, "m_cer": 1.0, "medical_entity_recall": 1.0, "medical_token_recall": 0.963, "total_ref_words": 1123, "total_medical_ref_words": 27, "medical_correct": 26, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "pharmacy", "hypothesis": "it", "category": "clinical", "cer": 1.0, "file": "day3_consultation05" } ], "unique_medical_terms_in_ref": 17, "unique_medical_terms_found": 17, "per_category": { "drugs": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 8, "correct": 7, "substitutions": 1, "deletions": 0, "m_wer": 0.125 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 6, "file": "day3_consultation05" }, { "wer": 0.100503, "m_wer": 0.041667, "m_cer": 0.25, "medical_entity_recall": 1.0, "medical_token_recall": 0.9583, "total_ref_words": 597, "total_medical_ref_words": 24, "medical_correct": 23, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "swelling", "hypothesis": "sweating", "category": "symptoms", "cer": 0.25, "file": "day3_consultation06" } ], "unique_medical_terms_in_ref": 15, "unique_medical_terms_found": 15, "per_category": { "drugs": { "ref_count": 3, "correct": 3, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 4, "correct": 3, "substitutions": 1, "deletions": 0, "m_wer": 0.25 }, "anatomy": { "ref_count": 3, "correct": 3, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 10, "correct": 10, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 3, "file": "day3_consultation06" }, { "wer": 0.133898, "m_wer": 0.084746, "m_cer": 0.5206, "medical_entity_recall": 0.92, "medical_token_recall": 0.9492, "total_ref_words": 1180, "total_medical_ref_words": 59, "medical_correct": 56, "medical_substitutions": 3, "medical_deletions": 0, "medical_insertions": 2, "spurious_medical_insertions": 2, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "eczema", "file": "day3_consultation07" }, { "type": "insertion", "hypothesis": "joint", "file": "day3_consultation07" }, { "type": "substitution", "reference": "fever", "hypothesis": "pain", "category": "symptoms", "cer": 1.0, "file": "day3_consultation07" }, { "type": "substitution", "reference": "hyperthyroidism", "hypothesis": "hypothyroidism", "category": "conditions", "cer": 0.1333, "file": "day3_consultation07" }, { "type": "substitution", "reference": "inhaler", "hypothesis": "nader", "category": "drugs", "cer": 0.4286, "file": "day3_consultation07" } ], "unique_medical_terms_in_ref": 25, "unique_medical_terms_found": 23, "per_category": { "drugs": { "ref_count": 16, "correct": 15, "substitutions": 1, "deletions": 0, "m_wer": 0.0625 }, "conditions": { "ref_count": 15, "correct": 14, "substitutions": 1, "deletions": 0, "m_wer": 0.066667 }, "symptoms": { "ref_count": 11, "correct": 10, "substitutions": 1, "deletions": 0, "m_wer": 0.090909 }, "anatomy": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 9, "correct": 9, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0625, "high_risk_ref_count": 16, "file": "day3_consultation07" }, { "wer": 0.116431, "m_wer": 0.06, "m_cer": 0.9375, "medical_entity_recall": 0.9583, "medical_token_recall": 0.94, "total_ref_words": 919, "total_medical_ref_words": 50, "medical_correct": 47, "medical_substitutions": 2, "medical_deletions": 1, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "headache", "hypothesis": "like", "category": "symptoms", "cer": 0.875, "file": "day3_consultation08" }, { "type": "substitution", "reference": "cough", "hypothesis": "is", "category": "symptoms", "cer": 1.0, "file": "day3_consultation08" }, { "type": "deletion", "reference": "medical", "category": "clinical", "file": "day3_consultation08" } ], "unique_medical_terms_in_ref": 24, "unique_medical_terms_found": 23, "per_category": { "drugs": { "ref_count": 12, "correct": 12, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 15, "correct": 13, "substitutions": 2, "deletions": 0, "m_wer": 0.133333 }, "anatomy": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 8, "correct": 7, "substitutions": 0, "deletions": 1, "m_wer": 0.125 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 12, "file": "day3_consultation08" }, { "wer": 0.082513, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 2133, "total_medical_ref_words": 43, "medical_correct": 43, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 21, "unique_medical_terms_found": 21, "per_category": { "drugs": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 26, "correct": 26, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 6, "file": "day3_consultation09" }, { "wer": 0.078171, "m_wer": 0.027778, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 0.9722, "total_ref_words": 1356, "total_medical_ref_words": 36, "medical_correct": 35, "medical_substitutions": 0, "medical_deletions": 1, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "deletion", "reference": "diarrhea", "category": "conditions", "file": "day3_consultation10" } ], "unique_medical_terms_in_ref": 16, "unique_medical_terms_found": 16, "per_category": { "drugs": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 18, "correct": 17, "substitutions": 0, "deletions": 1, "m_wer": 0.055556 }, "symptoms": { "ref_count": 3, "correct": 3, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 4, "file": "day3_consultation10" }, { "wer": 0.088697, "m_wer": 0.057692, "m_cer": 0.5, "medical_entity_recall": 1.0, "medical_token_recall": 0.9423, "total_ref_words": 1274, "total_medical_ref_words": 52, "medical_correct": 49, "medical_substitutions": 2, "medical_deletions": 1, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "pain", "hypothesis": "paying", "category": "symptoms", "cer": 0.5, "file": "day4_consultation01" }, { "type": "deletion", "reference": "hypertension", "category": "conditions", "file": "day4_consultation01" }, { "type": "substitution", "reference": "medicine", "hypothesis": "medication", "category": "drugs", "cer": 0.5, "file": "day4_consultation01" } ], "unique_medical_terms_in_ref": 18, "unique_medical_terms_found": 18, "per_category": { "drugs": { "ref_count": 3, "correct": 2, "substitutions": 1, "deletions": 0, "m_wer": 0.333333 }, "conditions": { "ref_count": 5, "correct": 4, "substitutions": 0, "deletions": 1, "m_wer": 0.2 }, "symptoms": { "ref_count": 14, "correct": 13, "substitutions": 1, "deletions": 0, "m_wer": 0.071429 }, "anatomy": { "ref_count": 20, "correct": 20, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 9, "correct": 9, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.333333, "high_risk_ref_count": 3, "file": "day4_consultation01" }, { "wer": 0.068328, "m_wer": 0.035714, "m_cer": 0.1333, "medical_entity_recall": 0.9231, "medical_token_recall": 0.9643, "total_ref_words": 1244, "total_medical_ref_words": 28, "medical_correct": 27, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "hyperthyroidism", "hypothesis": "hypothyroidism", "category": "conditions", "cer": 0.1333, "file": "day4_consultation02" } ], "unique_medical_terms_in_ref": 13, "unique_medical_terms_found": 12, "per_category": { "drugs": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 1, "correct": 0, "substitutions": 1, "deletions": 0, "m_wer": 1.0 }, "symptoms": { "ref_count": 10, "correct": 10, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 5, "file": "day4_consultation02" }, { "wer": 0.052786, "m_wer": 0.054054, "m_cer": 0.2857, "medical_entity_recall": 1.0, "medical_token_recall": 0.973, "total_ref_words": 1023, "total_medical_ref_words": 37, "medical_correct": 36, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "substitution", "reference": "codeine", "hypothesis": "coding", "category": "drugs", "cer": 0.2857, "file": "day4_consultation03" }, { "type": "insertion", "hypothesis": "allergic", "file": "day4_consultation03" } ], "unique_medical_terms_in_ref": 15, "unique_medical_terms_found": 15, "per_category": { "drugs": { "ref_count": 7, "correct": 6, "substitutions": 1, "deletions": 0, "m_wer": 0.142857 }, "conditions": { "ref_count": 0, "correct": 0, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 9, "correct": 9, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 9, "correct": 9, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 12, "correct": 12, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.142857, "high_risk_ref_count": 7, "file": "day4_consultation03" }, { "wer": 0.079027, "m_wer": 0.02381, "m_cer": 0.8333, "medical_entity_recall": 1.0, "medical_token_recall": 0.9762, "total_ref_words": 987, "total_medical_ref_words": 42, "medical_correct": 41, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "wheeze", "hypothesis": "louise", "category": "symptoms", "cer": 0.8333, "file": "day4_consultation04" } ], "unique_medical_terms_in_ref": 19, "unique_medical_terms_found": 19, "per_category": { "drugs": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 9, "correct": 8, "substitutions": 1, "deletions": 0, "m_wer": 0.111111 }, "anatomy": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 7, "file": "day4_consultation04" }, { "wer": 0.171995, "m_wer": 0.027027, "m_cer": 0.0, "medical_entity_recall": 0.9583, "medical_token_recall": 0.973, "total_ref_words": 1564, "total_medical_ref_words": 74, "medical_correct": 72, "medical_substitutions": 0, "medical_deletions": 2, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "deletion", "reference": "inhaler", "category": "drugs", "file": "day4_consultation05" }, { "type": "deletion", "reference": "bowel", "category": "anatomy", "file": "day4_consultation05" } ], "unique_medical_terms_in_ref": 24, "unique_medical_terms_found": 23, "per_category": { "drugs": { "ref_count": 8, "correct": 7, "substitutions": 0, "deletions": 1, "m_wer": 0.125 }, "conditions": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 25, "correct": 25, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 23, "correct": 22, "substitutions": 0, "deletions": 1, "m_wer": 0.043478 }, "clinical": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.125, "high_risk_ref_count": 8, "file": "day4_consultation05" }, { "wer": 0.089697, "m_wer": 0.027027, "m_cer": 0.6458, "medical_entity_recall": 0.9524, "medical_token_recall": 0.973, "total_ref_words": 1650, "total_medical_ref_words": 74, "medical_correct": 72, "medical_substitutions": 2, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "headache", "hypothesis": "they", "category": "symptoms", "cer": 0.875, "file": "day4_consultation06" }, { "type": "substitution", "reference": "hyperthyroid", "hypothesis": "hypothyroidism", "category": "conditions", "cer": 0.4167, "file": "day4_consultation06" } ], "unique_medical_terms_in_ref": 21, "unique_medical_terms_found": 20, "per_category": { "drugs": { "ref_count": 16, "correct": 16, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 19, "correct": 18, "substitutions": 1, "deletions": 0, "m_wer": 0.052632 }, "symptoms": { "ref_count": 30, "correct": 29, "substitutions": 1, "deletions": 0, "m_wer": 0.033333 }, "anatomy": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 16, "file": "day4_consultation06" }, { "wer": 0.124355, "m_wer": 0.01087, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1745, "total_medical_ref_words": 92, "medical_correct": 92, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "medical", "file": "day4_consultation07" } ], "unique_medical_terms_in_ref": 25, "unique_medical_terms_found": 25, "per_category": { "drugs": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 38, "correct": 38, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 22, "correct": 22, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 20, "correct": 20, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 4, "file": "day4_consultation07" }, { "wer": 0.115702, "m_wer": 0.064516, "m_cer": 0.5139, "medical_entity_recall": 1.0, "medical_token_recall": 0.9355, "total_ref_words": 1694, "total_medical_ref_words": 31, "medical_correct": 29, "medical_substitutions": 2, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "hyperthyroid", "hypothesis": "hyperthyroidism", "category": "conditions", "cer": 0.25, "file": "day4_consultation08" }, { "type": "substitution", "reference": "thyroxine", "hypothesis": "in", "category": "drugs", "cer": 0.7778, "file": "day4_consultation08" } ], "unique_medical_terms_in_ref": 16, "unique_medical_terms_found": 16, "per_category": { "drugs": { "ref_count": 6, "correct": 5, "substitutions": 1, "deletions": 0, "m_wer": 0.166667 }, "conditions": { "ref_count": 5, "correct": 4, "substitutions": 1, "deletions": 0, "m_wer": 0.2 }, "symptoms": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.166667, "high_risk_ref_count": 6, "file": "day4_consultation08" }, { "wer": 0.118963, "m_wer": 0.151261, "m_cer": 0.2863, "medical_entity_recall": 0.9412, "medical_token_recall": 0.8487, "total_ref_words": 1698, "total_medical_ref_words": 119, "medical_correct": 101, "medical_substitutions": 14, "medical_deletions": 4, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "cough", "hypothesis": "just", "category": "symptoms", "cer": 0.8, "file": "day4_consultation09" }, { "type": "substitution", "reference": "cough", "hypothesis": "yes", "category": "symptoms", "cer": 1.0, "file": "day4_consultation09" }, { "type": "substitution", "reference": "clenil", "hypothesis": "clenol", "category": "drugs", "cer": 0.1667, "file": "day4_consultation09" }, { "type": "substitution", "reference": "clenil", "hypothesis": "clenol", "category": "drugs", "cer": 0.1667, "file": "day4_consultation09" }, { "type": "deletion", "reference": "clenil", "category": "drugs", "file": "day4_consultation09" }, { "type": "substitution", "reference": "clenil", "hypothesis": "clenol", "category": "drugs", "cer": 0.1667, "file": "day4_consultation09" }, { "type": "substitution", "reference": "modulite", "hypothesis": "modulate", "category": "drugs", "cer": 0.125, "file": "day4_consultation09" }, { "type": "substitution", "reference": "clenil", "hypothesis": "clenol", "category": "drugs", "cer": 0.1667, "file": "day4_consultation09" }, { "type": "substitution", "reference": "clenil", "hypothesis": "clenol", "category": "drugs", "cer": 0.1667, "file": "day4_consultation09" }, { "type": "deletion", "reference": "breath", "category": "clinical", "file": "day4_consultation09" }, { "type": "substitution", "reference": "clenil", "hypothesis": "clinal", "category": "drugs", "cer": 0.3333, "file": "day4_consultation09" }, { "type": "substitution", "reference": "modulite", "hypothesis": "modulate", "category": "drugs", "cer": 0.125, "file": "day4_consultation09" }, { "type": "substitution", "reference": "clenil", "hypothesis": "clenol", "category": "drugs", "cer": 0.1667, "file": "day4_consultation09" }, { "type": "deletion", "reference": "steroid", "category": "drugs", "file": "day4_consultation09" }, { "type": "substitution", "reference": "clenil", "hypothesis": "clenol", "category": "drugs", "cer": 0.1667, "file": "day4_consultation09" }, { "type": "substitution", "reference": "clenil", "hypothesis": "clinal", "category": "drugs", "cer": 0.3333, "file": "day4_consultation09" }, { "type": "substitution", "reference": "modulite", "hypothesis": "modulate", "category": "drugs", "cer": 0.125, "file": "day4_consultation09" }, { "type": "deletion", "reference": "wheezy", "category": "symptoms", "file": "day4_consultation09" } ], "unique_medical_terms_in_ref": 34, "unique_medical_terms_found": 32, "per_category": { "drugs": { "ref_count": 41, "correct": 27, "substitutions": 12, "deletions": 2, "m_wer": 0.341463 }, "conditions": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 25, "correct": 22, "substitutions": 2, "deletions": 1, "m_wer": 0.12 }, "anatomy": { "ref_count": 12, "correct": 12, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 26, "correct": 25, "substitutions": 0, "deletions": 1, "m_wer": 0.038462 } }, "high_risk_m_wer": 0.341463, "high_risk_ref_count": 41, "file": "day4_consultation09" }, { "wer": 0.11444, "m_wer": 0.013514, "m_cer": 0.0909, "medical_entity_recall": 1.0, "medical_token_recall": 0.9865, "total_ref_words": 1669, "total_medical_ref_words": 74, "medical_correct": 73, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "amoxicillin", "hypothesis": "moxicillin", "category": "drugs", "cer": 0.0909, "file": "day4_consultation10" } ], "unique_medical_terms_in_ref": 26, "unique_medical_terms_found": 26, "per_category": { "drugs": { "ref_count": 7, "correct": 6, "substitutions": 1, "deletions": 0, "m_wer": 0.142857 }, "conditions": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 35, "correct": 35, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 10, "correct": 10, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.142857, "high_risk_ref_count": 7, "file": "day4_consultation10" }, { "wer": 0.101449, "m_wer": 0.018868, "m_cer": 0.7778, "medical_entity_recall": 1.0, "medical_token_recall": 0.9811, "total_ref_words": 1242, "total_medical_ref_words": 53, "medical_correct": 52, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "ibuprofen", "hypothesis": "program", "category": "drugs", "cer": 0.7778, "file": "day5_consultation01" } ], "unique_medical_terms_in_ref": 28, "unique_medical_terms_found": 28, "per_category": { "drugs": { "ref_count": 11, "correct": 10, "substitutions": 1, "deletions": 0, "m_wer": 0.090909 }, "conditions": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 26, "correct": 26, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.090909, "high_risk_ref_count": 11, "file": "day5_consultation01" }, { "wer": 0.069188, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1084, "total_medical_ref_words": 57, "medical_correct": 57, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 21, "unique_medical_terms_found": 21, "per_category": { "drugs": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 3, "correct": 3, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 16, "correct": 16, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 16, "correct": 16, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 16, "correct": 16, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 6, "file": "day5_consultation02" }, { "wer": 0.100482, "m_wer": 0.060606, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 0.9697, "total_ref_words": 2488, "total_medical_ref_words": 33, "medical_correct": 32, "medical_substitutions": 0, "medical_deletions": 1, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "deletion", "reference": "heart", "category": "anatomy", "file": "day5_consultation03" }, { "type": "insertion", "hypothesis": "therapy", "file": "day5_consultation03" } ], "unique_medical_terms_in_ref": 13, "unique_medical_terms_found": 13, "per_category": { "drugs": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 10, "correct": 10, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 12, "correct": 11, "substitutions": 0, "deletions": 1, "m_wer": 0.083333 }, "clinical": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 1, "file": "day5_consultation03" }, { "wer": 0.156816, "m_wer": 0.078431, "m_cer": 0.8426, "medical_entity_recall": 1.0, "medical_token_recall": 0.9412, "total_ref_words": 1269, "total_medical_ref_words": 51, "medical_correct": 48, "medical_substitutions": 3, "medical_deletions": 0, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "implanon", "file": "day5_consultation04" }, { "type": "substitution", "reference": "pain", "hypothesis": "bleeding", "category": "symptoms", "cer": 1.5, "file": "day5_consultation04" }, { "type": "substitution", "reference": "discharge", "hypothesis": "other", "category": "symptoms", "cer": 0.7778, "file": "day5_consultation04" }, { "type": "substitution", "reference": "implanon", "hypothesis": "implant", "category": "drugs", "cer": 0.25, "file": "day5_consultation04" } ], "unique_medical_terms_in_ref": 27, "unique_medical_terms_found": 27, "per_category": { "drugs": { "ref_count": 4, "correct": 3, "substitutions": 1, "deletions": 0, "m_wer": 0.25 }, "conditions": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 25, "correct": 23, "substitutions": 2, "deletions": 0, "m_wer": 0.08 }, "anatomy": { "ref_count": 10, "correct": 10, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 10, "correct": 10, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.25, "high_risk_ref_count": 4, "file": "day5_consultation04" }, { "wer": 0.114191, "m_wer": 0.04, "m_cer": 0.6667, "medical_entity_recall": 0.9565, "medical_token_recall": 0.96, "total_ref_words": 902, "total_medical_ref_words": 50, "medical_correct": 48, "medical_substitutions": 1, "medical_deletions": 1, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "nausea", "hypothesis": "nosy", "category": "symptoms", "cer": 0.6667, "file": "day5_consultation05" }, { "type": "deletion", "reference": "sore", "category": "symptoms", "file": "day5_consultation05" } ], "unique_medical_terms_in_ref": 23, "unique_medical_terms_found": 22, "per_category": { "drugs": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 24, "correct": 22, "substitutions": 1, "deletions": 1, "m_wer": 0.083333 }, "anatomy": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 5, "file": "day5_consultation05" }, { "wer": 0.122142, "m_wer": 0.039216, "m_cer": 0.55, "medical_entity_recall": 1.0, "medical_token_recall": 0.9608, "total_ref_words": 1531, "total_medical_ref_words": 51, "medical_correct": 49, "medical_substitutions": 2, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "bowel", "hypothesis": "boss", "category": "anatomy", "cer": 0.6, "file": "day5_consultation06" }, { "type": "substitution", "reference": "cramps", "hypothesis": "comes", "category": "symptoms", "cer": 0.5, "file": "day5_consultation06" } ], "unique_medical_terms_in_ref": 26, "unique_medical_terms_found": 26, "per_category": { "drugs": { "ref_count": 3, "correct": 3, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 21, "correct": 20, "substitutions": 1, "deletions": 0, "m_wer": 0.047619 }, "anatomy": { "ref_count": 16, "correct": 15, "substitutions": 1, "deletions": 0, "m_wer": 0.0625 }, "clinical": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 3, "file": "day5_consultation06" }, { "wer": 0.08657, "m_wer": 0.034884, "m_cer": 0.8571, "medical_entity_recall": 1.0, "medical_token_recall": 0.9767, "total_ref_words": 1236, "total_medical_ref_words": 86, "medical_correct": 84, "medical_substitutions": 1, "medical_deletions": 1, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "blood", "file": "day5_consultation07" }, { "type": "deletion", "reference": "blood", "category": "anatomy", "file": "day5_consultation07" }, { "type": "substitution", "reference": "symptom", "hypothesis": "the", "category": "symptoms", "cer": 0.8571, "file": "day5_consultation07" } ], "unique_medical_terms_in_ref": 36, "unique_medical_terms_found": 36, "per_category": { "drugs": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 15, "correct": 15, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 29, "correct": 28, "substitutions": 1, "deletions": 0, "m_wer": 0.034483 }, "anatomy": { "ref_count": 21, "correct": 20, "substitutions": 0, "deletions": 1, "m_wer": 0.047619 }, "clinical": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 7, "file": "day5_consultation07" }, { "wer": 0.07081, "m_wer": 0.090909, "m_cer": 0.5917, "medical_entity_recall": 0.9231, "medical_token_recall": 0.9091, "total_ref_words": 1271, "total_medical_ref_words": 66, "medical_correct": 60, "medical_substitutions": 4, "medical_deletions": 2, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "wheezy", "hypothesis": "busy", "category": "symptoms", "cer": 0.8333, "file": "day5_consultation08" }, { "type": "substitution", "reference": "breath", "hypothesis": "breaks", "category": "clinical", "cer": 0.3333, "file": "day5_consultation08" }, { "type": "deletion", "reference": "inhaler", "category": "drugs", "file": "day5_consultation08" }, { "type": "substitution", "reference": "salbutamol", "hypothesis": "zolpotomo", "category": "drugs", "cer": 0.6, "file": "day5_consultation08" }, { "type": "substitution", "reference": "salbutamol", "hypothesis": "zolpotomo", "category": "drugs", "cer": 0.6, "file": "day5_consultation08" }, { "type": "deletion", "reference": "fever", "category": "symptoms", "file": "day5_consultation08" } ], "unique_medical_terms_in_ref": 26, "unique_medical_terms_found": 24, "per_category": { "drugs": { "ref_count": 17, "correct": 14, "substitutions": 2, "deletions": 1, "m_wer": 0.176471 }, "conditions": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 17, "correct": 15, "substitutions": 1, "deletions": 1, "m_wer": 0.117647 }, "anatomy": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 13, "correct": 12, "substitutions": 1, "deletions": 0, "m_wer": 0.076923 } }, "high_risk_m_wer": 0.176471, "high_risk_ref_count": 17, "file": "day5_consultation08" }, { "wer": 0.128299, "m_wer": 0.026667, "m_cer": 0.9231, "medical_entity_recall": 0.9722, "medical_token_recall": 0.9867, "total_ref_words": 1364, "total_medical_ref_words": 75, "medical_correct": 74, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "hayfever", "file": "day5_consultation09" }, { "type": "substitution", "reference": "antihistamine", "hypothesis": "products", "category": "drugs", "cer": 0.9231, "file": "day5_consultation09" } ], "unique_medical_terms_in_ref": 36, "unique_medical_terms_found": 35, "per_category": { "drugs": { "ref_count": 5, "correct": 4, "substitutions": 1, "deletions": 0, "m_wer": 0.2 }, "conditions": { "ref_count": 10, "correct": 10, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 32, "correct": 32, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 19, "correct": 19, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 9, "correct": 9, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.2, "high_risk_ref_count": 5, "file": "day5_consultation09" }, { "wer": 0.102464, "m_wer": 0.104478, "m_cer": 0.8208, "medical_entity_recall": 1.0, "medical_token_recall": 0.8955, "total_ref_words": 1542, "total_medical_ref_words": 67, "medical_correct": 60, "medical_substitutions": 6, "medical_deletions": 1, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "cough", "hypothesis": "no", "category": "symptoms", "cer": 0.8, "file": "day5_consultation10" }, { "type": "substitution", "reference": "headache", "hypothesis": "day", "category": "symptoms", "cer": 0.75, "file": "day5_consultation10" }, { "type": "substitution", "reference": "headache", "hypothesis": "is", "category": "symptoms", "cer": 1.0, "file": "day5_consultation10" }, { "type": "substitution", "reference": "nausea", "hypothesis": "no", "category": "symptoms", "cer": 0.8333, "file": "day5_consultation10" }, { "type": "substitution", "reference": "vomiting", "hypothesis": "do", "category": "symptoms", "cer": 0.875, "file": "day5_consultation10" }, { "type": "substitution", "reference": "ibuprofen", "hypothesis": "broth", "category": "drugs", "cer": 0.6667, "file": "day5_consultation10" }, { "type": "deletion", "reference": "prescribe", "category": "clinical", "file": "day5_consultation10" } ], "unique_medical_terms_in_ref": 22, "unique_medical_terms_found": 22, "per_category": { "drugs": { "ref_count": 10, "correct": 9, "substitutions": 1, "deletions": 0, "m_wer": 0.1 }, "conditions": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 39, "correct": 34, "substitutions": 5, "deletions": 0, "m_wer": 0.128205 }, "anatomy": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 7, "correct": 6, "substitutions": 0, "deletions": 1, "m_wer": 0.142857 } }, "high_risk_m_wer": 0.1, "high_risk_ref_count": 10, "file": "day5_consultation10" }, { "wer": 0.0765, "m_wer": 0.021739, "m_cer": 0.875, "medical_entity_recall": 0.9565, "medical_token_recall": 0.9783, "total_ref_words": 2000, "total_medical_ref_words": 46, "medical_correct": 45, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "medicine", "hypothesis": "and", "category": "drugs", "cer": 0.875, "file": "day5_consultation11" } ], "unique_medical_terms_in_ref": 23, "unique_medical_terms_found": 22, "per_category": { "drugs": { "ref_count": 11, "correct": 10, "substitutions": 1, "deletions": 0, "m_wer": 0.090909 }, "conditions": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 18, "correct": 18, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.090909, "high_risk_ref_count": 11, "file": "day5_consultation11" }, { "wer": 0.067174, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 789, "total_medical_ref_words": 42, "medical_correct": 42, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 24, "unique_medical_terms_found": 24, "per_category": { "drugs": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 3, "correct": 3, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 23, "correct": 23, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 8, "file": "day5_consultation12" } ] }