{ "model": "elevenlabs-scribe_v2", "medical_canonicalization": "Canonical M-WER v2: reference typo fixes + reviewed low-risk morphology, with dangerous clinical/drug confusables kept penalized", "files": 55, "avg_wer": 0.097215, "avg_m_wer": 0.034685, "global_m_wer": 0.025397, "global_m_cer": 0.6941, "avg_medical_entity_recall": 0.9848, "global_medical_token_recall": 0.9746, "global_high_risk_m_wer": 0.027897, "global_high_risk_ref_count": 466, "global_per_category": { "drugs": { "ref_count": 466, "correct": 453, "substitutions": 8, "deletions": 5, "m_wer": 0.027897 }, "conditions": { "ref_count": 391, "correct": 378, "substitutions": 6, "deletions": 7, "m_wer": 0.033248 }, "symptoms": { "ref_count": 1162, "correct": 1129, "substitutions": 10, "deletions": 23, "m_wer": 0.028399 }, "anatomy": { "ref_count": 616, "correct": 604, "substitutions": 2, "deletions": 10, "m_wer": 0.019481 }, "clinical": { "ref_count": 493, "correct": 484, "substitutions": 6, "deletions": 3, "m_wer": 0.018256 } }, "total_medical_ref_words": 3150, "total_medical_correct": 3070, "total_medical_substitutions": 32, "total_medical_deletions": 48, "top_medical_errors": [ { "ref": "hyperthyroidism", "hyp": "hypothyroidism", "count": 2 }, { "ref": "modulite", "hyp": "modulate", "count": 2 }, { "ref": "skin", "hyp": "ok", "count": 1 }, { "ref": "eczema", "hyp": "see", "count": 1 }, { "ref": "drug", "hyp": "the", "count": 1 }, { "ref": "prescription", "hyp": "subscription", "count": 1 }, { "ref": "skin", "hyp": "normal", "count": 1 }, { "ref": "cough", "hyp": "some", "count": 1 }, { "ref": "symptom", "hyp": "of", "count": 1 }, { "ref": "allergy", "hyp": "oh", "count": 1 }, { "ref": "medication", "hyp": "to", "count": 1 }, { "ref": "anxiety", "hyp": "this", "count": 1 }, { "ref": "headache", "hyp": "that", "count": 1 }, { "ref": "fever", "hyp": "hayfever", "count": 1 }, { "ref": "sneeze", "hyp": "sees", "count": 1 }, { "ref": "headache", "hyp": "know", "count": 1 }, { "ref": "medical", "hyp": "medic", "count": 1 }, { "ref": "medicine", "hyp": "medication", "count": 1 }, { "ref": "hyperthyroid", "hyp": "hypothyroidism", "count": 1 }, { "ref": "hyperthyroid", "hyp": "hyperthyroidism", "count": 1 } ], "per_file": [ { "wer": 0.135866, "m_wer": 0.038462, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 0.9744, "total_ref_words": 1369, "total_medical_ref_words": 78, "medical_correct": 76, "medical_substitutions": 0, "medical_deletions": 2, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "vomit", "file": "day1_consultation01" }, { "type": "deletion", "reference": "vomit", "category": "symptoms", "file": "day1_consultation01" }, { "type": "deletion", "reference": "fever", "category": "symptoms", "file": "day1_consultation01" } ], "unique_medical_terms_in_ref": 25, "unique_medical_terms_found": 25, "per_category": { "drugs": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 39, "correct": 37, "substitutions": 0, "deletions": 2, "m_wer": 0.051282 }, "anatomy": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 8, "file": "day1_consultation01" }, { "wer": 0.123059, "m_wer": 0.032258, "m_cer": 0.7917, "medical_entity_recall": 1.0, "medical_token_recall": 0.9677, "total_ref_words": 1674, "total_medical_ref_words": 93, "medical_correct": 90, "medical_substitutions": 2, "medical_deletions": 1, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "deletion", "reference": "itchy", "category": "symptoms", "file": "day1_consultation02" }, { "type": "substitution", "reference": "skin", "hypothesis": "ok", "category": "anatomy", "cer": 0.75, "file": "day1_consultation02" }, { "type": "substitution", "reference": "eczema", "hypothesis": "see", "category": "conditions", "cer": 0.8333, "file": "day1_consultation02" } ], "unique_medical_terms_in_ref": 30, "unique_medical_terms_found": 30, "per_category": { "drugs": { "ref_count": 15, "correct": 15, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 10, "correct": 9, "substitutions": 1, "deletions": 0, "m_wer": 0.1 }, "symptoms": { "ref_count": 36, "correct": 35, "substitutions": 0, "deletions": 1, "m_wer": 0.027778 }, "anatomy": { "ref_count": 21, "correct": 20, "substitutions": 1, "deletions": 0, "m_wer": 0.047619 }, "clinical": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 15, "file": "day1_consultation02" }, { "wer": 0.656869, "m_wer": 0.527778, "m_cer": 0.0, "medical_entity_recall": 0.6154, "medical_token_recall": 0.4722, "total_ref_words": 1565, "total_medical_ref_words": 72, "medical_correct": 34, "medical_substitutions": 0, "medical_deletions": 38, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "deletion", "reference": "pain", "category": "symptoms", "file": "day1_consultation03" }, { "type": "deletion", "reference": "headache", "category": "symptoms", "file": "day1_consultation03" }, { "type": "deletion", "reference": "pain", "category": "symptoms", "file": "day1_consultation03" }, { "type": "deletion", "reference": "headache", "category": "symptoms", "file": "day1_consultation03" }, { "type": "deletion", "reference": "headache", "category": "symptoms", "file": "day1_consultation03" }, { "type": "deletion", "reference": "brain", "category": "anatomy", "file": "day1_consultation03" }, { "type": "deletion", "reference": "cancer", "category": "conditions", "file": "day1_consultation03" }, { "type": "deletion", "reference": "cancer", "category": "conditions", "file": "day1_consultation03" }, { "type": "deletion", "reference": "brain", "category": "anatomy", "file": "day1_consultation03" }, { "type": "deletion", "reference": "headache", "category": "symptoms", "file": "day1_consultation03" }, { "type": "deletion", "reference": "headache", "category": "symptoms", "file": "day1_consultation03" }, { "type": "deletion", "reference": "nauseous", "category": "symptoms", "file": "day1_consultation03" }, { "type": "deletion", "reference": "vomit", "category": "symptoms", "file": "day1_consultation03" }, { "type": "deletion", "reference": "vomit", "category": "symptoms", "file": "day1_consultation03" }, { "type": "deletion", "reference": "fever", "category": "symptoms", "file": "day1_consultation03" }, { "type": "deletion", "reference": "feverish", "category": "symptoms", "file": "day1_consultation03" }, { "type": "deletion", "reference": "skin", "category": "anatomy", "file": "day1_consultation03" }, { "type": "deletion", "reference": "rash", "category": "symptoms", "file": "day1_consultation03" }, { "type": "deletion", "reference": "headache", "category": "symptoms", "file": "day1_consultation03" }, { "type": "deletion", "reference": "headache", "category": "symptoms", "file": "day1_consultation03" }, { "type": "deletion", "reference": "painkillers", "category": "drugs", "file": "day1_consultation03" }, { "type": "deletion", "reference": "brain", "category": "anatomy", "file": "day1_consultation03" }, { "type": "deletion", "reference": "headache", "category": "symptoms", "file": "day1_consultation03" }, { "type": "deletion", "reference": "headache", "category": "symptoms", "file": "day1_consultation03" }, { "type": "deletion", "reference": "numbness", "category": "symptoms", "file": "day1_consultation03" }, { "type": "deletion", "reference": "breathing", "category": "clinical", "file": "day1_consultation03" }, { "type": "deletion", "reference": "breathless", "category": "symptoms", "file": "day1_consultation03" }, { "type": "deletion", "reference": "medical", "category": "clinical", "file": "day1_consultation03" }, { "type": "deletion", "reference": "migraine", "category": "conditions", "file": "day1_consultation03" }, { "type": "deletion", "reference": "migraine", "category": "conditions", "file": "day1_consultation03" }, { "type": "deletion", "reference": "migraine", "category": "conditions", "file": "day1_consultation03" }, { "type": "deletion", "reference": "brain", "category": "anatomy", "file": "day1_consultation03" }, { "type": "deletion", "reference": "thyroid", "category": "anatomy", "file": "day1_consultation03" }, { "type": "deletion", "reference": "thyroid", "category": "anatomy", "file": "day1_consultation03" }, { "type": "deletion", "reference": "brain", "category": "anatomy", "file": "day1_consultation03" }, { "type": "deletion", "reference": "brain", "category": "anatomy", "file": "day1_consultation03" }, { "type": "deletion", "reference": "cancer", "category": "conditions", "file": "day1_consultation03" }, { "type": "deletion", "reference": "medication", "category": "drugs", "file": "day1_consultation03" } ], "unique_medical_terms_in_ref": 26, "unique_medical_terms_found": 16, "per_category": { "drugs": { "ref_count": 8, "correct": 6, "substitutions": 0, "deletions": 2, "m_wer": 0.25 }, "conditions": { "ref_count": 12, "correct": 6, "substitutions": 0, "deletions": 6, "m_wer": 0.5 }, "symptoms": { "ref_count": 38, "correct": 19, "substitutions": 0, "deletions": 19, "m_wer": 0.5 }, "anatomy": { "ref_count": 10, "correct": 1, "substitutions": 0, "deletions": 9, "m_wer": 0.9 }, "clinical": { "ref_count": 2, "correct": 0, "substitutions": 0, "deletions": 2, "m_wer": 1.0 } }, "high_risk_m_wer": 0.25, "high_risk_ref_count": 8, "file": "day1_consultation03" }, { "wer": 0.114338, "m_wer": 0.028986, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1653, "total_medical_ref_words": 69, "medical_correct": 69, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 2, "spurious_medical_insertions": 2, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "pain", "file": "day1_consultation04" }, { "type": "insertion", "hypothesis": "muscle", "file": "day1_consultation04" } ], "unique_medical_terms_in_ref": 32, "unique_medical_terms_found": 32, "per_category": { "drugs": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 32, "correct": 32, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 19, "correct": 19, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 5, "file": "day1_consultation04" }, { "wer": 0.083792, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1635, "total_medical_ref_words": 87, "medical_correct": 87, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 31, "unique_medical_terms_found": 31, "per_category": { "drugs": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 32, "correct": 32, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 24, "correct": 24, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 13, "correct": 13, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 14, "file": "day1_consultation05" }, { "wer": 0.100163, "m_wer": 0.043956, "m_cer": 1.0, "medical_entity_recall": 1.0, "medical_token_recall": 0.978, "total_ref_words": 1837, "total_medical_ref_words": 91, "medical_correct": 89, "medical_substitutions": 1, "medical_deletions": 1, "medical_insertions": 2, "spurious_medical_insertions": 2, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "ankles", "file": "day1_consultation06" }, { "type": "insertion", "hypothesis": "ankles", "file": "day1_consultation06" }, { "type": "deletion", "reference": "ankles", "category": "anatomy", "file": "day1_consultation06" }, { "type": "substitution", "reference": "drug", "hypothesis": "the", "category": "clinical", "cer": 1.0, "file": "day1_consultation06" } ], "unique_medical_terms_in_ref": 31, "unique_medical_terms_found": 31, "per_category": { "drugs": { "ref_count": 10, "correct": 10, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 25, "correct": 25, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 38, "correct": 37, "substitutions": 0, "deletions": 1, "m_wer": 0.026316 }, "clinical": { "ref_count": 16, "correct": 15, "substitutions": 1, "deletions": 0, "m_wer": 0.0625 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 10, "file": "day1_consultation06" }, { "wer": 0.075666, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1163, "total_medical_ref_words": 61, "medical_correct": 61, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 29, "unique_medical_terms_found": 29, "per_category": { "drugs": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 22, "correct": 22, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 15, "correct": 15, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 11, "file": "day1_consultation08" }, { "wer": 0.102828, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1556, "total_medical_ref_words": 71, "medical_correct": 71, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 27, "unique_medical_terms_found": 27, "per_category": { "drugs": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 34, "correct": 34, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 17, "correct": 17, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 9, "correct": 9, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 6, "file": "day1_consultation09" }, { "wer": 0.136853, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1856, "total_medical_ref_words": 75, "medical_correct": 75, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 25, "unique_medical_terms_found": 25, "per_category": { "drugs": { "ref_count": 9, "correct": 9, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 37, "correct": 37, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 24, "correct": 24, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 9, "file": "day1_consultation10" }, { "wer": 0.095462, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 2336, "total_medical_ref_words": 75, "medical_correct": 75, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 27, "unique_medical_terms_found": 27, "per_category": { "drugs": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 10, "correct": 10, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 30, "correct": 30, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 13, "correct": 13, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 16, "correct": 16, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 6, "file": "day1_consultation11" }, { "wer": 0.094372, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1155, "total_medical_ref_words": 51, "medical_correct": 51, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 26, "unique_medical_terms_found": 26, "per_category": { "drugs": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 16, "correct": 16, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 8, "file": "day1_consultation12" }, { "wer": 0.049171, "m_wer": 0.015152, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1688, "total_medical_ref_words": 66, "medical_correct": 66, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "codeine", "file": "day1_consultation13" } ], "unique_medical_terms_in_ref": 24, "unique_medical_terms_found": 24, "per_category": { "drugs": { "ref_count": 15, "correct": 15, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 9, "correct": 9, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 34, "correct": 34, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 15, "file": "day1_consultation13" }, { "wer": 0.103077, "m_wer": 0.085366, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 0.9878, "total_ref_words": 1950, "total_medical_ref_words": 82, "medical_correct": 81, "medical_substitutions": 0, "medical_deletions": 1, "medical_insertions": 6, "spurious_medical_insertions": 6, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "pain", "file": "day1_consultation14" }, { "type": "insertion", "hypothesis": "discharge", "file": "day1_consultation14" }, { "type": "deletion", "reference": "discharge", "category": "symptoms", "file": "day1_consultation14" }, { "type": "insertion", "hypothesis": "breath", "file": "day1_consultation14" }, { "type": "insertion", "hypothesis": "breathless", "file": "day1_consultation14" }, { "type": "insertion", "hypothesis": "symptom", "file": "day1_consultation14" }, { "type": "insertion", "hypothesis": "cough", "file": "day1_consultation14" } ], "unique_medical_terms_in_ref": 34, "unique_medical_terms_found": 34, "per_category": { "drugs": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 34, "correct": 33, "substitutions": 0, "deletions": 1, "m_wer": 0.029412 }, "anatomy": { "ref_count": 20, "correct": 20, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 10, "correct": 10, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 7, "file": "day1_consultation14" }, { "wer": 0.107874, "m_wer": 0.065217, "m_cer": 0.25, "medical_entity_recall": 0.96, "medical_token_recall": 0.9783, "total_ref_words": 1270, "total_medical_ref_words": 46, "medical_correct": 45, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 2, "spurious_medical_insertions": 2, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "metformin", "file": "day1_consultation15" }, { "type": "insertion", "hypothesis": "antihistamine", "file": "day1_consultation15" }, { "type": "substitution", "reference": "prescription", "hypothesis": "subscription", "category": "clinical", "cer": 0.25, "file": "day1_consultation15" } ], "unique_medical_terms_in_ref": 25, "unique_medical_terms_found": 24, "per_category": { "drugs": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 15, "correct": 15, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 5, "correct": 4, "substitutions": 1, "deletions": 0, "m_wer": 0.2 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 8, "file": "day1_consultation15" }, { "wer": 0.106838, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1170, "total_medical_ref_words": 15, "medical_correct": 15, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 12, "unique_medical_terms_found": 12, "per_category": { "drugs": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 0, "correct": 0, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 1, "file": "day2_consultation01" }, { "wer": 0.092417, "m_wer": 0.019231, "m_cer": 1.5, "medical_entity_recall": 1.0, "medical_token_recall": 0.9808, "total_ref_words": 1688, "total_medical_ref_words": 52, "medical_correct": 51, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "skin", "hypothesis": "normal", "category": "anatomy", "cer": 1.5, "file": "day2_consultation02" } ], "unique_medical_terms_in_ref": 21, "unique_medical_terms_found": 21, "per_category": { "drugs": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 19, "correct": 18, "substitutions": 1, "deletions": 0, "m_wer": 0.052632 }, "clinical": { "ref_count": 15, "correct": 15, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 4, "file": "day2_consultation02" }, { "wer": 0.106742, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1424, "total_medical_ref_words": 19, "medical_correct": 19, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 11, "unique_medical_terms_found": 11, "per_category": { "drugs": { "ref_count": 3, "correct": 3, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 0, "correct": 0, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 0, "correct": 0, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 3, "file": "day2_consultation03" }, { "wer": 0.074521, "m_wer": 0.029412, "m_cer": 0.8, "medical_entity_recall": 1.0, "medical_token_recall": 0.9706, "total_ref_words": 1825, "total_medical_ref_words": 68, "medical_correct": 66, "medical_substitutions": 1, "medical_deletions": 1, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "cough", "hypothesis": "some", "category": "symptoms", "cer": 0.8, "file": "day2_consultation04" }, { "type": "deletion", "reference": "cancer", "category": "conditions", "file": "day2_consultation04" } ], "unique_medical_terms_in_ref": 21, "unique_medical_terms_found": 21, "per_category": { "drugs": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 10, "correct": 9, "substitutions": 0, "deletions": 1, "m_wer": 0.1 }, "symptoms": { "ref_count": 16, "correct": 15, "substitutions": 1, "deletions": 0, "m_wer": 0.0625 }, "anatomy": { "ref_count": 29, "correct": 29, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 6, "file": "day2_consultation04" }, { "wer": 0.045383, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1917, "total_medical_ref_words": 34, "medical_correct": 34, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 18, "unique_medical_terms_found": 18, "per_category": { "drugs": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 5, "file": "day2_consultation05" }, { "wer": 0.079979, "m_wer": 0.03125, "m_cer": 0.8571, "medical_entity_recall": 1.0, "medical_token_recall": 0.9688, "total_ref_words": 1938, "total_medical_ref_words": 64, "medical_correct": 62, "medical_substitutions": 1, "medical_deletions": 1, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "deletion", "reference": "pharmacy", "category": "clinical", "file": "day2_consultation06" }, { "type": "substitution", "reference": "symptom", "hypothesis": "of", "category": "symptoms", "cer": 0.8571, "file": "day2_consultation06" } ], "unique_medical_terms_in_ref": 26, "unique_medical_terms_found": 26, "per_category": { "drugs": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 18, "correct": 17, "substitutions": 1, "deletions": 0, "m_wer": 0.055556 }, "anatomy": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 26, "correct": 25, "substitutions": 0, "deletions": 1, "m_wer": 0.038462 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 8, "file": "day2_consultation06" }, { "wer": 0.116438, "m_wer": 0.022727, "m_cer": 1.0, "medical_entity_recall": 1.0, "medical_token_recall": 0.9773, "total_ref_words": 1314, "total_medical_ref_words": 44, "medical_correct": 43, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "allergy", "hypothesis": "oh", "category": "clinical", "cer": 1.0, "file": "day2_consultation07" } ], "unique_medical_terms_in_ref": 16, "unique_medical_terms_found": 16, "per_category": { "drugs": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 19, "correct": 19, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 8, "correct": 7, "substitutions": 1, "deletions": 0, "m_wer": 0.125 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 4, "file": "day2_consultation07" }, { "wer": 0.084848, "m_wer": 0.027027, "m_cer": 0.8, "medical_entity_recall": 1.0, "medical_token_recall": 0.9865, "total_ref_words": 1815, "total_medical_ref_words": 74, "medical_correct": 73, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "symptom", "file": "day2_consultation08" }, { "type": "substitution", "reference": "medication", "hypothesis": "to", "category": "drugs", "cer": 0.8, "file": "day2_consultation08" } ], "unique_medical_terms_in_ref": 32, "unique_medical_terms_found": 32, "per_category": { "drugs": { "ref_count": 9, "correct": 8, "substitutions": 1, "deletions": 0, "m_wer": 0.111111 }, "conditions": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 30, "correct": 30, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 16, "correct": 16, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.111111, "high_risk_ref_count": 9, "file": "day2_consultation08" }, { "wer": 0.078818, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1015, "total_medical_ref_words": 13, "medical_correct": 13, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 9, "unique_medical_terms_found": 9, "per_category": { "drugs": { "ref_count": 3, "correct": 3, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 3, "file": "day2_consultation09" }, { "wer": 0.046343, "m_wer": 0.05, "m_cer": 0.8661, "medical_entity_recall": 1.0, "medical_token_recall": 0.9667, "total_ref_words": 1791, "total_medical_ref_words": 60, "medical_correct": 58, "medical_substitutions": 2, "medical_deletions": 0, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "headache", "file": "day2_consultation10" }, { "type": "substitution", "reference": "anxiety", "hypothesis": "this", "category": "conditions", "cer": 0.8571, "file": "day2_consultation10" }, { "type": "substitution", "reference": "headache", "hypothesis": "that", "category": "symptoms", "cer": 0.875, "file": "day2_consultation10" } ], "unique_medical_terms_in_ref": 21, "unique_medical_terms_found": 21, "per_category": { "drugs": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 16, "correct": 15, "substitutions": 1, "deletions": 0, "m_wer": 0.0625 }, "symptoms": { "ref_count": 22, "correct": 21, "substitutions": 1, "deletions": 0, "m_wer": 0.045455 }, "anatomy": { "ref_count": 3, "correct": 3, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 14, "file": "day2_consultation10" }, { "wer": 0.087637, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1278, "total_medical_ref_words": 46, "medical_correct": 46, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 17, "unique_medical_terms_found": 17, "per_category": { "drugs": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 12, "correct": 12, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 14, "file": "day3_consultation01" }, { "wer": 0.113158, "m_wer": 0.020833, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1140, "total_medical_ref_words": 48, "medical_correct": 48, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "ibuprofen", "file": "day3_consultation02" } ], "unique_medical_terms_in_ref": 18, "unique_medical_terms_found": 18, "per_category": { "drugs": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 0, "correct": 0, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 34, "correct": 34, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 4, "file": "day3_consultation02" }, { "wer": 0.118598, "m_wer": 0.140351, "m_cer": 0.55, "medical_entity_recall": 0.913, "medical_token_recall": 0.9649, "total_ref_words": 1113, "total_medical_ref_words": 57, "medical_correct": 55, "medical_substitutions": 2, "medical_deletions": 0, "medical_insertions": 6, "spurious_medical_insertions": 6, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "chest", "file": "day3_consultation04" }, { "type": "insertion", "hypothesis": "clenil", "file": "day3_consultation04" }, { "type": "insertion", "hypothesis": "salbutamol", "file": "day3_consultation04" }, { "type": "insertion", "hypothesis": "clenil", "file": "day3_consultation04" }, { "type": "insertion", "hypothesis": "clenil", "file": "day3_consultation04" }, { "type": "insertion", "hypothesis": "asthma", "file": "day3_consultation04" }, { "type": "substitution", "reference": "fever", "hypothesis": "hayfever", "category": "symptoms", "cer": 0.6, "file": "day3_consultation04" }, { "type": "substitution", "reference": "sneeze", "hypothesis": "sees", "category": "symptoms", "cer": 0.5, "file": "day3_consultation04" } ], "unique_medical_terms_in_ref": 23, "unique_medical_terms_found": 21, "per_category": { "drugs": { "ref_count": 22, "correct": 22, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 12, "correct": 12, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 11, "correct": 9, "substitutions": 2, "deletions": 0, "m_wer": 0.181818 }, "anatomy": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 22, "file": "day3_consultation04" }, { "wer": 0.080142, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1123, "total_medical_ref_words": 27, "medical_correct": 27, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 17, "unique_medical_terms_found": 17, "per_category": { "drugs": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 6, "file": "day3_consultation05" }, { "wer": 0.102178, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 597, "total_medical_ref_words": 24, "medical_correct": 24, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 15, "unique_medical_terms_found": 15, "per_category": { "drugs": { "ref_count": 3, "correct": 3, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 3, "correct": 3, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 10, "correct": 10, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 3, "file": "day3_consultation06" }, { "wer": 0.133898, "m_wer": 0.152542, "m_cer": 0.1333, "medical_entity_recall": 0.96, "medical_token_recall": 0.9661, "total_ref_words": 1180, "total_medical_ref_words": 59, "medical_correct": 57, "medical_substitutions": 1, "medical_deletions": 1, "medical_insertions": 7, "spurious_medical_insertions": 7, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "eczema", "file": "day3_consultation07" }, { "type": "insertion", "hypothesis": "sore", "file": "day3_consultation07" }, { "type": "insertion", "hypothesis": "steroid", "file": "day3_consultation07" }, { "type": "deletion", "reference": "steroid", "category": "drugs", "file": "day3_consultation07" }, { "type": "insertion", "hypothesis": "joint", "file": "day3_consultation07" }, { "type": "insertion", "hypothesis": "pain", "file": "day3_consultation07" }, { "type": "insertion", "hypothesis": "antihistamine", "file": "day3_consultation07" }, { "type": "insertion", "hypothesis": "migraine", "file": "day3_consultation07" }, { "type": "substitution", "reference": "hyperthyroidism", "hypothesis": "hypothyroidism", "category": "conditions", "cer": 0.1333, "file": "day3_consultation07" } ], "unique_medical_terms_in_ref": 25, "unique_medical_terms_found": 24, "per_category": { "drugs": { "ref_count": 16, "correct": 15, "substitutions": 0, "deletions": 1, "m_wer": 0.0625 }, "conditions": { "ref_count": 15, "correct": 14, "substitutions": 1, "deletions": 0, "m_wer": 0.066667 }, "symptoms": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 9, "correct": 9, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0625, "high_risk_ref_count": 16, "file": "day3_consultation07" }, { "wer": 0.119695, "m_wer": 0.06, "m_cer": 0.6429, "medical_entity_recall": 0.9583, "medical_token_recall": 0.96, "total_ref_words": 919, "total_medical_ref_words": 50, "medical_correct": 48, "medical_substitutions": 2, "medical_deletions": 0, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "cough", "file": "day3_consultation08" }, { "type": "substitution", "reference": "headache", "hypothesis": "know", "category": "symptoms", "cer": 1.0, "file": "day3_consultation08" }, { "type": "substitution", "reference": "medical", "hypothesis": "medic", "category": "clinical", "cer": 0.2857, "file": "day3_consultation08" } ], "unique_medical_terms_in_ref": 24, "unique_medical_terms_found": 23, "per_category": { "drugs": { "ref_count": 12, "correct": 12, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 15, "correct": 14, "substitutions": 1, "deletions": 0, "m_wer": 0.066667 }, "anatomy": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 8, "correct": 7, "substitutions": 1, "deletions": 0, "m_wer": 0.125 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 12, "file": "day3_consultation08" }, { "wer": 0.075481, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 2133, "total_medical_ref_words": 43, "medical_correct": 43, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 21, "unique_medical_terms_found": 21, "per_category": { "drugs": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 26, "correct": 26, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 6, "file": "day3_consultation09" }, { "wer": 0.061209, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1356, "total_medical_ref_words": 36, "medical_correct": 36, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 16, "unique_medical_terms_found": 16, "per_category": { "drugs": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 18, "correct": 18, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 3, "correct": 3, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 4, "file": "day3_consultation10" }, { "wer": 0.082418, "m_wer": 0.019231, "m_cer": 0.5, "medical_entity_recall": 1.0, "medical_token_recall": 0.9808, "total_ref_words": 1274, "total_medical_ref_words": 52, "medical_correct": 51, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "medicine", "hypothesis": "medication", "category": "drugs", "cer": 0.5, "file": "day4_consultation01" } ], "unique_medical_terms_in_ref": 18, "unique_medical_terms_found": 18, "per_category": { "drugs": { "ref_count": 3, "correct": 2, "substitutions": 1, "deletions": 0, "m_wer": 0.333333 }, "conditions": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 20, "correct": 20, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 9, "correct": 9, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.333333, "high_risk_ref_count": 3, "file": "day4_consultation01" }, { "wer": 0.054662, "m_wer": 0.035714, "m_cer": 0.1333, "medical_entity_recall": 0.9231, "medical_token_recall": 0.9643, "total_ref_words": 1244, "total_medical_ref_words": 28, "medical_correct": 27, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "hyperthyroidism", "hypothesis": "hypothyroidism", "category": "conditions", "cer": 0.1333, "file": "day4_consultation02" } ], "unique_medical_terms_in_ref": 13, "unique_medical_terms_found": 12, "per_category": { "drugs": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 1, "correct": 0, "substitutions": 1, "deletions": 0, "m_wer": 1.0 }, "symptoms": { "ref_count": 10, "correct": 10, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 5, "file": "day4_consultation02" }, { "wer": 0.038123, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1023, "total_medical_ref_words": 37, "medical_correct": 37, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 15, "unique_medical_terms_found": 15, "per_category": { "drugs": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 0, "correct": 0, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 9, "correct": 9, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 9, "correct": 9, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 12, "correct": 12, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 7, "file": "day4_consultation03" }, { "wer": 0.053698, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 987, "total_medical_ref_words": 42, "medical_correct": 42, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 19, "unique_medical_terms_found": 19, "per_category": { "drugs": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 9, "correct": 9, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 7, "file": "day4_consultation04" }, { "wer": 0.109335, "m_wer": 0.013514, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1564, "total_medical_ref_words": 74, "medical_correct": 74, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "tummy", "file": "day4_consultation05" } ], "unique_medical_terms_in_ref": 24, "unique_medical_terms_found": 24, "per_category": { "drugs": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 25, "correct": 25, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 23, "correct": 23, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 8, "file": "day4_consultation05" }, { "wer": 0.072121, "m_wer": 0.013514, "m_cer": 0.4167, "medical_entity_recall": 0.9524, "medical_token_recall": 0.9865, "total_ref_words": 1650, "total_medical_ref_words": 74, "medical_correct": 73, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "hyperthyroid", "hypothesis": "hypothyroidism", "category": "conditions", "cer": 0.4167, "file": "day4_consultation06" } ], "unique_medical_terms_in_ref": 21, "unique_medical_terms_found": 20, "per_category": { "drugs": { "ref_count": 16, "correct": 16, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 19, "correct": 18, "substitutions": 1, "deletions": 0, "m_wer": 0.052632 }, "symptoms": { "ref_count": 30, "correct": 30, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 16, "file": "day4_consultation06" }, { "wer": 0.079656, "m_wer": 0.01087, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1745, "total_medical_ref_words": 92, "medical_correct": 92, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "medical", "file": "day4_consultation07" } ], "unique_medical_terms_in_ref": 25, "unique_medical_terms_found": 25, "per_category": { "drugs": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 38, "correct": 38, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 22, "correct": 22, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 20, "correct": 20, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 4, "file": "day4_consultation07" }, { "wer": 0.081464, "m_wer": 0.032258, "m_cer": 0.25, "medical_entity_recall": 1.0, "medical_token_recall": 0.9677, "total_ref_words": 1694, "total_medical_ref_words": 31, "medical_correct": 30, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "hyperthyroid", "hypothesis": "hyperthyroidism", "category": "conditions", "cer": 0.25, "file": "day4_consultation08" } ], "unique_medical_terms_in_ref": 16, "unique_medical_terms_found": 16, "per_category": { "drugs": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 5, "correct": 4, "substitutions": 1, "deletions": 0, "m_wer": 0.2 }, "symptoms": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 6, "file": "day4_consultation08" }, { "wer": 0.075972, "m_wer": 0.042017, "m_cer": 0.3333, "medical_entity_recall": 0.9706, "medical_token_recall": 0.958, "total_ref_words": 1698, "total_medical_ref_words": 119, "medical_correct": 114, "medical_substitutions": 4, "medical_deletions": 1, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "clenil", "hypothesis": "clen", "category": "drugs", "cer": 0.3333, "file": "day4_consultation09" }, { "type": "substitution", "reference": "modulite", "hypothesis": "modulate", "category": "drugs", "cer": 0.125, "file": "day4_consultation09" }, { "type": "substitution", "reference": "modulite", "hypothesis": "modulate", "category": "drugs", "cer": 0.125, "file": "day4_consultation09" }, { "type": "deletion", "reference": "clenil", "category": "drugs", "file": "day4_consultation09" }, { "type": "substitution", "reference": "modulite", "hypothesis": "clindmodulate", "category": "drugs", "cer": 0.75, "file": "day4_consultation09" } ], "unique_medical_terms_in_ref": 34, "unique_medical_terms_found": 33, "per_category": { "drugs": { "ref_count": 41, "correct": 36, "substitutions": 4, "deletions": 1, "m_wer": 0.121951 }, "conditions": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 25, "correct": 25, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 12, "correct": 12, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 26, "correct": 26, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.121951, "high_risk_ref_count": 41, "file": "day4_consultation09" }, { "wer": 0.067705, "m_wer": 0.013514, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1669, "total_medical_ref_words": 74, "medical_correct": 74, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "bowel", "file": "day4_consultation10" } ], "unique_medical_terms_in_ref": 26, "unique_medical_terms_found": 26, "per_category": { "drugs": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 35, "correct": 35, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 10, "correct": 10, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 7, "file": "day4_consultation10" }, { "wer": 0.070048, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1242, "total_medical_ref_words": 53, "medical_correct": 53, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 28, "unique_medical_terms_found": 28, "per_category": { "drugs": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 26, "correct": 26, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 11, "file": "day5_consultation01" }, { "wer": 0.053506, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1084, "total_medical_ref_words": 57, "medical_correct": 57, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 21, "unique_medical_terms_found": 21, "per_category": { "drugs": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 3, "correct": 3, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 16, "correct": 16, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 16, "correct": 16, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 16, "correct": 16, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 6, "file": "day5_consultation02" }, { "wer": 0.061093, "m_wer": 0.030303, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 2488, "total_medical_ref_words": 33, "medical_correct": 33, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "therapy", "file": "day5_consultation03" } ], "unique_medical_terms_in_ref": 13, "unique_medical_terms_found": 13, "per_category": { "drugs": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 10, "correct": 10, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 12, "correct": 12, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 1, "file": "day5_consultation03" }, { "wer": 0.157604, "m_wer": 0.117647, "m_cer": 1.1181, "medical_entity_recall": 1.0, "medical_token_recall": 0.9216, "total_ref_words": 1269, "total_medical_ref_words": 51, "medical_correct": 47, "medical_substitutions": 4, "medical_deletions": 0, "medical_insertions": 2, "spurious_medical_insertions": 2, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "implanon", "file": "day5_consultation04" }, { "type": "insertion", "hypothesis": "implanon", "file": "day5_consultation04" }, { "type": "substitution", "reference": "amoxicillin", "hypothesis": "pardon", "category": "drugs", "cer": 0.9091, "file": "day5_consultation04" }, { "type": "substitution", "reference": "allergy", "hypothesis": "amoxcillin", "category": "clinical", "cer": 1.2857, "file": "day5_consultation04" }, { "type": "substitution", "reference": "pain", "hypothesis": "bleeding", "category": "symptoms", "cer": 1.5, "file": "day5_consultation04" }, { "type": "substitution", "reference": "discharge", "hypothesis": "other", "category": "symptoms", "cer": 0.7778, "file": "day5_consultation04" } ], "unique_medical_terms_in_ref": 27, "unique_medical_terms_found": 27, "per_category": { "drugs": { "ref_count": 4, "correct": 3, "substitutions": 1, "deletions": 0, "m_wer": 0.25 }, "conditions": { "ref_count": 1, "correct": 1, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 25, "correct": 23, "substitutions": 2, "deletions": 0, "m_wer": 0.08 }, "anatomy": { "ref_count": 10, "correct": 10, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 10, "correct": 9, "substitutions": 1, "deletions": 0, "m_wer": 0.1 } }, "high_risk_m_wer": 0.25, "high_risk_ref_count": 4, "file": "day5_consultation04" }, { "wer": 0.109756, "m_wer": 0.04, "m_cer": 0.5, "medical_entity_recall": 0.9565, "medical_token_recall": 0.98, "total_ref_words": 902, "total_medical_ref_words": 50, "medical_correct": 49, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "substitution", "reference": "sore", "hypothesis": "so", "category": "symptoms", "cer": 0.5, "file": "day5_consultation05" }, { "type": "insertion", "hypothesis": "implanon", "file": "day5_consultation05" } ], "unique_medical_terms_in_ref": 23, "unique_medical_terms_found": 22, "per_category": { "drugs": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 24, "correct": 23, "substitutions": 1, "deletions": 0, "m_wer": 0.041667 }, "anatomy": { "ref_count": 11, "correct": 11, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 5, "file": "day5_consultation05" }, { "wer": 0.077727, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1531, "total_medical_ref_words": 51, "medical_correct": 51, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 26, "unique_medical_terms_found": 26, "per_category": { "drugs": { "ref_count": 3, "correct": 3, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 21, "correct": 21, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 16, "correct": 16, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 3, "file": "day5_consultation06" }, { "wer": 0.063107, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1236, "total_medical_ref_words": 86, "medical_correct": 86, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 36, "unique_medical_terms_found": 36, "per_category": { "drugs": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 15, "correct": 15, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 29, "correct": 29, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 21, "correct": 21, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 7, "file": "day5_consultation07" }, { "wer": 0.055862, "m_wer": 0.030303, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 0.9848, "total_ref_words": 1271, "total_medical_ref_words": 66, "medical_correct": 65, "medical_substitutions": 0, "medical_deletions": 1, "medical_insertions": 1, "spurious_medical_insertions": 1, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "eczema", "file": "day5_consultation08" }, { "type": "deletion", "reference": "inhaler", "category": "drugs", "file": "day5_consultation08" } ], "unique_medical_terms_in_ref": 26, "unique_medical_terms_found": 26, "per_category": { "drugs": { "ref_count": 17, "correct": 16, "substitutions": 0, "deletions": 1, "m_wer": 0.058824 }, "conditions": { "ref_count": 14, "correct": 14, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 17, "correct": 17, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 4, "correct": 4, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 13, "correct": 13, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.058824, "high_risk_ref_count": 17, "file": "day5_consultation08" }, { "wer": 0.11437, "m_wer": 0.066667, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 1364, "total_medical_ref_words": 75, "medical_correct": 75, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 5, "spurious_medical_insertions": 5, "medical_errors_detail": [ { "type": "insertion", "hypothesis": "hayfever", "file": "day5_consultation09" }, { "type": "insertion", "hypothesis": "salbutamol", "file": "day5_consultation09" }, { "type": "insertion", "hypothesis": "piriton", "file": "day5_consultation09" }, { "type": "insertion", "hypothesis": "piriton", "file": "day5_consultation09" }, { "type": "insertion", "hypothesis": "blood", "file": "day5_consultation09" } ], "unique_medical_terms_in_ref": 36, "unique_medical_terms_found": 36, "per_category": { "drugs": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 10, "correct": 10, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 32, "correct": 32, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 19, "correct": 19, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 9, "correct": 9, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 5, "file": "day5_consultation09" }, { "wer": 0.073281, "m_wer": 0.029851, "m_cer": 0.8444, "medical_entity_recall": 1.0, "medical_token_recall": 0.9701, "total_ref_words": 1542, "total_medical_ref_words": 67, "medical_correct": 65, "medical_substitutions": 2, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "cough", "hypothesis": "no", "category": "symptoms", "cer": 0.8, "file": "day5_consultation10" }, { "type": "substitution", "reference": "prescribe", "hypothesis": "have", "category": "clinical", "cer": 0.8889, "file": "day5_consultation10" } ], "unique_medical_terms_in_ref": 22, "unique_medical_terms_found": 22, "per_category": { "drugs": { "ref_count": 10, "correct": 10, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 39, "correct": 38, "substitutions": 1, "deletions": 0, "m_wer": 0.025641 }, "anatomy": { "ref_count": 5, "correct": 5, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 7, "correct": 6, "substitutions": 1, "deletions": 0, "m_wer": 0.142857 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 10, "file": "day5_consultation10" }, { "wer": 0.046, "m_wer": 0.021739, "m_cer": 0.875, "medical_entity_recall": 0.9565, "medical_token_recall": 0.9783, "total_ref_words": 2000, "total_medical_ref_words": 46, "medical_correct": 45, "medical_substitutions": 1, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [ { "type": "substitution", "reference": "medicine", "hypothesis": "and", "category": "drugs", "cer": 0.875, "file": "day5_consultation11" } ], "unique_medical_terms_in_ref": 23, "unique_medical_terms_found": 22, "per_category": { "drugs": { "ref_count": 11, "correct": 10, "substitutions": 1, "deletions": 0, "m_wer": 0.090909 }, "conditions": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 18, "correct": 18, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 7, "correct": 7, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.090909, "high_risk_ref_count": 11, "file": "day5_consultation11" }, { "wer": 0.045627, "m_wer": 0.0, "m_cer": 0.0, "medical_entity_recall": 1.0, "medical_token_recall": 1.0, "total_ref_words": 789, "total_medical_ref_words": 42, "medical_correct": 42, "medical_substitutions": 0, "medical_deletions": 0, "medical_insertions": 0, "spurious_medical_insertions": 0, "medical_errors_detail": [], "unique_medical_terms_in_ref": 24, "unique_medical_terms_found": 24, "per_category": { "drugs": { "ref_count": 8, "correct": 8, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "conditions": { "ref_count": 3, "correct": 3, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "symptoms": { "ref_count": 23, "correct": 23, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "anatomy": { "ref_count": 2, "correct": 2, "substitutions": 0, "deletions": 0, "m_wer": 0.0 }, "clinical": { "ref_count": 6, "correct": 6, "substitutions": 0, "deletions": 0, "m_wer": 0.0 } }, "high_risk_m_wer": 0.0, "high_risk_ref_count": 8, "file": "day5_consultation12" } ] }