From 08e70f4b1e6fac6ba1743a103e5da637b211d030 Mon Sep 17 00:00:00 2001 From: BigSimmo <87357024+BigSimmo@users.noreply.github.com> Date: Fri, 3 Jul 2026 01:13:51 +0800 Subject: [PATCH] test(eval): recognize real "Discharge Planning" docs in the Discharge alias MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The golden fixtures reference synthetic MHSP.* filenames that were superseded when the corpus was repopulated with real named documents. Most alias-match, but the Discharge alias listed only "…to Discharge" mental-health variants, not the "Discharge Planning for Community Patients / Inpatients" documents that actually rank for the admission-vs-discharge comparison. That made admission-discharge-comparison report a false top-5 recall miss on the non-existent MHSP.Discharge.pdf even though a real, relevant discharge document was retrieved. Add "Discharge Planning" to the Discharge alias. Any "Discharge Planning …" document is unambiguously a discharge document, so this recognizes a genuine hit rather than masking a miss. admission-discharge-comparison now passes (grounded, 5 citations); eval-quality unit tests 11/11. Co-Authored-By: Claude Fable 5 --- scripts/eval-utils.ts | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/scripts/eval-utils.ts b/scripts/eval-utils.ts index c655d1945..6b3f8d53f 100644 --- a/scripts/eval-utils.ts +++ b/scripts/eval-utils.ts @@ -129,6 +129,10 @@ const clinicalDocumentAliases: Record = { "Mental Health Medically Cleared for Discharge", "Mental Health Inpatient Triage to Discharge", "ACMHS and OACMHS Triage to Discharge", + // The synthetic MHSP.Discharge.pdf was superseded by real named discharge documents; + // "Discharge Planning for Community Patients / Inpatients" is the discharge counterpart + // that ranks for the admission-vs-discharge comparison, so recognize it as a real hit. + "Discharge Planning", ], Duress: ["Duress", "Duress Procedure", "Duress Response"], ECTProcedure: ["ECT Procedure", "Electroconvulsive Therapy", "Electroconvulsive Therapy ECT"],