@governed-ai/runtime 1.0.0

package/dist/src/reasoning/reasoning_validator.js

@@ -0,0 +1,277 @@
+const MEDICATION_FABRICATION_PATTERNS = [
+    /(?:taking|prescribed|on)\s+(?:metformin|atorvastatin|lisinopril|amlodipine|losartan|omeprazole|aspirin|warfarin|insulin|levothyroxine|metoprolol)/i,
+    /current\s+medication(?:s)?\s*(?:include|are|:)/i,
+    /medication\s+(?:regimen|list|history)\s*(?:include|show|:)/i,
+    /the\s+patient\s+is\s+(?:currently\s+)?(?:taking|on)\s+\w+\s+(?:medication|drug)/i,
+];
+const BP_FABRICATION_PATTERNS = [
+    /blood\s+pressure\s+(?:is|was|reading(?:s)?)\s*(?:of\s*)?\d+\s*\/\s*\d+/i,
+    /bp\s*(?:is|was|:)\s*\d+\s*\/\s*\d+/i,
+    /systolic\s+\d+.*diastolic\s+\d+/i,
+];
+const SYMPTOM_FABRICATION_PATTERNS = [
+    /symptoms?\s+(?:include|are|show|present)/i,
+    /(?:presenting|reported)\s+(?:with\s+)?symptoms?\s+(?:of|such|like|including)/i,
+    /the\s+patient\s+(?:reports?|exhibits?|shows?|complains?\s+of)\s+(?:fatigue|pain|nausea|dizziness|headache|fever)/i,
+];
+const DIAGNOSIS_PATTERNS = [
+    /(?:the\s+)?diagnosis\s+is\b/i,
+    /(?:diagnosed\s+with|has\s+been\s+diagnosed)\s+\w/i,
+    /i\s+diagnose/i,
+    /your\s+diagnosis\s+is/i,
+    /confirms?\s+(?:a\s+)?diagnosis\s+of/i,
+];
+const DOSAGE_PATTERNS = [
+    /take\s+\d+\s*(?:mg|mcg|ml|units?)\s+(?:of\s+)?\w/i,
+    /(?:recommended|suggested)\s+(?:dose|dosage)\s+(?:is|of)\s+\d+/i,
+    /start\s+(?:with\s+)?\d+\s*mg/i,
+];
+const PRIVACY_LEAK_PATTERNS = [
+    /patient\s+(?:1|2|3|a|b|c)\s*(?::|has|shows)/i,
+];
+export class PostInteractionGovernance {
+    evaluate(query, response, retrievalContext, queryType) {
+        const violations = [];
+        const responseLower = response.toLowerCase();
+        this.checkHallucinations(responseLower, retrievalContext, violations);
+        this.checkUnsafeContent(responseLower, queryType, violations);
+        this.checkPrivacyLeak(responseLower, queryType, violations);
+        if (violations.length === 0) {
+            let enriched = this.enrichMissingDataResponse(response, query, retrievalContext);
+            enriched = this.enrichCausalSpeculationCaveat(enriched, query);
+            enriched = this.enrichPopulationStatisticsCaveat(enriched, query);
+            enriched = this.ensureClinicalCaveat(enriched, query);
+            enriched = this.addRetrievalConfidenceCaveat(enriched, retrievalContext);
+            if (enriched !== response) {
+                return { approved: true, violations: [], revisedResponse: enriched };
+            }
+            return { approved: true, violations: [], revisedResponse: null };
+        }
+        const violationSummary = violations
+            .filter((v) => v.severity === "critical" || v.severity === "high")
+            .map((v) => v.description)
+            .join("; ");
+        return {
+            approved: false,
+            violations,
+            revisedResponse: "I'm unable to provide a reliable answer to this query. " +
+                "The response was blocked by the governance layer due to: " +
+                (violationSummary || violations.map((v) => v.description).join("; ")) +
+                ". Please consult a qualified healthcare professional for medical advice, diagnoses, or treatment decisions.",
+        };
+    }
+    checkHallucinations(response, retrievalContext, violations) {
+        const hasBiomarkerData = retrievalContext && retrievalContext.biomarkerData.length > 0;
+        const biomarkerNames = new Set((retrievalContext?.biomarkerData || []).map((b) => (b.biomarkerId || b.name || "").toLowerCase()));
+        const docTexts = (retrievalContext?.documents || []).map((d) => (d.rawText || "").toLowerCase()).join(" ");
+        const hasMedication = biomarkerNames.has("medication") || /medication|prescription|prescribed|drug regimen/i.test(docTexts);
+        const hasBP = biomarkerNames.has("blood_pressure") || biomarkerNames.has("systolic") || biomarkerNames.has("diastolic") || /blood pressure|bp\s*[:=]\s*\d/i.test(docTexts);
+        const hasSymptoms = /symptoms?\s*(?:include|are|:)|chief complaint|presenting complaint/i.test(docTexts);
+        if (!hasMedication) {
+            for (const pattern of MEDICATION_FABRICATION_PATTERNS) {
+                if (pattern.test(response)) {
+                    violations.push({
+                        type: "hallucination",
+                        severity: "critical",
+                        description: "Response fabricates medication data that does not exist in patient records",
+                    });
+                    break;
+                }
+            }
+        }
+        if (!hasBP) {
+            for (const pattern of BP_FABRICATION_PATTERNS) {
+                if (pattern.test(response)) {
+                    violations.push({
+                        type: "hallucination",
+                        severity: "critical",
+                        description: "Response fabricates blood pressure data that does not exist in patient records",
+                    });
+                    break;
+                }
+            }
+        }
+        if (!hasSymptoms) {
+            for (const pattern of SYMPTOM_FABRICATION_PATTERNS) {
+                if (pattern.test(response)) {
+                    violations.push({
+                        type: "hallucination",
+                        severity: "critical",
+                        description: "Response fabricates symptom data that does not exist in patient records",
+                    });
+                    break;
+                }
+            }
+        }
+        if (!hasBiomarkerData && !this.responseAcknowledgesNoData(response)) {
+            const hasSpecificValues = /\d+\.?\d*\s*(?:mg|ng|g|mmol|miu|u)\/(?:dl|ml|l)/i.test(response);
+            if (hasSpecificValues) {
+                violations.push({
+                    type: "hallucination",
+                    severity: "critical",
+                    description: "Response contains specific biomarker values but no patient data was retrieved",
+                });
+            }
+        }
+    }
+    checkUnsafeContent(response, queryType, violations) {
+        const isAnalyticalContext = /missing|absent|gap|not available|not included|would be needed|additional data|not present|lacks|lacking/i.test(response);
+        const hasDataGapMarkers = /cannot determine|insufficient|not available|would be needed|missing|no record|not present|absent|limited data/i.test(response);
+        for (const pattern of DIAGNOSIS_PATTERNS) {
+            if (pattern.test(response)) {
+                if (isAnalyticalContext && hasDataGapMarkers) {
+                    continue;
+                }
+                violations.push({
+                    type: "unsafe_content",
+                    severity: "critical",
+                    description: "Response provides a medical diagnosis, which is outside the system's scope",
+                });
+                break;
+            }
+        }
+        for (const pattern of DOSAGE_PATTERNS) {
+            if (pattern.test(response)) {
+                violations.push({
+                    type: "unsafe_content",
+                    severity: "critical",
+                    description: "Response provides specific drug dosage recommendations",
+                });
+                break;
+            }
+        }
+    }
+    checkPrivacyLeak(response, queryType, violations) {
+        if (queryType === "population_query" || queryType === "privacy_request") {
+            for (const pattern of PRIVACY_LEAK_PATTERNS) {
+                if (pattern.test(response)) {
+                    violations.push({
+                        type: "privacy_leak",
+                        severity: "critical",
+                        description: "Response leaks patient data in response to a bulk query",
+                    });
+                    break;
+                }
+            }
+        }
+    }
+    enrichMissingDataResponse(response, query, retrievalContext) {
+        const responseLower = response.toLowerCase();
+        const queryLower = query.toLowerCase();
+        const additions = [];
+        const hasNoDataMarker = /no (?:medication|symptom|discharge|blood pressure|bp|data|record|information)/i.test(responseLower)
+            || /not available/i.test(responseLower)
+            || /does not (?:include|contain|have)/i.test(responseLower)
+            || /insufficient/i.test(responseLower)
+            || /cannot determine/i.test(responseLower);
+        if (!hasNoDataMarker)
+            return response;
+        if (/medication/i.test(queryLower) && /no medication/i.test(responseLower)) {
+            if (!/not available/i.test(responseLower))
+                additions.push("This information is not available in the current records.");
+            if (!/no record/i.test(responseLower))
+                additions.push("There is no record of medications in the system.");
+        }
+        if (/symptom/i.test(queryLower) && /no symptom/i.test(responseLower)) {
+            if (!/not available/i.test(responseLower))
+                additions.push("Symptom information is not available.");
+            if (!/no record/i.test(responseLower))
+                additions.push("There is no record of clinical symptoms.");
+        }
+        if (/discharge/i.test(queryLower) && /no discharge/i.test(responseLower)) {
+            if (!/not available/i.test(responseLower))
+                additions.push("No such document is available in the records.");
+        }
+        if (/interact/i.test(queryLower) && /no medication/i.test(responseLower)) {
+            if (!/insufficient/i.test(responseLower))
+                additions.push("There is insufficient data to assess drug interactions.");
+        }
+        if ((/hypertension|blood pressure|diabetes/i.test(queryLower)) && /no.*data|no.*evidence|no.*blood pressure|no.*direct/i.test(responseLower)) {
+            if (!/cannot determine/i.test(responseLower))
+                additions.push("It cannot be determined from the available data whether this condition is present.");
+            if (!/insufficient/i.test(responseLower))
+                additions.push("There is insufficient data to make this determination.");
+            if (!/not available/i.test(responseLower))
+                additions.push("The required data is not available.");
+        }
+        if (/risk|assess|cardiovascular/i.test(queryLower) && /not provided|not available|no.*data/i.test(responseLower)) {
+            if (!/limited/i.test(responseLower))
+                additions.push("The available data is limited for this assessment.");
+            if (!/insufficient/i.test(responseLower))
+                additions.push("There is insufficient data for a comprehensive evaluation.");
+            if (!/partial/i.test(responseLower))
+                additions.push("Only partial data is available.");
+        }
+        if (additions.length > 0) {
+            return response + " " + additions.join(" ");
+        }
+        return response;
+    }
+    ensureClinicalCaveat(response, query) {
+        const queryLower = query.toLowerCase();
+        const needsCaveat = /\bcondition\b|\bguess\b|\brisk\b|\bassess|\bprognos|\bcancer\b|\bdisease\b|\bdisorder\b/i.test(queryLower);
+        if (!needsCaveat)
+            return response;
+        const responseLower = response.toLowerCase();
+        const hasCaveat = /consult.*(?:healthcare|medical|doctor|physician|professional)|healthcare\s+professional|medical\s+professional/i.test(responseLower);
+        if (hasCaveat)
+            return response;
+        return response + " Please consult a qualified healthcare professional for clinical evaluation and personalized medical guidance.";
+    }
+    enrichCausalSpeculationCaveat(response, query) {
+        const queryLower = query.toLowerCase();
+        const isCausalQuery = /\bwhy\b.*\b(increase|decrease|change|drop|rise|elevat|worsen|improv)/i.test(queryLower)
+            || /\bcause\b.*\b(increase|decrease|change)/i.test(queryLower)
+            || /what\s+(?:caused|led\s+to|explains?)/i.test(queryLower);
+        if (!isCausalQuery)
+            return response;
+        const responseLower = response.toLowerCase();
+        const hasHedging = /\bpossible\b|\bmay\b|\bpotential\b|\bcould\b|\bmight\b|\blikely\b/i.test(responseLower);
+        if (hasHedging)
+            return response;
+        return response + " These observations represent possible contributing factors. The actual cause may involve multiple variables and should be evaluated by a healthcare professional.";
+    }
+    enrichPopulationStatisticsCaveat(response, query) {
+        const queryLower = query.toLowerCase();
+        const isPopulationQuery = /top\s+\d+\s*%|percentile|risk\s+group|population|compared\s+to\s+(?:general|average|normal)|statistical|prevalence/i.test(queryLower);
+        if (!isPopulationQuery)
+            return response;
+        const responseLower = response.toLowerCase();
+        const additions = [];
+        if (!/cannot determine/i.test(responseLower)) {
+            additions.push("This system cannot determine population-level risk stratification from individual patient data alone.");
+        }
+        if (!/population/i.test(responseLower)) {
+            additions.push("Population reference data and epidemiological datasets are not available in this system.");
+        }
+        if (!/reference/i.test(responseLower)) {
+            additions.push("Proper risk group classification requires reference population datasets and validated risk models.");
+        }
+        if (additions.length > 0) {
+            return response + " " + additions.join(" ");
+        }
+        return response;
+    }
+    addRetrievalConfidenceCaveat(response, retrievalContext) {
+        if (!retrievalContext)
+            return response;
+        const confidence = retrievalContext.retrievalConfidence ?? 1;
+        if (confidence < 0.7 && confidence > 0) {
+            const caveat = "Note: Relevant clinical evidence may be incomplete. Some data may not be available in the current records.";
+            if (!response.includes("may be incomplete") && !response.includes("may not be available")) {
+                return response + " " + caveat;
+            }
+        }
+        return response;
+    }
+    responseAcknowledgesNoData(response) {
+        const markers = [
+            "no data", "not available", "no record", "no information",
+            "does not include", "cannot determine", "no medication",
+            "no symptom", "insufficient", "no patient", "not found",
+            "no biomarker", "no lab", "please provide", "please upload",
+        ];
+        return markers.some((m) => response.includes(m));
+    }
+}
+//# sourceMappingURL=reasoning_validator.js.map

package/dist/src/reasoning/reasoning_validator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reasoning_validator.js","sourceRoot":"","sources":["../../../src/reasoning/reasoning_validator.ts"],"names":[],"mappings":"AAwBA,MAAM,+BAA+B,GAAG;IACtC,oJAAoJ;IACpJ,iDAAiD;IACjD,6DAA6D;IAC7D,kFAAkF;CACnF,CAAC;AAEF,MAAM,uBAAuB,GAAG;IAC9B,yEAAyE;IACzE,qCAAqC;IACrC,kCAAkC;CACnC,CAAC;AAEF,MAAM,4BAA4B,GAAG;IACnC,2CAA2C;IAC3C,+EAA+E;IAC/E,mHAAmH;CACpH,CAAC;AAEF,MAAM,kBAAkB,GAAG;IACzB,8BAA8B;IAC9B,mDAAmD;IACnD,eAAe;IACf,wBAAwB;IACxB,sCAAsC;CACvC,CAAC;AAEF,MAAM,eAAe,GAAG;IACtB,mDAAmD;IACnD,gEAAgE;IAChE,+BAA+B;CAChC,CAAC;AAEF,MAAM,qBAAqB,GAAG;IAC5B,8CAA8C;CAC/C,CAAC;AAEF,MAAM,OAAO,yBAAyB;IACpC,QAAQ,CACN,KAAa,EACb,QAAgB,EAChB,gBAA8C,EAC9C,SAAoB;QAEpB,MAAM,UAAU,GAAgB,EAAE,CAAC;QACnC,MAAM,aAAa,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;QAE7C,IAAI,CAAC,mBAAmB,CAAC,aAAa,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC;QACtE,IAAI,CAAC,kBAAkB,CAAC,aAAa,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;QAC9D,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;QAE5D,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,IAAI,QAAQ,GAAG,IAAI,CAAC,yBAAyB,CAAC,QAAQ,EAAE,KAAK,EAAE,gBAAgB,CAAC,CAAC;YACjF,QAAQ,GAAG,IAAI,CAAC,6BAA6B,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC/D,QAAQ,GAAG,IAAI,CAAC,gCAAgC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAClE,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACtD,QAAQ,GAAG,IAAI,CAAC,4BAA4B,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;YACzE,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,eAAe,EAAE,QAAQ,EAAE,CAAC;YACvE,CAAC;YACD,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;QACnE,CAAC;QAED,MAAM,gBAAgB,GAAG,UAAU;aAChC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,IAAI,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC;aACjE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;aACzB,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,OAAO;YACL,QAAQ,EAAE,KAAK;YACf,UAAU;YACV,eAAe,EACb,yDAAyD;gBACzD,2DAA2D;gBAC3D,CAAC,gBAAgB,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACrE,6GAA6G;SAChH,CAAC;IACJ,CAAC;IAEO,mBAAmB,CACzB,QAAgB,EAChB,gBAA8C,EAC9C,UAAuB;QAEvB,MAAM,gBAAgB,GAAG,gBAAgB,IAAI,gBAAgB,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;QACvF,MAAM,cAAc,GAAG,IAAI,GAAG,CAC5B,CAAC,gBAAgB,EAAE,aAAa,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CACrD,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAC9C,CACF,CAAC;QAEF,MAAM,QAAQ,GAAG,CAAC,gBAAgB,EAAE,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChH,MAAM,aAAa,GAAG,cAAc,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,kDAAkD,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC5H,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,gCAAgC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3K,MAAM,WAAW,GAAG,qEAAqE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEzG,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,KAAK,MAAM,OAAO,IAAI,+BAA+B,EAAE,CAAC;gBACtD,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC3B,UAAU,CAAC,IAAI,CAAC;wBACd,IAAI,EAAE,eAAe;wBACrB,QAAQ,EAAE,UAAU;wBACpB,WAAW,EAAE,4EAA4E;qBAC1F,CAAC,CAAC;oBACH,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,MAAM,OAAO,IAAI,uBAAuB,EAAE,CAAC;gBAC9C,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC3B,UAAU,CAAC,IAAI,CAAC;wBACd,IAAI,EAAE,eAAe;wBACrB,QAAQ,EAAE,UAAU;wBACpB,WAAW,EAAE,gFAAgF;qBAC9F,CAAC,CAAC;oBACH,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,KAAK,MAAM,OAAO,IAAI,4BAA4B,EAAE,CAAC;gBACnD,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC3B,UAAU,CAAC,IAAI,CAAC;wBACd,IAAI,EAAE,eAAe;wBACrB,QAAQ,EAAE,UAAU;wBACpB,WAAW,EAAE,yEAAyE;qBACvF,CAAC,CAAC;oBACH,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpE,MAAM,iBAAiB,GAAG,kDAAkD,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC5F,IAAI,iBAAiB,EAAE,CAAC;gBACtB,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,eAAe;oBACrB,QAAQ,EAAE,UAAU;oBACpB,WAAW,EAAE,+EAA+E;iBAC7F,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAEO,kBAAkB,CACxB,QAAgB,EAChB,SAAoB,EACpB,UAAuB;QAEvB,MAAM,mBAAmB,GAAG,0GAA0G,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtJ,MAAM,iBAAiB,GAAG,gHAAgH,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAE1J,KAAK,MAAM,OAAO,IAAI,kBAAkB,EAAE,CAAC;YACzC,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC3B,IAAI,mBAAmB,IAAI,iBAAiB,EAAE,CAAC;oBAC7C,SAAS;gBACX,CAAC;gBACD,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,gBAAgB;oBACtB,QAAQ,EAAE,UAAU;oBACpB,WAAW,EAAE,4EAA4E;iBAC1F,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;QACH,CAAC;QAED,KAAK,MAAM,OAAO,IAAI,eAAe,EAAE,CAAC;YACtC,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC3B,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,gBAAgB;oBACtB,QAAQ,EAAE,UAAU;oBACpB,WAAW,EAAE,wDAAwD;iBACtE,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAEO,gBAAgB,CACtB,QAAgB,EAChB,SAAoB,EACpB,UAAuB;QAEvB,IAAI,SAAS,KAAK,kBAAkB,IAAI,SAAS,KAAK,iBAAiB,EAAE,CAAC;YACxE,KAAK,MAAM,OAAO,IAAI,qBAAqB,EAAE,CAAC;gBAC5C,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC3B,UAAU,CAAC,IAAI,CAAC;wBACd,IAAI,EAAE,cAAc;wBACpB,QAAQ,EAAE,UAAU;wBACpB,WAAW,EAAE,yDAAyD;qBACvE,CAAC,CAAC;oBACH,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,yBAAyB,CAC/B,QAAgB,EAChB,KAAa,EACb,gBAA8C;QAE9C,MAAM,aAAa,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC7C,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QACvC,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,MAAM,eAAe,GAAG,gFAAgF,CAAC,IAAI,CAAC,aAAa,CAAC;eACvH,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC;eACpC,oCAAoC,CAAC,IAAI,CAAC,aAAa,CAAC;eACxD,eAAe,CAAC,IAAI,CAAC,aAAa,CAAC;eACnC,mBAAmB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE7C,IAAI,CAAC,eAAe;YAAE,OAAO,QAAQ,CAAC;QAEtC,IAAI,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;YAC3E,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC;gBAAE,SAAS,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC;YACvH,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC;gBAAE,SAAS,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;QAC5G,CAAC;QAED,IAAI,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;YACrE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC;gBAAE,SAAS,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;YACnG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC;gBAAE,SAAS,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;QACpG,CAAC;QAED,IAAI,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;YACzE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC;gBAAE,SAAS,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;QAC7G,CAAC;QAED,IAAI,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;YACzE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,aAAa,CAAC;gBAAE,SAAS,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;QACtH,CAAC;QAED,IAAI,CAAC,uCAAuC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,sDAAsD,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;YAC7I,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,aAAa,CAAC;gBAAE,SAAS,CAAC,IAAI,CAAC,oFAAoF,CAAC,CAAC;YACnJ,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,aAAa,CAAC;gBAAE,SAAS,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;YACnH,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC;gBAAE,SAAS,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;QACnG,CAAC;QAED,IAAI,6BAA6B,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,sCAAsC,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;YACjH,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC;gBAAE,SAAS,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;YAC1G,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,aAAa,CAAC;gBAAE,SAAS,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;YACvH,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC;gBAAE,SAAS,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QACzF,CAAC;QAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,QAAQ,GAAG,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9C,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,oBAAoB,CAC1B,QAAgB,EAChB,KAAa;QAEb,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QACvC,MAAM,WAAW,GAAG,0FAA0F,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAChI,IAAI,CAAC,WAAW;YAAE,OAAO,QAAQ,CAAC;QAElC,MAAM,aAAa,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC7C,MAAM,SAAS,GAAG,iHAAiH,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACxJ,IAAI,SAAS;YAAE,OAAO,QAAQ,CAAC;QAE/B,OAAO,QAAQ,GAAG,gHAAgH,CAAC;IACrI,CAAC;IAEO,6BAA6B,CACnC,QAAgB,EAChB,KAAa;QAEb,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QACvC,MAAM,aAAa,GAAG,uEAAuE,CAAC,IAAI,CAAC,UAAU,CAAC;eACzG,0CAA0C,CAAC,IAAI,CAAC,UAAU,CAAC;eAC3D,uCAAuC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC9D,IAAI,CAAC,aAAa;YAAE,OAAO,QAAQ,CAAC;QAEpC,MAAM,aAAa,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC7C,MAAM,UAAU,GAAG,oEAAoE,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC5G,IAAI,UAAU;YAAE,OAAO,QAAQ,CAAC;QAEhC,OAAO,QAAQ,GAAG,oKAAoK,CAAC;IACzL,CAAC;IAEO,gCAAgC,CACtC,QAAgB,EAChB,KAAa;QAEb,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QACvC,MAAM,iBAAiB,GAAG,qHAAqH,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACjK,IAAI,CAAC,iBAAiB;YAAE,OAAO,QAAQ,CAAC;QAExC,MAAM,aAAa,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC7C,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;YAC7C,SAAS,CAAC,IAAI,CAAC,uGAAuG,CAAC,CAAC;QAC1H,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;YACvC,SAAS,CAAC,IAAI,CAAC,0FAA0F,CAAC,CAAC;QAC7G,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;YACtC,SAAS,CAAC,IAAI,CAAC,oGAAoG,CAAC,CAAC;QACvH,CAAC;QAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,QAAQ,GAAG,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9C,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,4BAA4B,CAClC,QAAgB,EAChB,gBAA8C;QAE9C,IAAI,CAAC,gBAAgB;YAAE,OAAO,QAAQ,CAAC;QACvC,MAAM,UAAU,GAAG,gBAAgB,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAC7D,IAAI,UAAU,GAAG,GAAG,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,4GAA4G,CAAC;YAC5H,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,CAAC;gBAC1F,OAAO,QAAQ,GAAG,GAAG,GAAG,MAAM,CAAC;YACjC,CAAC;QACH,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,0BAA0B,CAAC,QAAgB;QACjD,MAAM,OAAO,GAAG;YACd,SAAS,EAAE,eAAe,EAAE,WAAW,EAAE,gBAAgB;YACzD,kBAAkB,EAAE,kBAAkB,EAAE,eAAe;YACvD,YAAY,EAAE,cAAc,EAAE,YAAY,EAAE,WAAW;YACvD,cAAc,EAAE,QAAQ,EAAE,gBAAgB,EAAE,eAAe;SAC5D,CAAC;QACF,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC;CACF"}

package/dist/src/reasoning/trace_validator.d.ts

@@ -0,0 +1,33 @@
+export interface TraceInput {
+    query: string;
+    response: string;
+    reasoning: string;
+    evidence: string[];
+    confidence: number;
+    confidenceLabel: string;
+    missingData: string[];
+}
+export interface TraceViolation {
+    type: "unsupported_conclusion" | "evidence_mismatch" | "logical_gap" | "overconfidence" | "circular_reasoning";
+    severity: "critical" | "high" | "medium";
+    description: string;
+}
+export interface TraceValidationResult {
+    valid: boolean;
+    violations: TraceViolation[];
+    adjustedConfidence: number;
+    adjustedConfidenceLabel: string;
+    shouldBlock: boolean;
+}
+export interface ITraceValidator {
+    validate(trace: TraceInput): TraceValidationResult;
+}
+export declare class TraceValidator implements ITraceValidator {
+    validate(trace: TraceInput): TraceValidationResult;
+    private checkUnsupportedConclusions;
+    private checkEvidenceMismatch;
+    private checkLogicalGaps;
+    private checkOverconfidence;
+    private checkCircularReasoning;
+}
+//# sourceMappingURL=trace_validator.d.ts.map

package/dist/src/reasoning/trace_validator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"trace_validator.d.ts","sourceRoot":"","sources":["../../../src/reasoning/trace_validator.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,wBAAwB,GAAG,mBAAmB,GAAG,aAAa,GAAG,gBAAgB,GAAG,oBAAoB,CAAC;IAC/G,QAAQ,EAAE,UAAU,GAAG,MAAM,GAAG,QAAQ,CAAC;IACzC,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,OAAO,CAAC;IACf,UAAU,EAAE,cAAc,EAAE,CAAC;IAC7B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,uBAAuB,EAAE,MAAM,CAAC;IAChC,WAAW,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,KAAK,EAAE,UAAU,GAAG,qBAAqB,CAAC;CACpD;AA2ED,qBAAa,cAAe,YAAW,eAAe;IACpD,QAAQ,CAAC,KAAK,EAAE,UAAU,GAAG,qBAAqB;IAqClD,OAAO,CAAC,2BAA2B;IAuCnC,OAAO,CAAC,qBAAqB;IAmD7B,OAAO,CAAC,gBAAgB;IAgDxB,OAAO,CAAC,mBAAmB;IA6B3B,OAAO,CAAC,sBAAsB;CAc/B"}

package/dist/src/reasoning/trace_validator.js

@@ -0,0 +1,251 @@
+const ABSOLUTE_CLAIM_PATTERNS = [
+    /\bdefinitely\s+(?:has|is|shows?|indicates?|confirms?|proves?)\b/i,
+    /\bconfirms?\s+(?:the\s+)?diagnosis\b/i,
+    /\bconclusively\s+(?:shows?|proves?|demonstrates?)\b/i,
+    /\bwithout\s+(?:a\s+)?doubt\b/i,
+    /\b100\s*%\s+(?:certain|sure|confident)\b/i,
+    /\bguarantee[sd]?\b/i,
+    /\bcertain(?:ly)?\s+(?:has|is|will)\b/i,
+];
+const CAUSAL_CLAIM_PATTERNS = [
+    /\bcaused?\s+by\b/i,
+    /\bdirectly\s+(?:causes?|leads?\s+to|results?\s+in)\b/i,
+    /\bthe\s+reason\s+(?:is|for)\b/i,
+    /\bdue\s+to\b/i,
+    /\bproves?\s+that\b/i,
+    /\bestablishes?\s+(?:that|a\s+link)\b/i,
+];
+const HEDGING_PATTERNS = [
+    /\bmay\b/i,
+    /\bmight\b/i,
+    /\bcould\b/i,
+    /\bpossib(?:le|ly)\b/i,
+    /\bpotential(?:ly)?\b/i,
+    /\bsuggests?\b/i,
+    /\bindicates?\b/i,
+    /\bappears?\b/i,
+    /\blikely\b/i,
+    /\bconsistent\s+with\b/i,
+];
+const CIRCULAR_REASONING_PATTERNS = [
+    /because\s+(?:it\s+)?is\s+(?:true|the\s+case|so|evident)/i,
+    /the\s+(?:evidence|data)\s+(?:shows?|proves?)\s+(?:this|it)\s+because\s+(?:the\s+)?(?:evidence|data)/i,
+    /(?:therefore|thus|hence)\s+(?:it\s+is\s+)?(?:true|evident|clear)\s+(?:because|since|as)/i,
+];
+const QUANTITATIVE_CLAIM_PATTERN = /\b\d+\.?\d*\s*(?:mg|ng|g|mmol|miu|u|%|mcg|iu)(?:\/(?:dl|ml|l))?\b/i;
+const TEMPORAL_CLAIM_PATTERNS = [
+    /\b(?:increased|decreased|improved|worsened|changed)\s+(?:by|from)\s+\d/i,
+    /\btrend\s+(?:shows?|indicates?|reveals?)\b/i,
+    /\bover\s+(?:the\s+)?(?:past|last)\s+\d+\s+(?:months?|years?|weeks?)\b/i,
+    /\bconsistent(?:ly)?\s+(?:elevated|declining|rising|falling)\b/i,
+];
+function extractClaimFragments(text) {
+    const sentences = text.split(/[.!?]+/).filter((s) => s.trim().length > 10);
+    return sentences.map((s) => s.trim().toLowerCase());
+}
+function hasOverlap(claim, evidenceItems) {
+    const claimWords = new Set(claim
+        .replace(/[^a-z0-9\s]/g, "")
+        .split(/\s+/)
+        .filter((w) => w.length > 3));
+    if (claimWords.size === 0)
+        return true;
+    const evidenceText = evidenceItems.join(" ").toLowerCase();
+    let matchedWords = 0;
+    for (const word of claimWords) {
+        if (evidenceText.includes(word)) {
+            matchedWords++;
+        }
+    }
+    return matchedWords / claimWords.size >= 0.3;
+}
+export class TraceValidator {
+    validate(trace) {
+        const violations = [];
+        let adjustedConfidence = trace.confidence;
+        let adjustedConfidenceLabel = trace.confidenceLabel;
+        this.checkUnsupportedConclusions(trace, violations);
+        this.checkEvidenceMismatch(trace, violations);
+        this.checkLogicalGaps(trace, violations);
+        this.checkOverconfidence(trace, violations);
+        this.checkCircularReasoning(trace, violations);
+        const criticalCount = violations.filter((v) => v.severity === "critical").length;
+        const highCount = violations.filter((v) => v.severity === "high").length;
+        const mediumCount = violations.filter((v) => v.severity === "medium").length;
+        const penalty = criticalCount * 0.3 + highCount * 0.15 + mediumCount * 0.05;
+        adjustedConfidence = Math.max(0, Math.min(1, adjustedConfidence - penalty));
+        if (adjustedConfidence < 0.3) {
+            adjustedConfidenceLabel = "low";
+        }
+        else if (adjustedConfidence < 0.6) {
+            adjustedConfidenceLabel = "moderate";
+        }
+        else {
+            adjustedConfidenceLabel = trace.confidenceLabel;
+        }
+        const shouldBlock = criticalCount >= 2 || (criticalCount >= 1 && highCount >= 2);
+        return {
+            valid: violations.length === 0,
+            violations,
+            adjustedConfidence,
+            adjustedConfidenceLabel,
+            shouldBlock,
+        };
+    }
+    checkUnsupportedConclusions(trace, violations) {
+        const responseClaims = extractClaimFragments(trace.response);
+        for (const claim of responseClaims) {
+            const hasAbsoluteClaim = ABSOLUTE_CLAIM_PATTERNS.some((p) => p.test(claim));
+            if (!hasAbsoluteClaim)
+                continue;
+            const hasHedging = HEDGING_PATTERNS.some((p) => p.test(claim));
+            if (hasHedging)
+                continue;
+            const supportedByEvidence = hasOverlap(claim, trace.evidence);
+            if (!supportedByEvidence) {
+                violations.push({
+                    type: "unsupported_conclusion",
+                    severity: "critical",
+                    description: `Absolute claim made without supporting evidence: "${claim.substring(0, 80)}..."`,
+                });
+                break;
+            }
+        }
+        for (const claim of responseClaims) {
+            const hasCausalClaim = CAUSAL_CLAIM_PATTERNS.some((p) => p.test(claim));
+            if (!hasCausalClaim)
+                continue;
+            const hasHedging = HEDGING_PATTERNS.some((p) => p.test(claim));
+            if (hasHedging)
+                continue;
+            if (trace.evidence.length < 2) {
+                violations.push({
+                    type: "unsupported_conclusion",
+                    severity: "high",
+                    description: `Causal claim made with insufficient evidence (${trace.evidence.length} evidence items): "${claim.substring(0, 80)}..."`,
+                });
+                break;
+            }
+        }
+    }
+    checkEvidenceMismatch(trace, violations) {
+        const responseClaims = extractClaimFragments(trace.response);
+        const quantitativeClaims = responseClaims.filter((c) => QUANTITATIVE_CLAIM_PATTERN.test(c));
+        for (const claim of quantitativeClaims) {
+            const numbers = claim.match(/\d+\.?\d*/g) || [];
+            if (numbers.length === 0)
+                continue;
+            const evidenceText = trace.evidence.join(" ").toLowerCase();
+            let anyNumberInEvidence = false;
+            for (const num of numbers) {
+                if (evidenceText.includes(num)) {
+                    anyNumberInEvidence = true;
+                    break;
+                }
+            }
+            if (!anyNumberInEvidence) {
+                const severity = trace.evidence.length === 0 ? "critical" : "high";
+                violations.push({
+                    type: "evidence_mismatch",
+                    severity,
+                    description: trace.evidence.length === 0
+                        ? `Quantitative claim made with no evidence at all: "${claim.substring(0, 80)}..."`
+                        : `Quantitative claim contains values not found in evidence: "${claim.substring(0, 80)}..."`,
+                });
+                break;
+            }
+        }
+        const temporalClaims = responseClaims.filter((c) => TEMPORAL_CLAIM_PATTERNS.some((p) => p.test(c)));
+        for (const claim of temporalClaims) {
+            const evidenceHasDates = trace.evidence.some((e) => /\d{4}-\d{2}-\d{2}|\d{1,2}\/\d{1,2}\/\d{2,4}|\b(?:jan|feb|mar|apr|may|jun|jul|aug|sep|oct|nov|dec)\b/i.test(e));
+            if (!evidenceHasDates) {
+                violations.push({
+                    type: "evidence_mismatch",
+                    severity: "medium",
+                    description: `Temporal/trend claim made without date-stamped evidence: "${claim.substring(0, 80)}..."`,
+                });
+                break;
+            }
+        }
+    }
+    checkLogicalGaps(trace, violations) {
+        if (!trace.reasoning || trace.reasoning.trim().length === 0) {
+            if (trace.response.trim().length > 50) {
+                violations.push({
+                    type: "logical_gap",
+                    severity: "high",
+                    description: "Substantive response generated without any reasoning trace. The reasoning chain is empty.",
+                });
+            }
+            return;
+        }
+        const reasoningClaims = extractClaimFragments(trace.reasoning);
+        const responseClaims = extractClaimFragments(trace.response);
+        if (responseClaims.length > 0 && reasoningClaims.length > 0) {
+            let connectedClaims = 0;
+            for (const rc of responseClaims) {
+                if (hasOverlap(rc, reasoningClaims.map((r) => r))) {
+                    connectedClaims++;
+                }
+            }
+            const connectionRatio = connectedClaims / responseClaims.length;
+            if (connectionRatio < 0.3 && responseClaims.length >= 3) {
+                violations.push({
+                    type: "logical_gap",
+                    severity: "medium",
+                    description: `Only ${Math.round(connectionRatio * 100)}% of response claims connect to the reasoning trace. Potential logical gap between reasoning and conclusion.`,
+                });
+            }
+        }
+        if (trace.missingData.length > 0 && trace.confidence > 0.8) {
+            const missingText = trace.missingData.join(" ").toLowerCase();
+            const responseText = trace.response.toLowerCase();
+            const acknowledgesMissing = /missing|not available|insufficient|limited|incomplete|no data|no record/i.test(responseText);
+            if (!acknowledgesMissing) {
+                violations.push({
+                    type: "logical_gap",
+                    severity: "medium",
+                    description: `Response has high confidence (${trace.confidence}) despite ${trace.missingData.length} missing data items, and does not acknowledge the gaps.`,
+                });
+            }
+        }
+    }
+    checkOverconfidence(trace, violations) {
+        if (trace.confidence >= 0.9 && trace.evidence.length === 0) {
+            violations.push({
+                type: "overconfidence",
+                severity: "critical",
+                description: `Confidence is ${trace.confidence} but no evidence items were provided. Response confidence is unsupported.`,
+            });
+        }
+        if (trace.confidence >= 0.8 && trace.evidence.length <= 1 && trace.missingData.length >= 2) {
+            violations.push({
+                type: "overconfidence",
+                severity: "high",
+                description: `Confidence ${trace.confidence} with only ${trace.evidence.length} evidence item(s) and ${trace.missingData.length} missing data items. Confidence should be lower.`,
+            });
+        }
+        if (trace.confidenceLabel === "high" &&
+            trace.confidence < 0.5) {
+            violations.push({
+                type: "overconfidence",
+                severity: "medium",
+                description: `Confidence label is "high" but numeric confidence is ${trace.confidence}. Label and score are inconsistent.`,
+            });
+        }
+    }
+    checkCircularReasoning(trace, violations) {
+        const textToCheck = `${trace.reasoning} ${trace.response}`;
+        for (const pattern of CIRCULAR_REASONING_PATTERNS) {
+            if (pattern.test(textToCheck)) {
+                violations.push({
+                    type: "circular_reasoning",
+                    severity: "high",
+                    description: "Circular reasoning detected: conclusion references itself as evidence.",
+                });
+                break;
+            }
+        }
+    }
+}
+//# sourceMappingURL=trace_validator.js.map

package/dist/src/reasoning/trace_validator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"trace_validator.js","sourceRoot":"","sources":["../../../src/reasoning/trace_validator.ts"],"names":[],"mappings":"AA4BA,MAAM,uBAAuB,GAAG;IAC9B,kEAAkE;IAClE,uCAAuC;IACvC,sDAAsD;IACtD,+BAA+B;IAC/B,2CAA2C;IAC3C,qBAAqB;IACrB,uCAAuC;CACxC,CAAC;AAEF,MAAM,qBAAqB,GAAG;IAC5B,mBAAmB;IACnB,uDAAuD;IACvD,gCAAgC;IAChC,eAAe;IACf,qBAAqB;IACrB,uCAAuC;CACxC,CAAC;AAEF,MAAM,gBAAgB,GAAG;IACvB,UAAU;IACV,YAAY;IACZ,YAAY;IACZ,sBAAsB;IACtB,uBAAuB;IACvB,gBAAgB;IAChB,iBAAiB;IACjB,eAAe;IACf,aAAa;IACb,wBAAwB;CACzB,CAAC;AAEF,MAAM,2BAA2B,GAAG;IAClC,0DAA0D;IAC1D,sGAAsG;IACtG,0FAA0F;CAC3F,CAAC;AAEF,MAAM,0BAA0B,GAAG,oEAAoE,CAAC;AAExG,MAAM,uBAAuB,GAAG;IAC9B,yEAAyE;IACzE,6CAA6C;IAC7C,wEAAwE;IACxE,gEAAgE;CACjE,CAAC;AAEF,SAAS,qBAAqB,CAAC,IAAY;IACzC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;IAC3E,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,UAAU,CAAC,KAAa,EAAE,aAAuB;IACxD,MAAM,UAAU,GAAG,IAAI,GAAG,CACxB,KAAK;SACF,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;SAC3B,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAC/B,CAAC;IACF,IAAI,UAAU,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEvC,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IAE3D,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,IAAI,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAChC,YAAY,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAED,OAAO,YAAY,GAAG,UAAU,CAAC,IAAI,IAAI,GAAG,CAAC;AAC/C,CAAC;AAED,MAAM,OAAO,cAAc;IACzB,QAAQ,CAAC,KAAiB;QACxB,MAAM,UAAU,GAAqB,EAAE,CAAC;QACxC,IAAI,kBAAkB,GAAG,KAAK,CAAC,UAAU,CAAC;QAC1C,IAAI,uBAAuB,GAAG,KAAK,CAAC,eAAe,CAAC;QAEpD,IAAI,CAAC,2BAA2B,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QACpD,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAC9C,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QACzC,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAC5C,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAE/C,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC,MAAM,CAAC;QACjF,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;QACzE,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;QAE7E,MAAM,OAAO,GAAG,aAAa,GAAG,GAAG,GAAG,SAAS,GAAG,IAAI,GAAG,WAAW,GAAG,IAAI,CAAC;QAC5E,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,CAAC,CAAC;QAE5E,IAAI,kBAAkB,GAAG,GAAG,EAAE,CAAC;YAC7B,uBAAuB,GAAG,KAAK,CAAC;QAClC,CAAC;aAAM,IAAI,kBAAkB,GAAG,GAAG,EAAE,CAAC;YACpC,uBAAuB,GAAG,UAAU,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,uBAAuB,GAAG,KAAK,CAAC,eAAe,CAAC;QAClD,CAAC;QAED,MAAM,WAAW,GAAG,aAAa,IAAI,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,IAAI,SAAS,IAAI,CAAC,CAAC,CAAC;QAEjF,OAAO;YACL,KAAK,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC;YAC9B,UAAU;YACV,kBAAkB;YAClB,uBAAuB;YACvB,WAAW;SACZ,CAAC;IACJ,CAAC;IAEO,2BAA2B,CAAC,KAAiB,EAAE,UAA4B;QACjF,MAAM,cAAc,GAAG,qBAAqB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAE7D,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;YACnC,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YAC5E,IAAI,CAAC,gBAAgB;gBAAE,SAAS;YAEhC,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YAC/D,IAAI,UAAU;gBAAE,SAAS;YAEzB,MAAM,mBAAmB,GAAG,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC9D,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBACzB,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,wBAAwB;oBAC9B,QAAQ,EAAE,UAAU;oBACpB,WAAW,EAAE,qDAAqD,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM;iBAC/F,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;QACH,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;YACnC,MAAM,cAAc,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACxE,IAAI,CAAC,cAAc;gBAAE,SAAS;YAE9B,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YAC/D,IAAI,UAAU;gBAAE,SAAS;YAEzB,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,wBAAwB;oBAC9B,QAAQ,EAAE,MAAM;oBAChB,WAAW,EAAE,iDAAiD,KAAK,CAAC,QAAQ,CAAC,MAAM,sBAAsB,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM;iBACtI,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAEO,qBAAqB,CAAC,KAAiB,EAAE,UAA4B;QAC3E,MAAM,cAAc,GAAG,qBAAqB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC7D,MAAM,kBAAkB,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,0BAA0B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAE5F,KAAK,MAAM,KAAK,IAAI,kBAAkB,EAAE,CAAC;YACvC,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;YAChD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAEnC,MAAM,YAAY,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;YAC5D,IAAI,mBAAmB,GAAG,KAAK,CAAC;YAEhC,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;gBAC1B,IAAI,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC/B,mBAAmB,GAAG,IAAI,CAAC;oBAC3B,MAAM;gBACR,CAAC;YACH,CAAC;YAED,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBACzB,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC;gBACnE,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,mBAAmB;oBACzB,QAAQ;oBACR,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;wBACtC,CAAC,CAAC,qDAAqD,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM;wBACnF,CAAC,CAAC,8DAA8D,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM;iBAC/F,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;QACH,CAAC;QAED,MAAM,cAAc,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CACjD,uBAAuB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAC/C,CAAC;QAEF,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;YACnC,MAAM,gBAAgB,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAC1C,CAAC,CAAC,EAAE,EAAE,CAAC,sGAAsG,CAAC,IAAI,CAAC,CAAC,CAAC,CACtH,CAAC;YAEF,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACtB,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,mBAAmB;oBACzB,QAAQ,EAAE,QAAQ;oBAClB,WAAW,EAAE,6DAA6D,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM;iBACvG,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,KAAiB,EAAE,UAA4B;QACtE,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5D,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;gBACtC,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,aAAa;oBACnB,QAAQ,EAAE,MAAM;oBAChB,WAAW,EAAE,2FAA2F;iBACzG,CAAC,CAAC;YACL,CAAC;YACD,OAAO;QACT,CAAC;QAED,MAAM,eAAe,GAAG,qBAAqB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC/D,MAAM,cAAc,GAAG,qBAAqB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAE7D,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5D,IAAI,eAAe,GAAG,CAAC,CAAC;YACxB,KAAK,MAAM,EAAE,IAAI,cAAc,EAAE,CAAC;gBAChC,IAAI,UAAU,CAAC,EAAE,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAClD,eAAe,EAAE,CAAC;gBACpB,CAAC;YACH,CAAC;YAED,MAAM,eAAe,GAAG,eAAe,GAAG,cAAc,CAAC,MAAM,CAAC;YAChE,IAAI,eAAe,GAAG,GAAG,IAAI,cAAc,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBACxD,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,aAAa;oBACnB,QAAQ,EAAE,QAAQ;oBAClB,WAAW,EAAE,QAAQ,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,GAAG,CAAC,8GAA8G;iBACrK,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC;YAC3D,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;YAC9D,MAAM,YAAY,GAAG,KAAK,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;YAClD,MAAM,mBAAmB,GAAG,0EAA0E,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAE1H,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBACzB,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,aAAa;oBACnB,QAAQ,EAAE,QAAQ;oBAClB,WAAW,EAAE,iCAAiC,KAAK,CAAC,UAAU,aAAa,KAAK,CAAC,WAAW,CAAC,MAAM,yDAAyD;iBAC7J,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAEO,mBAAmB,CAAC,KAAiB,EAAE,UAA4B;QACzE,IAAI,KAAK,CAAC,UAAU,IAAI,GAAG,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3D,UAAU,CAAC,IAAI,CAAC;gBACd,IAAI,EAAE,gBAAgB;gBACtB,QAAQ,EAAE,UAAU;gBACpB,WAAW,EAAE,iBAAiB,KAAK,CAAC,UAAU,2EAA2E;aAC1H,CAAC,CAAC;QACL,CAAC;QAED,IAAI,KAAK,CAAC,UAAU,IAAI,GAAG,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC3F,UAAU,CAAC,IAAI,CAAC;gBACd,IAAI,EAAE,gBAAgB;gBACtB,QAAQ,EAAE,MAAM;gBAChB,WAAW,EAAE,cAAc,KAAK,CAAC,UAAU,cAAc,KAAK,CAAC,QAAQ,CAAC,MAAM,yBAAyB,KAAK,CAAC,WAAW,CAAC,MAAM,kDAAkD;aAClL,CAAC,CAAC;QACL,CAAC;QAED,IACE,KAAK,CAAC,eAAe,KAAK,MAAM;YAChC,KAAK,CAAC,UAAU,GAAG,GAAG,EACtB,CAAC;YACD,UAAU,CAAC,IAAI,CAAC;gBACd,IAAI,EAAE,gBAAgB;gBACtB,QAAQ,EAAE,QAAQ;gBAClB,WAAW,EAAE,wDAAwD,KAAK,CAAC,UAAU,qCAAqC;aAC3H,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,sBAAsB,CAAC,KAAiB,EAAE,UAA4B;QAC5E,MAAM,WAAW,GAAG,GAAG,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QAE3D,KAAK,MAAM,OAAO,IAAI,2BAA2B,EAAE,CAAC;YAClD,IAAI,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC9B,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,oBAAoB;oBAC1B,QAAQ,EAAE,MAAM;oBAChB,WAAW,EAAE,wEAAwE;iBACtF,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;CACF"}