observability-toolkit 2.0.0 → 2.1.0

package/dist/tools/hallucination-detection.d.ts

@@ -0,0 +1,203 @@
+/**
+ * R4: Hallucination detection — analyze evaluation spans for hallucination risk
+ * signals, faithfulness scores, and detection method breakdowns.
+ */
+import { z } from 'zod';
+import { type TelemetryBackend } from '../backends/index.js';
+export declare const HALLUCINATION_DETECTION_DEFAULT_LIMIT = 500;
+export declare const hallucinationDetectionSchema: z.ZodObject<{
+    limit: z.ZodDefault<z.ZodInt>;
+    model: z.ZodOptional<z.ZodString>;
+    method: z.ZodOptional<z.ZodString>;
+    groupBy: z.ZodDefault<z.ZodEnum<{
+        model: "model";
+        method: "method";
+    }>>;
+    threshold: z.ZodOptional<z.ZodNumber>;
+    startDate: z.ZodOptional<z.ZodISODate>;
+    endDate: z.ZodOptional<z.ZodISODate>;
+    backend: z.ZodDefault<z.ZodEnum<{
+        cloud: "cloud";
+        local: "local";
+    }>>;
+}, z.core.$strip>;
+export type HallucinationDetectionInput = z.input<typeof hallucinationDetectionSchema>;
+export interface HallucinationDetectionOptions {
+    localBackend?: TelemetryBackend;
+}
+export declare const hallucinationDetectionNoDataSchema: z.ZodObject<{
+    kind: z.ZodLiteral<"no-data">;
+    backend: z.ZodString;
+    totalSpansScanned: z.ZodNumber;
+    message: z.ZodString;
+}, z.core.$strip>;
+export type HallucinationDetectionNoData = z.infer<typeof hallucinationDetectionNoDataSchema>;
+export declare const hallucinationSpanInfoSchema: z.ZodObject<{
+    model: z.ZodString;
+    method: z.ZodString;
+    score: z.ZodNumber;
+    evaluationName: z.ZodString;
+}, z.core.$strip>;
+export type HallucinationSpanInfo = z.infer<typeof hallucinationSpanInfoSchema>;
+export declare const modelGroupSchema: z.ZodObject<{
+    model: z.ZodString;
+    count: z.ZodNumber;
+    avgRiskScore: z.ZodNumber;
+    highRiskCount: z.ZodNumber;
+    detectionRate: z.ZodNumber;
+}, z.core.$strip>;
+export type ModelGroup = z.infer<typeof modelGroupSchema>;
+export declare const methodGroupSchema: z.ZodObject<{
+    method: z.ZodString;
+    count: z.ZodNumber;
+    avgRiskScore: z.ZodNumber;
+    highRiskCount: z.ZodNumber;
+    detectionRate: z.ZodNumber;
+}, z.core.$strip>;
+export type MethodGroup = z.infer<typeof methodGroupSchema>;
+export declare const hallucinationDetectionResultSchema: z.ZodObject<{
+    kind: z.ZodLiteral<"result">;
+    backend: z.ZodString;
+    totalSpansScanned: z.ZodNumber;
+    threshold: z.ZodNumber;
+    summary: z.ZodObject<{
+        evaluatedSpans: z.ZodNumber;
+        uniqueModels: z.ZodNumber;
+        avgRiskScore: z.ZodNumber;
+        highRiskCount: z.ZodNumber;
+        overallDetectionRate: z.ZodNumber;
+    }, z.core.$strip>;
+    groups: z.ZodUnion<readonly [z.ZodArray<z.ZodObject<{
+        model: z.ZodString;
+        count: z.ZodNumber;
+        avgRiskScore: z.ZodNumber;
+        highRiskCount: z.ZodNumber;
+        detectionRate: z.ZodNumber;
+    }, z.core.$strip>>, z.ZodArray<z.ZodObject<{
+        method: z.ZodString;
+        count: z.ZodNumber;
+        avgRiskScore: z.ZodNumber;
+        highRiskCount: z.ZodNumber;
+        detectionRate: z.ZodNumber;
+    }, z.core.$strip>>]>;
+    topRisks: z.ZodArray<z.ZodObject<{
+        model: z.ZodString;
+        method: z.ZodString;
+        score: z.ZodNumber;
+        evaluationName: z.ZodString;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type HallucinationDetectionResult = z.infer<typeof hallucinationDetectionResultSchema>;
+export declare const hallucinationDetection: (rawInput: {
+    limit?: number | undefined;
+    model?: string | undefined;
+    method?: string | undefined;
+    groupBy?: "model" | "method" | undefined;
+    threshold?: number | undefined;
+    startDate?: string | undefined;
+    endDate?: string | undefined;
+    backend?: "cloud" | "local" | undefined;
+}, options?: HallucinationDetectionOptions | undefined) => Promise<{
+    kind: "no-data";
+    backend: string;
+    totalSpansScanned: number;
+    message: string;
+} | {
+    kind: "result";
+    backend: string;
+    totalSpansScanned: number;
+    threshold: number;
+    summary: {
+        evaluatedSpans: number;
+        uniqueModels: number;
+        avgRiskScore: number;
+        highRiskCount: number;
+        overallDetectionRate: number;
+    };
+    groups: {
+        model: string;
+        count: number;
+        avgRiskScore: number;
+        highRiskCount: number;
+        detectionRate: number;
+    }[] | {
+        method: string;
+        count: number;
+        avgRiskScore: number;
+        highRiskCount: number;
+        detectionRate: number;
+    }[];
+    topRisks: {
+        model: string;
+        method: string;
+        score: number;
+        evaluationName: string;
+    }[];
+}>;
+export declare const hallucinationDetectionTool: {
+    name: string;
+    description: string;
+    inputSchema: z.ZodObject<{
+        limit: z.ZodDefault<z.ZodInt>;
+        model: z.ZodOptional<z.ZodString>;
+        method: z.ZodOptional<z.ZodString>;
+        groupBy: z.ZodDefault<z.ZodEnum<{
+            model: "model";
+            method: "method";
+        }>>;
+        threshold: z.ZodOptional<z.ZodNumber>;
+        startDate: z.ZodOptional<z.ZodISODate>;
+        endDate: z.ZodOptional<z.ZodISODate>;
+        backend: z.ZodDefault<z.ZodEnum<{
+            cloud: "cloud";
+            local: "local";
+        }>>;
+    }, z.core.$strip>;
+    handler: (rawInput: {
+        limit?: number | undefined;
+        model?: string | undefined;
+        method?: string | undefined;
+        groupBy?: "model" | "method" | undefined;
+        threshold?: number | undefined;
+        startDate?: string | undefined;
+        endDate?: string | undefined;
+        backend?: "cloud" | "local" | undefined;
+    }, options?: HallucinationDetectionOptions | undefined) => Promise<{
+        kind: "no-data";
+        backend: string;
+        totalSpansScanned: number;
+        message: string;
+    } | {
+        kind: "result";
+        backend: string;
+        totalSpansScanned: number;
+        threshold: number;
+        summary: {
+            evaluatedSpans: number;
+            uniqueModels: number;
+            avgRiskScore: number;
+            highRiskCount: number;
+            overallDetectionRate: number;
+        };
+        groups: {
+            model: string;
+            count: number;
+            avgRiskScore: number;
+            highRiskCount: number;
+            detectionRate: number;
+        }[] | {
+            method: string;
+            count: number;
+            avgRiskScore: number;
+            highRiskCount: number;
+            detectionRate: number;
+        }[];
+        topRisks: {
+            model: string;
+            method: string;
+            score: number;
+            evaluationName: string;
+        }[];
+    }>;
+};
+//# sourceMappingURL=hallucination-detection.d.ts.map

package/dist/tools/hallucination-detection.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hallucination-detection.d.ts","sourceRoot":"","sources":["../../src/tools/hallucination-detection.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAGL,KAAK,gBAAgB,EAEtB,MAAM,sBAAsB,CAAC;AAQ9B,eAAO,MAAM,qCAAqC,MAAM,CAAC;AAUzD,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;iBAQvC,CAAC;AAEH,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAEvF,MAAM,WAAW,6BAA6B;IAC5C,YAAY,CAAC,EAAE,gBAAgB,CAAC;CACjC;AAED,eAAO,MAAM,kCAAkC;;;;;iBAK7C,CAAC;AAEH,MAAM,MAAM,4BAA4B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,CAAC;AAE9F,eAAO,MAAM,2BAA2B;;;;;iBAKtC,CAAC;AAEH,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAEhF,eAAO,MAAM,gBAAgB;;;;;;iBAM3B,CAAC;AAEH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE1D,eAAO,MAAM,iBAAiB;;;;;;iBAM5B,CAAC;AAEH,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAE5D,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAc7C,CAAC;AAEH,MAAM,MAAM,4BAA4B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,CAAC;AAsC9F,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAoGjC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAKtC,CAAC"}

package/dist/tools/hallucination-detection.js

@@ -0,0 +1,189 @@
+/**
+ * R4: Hallucination detection — analyze evaluation spans for hallucination risk
+ * signals, faithfulness scores, and detection method breakdowns.
+ */
+import { z } from 'zod';
+import { sharedLocalBackend } from '../backends/shared.js';
+import { GENAI_EVALUATION_ATTRIBUTES, GENAI_REQUEST_ATTRIBUTES, } from '../backends/index.js';
+import { resolveBackend } from '../backends/cloud.js';
+import { MAX_RESULTS_IN_MEMORY, MAX_QUERY_LIMIT } from '../lib/core/constants.js';
+import { DEFAULT_HALLUCINATION_THRESHOLD } from '../lib/judge/llm-judge-constants.js';
+import { validateCommonInputs, wrapValidationErrors } from '../lib/core/input-validator.js';
+import { backendSchema, dateRangeSchema, normalizedScoreSchema } from '../lib/core/shared-schemas.js';
+import { enforceMemoryLimit } from '../lib/core/file-utils.js';
+export const HALLUCINATION_DETECTION_DEFAULT_LIMIT = 500;
+const TOP_RISKS_MAX = 10;
+/** Score labels that indicate hallucination-related evaluations */
+const HALLUCINATION_SCORE_LABELS = new Set(['hallucination', 'hallucination_risk', 'faithfulness']);
+/** Labels where score represents faithfulness (invert to get hallucination risk) */
+const FAITHFULNESS_LABELS = new Set(['faithfulness']);
+export const hallucinationDetectionSchema = z.object({
+    ...backendSchema,
+    ...dateRangeSchema,
+    limit: z.int().min(1).max(MAX_QUERY_LIMIT).default(HALLUCINATION_DETECTION_DEFAULT_LIMIT).describe('Max results'),
+    model: z.string().optional().describe('Filter to spans matching this model'),
+    method: z.string().optional().describe('Filter to a specific detection method'),
+    groupBy: z.enum(['model', 'method']).default('model').describe('Group results by model or detection method'),
+    threshold: normalizedScoreSchema.optional().describe('Override hallucination risk threshold'),
+});
+export const hallucinationDetectionNoDataSchema = z.object({
+    kind: z.literal('no-data'),
+    backend: z.string(),
+    totalSpansScanned: z.number(),
+    message: z.string(),
+});
+export const hallucinationSpanInfoSchema = z.object({
+    model: z.string(),
+    method: z.string(),
+    score: z.number(),
+    evaluationName: z.string(),
+});
+export const modelGroupSchema = z.object({
+    model: z.string(),
+    count: z.number(),
+    avgRiskScore: z.number(),
+    highRiskCount: z.number(),
+    detectionRate: z.number(),
+});
+export const methodGroupSchema = z.object({
+    method: z.string(),
+    count: z.number(),
+    avgRiskScore: z.number(),
+    highRiskCount: z.number(),
+    detectionRate: z.number(),
+});
+export const hallucinationDetectionResultSchema = z.object({
+    kind: z.literal('result'),
+    backend: z.string(),
+    totalSpansScanned: z.number(),
+    threshold: z.number(),
+    summary: z.object({
+        evaluatedSpans: z.number(),
+        uniqueModels: z.number(),
+        avgRiskScore: z.number(),
+        highRiskCount: z.number(),
+        overallDetectionRate: z.number(),
+    }),
+    groups: z.union([z.array(modelGroupSchema), z.array(methodGroupSchema)]),
+    topRisks: z.array(hallucinationSpanInfoSchema),
+});
+function extractEvalSpan(span) {
+    const attrs = span.attributes ?? {};
+    const scoreLabel = attrs[GENAI_EVALUATION_ATTRIBUTES.SCORE_LABEL];
+    if (!scoreLabel || !HALLUCINATION_SCORE_LABELS.has(scoreLabel))
+        return null;
+    const rawScore = Number(attrs[GENAI_EVALUATION_ATTRIBUTES.SCORE_VALUE]);
+    if (!Number.isFinite(rawScore))
+        return null;
+    const riskScore = FAITHFULNESS_LABELS.has(scoreLabel) ? 1 - rawScore : rawScore;
+    const model = attrs[GENAI_REQUEST_ATTRIBUTES.MODEL] || '(unknown)';
+    const method = attrs[GENAI_EVALUATION_ATTRIBUTES.EVALUATOR] || '(unknown)';
+    const evaluationName = attrs[GENAI_EVALUATION_ATTRIBUTES.NAME] || scoreLabel;
+    return { model, method, riskScore, evaluationName };
+}
+function computeGroupStats(spans, threshold) {
+    const sum = spans.reduce((acc, s) => acc + s.riskScore, 0);
+    const avgRiskScore = sum / spans.length;
+    const highRiskCount = spans.filter(s => s.riskScore >= threshold).length;
+    const detectionRate = highRiskCount / spans.length;
+    return { avgRiskScore, highRiskCount, detectionRate };
+}
+export const hallucinationDetection = wrapValidationErrors(async (rawInput, options) => {
+    const input = hallucinationDetectionSchema.parse(rawInput);
+    validateCommonInputs(input);
+    const localBackend = options?.localBackend ?? sharedLocalBackend;
+    const selectedBackend = await resolveBackend(input.backend, localBackend);
+    const rawTraces = await selectedBackend.queryTraces({
+        startDate: input.startDate,
+        endDate: input.endDate,
+        limit: input.limit,
+    });
+    const { results: traces } = enforceMemoryLimit(rawTraces, MAX_RESULTS_IN_MEMORY);
+    // Extract evaluation spans with hallucination-related scores
+    let evalSpans = traces
+        .map(extractEvalSpan)
+        .filter((s) => s !== null);
+    // Apply model filter
+    if (input.model) {
+        const modelFilter = input.model;
+        evalSpans = evalSpans.filter(s => s.model === modelFilter);
+    }
+    // Apply method filter
+    if (input.method) {
+        const methodFilter = input.method;
+        evalSpans = evalSpans.filter(s => s.method === methodFilter);
+    }
+    if (evalSpans.length === 0) {
+        return {
+            kind: 'no-data',
+            backend: selectedBackend.name,
+            totalSpansScanned: traces.length,
+            message: 'No hallucination-related evaluation spans found — no spans with hallucination, hallucination_risk, or faithfulness score labels',
+        };
+    }
+    const threshold = input.threshold ?? DEFAULT_HALLUCINATION_THRESHOLD;
+    const uniqueModels = new Set(evalSpans.map(s => s.model)).size;
+    const { avgRiskScore, highRiskCount, detectionRate } = computeGroupStats(evalSpans, threshold);
+    // Build groups
+    let groups;
+    if (input.groupBy === 'method') {
+        const byMethod = new Map();
+        for (const s of evalSpans) {
+            const arr = byMethod.get(s.method);
+            if (arr)
+                arr.push(s);
+            else
+                byMethod.set(s.method, [s]);
+        }
+        groups = Array.from(byMethod.entries()).map(([method, spans]) => {
+            const stats = computeGroupStats(spans, threshold);
+            return { method, count: spans.length, ...stats };
+        });
+    }
+    else {
+        const byModel = new Map();
+        for (const s of evalSpans) {
+            const arr = byModel.get(s.model);
+            if (arr)
+                arr.push(s);
+            else
+                byModel.set(s.model, [s]);
+        }
+        groups = Array.from(byModel.entries()).map(([model, spans]) => {
+            const stats = computeGroupStats(spans, threshold);
+            return { model, count: spans.length, ...stats };
+        });
+    }
+    // Top risks: sorted descending by score, capped at TOP_RISKS_MAX
+    const topRisks = [...evalSpans]
+        .sort((a, b) => b.riskScore - a.riskScore)
+        .slice(0, TOP_RISKS_MAX)
+        .map(s => ({
+        model: s.model,
+        method: s.method,
+        score: s.riskScore,
+        evaluationName: s.evaluationName,
+    }));
+    return {
+        kind: 'result',
+        backend: selectedBackend.name,
+        totalSpansScanned: traces.length,
+        threshold,
+        summary: {
+            evaluatedSpans: evalSpans.length,
+            uniqueModels,
+            avgRiskScore,
+            highRiskCount,
+            overallDetectionRate: detectionRate,
+        },
+        groups,
+        topRisks,
+    };
+});
+export const hallucinationDetectionTool = {
+    name: 'obs_hallucination_detection',
+    description: 'Analyze hallucination risk from evaluation telemetry — detection rates, risk scores, model/method breakdowns, and top-risk spans.',
+    inputSchema: hallucinationDetectionSchema,
+    handler: hallucinationDetection,
+};
+//# sourceMappingURL=hallucination-detection.js.map

package/dist/tools/hallucination-detection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hallucination-detection.js","sourceRoot":"","sources":["../../src/tools/hallucination-detection.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EACL,2BAA2B,EAC3B,wBAAwB,GAGzB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAClF,OAAO,EAAE,+BAA+B,EAAE,MAAM,qCAAqC,CAAC;AACtF,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAC;AAC5F,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AACtG,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAE/D,MAAM,CAAC,MAAM,qCAAqC,GAAG,GAAG,CAAC;AAEzD,MAAM,aAAa,GAAG,EAAE,CAAC;AAEzB,mEAAmE;AACnE,MAAM,0BAA0B,GAAG,IAAI,GAAG,CAAC,CAAC,eAAe,EAAE,oBAAoB,EAAE,cAAc,CAAC,CAAC,CAAC;AAEpG,oFAAoF;AACpF,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC;AAEtD,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC,MAAM,CAAC;IACnD,GAAG,aAAa;IAChB,GAAG,eAAe;IAClB,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,OAAO,CAAC,qCAAqC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC;IACjH,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;IAC5E,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;IAC/E,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,4CAA4C,CAAC;IAC5G,SAAS,EAAE,qBAAqB,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;CAC9F,CAAC,CAAC;AAQH,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC,CAAC,MAAM,CAAC;IACzD,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;IAC1B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE;IAC7B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;CACpB,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC,MAAM,CAAC;IAClD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE;CAC3B,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;IACxB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;IACzB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;CAC1B,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;IACxB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;IACzB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;CAC1B,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC,CAAC,MAAM,CAAC;IACzD,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;IACzB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE;IAC7B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC;QAChB,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE;QAC1B,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;QACxB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;QACxB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE;QACzB,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE;KACjC,CAAC;IACF,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC;IACxE,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC;CAC/C,CAAC,CAAC;AAWH,SAAS,eAAe,CAAC,IAAe;IACtC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;IAEpC,MAAM,UAAU,GAAG,KAAK,CAAC,2BAA2B,CAAC,WAAW,CAAuB,CAAC;IACxF,IAAI,CAAC,UAAU,IAAI,CAAC,0BAA0B,CAAC,GAAG,CAAC,UAAU,CAAC;QAAE,OAAO,IAAI,CAAC;IAE5E,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,WAAW,CAAC,CAAC,CAAC;IACxE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IAE5C,MAAM,SAAS,GAAG,mBAAmB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;IAEhF,MAAM,KAAK,GAAI,KAAK,CAAC,wBAAwB,CAAC,KAAK,CAAY,IAAI,WAAW,CAAC;IAC/E,MAAM,MAAM,GAAI,KAAK,CAAC,2BAA2B,CAAC,SAAS,CAAY,IAAI,WAAW,CAAC;IACvF,MAAM,cAAc,GAAI,KAAK,CAAC,2BAA2B,CAAC,IAAI,CAAY,IAAI,UAAU,CAAC;IAEzF,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC;AACtD,CAAC;AAED,SAAS,iBAAiB,CACxB,KAA0B,EAC1B,SAAiB;IAEjB,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IAC3D,MAAM,YAAY,GAAG,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC;IACxC,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,SAAS,CAAC,CAAC,MAAM,CAAC;IACzE,MAAM,aAAa,GAAG,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC;IACnD,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,CAAC;AACxD,CAAC;AAED,MAAM,CAAC,MAAM,sBAAsB,GAAG,oBAAoB,CAAC,KAAK,EAC9D,QAAqC,EACrC,OAAuC,EAC+B,EAAE;IACxE,MAAM,KAAK,GAAG,4BAA4B,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC3D,oBAAoB,CAAC,KAAK,CAAC,CAAC;IAE5B,MAAM,YAAY,GAAG,OAAO,EAAE,YAAY,IAAI,kBAAkB,CAAC;IACjE,MAAM,eAAe,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAE1E,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,WAAW,CAAC;QAClD,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,KAAK,EAAE,KAAK,CAAC,KAAK;KACnB,CAAC,CAAC;IAEH,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,kBAAkB,CAAC,SAAS,EAAE,qBAAqB,CAAC,CAAC;IAEjF,6DAA6D;IAC7D,IAAI,SAAS,GAAG,MAAM;SACnB,GAAG,CAAC,eAAe,CAAC;SACpB,MAAM,CAAC,CAAC,CAAC,EAA0B,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;IAErD,qBAAqB;IACrB,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAChB,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC;QAChC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC;IAC7D,CAAC;IAED,sBAAsB;IACtB,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QACjB,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC;QAClC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,YAAY,CAAC,CAAC;IAC/D,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO;YACL,IAAI,EAAE,SAAkB;YACxB,OAAO,EAAE,eAAe,CAAC,IAAI;YAC7B,iBAAiB,EAAE,MAAM,CAAC,MAAM;YAChC,OAAO,EAAE,iIAAiI;SAC3I,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,+BAA+B,CAAC;IACrE,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/D,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,GAAG,iBAAiB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IAE/F,eAAe;IACf,IAAI,MAAoC,CAAC;IACzC,IAAI,KAAK,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA+B,CAAC;QACxD,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACnC,IAAI,GAAG;gBAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;;gBAChB,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,CAAC;QACD,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,EAAE;YAC9D,MAAM,KAAK,GAAG,iBAAiB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YAClD,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,MAAM,OAAO,GAAG,IAAI,GAAG,EAA+B,CAAC;QACvD,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YACjC,IAAI,GAAG;gBAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;;gBAChB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,CAAC;QACD,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE;YAC5D,MAAM,KAAK,GAAG,iBAAiB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YAClD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;QAClD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,iEAAiE;IACjE,MAAM,QAAQ,GAA4B,CAAC,GAAG,SAAS,CAAC;SACrD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC;SACzC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC;SACvB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACT,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,KAAK,EAAE,CAAC,CAAC,SAAS;QAClB,cAAc,EAAE,CAAC,CAAC,cAAc;KACjC,CAAC,CAAC,CAAC;IAEN,OAAO;QACL,IAAI,EAAE,QAAiB;QACvB,OAAO,EAAE,eAAe,CAAC,IAAI;QAC7B,iBAAiB,EAAE,MAAM,CAAC,MAAM;QAChC,SAAS;QACT,OAAO,EAAE;YACP,cAAc,EAAE,SAAS,CAAC,MAAM;YAChC,YAAY;YACZ,YAAY;YACZ,aAAa;YACb,oBAAoB,EAAE,aAAa;SACpC;QACD,MAAM;QACN,QAAQ;KACT,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,0BAA0B,GAAG;IACxC,IAAI,EAAE,6BAA6B;IACnC,WAAW,EAAE,mIAAmI;IAChJ,WAAW,EAAE,4BAA4B;IACzC,OAAO,EAAE,sBAAsB;CAChC,CAAC"}

package/dist/tools/hallucination-detection.test.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Unit tests for hallucination-detection tool (R4)
+ */
+export {};
+//# sourceMappingURL=hallucination-detection.test.d.ts.map

package/dist/tools/hallucination-detection.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hallucination-detection.test.d.ts","sourceRoot":"","sources":["../../src/tools/hallucination-detection.test.ts"],"names":[],"mappings":"AAAA;;GAEG"}