@netlify/axis 0.2.0

package/dist/scoring/index.d.ts

@@ -0,0 +1,22 @@
+import type { RunOutput, RunResult } from "../types/output.js";
+import type { McpServerConfig } from "../types/config.js";
+import type { McpCategoryOverrides, ScoredOutput, ScoredRunResult, ScoringOptions } from "../types/scoring.js";
+/**
+ * Score a single run result using the interaction-based evaluation pipeline:
+ * normalize → sparse index → triage → deep eval → category score → goal achievement → composite
+ */
+export declare function scoreRunResult(result: RunResult, options?: ScoringOptions): Promise<ScoredRunResult>;
+/**
+ * Assemble a ScoredOutput from run metadata and scored results.
+ */
+export declare function buildScoredOutput(runOutput: RunOutput, scoredResults: ScoredRunResult[]): ScoredOutput;
+/**
+ * Score all results in a RunOutput. Scores in parallel.
+ */
+export declare function scoreResults(runOutput: RunOutput, options?: ScoringOptions): Promise<ScoredOutput>;
+/**
+ * Build a category overrides map from MCP server config.
+ * Only servers with an explicit `axisCategory` are included.
+ */
+export declare function buildMcpCategoryOverrides(mcpServers?: Record<string, McpServerConfig>): McpCategoryOverrides;
+//# sourceMappingURL=index.d.ts.map

package/dist/scoring/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/scoring/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/D,OAAO,KAAK,EAAE,eAAe,EAAkB,MAAM,oBAAoB,CAAC;AAC1E,OAAO,KAAK,EAAE,oBAAoB,EAAE,YAAY,EAAE,eAAe,EAAe,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAgB5H;;;GAGG;AACH,wBAAsB,cAAc,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC,CAkF1G;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,EAAE,GAAG,YAAY,CAmBtG;AAED;;GAEG;AACH,wBAAsB,YAAY,CAAC,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,YAAY,CAAC,CAIxG;AAED;;;GAGG;AACH,wBAAgB,yBAAyB,CACvC,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,GAC3C,oBAAoB,CAStB"}

package/dist/scoring/index.js

@@ -0,0 +1,115 @@
+import { normalizeTranscript, toTranscriptAnalysis } from "../transcript/normalize.js";
+import { scoreGoalAchievement } from "./goal-achievement.js";
+import { buildSparseIndex, populateInteractionContent } from "./sparse-index.js";
+import { runTriage } from "./triage.js";
+import { runDeepEval } from "./deep-eval.js";
+import { computeCategoryScore } from "./category-score.js";
+import { computeComposite } from "./composite.js";
+const DEFAULT_WEIGHTS = {
+    goal_achievement: 0.4,
+    environment: 0.2,
+    service: 0.2,
+    agent: 0.2,
+};
+/**
+ * Score a single run result using the interaction-based evaluation pipeline:
+ * normalize → sparse index → triage → deep eval → category score → goal achievement → composite
+ */
+export async function scoreRunResult(result, options) {
+    const weights = options?.weights ?? DEFAULT_WEIGHTS;
+    const logger = options?.logger;
+    const label = `${result.scenarioKey} (${result.agentName})`;
+    logger?.verbose?.(`Scoring ${label}...`);
+    options?.onProgress?.(result.scenarioKey, result.agentName, "start");
+    // Step 1: Normalize transcript (existing, unchanged)
+    const normalized = normalizeTranscript(result.output.transcript);
+    // Step 2: Build sparse index (deterministic) and populate content for reports
+    const sparseIndex = buildSparseIndex(normalized, options?.mcpCategoryOverrides);
+    populateInteractionContent(sparseIndex, normalized);
+    // Step 3 + 4: Triage → Deep eval (LLM calls), run in parallel with goal achievement
+    const [triageResult, goalAchievement] = await Promise.all([
+        runTriage(result, sparseIndex),
+        scoreGoalAchievement(result, normalized.entries),
+    ]);
+    // Step 4 continued: Deep eval needs triage results
+    const deepEvalResult = await runDeepEval(result, sparseIndex, triageResult, normalized);
+    // Step 5: Compute category scores
+    const necessityMap = new Map(deepEvalResult.necessity.map((n) => [n.category, n]));
+    const defaultNecessity = (category) => ({
+        category,
+        score: 1.0,
+        unnecessaryIds: [],
+        rationale: "default",
+    });
+    const environment = computeCategoryScore("environment", deepEvalResult.audits, necessityMap.get("environment") ?? defaultNecessity("environment"), sparseIndex.interactions);
+    const service = computeCategoryScore("service", deepEvalResult.audits, necessityMap.get("service") ?? defaultNecessity("service"), sparseIndex.interactions);
+    const agent = computeCategoryScore("agent", deepEvalResult.audits, necessityMap.get("agent") ?? defaultNecessity("agent"), sparseIndex.interactions);
+    // Step 7: Compute composite AXIS score
+    const axisScore = computeComposite(goalAchievement.score, environment.score, service.score, agent.score, weights);
+    const score = {
+        axisScore,
+        goalAchievement,
+        environment,
+        service,
+        agent,
+        weights,
+        sparseIndex,
+    };
+    options?.onProgress?.(result.scenarioKey, result.agentName, "done");
+    // Stamp transcript analysis onto the output so it flows into reports.
+    result.output.transcriptAnalysis = toTranscriptAnalysis(normalized);
+    return {
+        scenarioKey: result.scenarioKey,
+        scenarioName: result.scenarioName,
+        agentName: result.agentName,
+        prompt: result.prompt,
+        rubric: result.rubric,
+        agentConfig: result.agentConfig,
+        output: result.output,
+        score,
+    };
+}
+/**
+ * Assemble a ScoredOutput from run metadata and scored results.
+ */
+export function buildScoredOutput(runOutput, scoredResults) {
+    const completedResults = scoredResults.filter((r) => r.output.metadata.exitCode === 0);
+    const averageAxisScore = completedResults.length > 0
+        ? completedResults.reduce((sum, r) => sum + r.score.axisScore, 0) / completedResults.length
+        : 0;
+    return {
+        version: runOutput.version,
+        timestamp: runOutput.timestamp,
+        durationMs: runOutput.durationMs,
+        results: scoredResults,
+        summary: {
+            total: runOutput.summary.total,
+            completed: runOutput.summary.completed,
+            failed: runOutput.summary.failed,
+            averageAxisScore: Math.round(averageAxisScore),
+        },
+    };
+}
+/**
+ * Score all results in a RunOutput. Scores in parallel.
+ */
+export async function scoreResults(runOutput, options) {
+    const scoredResults = await Promise.all(runOutput.results.map((r) => scoreRunResult(r, options)));
+    return buildScoredOutput(runOutput, scoredResults);
+}
+/**
+ * Build a category overrides map from MCP server config.
+ * Only servers with an explicit `axisCategory` are included.
+ */
+export function buildMcpCategoryOverrides(mcpServers) {
+    const overrides = new Map();
+    if (!mcpServers)
+        return overrides;
+    for (const [name, server] of Object.entries(mcpServers)) {
+        if (server.axisCategory) {
+            overrides.set(name, server.axisCategory);
+        }
+    }
+    return overrides;
+}
+//# sourceMappingURL=index.js.map

package/dist/scoring/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/scoring/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AACvF,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,0BAA0B,EAAE,MAAM,mBAAmB,CAAC;AACjF,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAElD,MAAM,eAAe,GAAmB;IACtC,gBAAgB,EAAE,GAAG;IACrB,WAAW,EAAE,GAAG;IAChB,OAAO,EAAE,GAAG;IACZ,KAAK,EAAE,GAAG;CACX,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,MAAiB,EAAE,OAAwB;IAC9E,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,IAAI,eAAe,CAAC;IACpD,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAC;IAC/B,MAAM,KAAK,GAAG,GAAG,MAAM,CAAC,WAAW,KAAK,MAAM,CAAC,SAAS,GAAG,CAAC;IAE5D,MAAM,EAAE,OAAO,EAAE,CAAC,WAAW,KAAK,KAAK,CAAC,CAAC;IACzC,OAAO,EAAE,UAAU,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAErE,qDAAqD;IACrD,MAAM,UAAU,GAAG,mBAAmB,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAEjE,8EAA8E;IAC9E,MAAM,WAAW,GAAG,gBAAgB,CAAC,UAAU,EAAE,OAAO,EAAE,oBAAoB,CAAC,CAAC;IAChF,0BAA0B,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IAEpD,oFAAoF;IACpF,MAAM,CAAC,YAAY,EAAE,eAAe,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACxD,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC;QAC9B,oBAAoB,CAAC,MAAM,EAAE,UAAU,CAAC,OAAO,CAAC;KACjD,CAAC,CAAC;IAEH,mDAAmD;IACnD,MAAM,cAAc,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC;IAExF,kCAAkC;IAClC,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACnF,MAAM,gBAAgB,GAAG,CAAC,QAA6C,EAAE,EAAE,CAAC,CAAC;QAC3E,QAAQ;QACR,KAAK,EAAE,GAAG;QACV,cAAc,EAAE,EAAc;QAC9B,SAAS,EAAE,SAAS;KACrB,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,oBAAoB,CACtC,aAAa,EACb,cAAc,CAAC,MAAM,EACrB,YAAY,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,gBAAgB,CAAC,aAAa,CAAC,EAClE,WAAW,CAAC,YAAY,CACzB,CAAC;IAEF,MAAM,OAAO,GAAG,oBAAoB,CAClC,SAAS,EACT,cAAc,CAAC,MAAM,EACrB,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,gBAAgB,CAAC,SAAS,CAAC,EAC1D,WAAW,CAAC,YAAY,CACzB,CAAC;IAEF,MAAM,KAAK,GAAG,oBAAoB,CAChC,OAAO,EACP,cAAc,CAAC,MAAM,EACrB,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,gBAAgB,CAAC,OAAO,CAAC,EACtD,WAAW,CAAC,YAAY,CACzB,CAAC;IAEF,uCAAuC;IACvC,MAAM,SAAS,GAAG,gBAAgB,CAAC,eAAe,CAAC,KAAK,EAAE,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAElH,MAAM,KAAK,GAAgB;QACzB,SAAS;QACT,eAAe;QACf,WAAW;QACX,OAAO;QACP,KAAK;QACL,OAAO;QACP,WAAW;KACZ,CAAC;IAEF,OAAO,EAAE,UAAU,EAAE,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAEpE,sEAAsE;IACtE,MAAM,CAAC,MAAM,CAAC,kBAAkB,GAAG,oBAAoB,CAAC,UAAU,CAAC,CAAC;IAEpE,OAAO;QACL,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,KAAK;KACN,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,SAAoB,EAAE,aAAgC;IACtF,MAAM,gBAAgB,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC;IACvF,MAAM,gBAAgB,GACpB,gBAAgB,CAAC,MAAM,GAAG,CAAC;QACzB,CAAC,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,GAAG,gBAAgB,CAAC,MAAM;QAC3F,CAAC,CAAC,CAAC,CAAC;IAER,OAAO;QACL,OAAO,EAAE,SAAS,CAAC,OAAO;QAC1B,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,UAAU,EAAE,SAAS,CAAC,UAAU;QAChC,OAAO,EAAE,aAAa;QACtB,OAAO,EAAE;YACP,KAAK,EAAE,SAAS,CAAC,OAAO,CAAC,KAAK;YAC9B,SAAS,EAAE,SAAS,CAAC,OAAO,CAAC,SAAS;YACtC,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC,MAAM;YAChC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC;SAC/C;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,SAAoB,EAAE,OAAwB;IAC/E,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IAElG,OAAO,iBAAiB,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;AACrD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,yBAAyB,CACvC,UAA4C;IAE5C,MAAM,SAAS,GAAyB,IAAI,GAAG,EAAE,CAAC;IAClD,IAAI,CAAC,UAAU;QAAE,OAAO,SAAS,CAAC;IAClC,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QACxD,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;YACxB,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/scoring/parse-json.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Extract and parse the first JSON object from text.
+ * Handles LLM output that wraps JSON in markdown fences or surrounding text.
+ */
+export declare function parseJsonFromText(text: string): Record<string, unknown> | null;
+//# sourceMappingURL=parse-json.d.ts.map

package/dist/scoring/parse-json.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-json.d.ts","sourceRoot":"","sources":["../../src/scoring/parse-json.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAS9E"}

package/dist/scoring/parse-json.js

@@ -0,0 +1,18 @@
+/**
+ * Extract and parse the first JSON object from text.
+ * Handles LLM output that wraps JSON in markdown fences or surrounding text.
+ */
+export function parseJsonFromText(text) {
+    if (!text)
+        return null;
+    const jsonMatch = text.match(/\{[\s\S]*\}/);
+    if (!jsonMatch)
+        return null;
+    try {
+        return JSON.parse(jsonMatch[0]);
+    }
+    catch {
+        return null;
+    }
+}
+//# sourceMappingURL=parse-json.js.map

package/dist/scoring/parse-json.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse-json.js","sourceRoot":"","sources":["../../src/scoring/parse-json.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IACvB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC5C,IAAI,CAAC,SAAS;QAAE,OAAO,IAAI,CAAC;IAC5B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/scoring/sparse-index.d.ts

@@ -0,0 +1,15 @@
+import type { NormalizedTranscript } from "../transcript/types.js";
+import type { McpCategoryOverrides, SparseIndex } from "../types/scoring.js";
+/**
+ * Build a deterministic sparse index from a normalized transcript.
+ * Groups entries into interactions, classifies each, and produces compressed lines.
+ *
+ * Purely deterministic — no LLM calls, no side effects.
+ */
+export declare function buildSparseIndex(normalized: NormalizedTranscript, mcpCategoryOverrides?: McpCategoryOverrides): SparseIndex;
+/**
+ * Populate the `content` field on each interaction with formatted entry content
+ * for display in reports. Mutates interactions in-place.
+ */
+export declare function populateInteractionContent(sparseIndex: SparseIndex, normalized: NormalizedTranscript): void;
+//# sourceMappingURL=sparse-index.d.ts.map

package/dist/scoring/sparse-index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sparse-index.d.ts","sourceRoot":"","sources":["../../src/scoring/sparse-index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAmB,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AACpF,OAAO,KAAK,EAAoC,oBAAoB,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAS/G;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAC9B,UAAU,EAAE,oBAAoB,EAChC,oBAAoB,CAAC,EAAE,oBAAoB,GAC1C,WAAW,CAkCb;AAqSD;;;GAGG;AACH,wBAAgB,0BAA0B,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE,oBAAoB,GAAG,IAAI,CA2C3G"}

package/dist/scoring/sparse-index.js

@@ -0,0 +1,338 @@
+import { categorizeInteraction } from "../transcript/categorize.js";
+/** Max characters for the detail portion of a sparse line. */
+const MAX_DETAIL_CHARS = 80;
+/** Max characters for the outcome portion. */
+const MAX_OUTCOME_CHARS = 40;
+/**
+ * Build a deterministic sparse index from a normalized transcript.
+ * Groups entries into interactions, classifies each, and produces compressed lines.
+ *
+ * Purely deterministic — no LLM calls, no side effects.
+ */
+export function buildSparseIndex(normalized, mcpCategoryOverrides) {
+    const { entries } = normalized;
+    const interactions = [];
+    const lines = [];
+    const visited = new Set();
+    // Reference timestamp for computing startMs offsets
+    const timeZero = entries.length > 0 ? new Date(entries[0].timestamp).getTime() : 0;
+    let nextId = 1;
+    for (let i = 0; i < entries.length; i++) {
+        if (visited.has(i))
+            continue;
+        const entry = entries[i];
+        const interaction = buildInteraction(entry, entries, visited, nextId, timeZero, mcpCategoryOverrides);
+        interactions.push(interaction);
+        lines.push(interaction.sparseLine);
+        nextId++;
+    }
+    // Second pass: fill in durationMs for interactions that lack it (e.g. assistant thinking)
+    // by using the gap to the next interaction's startMs
+    for (let i = 0; i < interactions.length; i++) {
+        if (interactions[i].durationMs === null && interactions[i].startMs !== null) {
+            if (i + 1 < interactions.length && interactions[i + 1].startMs !== null) {
+                interactions[i].durationMs = interactions[i + 1].startMs - interactions[i].startMs;
+            }
+        }
+    }
+    const stats = computeStats(interactions);
+    return { lines, interactions, stats };
+}
+/**
+ * Build a single interaction from one or more transcript entries.
+ */
+function buildInteraction(entry, entries, visited, id, timeZero, mcpCategoryOverrides) {
+    // Consecutive assistant entries merge into one agent interaction
+    if (entry.type === "assistant") {
+        return buildAssistantInteraction(entry, entries, visited, id, timeZero);
+    }
+    // tool_use + paired tool_result = 1 interaction
+    if (entry.type === "tool_use") {
+        return buildToolInteraction(entry, entries, visited, id, timeZero, mcpCategoryOverrides);
+    }
+    // Standalone error
+    if (entry.type === "error") {
+        return buildErrorInteraction(entry, visited, id, timeZero);
+    }
+    // tool_result without a pair, system, user, or other entry types
+    return buildStandaloneInteraction(entry, visited, id, timeZero, mcpCategoryOverrides);
+}
+/**
+ * Merge consecutive assistant entries into a single agent interaction.
+ */
+function buildAssistantInteraction(start, entries, visited, id, timeZero) {
+    const indices = [start.index];
+    visited.add(start.index);
+    // Merge consecutive assistant entries
+    let j = start.index + 1;
+    while (j < entries.length && entries[j].type === "assistant") {
+        indices.push(j);
+        visited.add(j);
+        j++;
+    }
+    const text = indices
+        .map((idx) => entries[idx].text ?? "")
+        .filter(Boolean)
+        .join(" ");
+    const summary = truncate(text || "(thinking)", MAX_DETAIL_CHARS);
+    const contextBytes = textSize(text);
+    const sparseLine = formatSparseLine(id, "agent", "assistant", summary);
+    return {
+        id,
+        entryIndices: indices,
+        categories: ["agent"],
+        sparseLine,
+        toolName: null,
+        hasError: false,
+        durationMs: null,
+        startMs: computeStartMs(start.timestamp, timeZero),
+        contextBytes,
+    };
+}
+/**
+ * Build a tool_use interaction, including its paired tool_result if available.
+ */
+function buildToolInteraction(entry, entries, visited, id, timeZero, mcpCategoryOverrides) {
+    const indices = [entry.index];
+    visited.add(entry.index);
+    const toolName = entry.toolName ?? "unknown";
+    const categories = categorizeInteraction(entry.type, entry.toolName, {
+        toolInputSummary: entry.toolInputSummary,
+        isNetworkCall: entry.isNetworkCall,
+        mcpCategoryOverrides,
+    });
+    let resultText = null;
+    let durationMs = null;
+    let hasError = false;
+    // Include paired tool_result
+    if (entry.pairedIndex !== null && !visited.has(entry.pairedIndex)) {
+        const paired = entries[entry.pairedIndex];
+        indices.push(entry.pairedIndex);
+        visited.add(entry.pairedIndex);
+        resultText = paired.toolResultText;
+        hasError = paired.isError;
+        // Estimate duration from timestamps
+        if (entry.timestamp && paired.timestamp) {
+            const start = new Date(entry.timestamp).getTime();
+            const end = new Date(paired.timestamp).getTime();
+            if (start > 0 && end > 0 && end >= start) {
+                durationMs = end - start;
+            }
+        }
+    }
+    // Check if any following error is within 2 entries (associated error)
+    if (!hasError) {
+        for (let k = entry.index + 1; k < Math.min(entry.index + 3, entries.length); k++) {
+            if (entries[k].type === "error" && !visited.has(k)) {
+                hasError = true;
+                indices.push(k);
+                visited.add(k);
+                break;
+            }
+        }
+    }
+    const inputSummary = entry.toolInputSummary ? `(${truncate(entry.toolInputSummary, 60)})` : "";
+    const detail = `${toolName}${inputSummary}`;
+    const inputBytes = entry.toolInput ? textSize(JSON.stringify(entry.toolInput)) : textSize(entry.toolInputSummary);
+    const contextBytes = inputBytes + textSize(resultText);
+    const outcome = buildOutcome(hasError, durationMs, contextBytes);
+    const sparseLine = formatSparseLineWithOutcome(id, categoriesShort(categories), "tool_use", detail, outcome);
+    return {
+        id,
+        entryIndices: indices,
+        categories,
+        sparseLine,
+        toolName,
+        hasError,
+        durationMs,
+        startMs: computeStartMs(entry.timestamp, timeZero),
+        contextBytes,
+    };
+}
+/**
+ * Build a standalone error interaction.
+ */
+function buildErrorInteraction(entry, visited, id, timeZero) {
+    visited.add(entry.index);
+    const message = truncate(entry.errorMessage ?? entry.text ?? "(unknown error)", MAX_DETAIL_CHARS);
+    const contextBytes = textSize(entry.errorMessage ?? entry.text);
+    const sparseLine = formatSparseLine(id, "error", "error", `"${message}"`);
+    return {
+        id,
+        entryIndices: [entry.index],
+        categories: ["agent"],
+        sparseLine,
+        toolName: null,
+        hasError: true,
+        durationMs: null,
+        startMs: computeStartMs(entry.timestamp, timeZero),
+        contextBytes,
+    };
+}
+/**
+ * Build a standalone interaction for system, user, or orphaned tool_result entries.
+ */
+function buildStandaloneInteraction(entry, visited, id, timeZero, mcpCategoryOverrides) {
+    visited.add(entry.index);
+    const categories = categorizeInteraction(entry.type, entry.toolName, { mcpCategoryOverrides });
+    const text = entry.text ?? entry.toolResultText ?? "(no content)";
+    const summary = truncate(text, MAX_DETAIL_CHARS);
+    const contextBytes = textSize(text);
+    const sparseLine = formatSparseLine(id, categoriesShort(categories), entry.type, summary);
+    return {
+        id,
+        entryIndices: [entry.index],
+        categories,
+        sparseLine,
+        toolName: entry.toolName,
+        hasError: entry.isError,
+        durationMs: null,
+        startMs: computeStartMs(entry.timestamp, timeZero),
+        contextBytes,
+    };
+}
+// --- Timeline helpers ---
+function computeStartMs(timestamp, timeZero) {
+    if (!timestamp || !timeZero)
+        return null;
+    const t = new Date(timestamp).getTime();
+    if (!Number.isFinite(t) || t <= 0)
+        return null;
+    return Math.max(0, t - timeZero);
+}
+// --- Formatting helpers ---
+function formatSparseLine(id, category, type, detail) {
+    const idStr = `#${id}`.padEnd(5);
+    const catStr = category.padEnd(9);
+    const typeStr = type.padEnd(12);
+    return `${idStr}${catStr}${typeStr}${detail}`;
+}
+function formatSparseLineWithOutcome(id, category, type, detail, outcome) {
+    const idStr = `#${id}`.padEnd(5);
+    const catStr = category.padEnd(9);
+    const typeStr = type.padEnd(12);
+    return `${idStr}${catStr}${typeStr}${detail} -> ${outcome}`;
+}
+function buildOutcome(hasError, durationMs, contextBytes) {
+    const parts = [];
+    if (hasError) {
+        parts.push("error");
+    }
+    else {
+        parts.push("ok");
+    }
+    if (contextBytes > 0) {
+        parts.push(formatSize(contextBytes));
+    }
+    if (durationMs !== null && durationMs > 0) {
+        parts.push(formatDurationShort(durationMs));
+    }
+    return truncate(parts.join(", "), MAX_OUTCOME_CHARS);
+}
+function categoriesShort(categories) {
+    return categories.map((c) => (c === "environment" ? "env" : c)).join(",");
+}
+function formatSize(bytes) {
+    if (bytes < 1024)
+        return `${bytes}B`;
+    return `${(bytes / 1024).toFixed(1)}KB`;
+}
+function formatDurationShort(ms) {
+    if (ms < 1000)
+        return `${Math.round(ms)}ms`;
+    return `${(ms / 1000).toFixed(1)}s`;
+}
+function truncate(text, maxLen) {
+    // Collapse whitespace for display
+    const clean = text.replace(/\s+/g, " ").trim();
+    if (clean.length <= maxLen)
+        return clean;
+    return clean.slice(0, maxLen - 3) + "...";
+}
+function textSize(text) {
+    return text ? new TextEncoder().encode(text).length : 0;
+}
+// --- Content population ---
+/** Max characters of content to store per interaction for report display. */
+const MAX_CONTENT_PER_INTERACTION = 2_000;
+/**
+ * Populate the `content` field on each interaction with formatted entry content
+ * for display in reports. Mutates interactions in-place.
+ */
+export function populateInteractionContent(sparseIndex, normalized) {
+    for (const interaction of sparseIndex.interactions) {
+        const parts = [];
+        for (const idx of interaction.entryIndices) {
+            const entry = normalized.entries[idx];
+            if (!entry)
+                continue;
+            switch (entry.type) {
+                case "assistant":
+                    parts.push(`[ASSISTANT] ${entry.text ?? "(no text)"}`);
+                    break;
+                case "tool_use": {
+                    parts.push(`[TOOL_USE] ${entry.toolName ?? "unknown"}`);
+                    if (entry.toolInputSummary)
+                        parts.push(`  Input: ${entry.toolInputSummary}`);
+                    if (entry.toolInput) {
+                        const inputStr = JSON.stringify(entry.toolInput);
+                        parts.push(`  Full input: ${inputStr.length > 800 ? inputStr.slice(0, 800) + "..." : inputStr}`);
+                    }
+                    break;
+                }
+                case "tool_result":
+                    parts.push(`[TOOL_RESULT]`);
+                    if (entry.toolResultText) {
+                        const result = entry.toolResultText.length > 1200 ? entry.toolResultText.slice(0, 1200) + "..." : entry.toolResultText;
+                        parts.push(`  Result: ${result}`);
+                    }
+                    break;
+                case "error":
+                    parts.push(`[ERROR] ${entry.errorMessage ?? entry.text ?? "(unknown error)"}`);
+                    break;
+                default:
+                    parts.push(`[${entry.type.toUpperCase()}] ${entry.text ?? "(no content)"}`);
+            }
+        }
+        const content = parts.join("\n");
+        interaction.content =
+            content.length > MAX_CONTENT_PER_INTERACTION
+                ? content.slice(0, MAX_CONTENT_PER_INTERACTION) + "\n... (truncated)"
+                : content;
+    }
+}
+// --- Stats ---
+function computeStats(interactions) {
+    const byCategory = {
+        environment: 0,
+        service: 0,
+        agent: 0,
+    };
+    let totalErrors = 0;
+    let totalDurationMs = 0;
+    for (const interaction of interactions) {
+        for (const cat of interaction.categories) {
+            byCategory[cat]++;
+        }
+        if (interaction.hasError)
+            totalErrors++;
+        if (interaction.durationMs !== null)
+            totalDurationMs += interaction.durationMs;
+    }
+    // Wall-clock elapsed time from first interaction start to last interaction end
+    let wallClockMs = 0;
+    if (interactions.length > 0) {
+        const last = interactions[interactions.length - 1];
+        if (last.startMs !== null) {
+            wallClockMs = last.startMs + (last.durationMs ?? 0);
+        }
+    }
+    return {
+        totalInteractions: interactions.length,
+        byCategory,
+        totalErrors,
+        totalDurationMs,
+        wallClockMs,
+    };
+}
+//# sourceMappingURL=sparse-index.js.map

package/dist/scoring/sparse-index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sparse-index.js","sourceRoot":"","sources":["../../src/scoring/sparse-index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AAEpE,8DAA8D;AAC9D,MAAM,gBAAgB,GAAG,EAAE,CAAC;AAE5B,8CAA8C;AAC9C,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAE7B;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAC9B,UAAgC,EAChC,oBAA2C;IAE3C,MAAM,EAAE,OAAO,EAAE,GAAG,UAAU,CAAC;IAC/B,MAAM,YAAY,GAAkB,EAAE,CAAC;IACvC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAElC,oDAAoD;IACpD,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAEnF,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,SAAS;QAE7B,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,WAAW,GAAG,gBAAgB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,oBAAoB,CAAC,CAAC;QACtG,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC/B,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QACnC,MAAM,EAAE,CAAC;IACX,CAAC;IAED,0FAA0F;IAC1F,qDAAqD;IACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,KAAK,IAAI,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;YAC5E,IAAI,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,MAAM,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;gBACxE,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAQ,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,OAAQ,CAAC;YACvF,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,YAAY,CAAC,YAAY,CAAC,CAAC;IAEzC,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC;AACxC,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CACvB,KAAsB,EACtB,OAA0B,EAC1B,OAAoB,EACpB,EAAU,EACV,QAAgB,EAChB,oBAA2C;IAE3C,iEAAiE;IACjE,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC/B,OAAO,yBAAyB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC1E,CAAC;IAED,gDAAgD;IAChD,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC9B,OAAO,oBAAoB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,oBAAoB,CAAC,CAAC;IAC3F,CAAC;IAED,mBAAmB;IACnB,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC3B,OAAO,qBAAqB,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC7D,CAAC;IAED,iEAAiE;IACjE,OAAO,0BAA0B,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,oBAAoB,CAAC,CAAC;AACxF,CAAC;AAED;;GAEG;AACH,SAAS,yBAAyB,CAChC,KAAsB,EACtB,OAA0B,EAC1B,OAAoB,EACpB,EAAU,EACV,QAAgB;IAEhB,MAAM,OAAO,GAAa,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAEzB,sCAAsC;IACtC,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;IACxB,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC7D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACf,CAAC,EAAE,CAAC;IACN,CAAC;IAED,MAAM,IAAI,GAAG,OAAO;SACjB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;SACrC,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,GAAG,CAAC,CAAC;IACb,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,IAAI,YAAY,EAAE,gBAAgB,CAAC,CAAC;IACjE,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAEpC,MAAM,UAAU,GAAG,gBAAgB,CAAC,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IAEvE,OAAO;QACL,EAAE;QACF,YAAY,EAAE,OAAO;QACrB,UAAU,EAAE,CAAC,OAAO,CAAC;QACrB,UAAU;QACV,QAAQ,EAAE,IAAI;QACd,QAAQ,EAAE,KAAK;QACf,UAAU,EAAE,IAAI;QAChB,OAAO,EAAE,cAAc,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,CAAC;QAClD,YAAY;KACb,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAC3B,KAAsB,EACtB,OAA0B,EAC1B,OAAoB,EACpB,EAAU,EACV,QAAgB,EAChB,oBAA2C;IAE3C,MAAM,OAAO,GAAa,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAEzB,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,SAAS,CAAC;IAC7C,MAAM,UAAU,GAAG,qBAAqB,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE;QACnE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,oBAAoB;KACrB,CAAC,CAAC;IAEH,IAAI,UAAU,GAAkB,IAAI,CAAC;IACrC,IAAI,UAAU,GAAkB,IAAI,CAAC;IACrC,IAAI,QAAQ,GAAG,KAAK,CAAC;IAErB,6BAA6B;IAC7B,IAAI,KAAK,CAAC,WAAW,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;QAClE,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAC1C,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAC/B,UAAU,GAAG,MAAM,CAAC,cAAc,CAAC;QACnC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC;QAE1B,oCAAoC;QACpC,IAAI,KAAK,CAAC,SAAS,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACxC,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;YAClD,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;YACjD,IAAI,KAAK,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,GAAG,IAAI,KAAK,EAAE,CAAC;gBACzC,UAAU,GAAG,GAAG,GAAG,KAAK,CAAC;YAC3B,CAAC;QACH,CAAC;IACH,CAAC;IAED,sEAAsE;IACtE,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACjF,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnD,QAAQ,GAAG,IAAI,CAAC;gBAChB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAChB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACf,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,gBAAgB,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/F,MAAM,MAAM,GAAG,GAAG,QAAQ,GAAG,YAAY,EAAE,CAAC;IAC5C,MAAM,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;IAClH,MAAM,YAAY,GAAG,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC;IACvD,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;IAEjE,MAAM,UAAU,GAAG,2BAA2B,CAAC,EAAE,EAAE,eAAe,CAAC,UAAU,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAE7G,OAAO;QACL,EAAE;QACF,YAAY,EAAE,OAAO;QACrB,UAAU;QACV,UAAU;QACV,QAAQ;QACR,QAAQ;QACR,UAAU;QACV,OAAO,EAAE,cAAc,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,CAAC;QAClD,YAAY;KACb,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,qBAAqB,CAC5B,KAAsB,EACtB,OAAoB,EACpB,EAAU,EACV,QAAgB;IAEhB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAEzB,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,IAAI,IAAI,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;IAClG,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC;IAEhE,MAAM,UAAU,GAAG,gBAAgB,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,OAAO,GAAG,CAAC,CAAC;IAE1E,OAAO;QACL,EAAE;QACF,YAAY,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC;QAC3B,UAAU,EAAE,CAAC,OAAO,CAAC;QACrB,UAAU;QACV,QAAQ,EAAE,IAAI;QACd,QAAQ,EAAE,IAAI;QACd,UAAU,EAAE,IAAI;QAChB,OAAO,EAAE,cAAc,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,CAAC;QAClD,YAAY;KACb,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,0BAA0B,CACjC,KAAsB,EACtB,OAAoB,EACpB,EAAU,EACV,QAAgB,EAChB,oBAA2C;IAE3C,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAEzB,MAAM,UAAU,GAAG,qBAAqB,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE,EAAE,oBAAoB,EAAE,CAAC,CAAC;IAC/F,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,cAAc,IAAI,cAAc,CAAC;IAClE,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;IACjD,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAEpC,MAAM,UAAU,GAAG,gBAAgB,CAAC,EAAE,EAAE,eAAe,CAAC,UAAU,CAAC,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAE1F,OAAO;QACL,EAAE;QACF,YAAY,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC;QAC3B,UAAU;QACV,UAAU;QACV,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,UAAU,EAAE,IAAI;QAChB,OAAO,EAAE,cAAc,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,CAAC;QAClD,YAAY;KACb,CAAC;AACJ,CAAC;AAED,2BAA2B;AAE3B,SAAS,cAAc,CAAC,SAAiB,EAAE,QAAgB;IACzD,IAAI,CAAC,SAAS,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IACzC,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;IACxC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAC/C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC;AACnC,CAAC;AAED,6BAA6B;AAE7B,SAAS,gBAAgB,CAAC,EAAU,EAAE,QAAgB,EAAE,IAAY,EAAE,MAAc;IAClF,MAAM,KAAK,GAAG,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACjC,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAClC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAChC,OAAO,GAAG,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,EAAE,CAAC;AAChD,CAAC;AAED,SAAS,2BAA2B,CAClC,EAAU,EACV,QAAgB,EAChB,IAAY,EACZ,MAAc,EACd,OAAe;IAEf,MAAM,KAAK,GAAG,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACjC,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAClC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAChC,OAAO,GAAG,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,OAAO,OAAO,EAAE,CAAC;AAC9D,CAAC;AAED,SAAS,YAAY,CAAC,QAAiB,EAAE,UAAyB,EAAE,YAAoB;IACtF,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,QAAQ,EAAE,CAAC;QACb,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnB,CAAC;IAED,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,UAAU,KAAK,IAAI,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,iBAAiB,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,eAAe,CAAC,UAAiC;IACxD,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC5E,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,IAAI,KAAK,GAAG,IAAI;QAAE,OAAO,GAAG,KAAK,GAAG,CAAC;IACrC,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;AAC1C,CAAC;AAED,SAAS,mBAAmB,CAAC,EAAU;IACrC,IAAI,EAAE,GAAG,IAAI;QAAE,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC;IAC5C,OAAO,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AACtC,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY,EAAE,MAAc;IAC5C,kCAAkC;IAClC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/C,IAAI,KAAK,CAAC,MAAM,IAAI,MAAM;QAAE,OAAO,KAAK,CAAC;IACzC,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC;AAC5C,CAAC;AAED,SAAS,QAAQ,CAAC,IAA+B;IAC/C,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,6BAA6B;AAE7B,6EAA6E;AAC7E,MAAM,2BAA2B,GAAG,KAAK,CAAC;AAE1C;;;GAGG;AACH,MAAM,UAAU,0BAA0B,CAAC,WAAwB,EAAE,UAAgC;IACnG,KAAK,MAAM,WAAW,IAAI,WAAW,CAAC,YAAY,EAAE,CAAC;QACnD,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,MAAM,GAAG,IAAI,WAAW,CAAC,YAAY,EAAE,CAAC;YAC3C,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACtC,IAAI,CAAC,KAAK;gBAAE,SAAS;YAErB,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,WAAW;oBACd,KAAK,CAAC,IAAI,CAAC,eAAe,KAAK,CAAC,IAAI,IAAI,WAAW,EAAE,CAAC,CAAC;oBACvD,MAAM;gBACR,KAAK,UAAU,CAAC,CAAC,CAAC;oBAChB,KAAK,CAAC,IAAI,CAAC,cAAc,KAAK,CAAC,QAAQ,IAAI,SAAS,EAAE,CAAC,CAAC;oBACxD,IAAI,KAAK,CAAC,gBAAgB;wBAAE,KAAK,CAAC,IAAI,CAAC,YAAY,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAC;oBAC7E,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;wBACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;wBACjD,KAAK,CAAC,IAAI,CAAC,iBAAiB,QAAQ,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;oBACnG,CAAC;oBACD,MAAM;gBACR,CAAC;gBACD,KAAK,aAAa;oBAChB,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;oBAC5B,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;wBACzB,MAAM,MAAM,GACV,KAAK,CAAC,cAAc,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC;wBAC1G,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,EAAE,CAAC,CAAC;oBACpC,CAAC;oBACD,MAAM;gBACR,KAAK,OAAO;oBACV,KAAK,CAAC,IAAI,CAAC,WAAW,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,IAAI,IAAI,iBAAiB,EAAE,CAAC,CAAC;oBAC/E,MAAM;gBACR;oBACE,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,IAAI,IAAI,cAAc,EAAE,CAAC,CAAC;YAChF,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,WAAW,CAAC,OAAO;YACjB,OAAO,CAAC,MAAM,GAAG,2BAA2B;gBAC1C,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,2BAA2B,CAAC,GAAG,mBAAmB;gBACrE,CAAC,CAAC,OAAO,CAAC;IAChB,CAAC;AACH,CAAC;AAED,gBAAgB;AAEhB,SAAS,YAAY,CAAC,YAA2B;IAC/C,MAAM,UAAU,GAAwC;QACtD,WAAW,EAAE,CAAC;QACd,OAAO,EAAE,CAAC;QACV,KAAK,EAAE,CAAC;KACT,CAAC;IAEF,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,eAAe,GAAG,CAAC,CAAC;IAExB,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,KAAK,MAAM,GAAG,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC;YACzC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACpB,CAAC;QACD,IAAI,WAAW,CAAC,QAAQ;YAAE,WAAW,EAAE,CAAC;QACxC,IAAI,WAAW,CAAC,UAAU,KAAK,IAAI;YAAE,eAAe,IAAI,WAAW,CAAC,UAAU,CAAC;IACjF,CAAC;IAED,+EAA+E;IAC/E,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACnD,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;YAC1B,WAAW,GAAG,IAAI,CAAC,OAAO,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED,OAAO;QACL,iBAAiB,EAAE,YAAY,CAAC,MAAM;QACtC,UAAU;QACV,WAAW;QACX,eAAe;QACf,WAAW;KACZ,CAAC;AACJ,CAAC"}

package/dist/scoring/triage.d.ts

@@ -0,0 +1,15 @@
+import type { RunResult } from "../types/output.js";
+import type { SparseIndex, TriageResult } from "../types/scoring.js";
+/**
+ * Run the triage LLM pass on a sparse index.
+ * Scans the compressed transcript for patterns, classifies interactions,
+ * and flags areas of concern for deep evaluation.
+ *
+ * Returns an empty triage result on failure (no flags, no patterns).
+ */
+export declare function runTriage(result: RunResult, sparseIndex: SparseIndex): Promise<TriageResult>;
+/**
+ * Parse the triage LLM response. Returns empty result on failure.
+ */
+export declare function parseTriageResponse(responseText: string): TriageResult;
+//# sourceMappingURL=triage.d.ts.map

package/dist/scoring/triage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"triage.d.ts","sourceRoot":"","sources":["../../src/scoring/triage.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,KAAK,EAEV,WAAW,EAGX,YAAY,EACb,MAAM,qBAAqB,CAAC;AAS7B;;;;;;GAMG;AACH,wBAAsB,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC,CAIlG;AA4FD;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,YAAY,EAAE,MAAM,GAAG,YAAY,CAmBtE"}