@netlify/axis 0.2.0

package/dist/runner/runner.js

@@ -0,0 +1,330 @@
+import * as fs from "node:fs";
+import * as os from "node:os";
+import * as path from "node:path";
+import { loadConfig, discoverScenarios } from "../config/loader.js";
+import { getAdapter, registerAdapter } from "../adapters/registry.js";
+import { executeLifecycleActions } from "./lifecycle.js";
+import { silentLogger as defaultLogger, formatError } from "../types/output.js";
+import { resolveSkills, skillSourceString } from "../skills/resolver.js";
+/** System vars always passed through to isolated environments. */
+const SYSTEM_VARS = ["PATH", "USER", "SHELL", "LANG", "TERM", "TMPDIR"];
+/** Default env when not specified in config. */
+const DEFAULT_PASS_ENV = ["ANTHROPIC_API_KEY", "CODEX_API_KEY", "GEMINI_API_KEY"];
+export async function run(options = {}) {
+    const logger = options.logger ?? defaultLogger;
+    const runStart = Date.now();
+    const { config, configDir } = await loadConfig(options.configPath);
+    // --- Load custom adapters from config ---
+    if (config.adapters) {
+        for (const [name, modulePath] of Object.entries(config.adapters)) {
+            const absPath = path.resolve(configDir, modulePath);
+            const mod = await import(absPath);
+            const adapter = mod.default ?? mod.adapter;
+            if (!adapter || typeof adapter.run !== "function") {
+                throw new Error(`Custom adapter "${name}" at ${modulePath} must export a valid AgentAdapter ` +
+                    `(as default export or named "adapter" export).`);
+            }
+            registerAdapter(name, adapter);
+        }
+    }
+    // --- Discovery phase ---
+    const jobs = [];
+    const agents = normalizeAgents(config.agents);
+    for (const { name: agentName, config: agentConfig } of agents) {
+        if (options.agentFilter?.length && !options.agentFilter.includes(agentName)) {
+            continue;
+        }
+        const scenarios = await discoverScenarios(configDir, config.scenarios, agentConfig.scenarios);
+        const filteredScenarios = options.scenarioFilter?.length
+            ? scenarios.filter((s) => options.scenarioFilter.some((f) => f === s.key))
+            : scenarios;
+        for (const scenario of filteredScenarios) {
+            // Scenario-level agent override: if set, only listed agents run this scenario
+            if (scenario.agents && !scenario.agents.includes(agentName)) {
+                continue;
+            }
+            jobs.push({ index: jobs.length, agentName, agentConfig, scenario, configDir, axisConfig: config });
+        }
+    }
+    if (jobs.length === 0) {
+        logger.info("No jobs discovered.");
+        return buildOutput(runStart, []);
+    }
+    // --- Initialize job state tracker ---
+    const jobStates = jobs.map((job) => ({
+        scenarioKey: job.scenario.key,
+        agentName: job.agentName,
+        status: "pending",
+    }));
+    const updateStatus = (index, status, durationMs) => {
+        const patch = { status, durationMs };
+        // Stamp the start time on the first transition into "running" so the
+        // live UI can tick an elapsed-duration counter.
+        if (status === "running" && jobStates[index].runStartedAt === undefined) {
+            patch.runStartedAt = Date.now();
+        }
+        jobStates[index] = { ...jobStates[index], ...patch };
+        logger.onJobUpdate?.(jobStates);
+    };
+    /**
+     * Monotonic live-token bump — drops any non-increasing estimates. Setting
+     * `final` true stamps `tokensFinal` so the UI knows the number is now the
+     * authoritative total (from `metadata.tokenUsage`), not an estimate.
+     */
+    const updateTokens = (index, tokens, final = false) => {
+        const prev = jobStates[index].liveTokens ?? 0;
+        const grew = tokens > prev;
+        const newlyFinal = final && !jobStates[index].tokensFinal;
+        if (!grew && !newlyFinal)
+            return;
+        jobStates[index] = {
+            ...jobStates[index],
+            liveTokens: grew ? tokens : prev,
+            ...(newlyFinal ? { tokensFinal: true } : {}),
+        };
+        logger.onJobUpdate?.(jobStates);
+    };
+    // Build filtered environment once for all jobs
+    const jobEnv = buildJobEnv(config);
+    // --- Validate required env vars and resolve CLI binaries for each adapter ---
+    // This runs BEFORE the initial onJobUpdate so that any logger.info calls
+    // from ensureInstalled (e.g. npx fallback messages) don't interfere with
+    // ink's cursor tracking when it starts rendering the live display.
+    const checkedAdapters = new Set();
+    for (const job of jobs) {
+        if (checkedAdapters.has(job.agentConfig.adapter))
+            continue;
+        checkedAdapters.add(job.agentConfig.adapter);
+        const adapter = getAdapter(job.agentConfig.adapter);
+        const required = adapter.requiredEnv?.() ?? [];
+        const missing = required.filter((key) => !jobEnv[key]);
+        if (missing.length > 0) {
+            throw new Error(`The "${job.agentConfig.adapter}" adapter requires environment variable${missing.length > 1 ? "s" : ""} ${missing.join(", ")} ` +
+                `but ${missing.length > 1 ? "they are" : "it is"} not set. ` +
+                `Add ${missing.length > 1 ? "them" : "it"} to your shell environment or to the "env" array in axis.config.json.`);
+        }
+        // Resolve CLI binary (direct or npx fallback)
+        if (adapter.ensureInstalled) {
+            await adapter.ensureInstalled(logger);
+        }
+    }
+    // --- Resolve skills (once, before any jobs start) ---
+    const allSkillEntries = new Map();
+    for (const entry of config.skills ?? []) {
+        const key = skillSourceString(entry);
+        if (!allSkillEntries.has(key))
+            allSkillEntries.set(key, entry);
+    }
+    for (const job of jobs) {
+        for (const entry of job.agentConfig.skills ?? []) {
+            const key = skillSourceString(entry);
+            if (!allSkillEntries.has(key))
+                allSkillEntries.set(key, entry);
+        }
+        for (const entry of job.scenario.skills ?? []) {
+            const key = skillSourceString(entry);
+            if (!allSkillEntries.has(key))
+                allSkillEntries.set(key, entry);
+        }
+    }
+    const resolvedSkillMap = new Map();
+    if (allSkillEntries.size > 0) {
+        const entries = [...allSkillEntries.values()];
+        const resolved = await resolveSkills({
+            sources: entries,
+            configDir,
+            cacheDir: path.join(configDir, ".axis", "skills-cache"),
+            logger,
+            refresh: options.refreshSkills,
+        });
+        const keys = [...allSkillEntries.keys()];
+        for (let i = 0; i < keys.length; i++) {
+            resolvedSkillMap.set(keys[i], resolved[i]);
+        }
+    }
+    // Emit initial state after pre-flight so ink's first render is clean
+    logger.onJobUpdate?.(jobStates);
+    // --- Execute jobs with concurrency control ---
+    const concurrency = options.concurrency ?? Infinity;
+    const tasks = jobs.map((job) => async () => {
+        const { result, cleanup } = await executeJob(job, jobEnv, logger, updateStatus, updateTokens, resolvedSkillMap, options.registerCleanup, options.debug);
+        try {
+            // Allow external processing (e.g. scoring/verification) before teardown.
+            // If onResult returns a Promise, we await it so the judge can verify
+            // results before teardown scripts destroy resources.
+            if (options.onResult) {
+                await options.onResult(result);
+            }
+        }
+        finally {
+            await cleanup();
+        }
+        return result;
+    });
+    const results = await runWithConcurrency(tasks, concurrency);
+    return buildOutput(runStart, results);
+}
+async function executeJob(job, env, logger, updateStatus, updateTokens, resolvedSkillMap, registerCleanup, debug) {
+    const { index, agentName, agentConfig, scenario, axisConfig } = job;
+    const label = `${scenario.key} (${agentName})`;
+    const jobStart = Date.now();
+    // Create isolated workspace and point HOME there so agents
+    // don't pick up the user's global settings (e.g. ~/.claude/).
+    const workspace = createWorkspace();
+    const adapter = getAdapter(agentConfig.adapter);
+    const adapterIsolation = adapter.isolationEnv?.(workspace) ?? {};
+    const jobEnv = { ...adapterIsolation, ...env, HOME: workspace };
+    logger.verbose?.(`[${label}] Workspace: ${workspace}`);
+    // Register workspace for cleanup on process signal (Ctrl-C)
+    registerCleanup?.(() => {
+        try {
+            fs.rmSync(workspace, { recursive: true, force: true });
+        }
+        catch {
+            /* best-effort */
+        }
+    });
+    const cleanup = async () => {
+        if (scenario.teardown?.length) {
+            logger.verbose?.(`[${label}] Running teardown...`);
+            await executeLifecycleActions(scenario.teardown, workspace, jobEnv).catch((teardownErr) => {
+                logger.error(`[${label}] Teardown failed: ${formatError(teardownErr)}`);
+            });
+        }
+        try {
+            fs.rmSync(workspace, { recursive: true, force: true });
+            logger.verbose?.(`[${label}] Cleaned up workspace: ${workspace}`);
+        }
+        catch {
+            logger.verbose?.(`[${label}] Failed to clean up workspace: ${workspace}`);
+        }
+    };
+    // Setup
+    if (scenario.setup?.length) {
+        updateStatus(index, "setup");
+        logger.verbose?.(`[${label}] Running setup...`);
+        await executeLifecycleActions(scenario.setup, workspace, jobEnv);
+    }
+    try {
+        updateStatus(index, "running");
+        logger.verbose?.(`[${label}] Executing agent...`);
+        // Merge top-level + per-agent + per-scenario skills, deduplicate by source
+        const skillEntries = [...(axisConfig.skills ?? []), ...(agentConfig.skills ?? []), ...(scenario.skills ?? [])];
+        const seenSkills = new Set();
+        const agentSkills = [];
+        for (const entry of skillEntries) {
+            const key = skillSourceString(entry);
+            if (seenSkills.has(key))
+                continue;
+            seenSkills.add(key);
+            const resolved = resolvedSkillMap.get(key);
+            if (resolved)
+                agentSkills.push(resolved);
+        }
+        const output = await adapter.run({
+            prompt: scenario.prompt,
+            config: agentConfig,
+            scenario,
+            workingDirectory: workspace,
+            env: jobEnv,
+            registerCleanup,
+            captureRawOutput: !!debug,
+            mcpServers: axisConfig.mcp_servers,
+            resolvedSkills: agentSkills.length > 0 ? agentSkills : undefined,
+            onTokenProgress: (tokens) => updateTokens(index, tokens),
+        });
+        // Snap the live counter up to the real total (input + output + cache).
+        // The UI animates up to this value — it won't exceed it because
+        // `updateTokens` is monotonic. Passing `final: true` marks `tokensFinal`
+        // so the UI can drop the `~` approximation prefix once the animation
+        // catches up.
+        const usage = output.metadata.tokenUsage;
+        if (usage) {
+            const realTotal = (usage.input ?? 0) + (usage.output ?? 0) + (usage.cacheReadInput ?? 0);
+            updateTokens(index, realTotal, true);
+        }
+        const durationMs = output.metadata.durationMs || Date.now() - jobStart;
+        const failed = output.metadata.exitCode !== 0 || !!output.metadata.error;
+        updateStatus(index, failed ? "failed" : "done", durationMs);
+        return {
+            result: {
+                scenarioKey: scenario.key,
+                scenarioName: scenario.name,
+                agentName,
+                prompt: scenario.prompt,
+                rubric: scenario.rubric,
+                agentConfig,
+                output,
+            },
+            cleanup,
+        };
+    }
+    catch (err) {
+        updateStatus(index, "failed", Date.now() - jobStart);
+        // On unexpected errors, clean up immediately (nothing to verify)
+        await cleanup();
+        throw err;
+    }
+}
+/**
+ * Run async tasks with a concurrency limit.
+ * Results are returned in the same order as the input tasks.
+ * When limit is Infinity, all tasks run simultaneously (same as Promise.all).
+ */
+async function runWithConcurrency(tasks, limit) {
+    if (tasks.length === 0)
+        return [];
+    const results = new Array(tasks.length);
+    let nextIndex = 0;
+    async function worker() {
+        while (nextIndex < tasks.length) {
+            const i = nextIndex++;
+            results[i] = await tasks[i]();
+        }
+    }
+    const workerCount = Math.min(Number.isFinite(limit) ? limit : tasks.length, tasks.length);
+    await Promise.all(Array.from({ length: workerCount }, () => worker()));
+    return results;
+}
+function createWorkspace() {
+    return fs.mkdtempSync(path.join(os.tmpdir(), "axis-"));
+}
+function buildJobEnv(config) {
+    const passthrough = config.env ?? DEFAULT_PASS_ENV;
+    const allowedKeys = [...SYSTEM_VARS, ...passthrough];
+    const env = {};
+    for (const key of allowedKeys) {
+        if (process.env[key] !== undefined) {
+            env[key] = process.env[key];
+        }
+    }
+    return env;
+}
+function normalizeAgents(agents) {
+    const nameCounts = new Map();
+    const result = [];
+    for (const entry of agents) {
+        const config = typeof entry === "string" ? { adapter: entry } : entry;
+        const baseName = config.adapter;
+        const count = (nameCounts.get(baseName) ?? 0) + 1;
+        nameCounts.set(baseName, count);
+        const name = count === 1 ? baseName : `${baseName}-${count}`;
+        result.push({ name, config });
+    }
+    return result;
+}
+function buildOutput(runStart, results) {
+    const completed = results.filter((r) => r.output.metadata.exitCode === 0 && !r.output.metadata.error).length;
+    return {
+        version: "0.1.0",
+        timestamp: new Date().toISOString(),
+        durationMs: Date.now() - runStart,
+        results,
+        summary: {
+            total: results.length,
+            completed,
+            failed: results.length - completed,
+        },
+    };
+}
+//# sourceMappingURL=runner.js.map

package/dist/runner/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../src/runner/runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AACtE,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAEzD,OAAO,EAAE,YAAY,IAAI,aAAa,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAGhF,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AA4CzE,kEAAkE;AAClE,MAAM,WAAW,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;AAExE,gDAAgD;AAChD,MAAM,gBAAgB,GAAG,CAAC,mBAAmB,EAAE,eAAe,EAAE,gBAAgB,CAAC,CAAC;AAElF,MAAM,CAAC,KAAK,UAAU,GAAG,CAAC,UAAsB,EAAE;IAChD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,aAAa,CAAC;IAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC5B,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAEnE,2CAA2C;IAC3C,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,KAAK,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;YACpD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;YAClC,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC;YAC3C,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,GAAG,KAAK,UAAU,EAAE,CAAC;gBAClD,MAAM,IAAI,KAAK,CACb,mBAAmB,IAAI,QAAQ,UAAU,oCAAoC;oBAC3E,gDAAgD,CACnD,CAAC;YACJ,CAAC;YACD,eAAe,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,0BAA0B;IAC1B,MAAM,IAAI,GAAU,EAAE,CAAC;IACvB,MAAM,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAE9C,KAAK,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,MAAM,EAAE,CAAC;QAC9D,IAAI,OAAO,CAAC,WAAW,EAAE,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YAC5E,SAAS;QACX,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,SAAS,CAAC,CAAC;QAE9F,MAAM,iBAAiB,GAAG,OAAO,CAAC,cAAc,EAAE,MAAM;YACtD,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,cAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;YAC3E,CAAC,CAAC,SAAS,CAAC;QAEd,KAAK,MAAM,QAAQ,IAAI,iBAAiB,EAAE,CAAC;YACzC,8EAA8E;YAC9E,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC5D,SAAS;YACX,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;QACrG,CAAC;IACH,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QACnC,OAAO,WAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACnC,CAAC;IAED,uCAAuC;IACvC,MAAM,SAAS,GAAe,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAC/C,WAAW,EAAE,GAAG,CAAC,QAAQ,CAAC,GAAG;QAC7B,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,MAAM,EAAE,SAAsB;KAC/B,CAAC,CAAC,CAAC;IAEJ,MAAM,YAAY,GAAG,CAAC,KAAa,EAAE,MAAiB,EAAE,UAAmB,EAAE,EAAE;QAC7E,MAAM,KAAK,GAAsB,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;QACxD,qEAAqE;QACrE,gDAAgD;QAChD,IAAI,MAAM,KAAK,SAAS,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YACxE,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAClC,CAAC;QACD,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC;QACrD,MAAM,CAAC,WAAW,EAAE,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC,CAAC;IAEF;;;;OAIG;IACH,MAAM,YAAY,GAAG,CAAC,KAAa,EAAE,MAAc,EAAE,KAAK,GAAG,KAAK,EAAE,EAAE;QACpE,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,MAAM,GAAG,IAAI,CAAC;QAC3B,MAAM,UAAU,GAAG,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC;QAC1D,IAAI,CAAC,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO;QACjC,SAAS,CAAC,KAAK,CAAC,GAAG;YACjB,GAAG,SAAS,CAAC,KAAK,CAAC;YACnB,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI;YAChC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7C,CAAC;QACF,MAAM,CAAC,WAAW,EAAE,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC,CAAC;IAEF,+CAA+C;IAC/C,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IAEnC,+EAA+E;IAC/E,yEAAyE;IACzE,yEAAyE;IACzE,mEAAmE;IACnE,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;IAC1C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,OAAO,CAAC;YAAE,SAAS;QAC3D,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAE7C,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,CAAC;QAC/C,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACvD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CACb,QAAQ,GAAG,CAAC,WAAW,CAAC,OAAO,0CAA0C,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;gBAC7H,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,YAAY;gBAC5D,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,uEAAuE,CACnH,CAAC;QACJ,CAAC;QAED,8CAA8C;QAC9C,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;YAC5B,MAAM,OAAO,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,uDAAuD;IACvD,MAAM,eAAe,GAAG,IAAI,GAAG,EAAuB,CAAC;IACvD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;QACxC,MAAM,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACrC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,eAAe,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACjE,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,WAAW,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;YACjD,MAAM,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACrC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,eAAe,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACjE,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;YAC9C,MAAM,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACrC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,eAAe,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAyB,CAAC;IAC1D,IAAI,eAAe,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC;YACnC,OAAO,EAAE,OAAO;YAChB,SAAS;YACT,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,cAAc,CAAC;YACvD,MAAM;YACN,OAAO,EAAE,OAAO,CAAC,aAAa;SAC/B,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,CAAC,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC;QACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,MAAM,CAAC,WAAW,EAAE,CAAC,SAAS,CAAC,CAAC;IAEhC,gDAAgD;IAChD,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,QAAQ,CAAC;IACpD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE;QACzC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,UAAU,CAC1C,GAAG,EACH,MAAM,EACN,MAAM,EACN,YAAY,EACZ,YAAY,EACZ,gBAAgB,EAChB,OAAO,CAAC,eAAe,EACvB,OAAO,CAAC,KAAK,CACd,CAAC;QAEF,IAAI,CAAC;YACH,yEAAyE;YACzE,qEAAqE;YACrE,qDAAqD;YACrD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACrB,MAAM,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,OAAO,EAAE,CAAC;QAClB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAE7D,OAAO,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;AACxC,CAAC;AAQD,KAAK,UAAU,UAAU,CACvB,GAAQ,EACR,GAA2B,EAC3B,MAAc,EACd,YAA6E,EAC7E,YAAsE,EACtE,gBAA4C,EAC5C,eAA0C,EAC1C,KAAe;IAEf,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC;IACpE,MAAM,KAAK,GAAG,GAAG,QAAQ,CAAC,GAAG,KAAK,SAAS,GAAG,CAAC;IAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE5B,2DAA2D;IAC3D,8DAA8D;IAC9D,MAAM,SAAS,GAAG,eAAe,EAAE,CAAC;IACpC,MAAM,OAAO,GAAG,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IAChD,MAAM,gBAAgB,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;IACjE,MAAM,MAAM,GAAG,EAAE,GAAG,gBAAgB,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;IAChE,MAAM,CAAC,OAAO,EAAE,CAAC,IAAI,KAAK,gBAAgB,SAAS,EAAE,CAAC,CAAC;IAEvD,4DAA4D;IAC5D,eAAe,EAAE,CAAC,GAAG,EAAE;QACrB,IAAI,CAAC;YACH,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,CAAC;QAAC,MAAM,CAAC;YACP,iBAAiB;QACnB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;QACzB,IAAI,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;YAC9B,MAAM,CAAC,OAAO,EAAE,CAAC,IAAI,KAAK,uBAAuB,CAAC,CAAC;YACnD,MAAM,uBAAuB,CAAC,QAAQ,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,EAAE;gBACxF,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,sBAAsB,WAAW,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC1E,CAAC,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC;YACH,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACvD,MAAM,CAAC,OAAO,EAAE,CAAC,IAAI,KAAK,2BAA2B,SAAS,EAAE,CAAC,CAAC;QACpE,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,CAAC,OAAO,EAAE,CAAC,IAAI,KAAK,mCAAmC,SAAS,EAAE,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC,CAAC;IAEF,QAAQ;IACR,IAAI,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;QAC3B,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC7B,MAAM,CAAC,OAAO,EAAE,CAAC,IAAI,KAAK,oBAAoB,CAAC,CAAC;QAChD,MAAM,uBAAuB,CAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IACnE,CAAC;IAED,IAAI,CAAC;QACH,YAAY,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAC/B,MAAM,CAAC,OAAO,EAAE,CAAC,IAAI,KAAK,sBAAsB,CAAC,CAAC;QAElD,2EAA2E;QAC3E,MAAM,YAAY,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;QAC/G,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;QACrC,MAAM,WAAW,GAAoB,EAAE,CAAC;QACxC,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;YACjC,MAAM,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACrC,IAAI,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAS;YAClC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACpB,MAAM,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC3C,IAAI,QAAQ;gBAAE,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3C,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC/B,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,MAAM,EAAE,WAAW;YACnB,QAAQ;YACR,gBAAgB,EAAE,SAAS;YAC3B,GAAG,EAAE,MAAM;YACX,eAAe;YACf,gBAAgB,EAAE,CAAC,CAAC,KAAK;YACzB,UAAU,EAAE,UAAU,CAAC,WAAW;YAClC,cAAc,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;YAChE,eAAe,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC;SACzD,CAAC,CAAC;QAEH,uEAAuE;QACvE,gEAAgE;QAChE,yEAAyE;QACzE,qEAAqE;QACrE,cAAc;QACd,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;QACzC,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,SAAS,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC;YACzF,YAAY,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC;QACvE,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QACzE,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAE5D,OAAO;YACL,MAAM,EAAE;gBACN,WAAW,EAAE,QAAQ,CAAC,GAAG;gBACzB,YAAY,EAAE,QAAQ,CAAC,IAAI;gBAC3B,SAAS;gBACT,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,WAAW;gBACX,MAAM;aACP;YACD,OAAO;SACR,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,YAAY,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,CAAC;QACrD,iEAAiE;QACjE,MAAM,OAAO,EAAE,CAAC;QAChB,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,kBAAkB,CAAI,KAA8B,EAAE,KAAa;IAChF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAElC,MAAM,OAAO,GAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7C,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,UAAU,MAAM;QACnB,OAAO,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,CAAC,GAAG,SAAS,EAAE,CAAC;YACtB,OAAO,CAAC,CAAC,CAAC,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAChC,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1F,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACvE,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,eAAe;IACtB,OAAO,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,WAAW,CAAC,MAAkB;IACrC,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,IAAI,gBAAgB,CAAC;IACnD,MAAM,WAAW,GAAG,CAAC,GAAG,WAAW,EAAE,GAAG,WAAW,CAAC,CAAC;IAErD,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QAC9B,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;YACnC,GAAG,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,eAAe,CAAC,MAAgC;IACvD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,MAAM,MAAM,GAAiD,EAAE,CAAC;IAEhE,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAgB,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;QAEnF,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC;QAChC,MAAM,KAAK,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QAClD,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAEhC,MAAM,IAAI,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,KAAK,EAAE,CAAC;QAC7D,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;IAChC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,QAAgB,EAAE,OAAoB;IACzD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IAE7G,OAAO;QACL,OAAO,EAAE,OAAO;QAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ;QACjC,OAAO;QACP,OAAO,EAAE;YACP,KAAK,EAAE,OAAO,CAAC,MAAM;YACrB,SAAS;YACT,MAAM,EAAE,OAAO,CAAC,MAAM,GAAG,SAAS;SACnC;KACF,CAAC;AACJ,CAAC"}

package/dist/scoring/category-score.d.ts

@@ -0,0 +1,52 @@
+import type { InteractionCategory, Interaction, InteractionAudit, NecessityJudgment, CategoryScore } from "../types/scoring.js";
+/** How each audit dimension contributes to a category's raw score. */
+export declare const CATEGORY_DIMENSION_WEIGHTS: Record<InteractionCategory, Record<string, number>>;
+/** Calibration parameters for the log-normal CDF mapping. */
+export interface CalibrationParams {
+    /** The raw score (0-1) that maps to 50/100. */
+    median: number;
+    /** Controls the spread — lower = steeper curve. */
+    sigma: number;
+}
+/** Initial calibration — to be tuned from real-world data. */
+export declare const DEFAULT_CALIBRATION: Record<InteractionCategory, CalibrationParams>;
+export declare const DEFAULT_AUDIT_SCORES: {
+    readonly success: 1;
+    readonly speed: 1;
+    readonly weight: 1;
+    readonly contextRelevance: 1;
+};
+/**
+ * Approximation of the standard normal CDF using Abramowitz & Stegun.
+ */
+export declare function normalCDF(x: number): number;
+/**
+ * Map a raw 0-1 score through a log-normal CDF to produce 0-100.
+ *
+ * The log-normal mapping ensures:
+ * - Improving from bad (20) to mediocre (50) is "easier" (smaller raw improvement needed)
+ * - Improving from good (80) to great (95) requires significant raw improvement
+ * - The mapping is S-shaped, rewarding getting out of the "bad" zone
+ */
+export declare function logNormalScore(rawScore: number, median: number, sigma: number): number;
+/**
+ * Severity-weighted average: bad scores pull harder than good scores push.
+ *
+ * Each value's effective weight is `(1 - value)² + 1`. Perfect scores (1.0)
+ * get weight 1, while worse scores get progressively heavier, making outlier
+ * problems hard to hide behind many good results.
+ *
+ * @param values - Scores in the 0-1 range
+ */
+export declare function severityWeightedAverage(values: number[]): number;
+/**
+ * Aggregate a single audit dimension across interactions in a category,
+ * weighted by each interaction's contextBytes.
+ */
+export declare function aggregateDimension(audits: InteractionAudit[], interactions: Interaction[], dimension: "success" | "speed" | "weight" | "contextRelevance"): number;
+/**
+ * Compute the full category score from audits, necessity judgment, and interactions.
+ * Applies dimension weights and log-normal mapping.
+ */
+export declare function computeCategoryScore(category: InteractionCategory, audits: InteractionAudit[], necessity: NecessityJudgment, interactions: Interaction[], calibration?: CalibrationParams): CategoryScore;
+//# sourceMappingURL=category-score.d.ts.map

package/dist/scoring/category-score.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"category-score.d.ts","sourceRoot":"","sources":["../../src/scoring/category-score.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,mBAAmB,EACnB,WAAW,EACX,gBAAgB,EAChB,iBAAiB,EACjB,aAAa,EACd,MAAM,qBAAqB,CAAC;AAI7B,sEAAsE;AACtE,eAAO,MAAM,0BAA0B,EAAE,MAAM,CAAC,mBAAmB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAsB1F,CAAC;AAIF,6DAA6D;AAC7D,MAAM,WAAW,iBAAiB;IAChC,+CAA+C;IAC/C,MAAM,EAAE,MAAM,CAAC;IACf,mDAAmD;IACnD,KAAK,EAAE,MAAM,CAAC;CACf;AAED,8DAA8D;AAC9D,eAAO,MAAM,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,EAAE,iBAAiB,CAI9E,CAAC;AAKF,eAAO,MAAM,oBAAoB;;;;;CAKvB,CAAC;AAIX;;GAEG;AACH,wBAAgB,SAAS,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAc3C;AAED;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAQtF;AAID;;;;;;;;GAQG;AACH,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAahE;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,gBAAgB,EAAE,EAC1B,YAAY,EAAE,WAAW,EAAE,EAC3B,SAAS,EAAE,SAAS,GAAG,OAAO,GAAG,QAAQ,GAAG,kBAAkB,GAC7D,MAAM,CAqBR;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,mBAAmB,EAC7B,MAAM,EAAE,gBAAgB,EAAE,EAC1B,SAAS,EAAE,iBAAiB,EAC5B,YAAY,EAAE,WAAW,EAAE,EAC3B,WAAW,CAAC,EAAE,iBAAiB,GAC9B,aAAa,CAwCf"}

package/dist/scoring/category-score.js

@@ -0,0 +1,157 @@
+// --- Dimension weights per category ---
+/** How each audit dimension contributes to a category's raw score. */
+export const CATEGORY_DIMENSION_WEIGHTS = {
+    environment: {
+        success: 0.35, // env tool failures are critical
+        speed: 0.15, // speed matters less for env
+        weight: 0.15, // output size is somewhat relevant
+        relevance: 0.15, // was the output useful
+        necessity: 0.2, // did we need to do this at all
+    },
+    service: {
+        success: 0.25, // service failures matter
+        speed: 0.15, // API latency
+        weight: 0.2, // did we fetch too much / too little
+        relevance: 0.2, // was the API data actionable
+        necessity: 0.2, // were these calls needed
+    },
+    agent: {
+        success: 0.15, // agent rarely "fails" explicitly
+        speed: 0.15, // thinking time
+        weight: 0.2, // was the reasoning concise
+        relevance: 0.25, // was the reasoning productive
+        necessity: 0.25, // was the reasoning needed
+    },
+};
+/** Initial calibration — to be tuned from real-world data. */
+export const DEFAULT_CALIBRATION = {
+    environment: { median: 0.75, sigma: 0.5 },
+    service: { median: 0.65, sigma: 0.5 },
+    agent: { median: 0.7, sigma: 0.5 },
+};
+// --- Default scores for interactions the LLM missed ---
+// If nothing was evaluated, assume perfect — only real issues lower the score.
+export const DEFAULT_AUDIT_SCORES = {
+    success: 1.0,
+    speed: 1.0,
+    weight: 1.0,
+    contextRelevance: 1.0,
+};
+// --- Math utilities ---
+/**
+ * Approximation of the standard normal CDF using Abramowitz & Stegun.
+ */
+export function normalCDF(x) {
+    const a1 = 0.254829592;
+    const a2 = -0.284496736;
+    const a3 = 1.421413741;
+    const a4 = -1.453152027;
+    const a5 = 1.061405429;
+    const p = 0.3275911;
+    const sign = x < 0 ? -1 : 1;
+    const absX = Math.abs(x) / Math.SQRT2;
+    const t = 1.0 / (1.0 + p * absX);
+    const y = 1.0 - ((((a5 * t + a4) * t + a3) * t + a2) * t + a1) * t * Math.exp(-absX * absX);
+    return 0.5 * (1.0 + sign * y);
+}
+/**
+ * Map a raw 0-1 score through a log-normal CDF to produce 0-100.
+ *
+ * The log-normal mapping ensures:
+ * - Improving from bad (20) to mediocre (50) is "easier" (smaller raw improvement needed)
+ * - Improving from good (80) to great (95) requires significant raw improvement
+ * - The mapping is S-shaped, rewarding getting out of the "bad" zone
+ */
+export function logNormalScore(rawScore, median, sigma) {
+    if (rawScore <= 0)
+        return 0;
+    if (rawScore >= 1)
+        return 100;
+    const z = (Math.log(rawScore) - Math.log(median)) / sigma;
+    const cdf = normalCDF(z);
+    return Math.round(cdf * 100);
+}
+// --- Aggregation ---
+/**
+ * Severity-weighted average: bad scores pull harder than good scores push.
+ *
+ * Each value's effective weight is `(1 - value)² + 1`. Perfect scores (1.0)
+ * get weight 1, while worse scores get progressively heavier, making outlier
+ * problems hard to hide behind many good results.
+ *
+ * @param values - Scores in the 0-1 range
+ */
+export function severityWeightedAverage(values) {
+    if (values.length === 0)
+        return 1.0;
+    let totalWeight = 0;
+    let weightedSum = 0;
+    for (const v of values) {
+        const w = (1 - v) ** 2 + 1;
+        weightedSum += v * w;
+        totalWeight += w;
+    }
+    return weightedSum / totalWeight;
+}
+/**
+ * Aggregate a single audit dimension across interactions in a category,
+ * weighted by each interaction's contextBytes.
+ */
+export function aggregateDimension(audits, interactions, dimension) {
+    if (audits.length === 0)
+        return DEFAULT_AUDIT_SCORES[dimension];
+    // Speed uses severity-weighted average — bad latency should pull harder
+    if (dimension === "speed") {
+        return severityWeightedAverage(audits.map((a) => a.speed));
+    }
+    const interactionMap = new Map(interactions.map((i) => [i.id, i]));
+    let totalWeight = 0;
+    let weightedSum = 0;
+    for (const audit of audits) {
+        const interaction = interactionMap.get(audit.id);
+        const w = Math.max(1, interaction?.contextBytes ?? 1);
+        weightedSum += audit[dimension] * w;
+        totalWeight += w;
+    }
+    return totalWeight > 0 ? weightedSum / totalWeight : DEFAULT_AUDIT_SCORES[dimension];
+}
+/**
+ * Compute the full category score from audits, necessity judgment, and interactions.
+ * Applies dimension weights and log-normal mapping.
+ */
+export function computeCategoryScore(category, audits, necessity, interactions, calibration) {
+    const categoryInteractions = interactions.filter((i) => i.categories.includes(category));
+    const categoryAudits = audits.filter((a) => a.categories.includes(category));
+    const auditedCount = categoryAudits.filter((a) => a.rationale !== "default").length;
+    const weights = CATEGORY_DIMENSION_WEIGHTS[category];
+    const cal = calibration ?? DEFAULT_CALIBRATION[category];
+    // Aggregate each dimension
+    const successRaw = aggregateDimension(categoryAudits, categoryInteractions, "success");
+    const speedRaw = aggregateDimension(categoryAudits, categoryInteractions, "speed");
+    const weightRaw = aggregateDimension(categoryAudits, categoryInteractions, "weight");
+    const relevanceRaw = aggregateDimension(categoryAudits, categoryInteractions, "contextRelevance");
+    const necessityRaw = necessity.score;
+    // Weighted composite raw score (0-1)
+    const rawScore = successRaw * weights.success +
+        speedRaw * weights.speed +
+        weightRaw * weights.weight +
+        relevanceRaw * weights.relevance +
+        necessityRaw * weights.necessity;
+    // Map through log-normal CDF
+    const score = logNormalScore(rawScore, cal.median, cal.sigma);
+    return {
+        score,
+        interactionCount: categoryInteractions.length,
+        auditedCount,
+        dimensions: {
+            success: Math.round(successRaw * 100),
+            speed: Math.round(speedRaw * 100),
+            weight: Math.round(weightRaw * 100),
+            relevance: Math.round(relevanceRaw * 100),
+            necessity: Math.round(necessityRaw * 100),
+        },
+        audits: categoryAudits,
+        necessity,
+    };
+}
+//# sourceMappingURL=category-score.js.map

package/dist/scoring/category-score.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"category-score.js","sourceRoot":"","sources":["../../src/scoring/category-score.ts"],"names":[],"mappings":"AAQA,yCAAyC;AAEzC,sEAAsE;AACtE,MAAM,CAAC,MAAM,0BAA0B,GAAwD;IAC7F,WAAW,EAAE;QACX,OAAO,EAAE,IAAI,EAAE,iCAAiC;QAChD,KAAK,EAAE,IAAI,EAAE,6BAA6B;QAC1C,MAAM,EAAE,IAAI,EAAE,mCAAmC;QACjD,SAAS,EAAE,IAAI,EAAE,wBAAwB;QACzC,SAAS,EAAE,GAAG,EAAE,gCAAgC;KACjD;IACD,OAAO,EAAE;QACP,OAAO,EAAE,IAAI,EAAE,0BAA0B;QACzC,KAAK,EAAE,IAAI,EAAE,cAAc;QAC3B,MAAM,EAAE,GAAG,EAAE,qCAAqC;QAClD,SAAS,EAAE,GAAG,EAAE,8BAA8B;QAC9C,SAAS,EAAE,GAAG,EAAE,0BAA0B;KAC3C;IACD,KAAK,EAAE;QACL,OAAO,EAAE,IAAI,EAAE,kCAAkC;QACjD,KAAK,EAAE,IAAI,EAAE,gBAAgB;QAC7B,MAAM,EAAE,GAAG,EAAE,4BAA4B;QACzC,SAAS,EAAE,IAAI,EAAE,+BAA+B;QAChD,SAAS,EAAE,IAAI,EAAE,2BAA2B;KAC7C;CACF,CAAC;AAYF,8DAA8D;AAC9D,MAAM,CAAC,MAAM,mBAAmB,GAAmD;IACjF,WAAW,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE;IACzC,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE;IACrC,KAAK,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE;CACnC,CAAC;AAEF,yDAAyD;AACzD,+EAA+E;AAE/E,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,OAAO,EAAE,GAAG;IACZ,KAAK,EAAE,GAAG;IACV,MAAM,EAAE,GAAG;IACX,gBAAgB,EAAE,GAAG;CACb,CAAC;AAEX,yBAAyB;AAEzB;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,CAAS;IACjC,MAAM,EAAE,GAAG,WAAW,CAAC;IACvB,MAAM,EAAE,GAAG,CAAC,WAAW,CAAC;IACxB,MAAM,EAAE,GAAG,WAAW,CAAC;IACvB,MAAM,EAAE,GAAG,CAAC,WAAW,CAAC;IACxB,MAAM,EAAE,GAAG,WAAW,CAAC;IACvB,MAAM,CAAC,GAAG,SAAS,CAAC;IAEpB,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;IACtC,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;IACjC,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;IAE5F,OAAO,GAAG,GAAG,CAAC,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC;AAChC,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,cAAc,CAAC,QAAgB,EAAE,MAAc,EAAE,KAAa;IAC5E,IAAI,QAAQ,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC;IAC5B,IAAI,QAAQ,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC;IAE9B,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC;IAC1D,MAAM,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;IAEzB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC;AAC/B,CAAC;AAED,sBAAsB;AAEtB;;;;;;;;GAQG;AACH,MAAM,UAAU,uBAAuB,CAAC,MAAgB;IACtD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,GAAG,CAAC;IAEpC,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3B,WAAW,IAAI,CAAC,GAAG,CAAC,CAAC;QACrB,WAAW,IAAI,CAAC,CAAC;IACnB,CAAC;IAED,OAAO,WAAW,GAAG,WAAW,CAAC;AACnC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAChC,MAA0B,EAC1B,YAA2B,EAC3B,SAA8D;IAE9D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAEhE,wEAAwE;IACxE,IAAI,SAAS,KAAK,OAAO,EAAE,CAAC;QAC1B,OAAO,uBAAuB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAEnE,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,WAAW,GAAG,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACjD,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,EAAE,YAAY,IAAI,CAAC,CAAC,CAAC;QACtD,WAAW,IAAI,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACpC,WAAW,IAAI,CAAC,CAAC;IACnB,CAAC;IAED,OAAO,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,WAAW,CAAC,CAAC,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;AACvF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAClC,QAA6B,EAC7B,MAA0B,EAC1B,SAA4B,EAC5B,YAA2B,EAC3B,WAA+B;IAE/B,MAAM,oBAAoB,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IACzF,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC7E,MAAM,YAAY,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;IAEpF,MAAM,OAAO,GAAG,0BAA0B,CAAC,QAAQ,CAAC,CAAC;IACrD,MAAM,GAAG,GAAG,WAAW,IAAI,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAEzD,2BAA2B;IAC3B,MAAM,UAAU,GAAG,kBAAkB,CAAC,cAAc,EAAE,oBAAoB,EAAE,SAAS,CAAC,CAAC;IACvF,MAAM,QAAQ,GAAG,kBAAkB,CAAC,cAAc,EAAE,oBAAoB,EAAE,OAAO,CAAC,CAAC;IACnF,MAAM,SAAS,GAAG,kBAAkB,CAAC,cAAc,EAAE,oBAAoB,EAAE,QAAQ,CAAC,CAAC;IACrF,MAAM,YAAY,GAAG,kBAAkB,CAAC,cAAc,EAAE,oBAAoB,EAAE,kBAAkB,CAAC,CAAC;IAClG,MAAM,YAAY,GAAG,SAAS,CAAC,KAAK,CAAC;IAErC,qCAAqC;IACrC,MAAM,QAAQ,GACZ,UAAU,GAAG,OAAO,CAAC,OAAO;QAC5B,QAAQ,GAAG,OAAO,CAAC,KAAK;QACxB,SAAS,GAAG,OAAO,CAAC,MAAM;QAC1B,YAAY,GAAG,OAAO,CAAC,SAAS;QAChC,YAAY,GAAG,OAAO,CAAC,SAAS,CAAC;IAEnC,6BAA6B;IAC7B,MAAM,KAAK,GAAG,cAAc,CAAC,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;IAE9D,OAAO;QACL,KAAK;QACL,gBAAgB,EAAE,oBAAoB,CAAC,MAAM;QAC7C,YAAY;QACZ,UAAU,EAAE;YACV,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC;YACrC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC;YACjC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC;YACnC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC;YACzC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC;SAC1C;QACD,MAAM,EAAE,cAAc;QACtB,SAAS;KACV,CAAC;AACJ,CAAC"}

package/dist/scoring/composite.d.ts

@@ -0,0 +1,5 @@
+import type { ScoringWeights } from "../types/config.js";
+/** Validate that scoring weights are positive and sum to approximately 1.0. */
+export declare function validateWeights(weights: ScoringWeights): void;
+export declare function computeComposite(goalAchievementScore: number, environmentScore: number, serviceScore: number, agentScore: number, weights: ScoringWeights): number;
+//# sourceMappingURL=composite.d.ts.map

package/dist/scoring/composite.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"composite.d.ts","sourceRoot":"","sources":["../../src/scoring/composite.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEzD,+EAA+E;AAC/E,wBAAgB,eAAe,CAAC,OAAO,EAAE,cAAc,GAAG,IAAI,CAkB7D;AAED,wBAAgB,gBAAgB,CAC9B,oBAAoB,EAAE,MAAM,EAC5B,gBAAgB,EAAE,MAAM,EACxB,YAAY,EAAE,MAAM,EACpB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,cAAc,GACtB,MAAM,CAUR"}

package/dist/scoring/composite.js

@@ -0,0 +1,24 @@
+/** Validate that scoring weights are positive and sum to approximately 1.0. */
+export function validateWeights(weights) {
+    const { goal_achievement, environment, service, agent } = weights;
+    if (goal_achievement < 0 || environment < 0 || service < 0 || agent < 0) {
+        throw new Error("Scoring weights must be non-negative");
+    }
+    const sum = goal_achievement + environment + service + agent;
+    if (sum === 0) {
+        throw new Error("Scoring weights must not all be zero");
+    }
+    if (Math.abs(sum - 1.0) > 0.01) {
+        throw new Error(`Scoring weights must sum to 1.0 (got ${sum.toFixed(3)}). ` +
+            `Received: goal_achievement=${goal_achievement}, environment=${environment}, service=${service}, agent=${agent}`);
+    }
+}
+export function computeComposite(goalAchievementScore, environmentScore, serviceScore, agentScore, weights) {
+    validateWeights(weights);
+    const weighted = goalAchievementScore * weights.goal_achievement +
+        environmentScore * weights.environment +
+        serviceScore * weights.service +
+        agentScore * weights.agent;
+    return Math.round(weighted);
+}
+//# sourceMappingURL=composite.js.map

package/dist/scoring/composite.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"composite.js","sourceRoot":"","sources":["../../src/scoring/composite.ts"],"names":[],"mappings":"AAEA,+EAA+E;AAC/E,MAAM,UAAU,eAAe,CAAC,OAAuB;IACrD,MAAM,EAAE,gBAAgB,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC;IAElE,IAAI,gBAAgB,GAAG,CAAC,IAAI,WAAW,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACxE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC1D,CAAC;IAED,MAAM,GAAG,GAAG,gBAAgB,GAAG,WAAW,GAAG,OAAO,GAAG,KAAK,CAAC;IAC7D,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC1D,CAAC;IAED,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,IAAI,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CACb,wCAAwC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK;YACzD,8BAA8B,gBAAgB,iBAAiB,WAAW,aAAa,OAAO,WAAW,KAAK,EAAE,CACnH,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,oBAA4B,EAC5B,gBAAwB,EACxB,YAAoB,EACpB,UAAkB,EAClB,OAAuB;IAEvB,eAAe,CAAC,OAAO,CAAC,CAAC;IAEzB,MAAM,QAAQ,GACZ,oBAAoB,GAAG,OAAO,CAAC,gBAAgB;QAC/C,gBAAgB,GAAG,OAAO,CAAC,WAAW;QACtC,YAAY,GAAG,OAAO,CAAC,OAAO;QAC9B,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC;IAE7B,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;AAC9B,CAAC"}

package/dist/scoring/deep-eval.d.ts

@@ -0,0 +1,25 @@
+import type { NormalizedTranscript } from "../transcript/types.js";
+import type { RunResult } from "../types/output.js";
+import type { DeepEvalResult, Interaction, SparseIndex, TriageResult } from "../types/scoring.js";
+/**
+ * Run the deep evaluation LLM pass.
+ *
+ * Speed is always computed heuristically from interaction timing data (no LLM needed).
+ * The LLM evaluates ALL interactions for success, weight, contextRelevance,
+ * and necessity per category.
+ */
+export declare function runDeepEval(result: RunResult, sparseIndex: SparseIndex, triage: TriageResult, normalized: NormalizedTranscript): Promise<DeepEvalResult>;
+/**
+ * Compute a heuristic speed score (0-1) for an interaction based on
+ * duration and category. Deterministic — no LLM needed.
+ *
+ * Thresholds are generous to account for system overhead
+ * (SDK roundtrips, sandbox setup, process spawning).
+ */
+export declare function computeHeuristicSpeed(interaction: Interaction): number;
+/**
+ * Parse the deep eval LLM response.
+ * Fills in default audits for interactions the LLM missed and default necessity for missing categories.
+ */
+export declare function parseDeepEvalResponse(responseText: string, sparseIndex: SparseIndex): DeepEvalResult;
+//# sourceMappingURL=deep-eval.d.ts.map

package/dist/scoring/deep-eval.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"deep-eval.d.ts","sourceRoot":"","sources":["../../src/scoring/deep-eval.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAmB,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AACpF,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,KAAK,EACV,cAAc,EACd,WAAW,EAIX,WAAW,EACX,YAAY,EACb,MAAM,qBAAqB,CAAC;AAa7B;;;;;;GAMG;AACH,wBAAsB,WAAW,CAC/B,MAAM,EAAE,SAAS,EACjB,WAAW,EAAE,WAAW,EACxB,MAAM,EAAE,YAAY,EACpB,UAAU,EAAE,oBAAoB,GAC/B,OAAO,CAAC,cAAc,CAAC,CAoBzB;AAED;;;;;;GAMG;AACH,wBAAgB,qBAAqB,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM,CAgCtE;AAqMD;;;GAGG;AACH,wBAAgB,qBAAqB,CAAC,YAAY,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,GAAG,cAAc,CA+CpG"}