flakelab 0.1.0

package/dist/investigator/agent.js

@@ -0,0 +1,197 @@
+import { generateText, Output } from "ai";
+import { z } from "zod";
+import { evaluateExperiment } from "../discovery/evaluate.js";
+import { InvestigationBudget } from "./budget.js";
+import { InvestigationLedger } from "./ledger.js";
+import { readSafeTestContext } from "./safe-source.js";
+import { experimentConditionSchema } from "./schema.js";
+const plannedHypothesisSchema = z.object({
+    statement: z.string().min(8).max(500),
+    prediction: z.string().min(8).max(500),
+});
+const investigationPlanSchema = z.object({
+    hypotheses: z.array(plannedHypothesisSchema).min(2).max(3),
+    experiments: z.array(z.object({
+        hypothesisIndex: z.number().int().nonnegative(),
+        condition: experimentConditionSchema,
+    })).length(3),
+});
+const assessmentItemSchema = z.object({
+    hypothesisId: z.string().regex(/^H\d+$/u),
+    status: z.enum(["rejected", "confirmed"]),
+    evidenceExperimentIds: z.array(z.string().regex(/^E\d+$/u)).min(1),
+    explanation: z.string().min(8).max(1_000),
+});
+const assessmentSchema = z.object({
+    assessments: z.array(assessmentItemSchema).min(2).max(3),
+    conclusionHypothesisId: z.string().regex(/^H\d+$/u),
+    conclusion: z.string().min(30).max(2_000),
+    conclusionEvidenceIds: z.array(z.string().regex(/^E\d+$/u)).min(1),
+});
+function conditionToFault(condition, pattern) {
+    if (condition.kind === "network-delay") {
+        return { ...condition, pattern };
+    }
+    if (condition.kind === "request-failure") {
+        return { ...condition, pattern };
+    }
+    return undefined;
+}
+function estimatedCost(inputTokens, outputTokens, options) {
+    return (inputTokens * options.inputUsdPerMillion
+        + outputTokens * options.outputUsdPerMillion) / 1_000_000;
+}
+function planningPrompt(test, sources, maximumDelayMs) {
+    return [
+        "You are planning a causal investigation of a flaky Playwright test.",
+        "Propose two or three competing, falsifiable hypotheses and exactly three experiments.",
+        "The experiment batch must contain a clean baseline, a network-delay condition, and a",
+        "request-failure condition. Associate each experiment with the hypothesis it tests by",
+        `zero-based hypothesisIndex. Network delay cannot exceed ${maximumDelayMs} ms.`,
+        "Do not propose fixes or infer results before experiments run.",
+        `Test path: ${test}`,
+        "Bounded local source context:",
+        ...sources.flatMap((source) => [`--- ${source.path}`, source.content]),
+    ].join("\n");
+}
+function assessmentPrompt(ledgerState) {
+    return [
+        "Assess this completed causal investigation using only the supplied evidence.",
+        "Return one assessment for every hypothesis. Confirm exactly one hypothesis and reject",
+        "at least one alternative. Confirmation requires a controlled fault that materially and",
+        "confidently increased failure rate above baseline. The conclusion must describe the",
+        "confirmed causal mechanism and cite only experiment IDs associated with that hypothesis.",
+        "Every rejected hypothesis must cite its own experiment where result.confirmed is false;",
+        "never use a confirmed experiment as the sole evidence for rejection.",
+        JSON.stringify(ledgerState, null, 2),
+    ].join("\n");
+}
+function assessmentRepairPrompt(ledgerState, previous, validationError) {
+    return [
+        assessmentPrompt(ledgerState),
+        "Your previous assessment was rejected by the deterministic evidence validator.",
+        `Validation error: ${validationError}`,
+        "Previous invalid assessment:",
+        JSON.stringify(previous, null, 2),
+        "Return one corrected assessment. Do not change or invent experiment results.",
+    ].join("\n");
+}
+function createLedgerState(plan, results) {
+    const ledger = new InvestigationLedger();
+    const hypotheses = plan.hypotheses.map((hypothesis) => ledger.propose(hypothesis.statement, hypothesis.prediction));
+    const evidence = results.map((result, index) => {
+        const experiment = plan.experiments[index];
+        const hypothesis = hypotheses[experiment.hypothesisIndex];
+        return ledger.addExperiment(hypothesis.id, experiment.condition, result);
+    });
+    return { evidence, hypotheses, ledger };
+}
+function applyAssessment(state, assessment) {
+    const assessedIds = new Set(assessment.assessments.map((item) => item.hypothesisId));
+    if (assessedIds.size !== state.hypotheses.length) {
+        throw new Error("Investigator must assess every proposed hypothesis exactly once");
+    }
+    for (const item of assessment.assessments) {
+        state.ledger.assess(item.hypothesisId, item.status, item.evidenceExperimentIds, item.explanation);
+    }
+    state.ledger.conclude(assessment.conclusionHypothesisId, assessment.conclusion, assessment.conclusionEvidenceIds);
+}
+function validatePlan(plan, options) {
+    if (plan.experiments.length > options.maxExperiments) {
+        throw new Error("Model proposed more experiments than the configured budget");
+    }
+    if (plan.experiments.some((entry) => entry.hypothesisIndex >= plan.hypotheses.length)) {
+        throw new Error("Model proposed an experiment for a missing hypothesis");
+    }
+    const coveredHypotheses = new Set(plan.experiments.map((entry) => entry.hypothesisIndex));
+    if (plan.hypotheses.some((_hypothesis, index) => !coveredHypotheses.has(index))) {
+        throw new Error("Every proposed hypothesis must receive an experiment");
+    }
+    if (plan.experiments.some((entry) => entry.condition.kind === "network-delay"
+        && entry.condition.delayMs > options.maximumDelayMs)) {
+        throw new Error("Model proposed a network delay above the configured maximum");
+    }
+    const kinds = new Set(plan.experiments.map((entry) => entry.condition.kind));
+    const requiredKinds = ["baseline", "network-delay", "request-failure"];
+    if (!requiredKinds.every((kind) => kinds.has(kind))) {
+        throw new Error("Investigation plan must distinguish baseline, timing, and request failure");
+    }
+}
+export async function runInvestigation(options) {
+    if (options.maxSteps < 2) {
+        throw new Error("Investigation requires a budget of two model steps");
+    }
+    const budget = new InvestigationBudget(options);
+    const timeoutSignal = AbortSignal.timeout(options.maxSeconds * 1_000);
+    const signal = options.signal ? AbortSignal.any([options.signal, timeoutSignal]) : timeoutSignal;
+    const sources = await readSafeTestContext(options.projectRoot, options.test);
+    const planResult = await generateText({
+        model: options.model,
+        output: Output.object({ schema: investigationPlanSchema }),
+        prompt: planningPrompt(options.test, sources, options.maximumDelayMs),
+        maxOutputTokens: options.outputTokenLimit,
+        maxRetries: 2,
+        timeout: { totalMs: budget.remainingMs() },
+        abortSignal: signal,
+        temperature: 0.2,
+    });
+    const plan = planResult.output;
+    validatePlan(plan, options);
+    plan.experiments.forEach(() => {
+        budget.reserveExperiment(options.trialsPerExperiment);
+    });
+    const results = await Promise.all(plan.experiments.map(async (experiment) => evaluateExperiment(options.execute, {
+        concurrency: options.concurrency,
+        fault: conditionToFault(experiment.condition, options.pattern),
+        minimumFailureRate: options.minimumFailureRate,
+        seed: options.seed,
+        signal,
+        trials: options.trialsPerExperiment,
+    })));
+    let state = createLedgerState(plan, results);
+    const assessmentResult = await generateText({
+        model: options.model,
+        output: Output.object({ schema: assessmentSchema }),
+        prompt: assessmentPrompt({ hypotheses: state.hypotheses, experiments: state.evidence }),
+        maxOutputTokens: options.outputTokenLimit,
+        maxRetries: 2,
+        timeout: { totalMs: budget.remainingMs() },
+        abortSignal: signal,
+        temperature: 0.2,
+    });
+    const assessmentResults = [assessmentResult];
+    try {
+        applyAssessment(state, assessmentResult.output);
+    }
+    catch (error) {
+        if (options.maxSteps < 3) {
+            throw error;
+        }
+        const validationError = error instanceof Error ? error.message : "invalid evidence assessment";
+        const repairResult = await generateText({
+            model: options.model,
+            output: Output.object({ schema: assessmentSchema }),
+            prompt: assessmentRepairPrompt({ hypotheses: state.hypotheses, experiments: state.evidence }, assessmentResult.output, validationError),
+            maxOutputTokens: options.outputTokenLimit,
+            maxRetries: 1,
+            timeout: { totalMs: budget.remainingMs() },
+            abortSignal: signal,
+            temperature: 0,
+        });
+        assessmentResults.push(repairResult);
+        state = createLedgerState(plan, results);
+        applyAssessment(state, repairResult.output);
+    }
+    const inputTokens = (planResult.usage.inputTokens ?? 0) + assessmentResults.reduce((total, result) => total + (result.usage.inputTokens ?? 0), 0);
+    const outputTokens = (planResult.usage.outputTokens ?? 0) + assessmentResults.reduce((total, result) => total + (result.usage.outputTokens ?? 0), 0);
+    const cost = estimatedCost(inputTokens, outputTokens, options);
+    if (cost > budget.maxCostUsd()) {
+        throw new Error(`Investigation cost $${cost.toFixed(4)} exceeded its configured budget`);
+    }
+    return state.ledger.buildReport(options.test, options.modelId, {
+        inputTokens,
+        outputTokens,
+        estimatedCostUsd: cost,
+    });
+}
+//# sourceMappingURL=agent.js.map

package/dist/investigator/agent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent.js","sourceRoot":"","sources":["../../src/investigator/agent.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,IAAI,CAAA;AACzC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAA;AAI7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AACjD,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AACjD,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAA;AAOtD,OAAO,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAA;AAEvD,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;IACrC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;CACvC,CAAC,CAAA;AAEF,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QAC5B,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;QAC/C,SAAS,EAAE,yBAAyB;KACrC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;CACd,CAAC,CAAA;AAEF,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC;IACzC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;IACzC,qBAAqB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAClE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC;CAC1C,CAAC,CAAA;AAEF,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACxD,sBAAsB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC;IACnD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC;IACzC,qBAAqB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;CACnE,CAAC,CAAA;AAkCF,SAAS,gBAAgB,CAAC,SAA8B,EAAE,OAAe;IACvE,IAAI,SAAS,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;QACvC,OAAO,EAAE,GAAG,SAAS,EAAE,OAAO,EAAE,CAAA;IAClC,CAAC;IACD,IAAI,SAAS,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;QACzC,OAAO,EAAE,GAAG,SAAS,EAAE,OAAO,EAAE,CAAA;IAClC,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,SAAS,aAAa,CACpB,WAAmB,EACnB,YAAoB,EACpB,OAA4B;IAE5B,OAAO,CACL,WAAW,GAAG,OAAO,CAAC,kBAAkB;UACtC,YAAY,GAAG,OAAO,CAAC,mBAAmB,CAC7C,GAAG,SAAS,CAAA;AACf,CAAC;AAED,SAAS,cAAc,CACrB,IAAY,EACZ,OAA4C,EAC5C,cAAsB;IAEtB,OAAO;QACL,qEAAqE;QACrE,uFAAuF;QACvF,sFAAsF;QACtF,sFAAsF;QACtF,2DAA2D,cAAc,MAAM;QAC/E,+DAA+D;QAC/D,cAAc,IAAI,EAAE;QACpB,+BAA+B;QAC/B,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;KACvE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACd,CAAC;AAED,SAAS,gBAAgB,CAAC,WAAmB;IAC3C,OAAO;QACL,8EAA8E;QAC9E,uFAAuF;QACvF,wFAAwF;QACxF,qFAAqF;QACrF,0FAA0F;QAC1F,yFAAyF;QACzF,sEAAsE;QACtE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;KACrC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACd,CAAC;AAED,SAAS,sBAAsB,CAC7B,WAAmB,EACnB,QAAoB,EACpB,eAAuB;IAEvB,OAAO;QACL,gBAAgB,CAAC,WAAW,CAAC;QAC7B,gFAAgF;QAChF,qBAAqB,eAAe,EAAE;QACtC,8BAA8B;QAC9B,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QACjC,8EAA8E;KAC/E,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACd,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAuB,EAAE,OAA2B;IAC7E,MAAM,MAAM,GAAG,IAAI,mBAAmB,EAAE,CAAA;IACxC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CACpD,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC,CAAA;IAC9D,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;QAC1C,MAAM,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC,eAAe,CAAC,CAAA;QACzD,OAAO,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,EAAE,EAAE,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;IAC1E,CAAC,CAAC,CAAA;IACF,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,CAAA;AACzC,CAAC;AAED,SAAS,eAAe,CAAC,KAAkB,EAAE,UAAsB;IACjE,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAA;IACpF,IAAI,WAAW,CAAC,IAAI,KAAK,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;QACjD,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAA;IACpF,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC;QAC1C,KAAK,CAAC,MAAM,CAAC,MAAM,CACjB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,qBAAqB,EAC1B,IAAI,CAAC,WAAW,CACjB,CAAA;IACH,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,QAAQ,CACnB,UAAU,CAAC,sBAAsB,EACjC,UAAU,CAAC,UAAU,EACrB,UAAU,CAAC,qBAAqB,CACjC,CAAA;AACH,CAAC;AAED,SAAS,YAAY,CACnB,IAA6C,EAC7C,OAA4B;IAE5B,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;QACrD,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAA;IAC/E,CAAC;IACD,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,eAAe,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QACtF,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAA;IAC1E,CAAC;IACD,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAA;IACzF,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAChF,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAA;IACzE,CAAC;IACD,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAClC,KAAK,CAAC,SAAS,CAAC,IAAI,KAAK,eAAe;WACrC,KAAK,CAAC,SAAS,CAAC,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;QACvD,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAA;IAChF,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAA;IAC5E,MAAM,aAAa,GAAG,CAAC,UAAU,EAAE,eAAe,EAAE,iBAAiB,CAAU,CAAA;IAC/E,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAA;IAC9F,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAA4B;IACjE,IAAI,OAAO,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAA;IACvE,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,mBAAmB,CAAC,OAAO,CAAC,CAAA;IAC/C,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,GAAG,KAAK,CAAC,CAAA;IACrE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAA;IAChG,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,CAAA;IAC5E,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC;QACpC,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC;QAC1D,MAAM,EAAE,cAAc,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,cAAc,CAAC;QACrE,eAAe,EAAE,OAAO,CAAC,gBAAgB;QACzC,UAAU,EAAE,CAAC;QACb,OAAO,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,WAAW,EAAE,EAAE;QAC1C,WAAW,EAAE,MAAM;QACnB,WAAW,EAAE,GAAG;KACjB,CAAC,CAAA;IACF,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,CAAA;IAC9B,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;IAE3B,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,EAAE;QAC5B,MAAM,CAAC,iBAAiB,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAA;IACvD,CAAC,CAAC,CAAA;IACF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,CAC1E,kBAAkB,CAAC,OAAO,CAAC,OAAO,EAAE;QAClC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,KAAK,EAAE,gBAAgB,CAAC,UAAU,CAAC,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC;QAC9D,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;QAC9C,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,MAAM;QACN,MAAM,EAAE,OAAO,CAAC,mBAAmB;KACpC,CAAC,CAAC,CAAC,CAAA;IACN,IAAI,KAAK,GAAG,iBAAiB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;IAE5C,MAAM,gBAAgB,GAAG,MAAM,YAAY,CAAC;QAC1C,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;QACnD,MAAM,EAAE,gBAAgB,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,WAAW,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;QACvF,eAAe,EAAE,OAAO,CAAC,gBAAgB;QACzC,UAAU,EAAE,CAAC;QACb,OAAO,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,WAAW,EAAE,EAAE;QAC1C,WAAW,EAAE,MAAM;QACnB,WAAW,EAAE,GAAG;KACjB,CAAC,CAAA;IACF,MAAM,iBAAiB,GAAG,CAAC,gBAAgB,CAAC,CAAA;IAC5C,IAAI,CAAC;QACH,eAAe,CAAC,KAAK,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAA;IACjD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,OAAO,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,KAAK,CAAA;QACb,CAAC;QACD,MAAM,eAAe,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,6BAA6B,CAAA;QAC9F,MAAM,YAAY,GAAG,MAAM,YAAY,CAAC;YACtC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;YACnD,MAAM,EAAE,sBAAsB,CAC5B,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,WAAW,EAAE,KAAK,CAAC,QAAQ,EAAE,EAC7D,gBAAgB,CAAC,MAAM,EACvB,eAAe,CAChB;YACD,eAAe,EAAE,OAAO,CAAC,gBAAgB;YACzC,UAAU,EAAE,CAAC;YACb,OAAO,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,WAAW,EAAE,EAAE;YAC1C,WAAW,EAAE,MAAM;YACnB,WAAW,EAAE,CAAC;SACf,CAAC,CAAA;QACF,iBAAiB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QACpC,KAAK,GAAG,iBAAiB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;QACxC,eAAe,CAAC,KAAK,EAAE,YAAY,CAAC,MAAM,CAAC,CAAA;IAC7C,CAAC;IAED,MAAM,WAAW,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,iBAAiB,CAAC,MAAM,CAChF,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,EAC1D,CAAC,CACF,CAAA;IACD,MAAM,YAAY,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,iBAAiB,CAAC,MAAM,CAClF,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,EAC3D,CAAC,CACF,CAAA;IACD,MAAM,IAAI,GAAG,aAAa,CAAC,WAAW,EAAE,YAAY,EAAE,OAAO,CAAC,CAAA;IAC9D,IAAI,IAAI,GAAG,MAAM,CAAC,UAAU,EAAE,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,uBAAuB,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,iCAAiC,CAAC,CAAA;IAC1F,CAAC;IACD,OAAO,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE;QAC7D,WAAW;QACX,YAAY;QACZ,gBAAgB,EAAE,IAAI;KACvB,CAAC,CAAA;AACJ,CAAC"}

package/dist/investigator/budget.d.ts

@@ -0,0 +1,14 @@
+export interface InvestigationBudgetOptions {
+    maxCostUsd: number;
+    maxExperiments: number;
+    maxSeconds: number;
+    maxTrials: number;
+}
+export declare class InvestigationBudget {
+    #private;
+    constructor(options: InvestigationBudgetOptions);
+    reserveExperiment(trials: number): void;
+    assertTimeRemaining(): void;
+    remainingMs(): number;
+    maxCostUsd(): number;
+}

package/dist/investigator/budget.js

@@ -0,0 +1,39 @@
+export class InvestigationBudget {
+    #deadline;
+    #options;
+    #experiments = 0;
+    #trials = 0;
+    constructor(options) {
+        if (options.maxExperiments < 1 || options.maxTrials < 2 || options.maxSeconds < 1) {
+            throw new Error("Investigation budgets must be positive");
+        }
+        if (!Number.isFinite(options.maxCostUsd) || options.maxCostUsd <= 0) {
+            throw new Error("Investigation cost budget must be greater than zero");
+        }
+        this.#options = options;
+        this.#deadline = Date.now() + options.maxSeconds * 1_000;
+    }
+    reserveExperiment(trials) {
+        this.assertTimeRemaining();
+        if (this.#experiments + 1 > this.#options.maxExperiments) {
+            throw new Error("Investigation experiment budget exhausted");
+        }
+        if (this.#trials + trials > this.#options.maxTrials) {
+            throw new Error("Investigation trial budget exhausted");
+        }
+        this.#experiments += 1;
+        this.#trials += trials;
+    }
+    assertTimeRemaining() {
+        if (Date.now() >= this.#deadline) {
+            throw new Error("Investigation time budget exhausted");
+        }
+    }
+    remainingMs() {
+        return Math.max(1, this.#deadline - Date.now());
+    }
+    maxCostUsd() {
+        return this.#options.maxCostUsd;
+    }
+}
+//# sourceMappingURL=budget.js.map

package/dist/investigator/budget.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"budget.js","sourceRoot":"","sources":["../../src/investigator/budget.ts"],"names":[],"mappings":"AAOA,MAAM,OAAO,mBAAmB;IACrB,SAAS,CAAQ;IACjB,QAAQ,CAA4B;IAC7C,YAAY,GAAG,CAAC,CAAA;IAChB,OAAO,GAAG,CAAC,CAAA;IAEX,YAAY,OAAmC;QAC7C,IAAI,OAAO,CAAC,cAAc,GAAG,CAAC,IAAI,OAAO,CAAC,SAAS,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;YAClF,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAA;QAC3D,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,UAAU,IAAI,CAAC,EAAE,CAAC;YACpE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAA;QACxE,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;QACvB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,UAAU,GAAG,KAAK,CAAA;IAC1D,CAAC;IAED,iBAAiB,CAAC,MAAc;QAC9B,IAAI,CAAC,mBAAmB,EAAE,CAAA;QAC1B,IAAI,IAAI,CAAC,YAAY,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;YACzD,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAA;QAC9D,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,GAAG,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAA;QACzD,CAAC;QACD,IAAI,CAAC,YAAY,IAAI,CAAC,CAAA;QACtB,IAAI,CAAC,OAAO,IAAI,MAAM,CAAA;IACxB,CAAC;IAED,mBAAmB;QACjB,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAA;QACxD,CAAC;IACH,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA;IACjD,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAA;IACjC,CAAC;CACF"}

package/dist/investigator/file.d.ts

@@ -0,0 +1,2 @@
+import type { InvestigationReport } from "./schema.js";
+export declare function readInvestigationReport(filePath: string): Promise<InvestigationReport>;

package/dist/investigator/file.js

@@ -0,0 +1,7 @@
+import { readFile } from "node:fs/promises";
+import { investigationReportSchema } from "./schema.js";
+export async function readInvestigationReport(filePath) {
+    const contents = await readFile(filePath, "utf8");
+    return investigationReportSchema.parse(JSON.parse(contents));
+}
+//# sourceMappingURL=file.js.map

package/dist/investigator/file.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file.js","sourceRoot":"","sources":["../../src/investigator/file.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAG3C,OAAO,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAA;AAEvD,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,QAAgB;IAC5D,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IACjD,OAAO,yBAAyB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAA;AAC9D,CAAC"}

package/dist/investigator/groq.d.ts

@@ -0,0 +1,5 @@
+import type { LanguageModel } from "ai";
+export declare const DEFAULT_GROQ_MODEL = "qwen/qwen3.8-27b";
+export declare const QWEN_INPUT_USD_PER_MILLION = 0.8;
+export declare const QWEN_OUTPUT_USD_PER_MILLION = 4;
+export declare function createGroqInvestigatorModel(apiKey: string, modelId: string): LanguageModel;

package/dist/investigator/groq.js

@@ -0,0 +1,26 @@
+import { createGroq } from "@ai-sdk/groq";
+import { defaultSettingsMiddleware, wrapLanguageModel } from "ai";
+export const DEFAULT_GROQ_MODEL = "qwen/qwen3.8-27b";
+export const QWEN_INPUT_USD_PER_MILLION = 0.8;
+export const QWEN_OUTPUT_USD_PER_MILLION = 4;
+export function createGroqInvestigatorModel(apiKey, modelId) {
+    if (!apiKey.trim()) {
+        throw new Error("GROQ_API_KEY is required for AI investigation");
+    }
+    const provider = createGroq({ apiKey });
+    return wrapLanguageModel({
+        model: provider(modelId),
+        middleware: defaultSettingsMiddleware({
+            settings: {
+                providerOptions: {
+                    groq: {
+                        parallelToolCalls: false,
+                        reasoningEffort: "low",
+                        reasoningFormat: "hidden",
+                    },
+                },
+            },
+        }),
+    });
+}
+//# sourceMappingURL=groq.js.map

package/dist/investigator/groq.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"groq.js","sourceRoot":"","sources":["../../src/investigator/groq.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AAGzC,OAAO,EAAE,yBAAyB,EAAE,iBAAiB,EAAE,MAAM,IAAI,CAAA;AAEjE,MAAM,CAAC,MAAM,kBAAkB,GAAG,kBAAkB,CAAA;AACpD,MAAM,CAAC,MAAM,0BAA0B,GAAG,GAAG,CAAA;AAC7C,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAA;AAE5C,MAAM,UAAU,2BAA2B,CAAC,MAAc,EAAE,OAAe;IACzE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;IAClE,CAAC;IACD,MAAM,QAAQ,GAAG,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;IACvC,OAAO,iBAAiB,CAAC;QACvB,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC;QACxB,UAAU,EAAE,yBAAyB,CAAC;YACpC,QAAQ,EAAE;gBACR,eAAe,EAAE;oBACf,IAAI,EAAE;wBACJ,iBAAiB,EAAE,KAAK;wBACxB,eAAe,EAAE,KAAK;wBACtB,eAAe,EAAE,QAAQ;qBACS;iBACrC;aACF;SACF,CAAC;KACH,CAAC,CAAA;AACJ,CAAC"}

package/dist/investigator/ledger.d.ts

@@ -0,0 +1,17 @@
+import type { ExperimentResult } from "../discovery/evaluate.js";
+import type { ExperimentCondition, ExperimentEvidence, Hypothesis, InvestigationReport } from "./schema.js";
+interface UsageSummary {
+    estimatedCostUsd: number;
+    inputTokens: number;
+    outputTokens: number;
+}
+export declare class InvestigationLedger {
+    #private;
+    propose(statement: string, prediction: string): Hypothesis;
+    getHypothesis(id: string): Hypothesis;
+    addExperiment(hypothesisId: string, condition: ExperimentCondition, result: ExperimentResult): ExperimentEvidence;
+    assess(hypothesisId: string, status: "rejected" | "confirmed", evidenceExperimentIds: string[], explanation: string): Hypothesis;
+    conclude(hypothesisId: string, summary: string, evidenceExperimentIds: string[]): void;
+    buildReport(test: string, model: string, usage: UsageSummary): InvestigationReport;
+}
+export {};

package/dist/investigator/ledger.js

@@ -0,0 +1,121 @@
+import { investigationReportSchema } from "./schema.js";
+export class InvestigationLedger {
+    #experiments = [];
+    #hypotheses = [];
+    #conclusion;
+    #conclusionEvidenceIds = [];
+    #conclusionHypothesisId;
+    propose(statement, prediction) {
+        const hypothesis = {
+            id: `H${this.#hypotheses.length + 1}`,
+            statement,
+            prediction,
+            status: "proposed",
+            evidenceExperimentIds: [],
+            explanation: "",
+        };
+        this.#hypotheses.push(hypothesis);
+        return hypothesis;
+    }
+    getHypothesis(id) {
+        const hypothesis = this.#hypotheses.find((candidate) => candidate.id === id);
+        if (!hypothesis) {
+            throw new Error(`Hypothesis ${id} does not exist`);
+        }
+        return hypothesis;
+    }
+    addExperiment(hypothesisId, condition, result) {
+        this.getHypothesis(hypothesisId);
+        const evidence = {
+            id: `E${this.#experiments.length + 1}`,
+            hypothesisId,
+            condition,
+            result,
+        };
+        this.#experiments.push(evidence);
+        return evidence;
+    }
+    assess(hypothesisId, status, evidenceExperimentIds, explanation) {
+        const hypothesis = this.getHypothesis(hypothesisId);
+        const evidence = this.#resolveEvidence(hypothesisId, evidenceExperimentIds);
+        if (status === "confirmed" && !this.#hasCausalIntervention(evidence)) {
+            throw new Error("Confirmation requires a fault that increased and confidently reproduced failure");
+        }
+        if (status === "rejected" && evidence.every((entry) => entry.result.confirmed)) {
+            throw new Error("Rejection requires at least one experiment that did not confirm the prediction");
+        }
+        hypothesis.status = status;
+        hypothesis.evidenceExperimentIds = evidenceExperimentIds;
+        hypothesis.explanation = explanation;
+        return hypothesis;
+    }
+    conclude(hypothesisId, summary, evidenceExperimentIds) {
+        const hypothesis = this.getHypothesis(hypothesisId);
+        if (hypothesis.status !== "confirmed") {
+            throw new Error("Conclusion must identify the confirmed hypothesis");
+        }
+        const evidence = this.#resolveEvidence(hypothesisId, evidenceExperimentIds);
+        if (!evidence.some((entry) => entry.result.confirmed && entry.condition.kind !== "baseline")) {
+            throw new Error("Conclusion must cite a confirmed intervention experiment");
+        }
+        if (!this.#describesHypothesis(summary, hypothesis.statement)) {
+            throw new Error("Conclusion must describe the confirmed causal hypothesis");
+        }
+        this.#conclusion = summary;
+        this.#conclusionEvidenceIds = evidenceExperimentIds;
+        this.#conclusionHypothesisId = hypothesisId;
+    }
+    buildReport(test, model, usage) {
+        if (!this.#conclusion) {
+            throw new Error("Investigator did not record a conclusion");
+        }
+        if (this.#hypotheses.length < 2) {
+            throw new Error("Investigator must consider at least two competing hypotheses");
+        }
+        const confirmed = this.#hypotheses.filter((hypothesis) => hypothesis.status === "confirmed");
+        if (confirmed.length !== 1 || confirmed[0]?.id !== this.#conclusionHypothesisId) {
+            throw new Error("Investigator must conclude with exactly one confirmed hypothesis");
+        }
+        if (!this.#hypotheses.some((hypothesis) => hypothesis.status === "rejected")) {
+            throw new Error("Investigator did not reject a competing hypothesis");
+        }
+        return investigationReportSchema.parse({
+            version: 1,
+            test,
+            model,
+            conclusion: this.#conclusion,
+            conclusionHypothesisId: this.#conclusionHypothesisId,
+            conclusionEvidenceIds: this.#conclusionEvidenceIds,
+            hypotheses: this.#hypotheses,
+            experiments: this.#experiments,
+            usage,
+        });
+    }
+    #resolveEvidence(hypothesisId, ids) {
+        if (ids.length === 0) {
+            throw new Error("At least one experiment ID is required");
+        }
+        return ids.map((id) => {
+            const evidence = this.#experiments.find((candidate) => candidate.id === id);
+            if (!evidence || (hypothesisId && evidence.hypothesisId !== hypothesisId)) {
+                throw new Error(`Experiment ${id} is not valid evidence for this assessment`);
+            }
+            return evidence;
+        });
+    }
+    #hasCausalIntervention(evidence) {
+        const baselineRate = Math.min(...this.#experiments
+            .filter((entry) => entry.condition.kind === "baseline")
+            .map((entry) => entry.result.failureRate));
+        return evidence.some((entry) => entry.condition.kind !== "baseline"
+            && entry.result.confirmed
+            && entry.result.failureRate > baselineRate);
+    }
+    #describesHypothesis(summary, statement) {
+        const words = (value) => new Set(value.toLowerCase().split(/[^a-z0-9]+/u).filter((word) => word.length >= 5));
+        const hypothesisWords = words(statement);
+        const sharedWords = [...words(summary)].filter((word) => hypothesisWords.has(word));
+        return summary.length >= 30 && sharedWords.length >= 2;
+    }
+}
+//# sourceMappingURL=ledger.js.map

package/dist/investigator/ledger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ledger.js","sourceRoot":"","sources":["../../src/investigator/ledger.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAA;AAQvD,MAAM,OAAO,mBAAmB;IACrB,YAAY,GAAyB,EAAE,CAAA;IACvC,WAAW,GAAiB,EAAE,CAAA;IACvC,WAAW,CAAoB;IAC/B,sBAAsB,GAAa,EAAE,CAAA;IACrC,uBAAuB,CAAoB;IAE3C,OAAO,CAAC,SAAiB,EAAE,UAAkB;QAC3C,MAAM,UAAU,GAAe;YAC7B,EAAE,EAAE,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE;YACrC,SAAS;YACT,UAAU;YACV,MAAM,EAAE,UAAU;YAClB,qBAAqB,EAAE,EAAE;YACzB,WAAW,EAAE,EAAE;SAChB,CAAA;QACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACjC,OAAO,UAAU,CAAA;IACnB,CAAC;IAED,aAAa,CAAC,EAAU;QACtB,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAA;QAC5E,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,cAAc,EAAE,iBAAiB,CAAC,CAAA;QACpD,CAAC;QACD,OAAO,UAAU,CAAA;IACnB,CAAC;IAED,aAAa,CACX,YAAoB,EACpB,SAA8B,EAC9B,MAAwB;QAExB,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,CAAA;QAChC,MAAM,QAAQ,GAAuB;YACnC,EAAE,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;YACtC,YAAY;YACZ,SAAS;YACT,MAAM;SACP,CAAA;QACD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QAChC,OAAO,QAAQ,CAAA;IACjB,CAAC;IAED,MAAM,CACJ,YAAoB,EACpB,MAAgC,EAChC,qBAA+B,EAC/B,WAAmB;QAEnB,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,CAAA;QACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,qBAAqB,CAAC,CAAA;QAC3E,IAAI,MAAM,KAAK,WAAW,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrE,MAAM,IAAI,KAAK,CAAC,iFAAiF,CAAC,CAAA;QACpG,CAAC;QACD,IAAI,MAAM,KAAK,UAAU,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;YAC/E,MAAM,IAAI,KAAK,CAAC,gFAAgF,CAAC,CAAA;QACnG,CAAC;QACD,UAAU,CAAC,MAAM,GAAG,MAAM,CAAA;QAC1B,UAAU,CAAC,qBAAqB,GAAG,qBAAqB,CAAA;QACxD,UAAU,CAAC,WAAW,GAAG,WAAW,CAAA;QACpC,OAAO,UAAU,CAAA;IACnB,CAAC;IAED,QAAQ,CAAC,YAAoB,EAAE,OAAe,EAAE,qBAA+B;QAC7E,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,CAAA;QACnD,IAAI,UAAU,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAA;QACtE,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,qBAAqB,CAAC,CAAA;QAC3E,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,KAAK,UAAU,CAAC,EAAE,CAAC;YAC7F,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAA;QAC7E,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9D,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAA;QAC7E,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAA;QAC1B,IAAI,CAAC,sBAAsB,GAAG,qBAAqB,CAAA;QACnD,IAAI,CAAC,uBAAuB,GAAG,YAAY,CAAA;IAC7C,CAAC;IAED,WAAW,CAAC,IAAY,EAAE,KAAa,EAAE,KAAmB;QAC1D,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAA;QAC7D,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAA;QACjF,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,KAAK,WAAW,CAAC,CAAA;QAC5F,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,IAAI,CAAC,uBAAuB,EAAE,CAAC;YAChF,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAA;QACrF,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,KAAK,UAAU,CAAC,EAAE,CAAC;YAC7E,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAA;QACvE,CAAC;QACD,OAAO,yBAAyB,CAAC,KAAK,CAAC;YACrC,OAAO,EAAE,CAAC;YACV,IAAI;YACJ,KAAK;YACL,UAAU,EAAE,IAAI,CAAC,WAAW;YAC5B,sBAAsB,EAAE,IAAI,CAAC,uBAAuB;YACpD,qBAAqB,EAAE,IAAI,CAAC,sBAAsB;YAClD,UAAU,EAAE,IAAI,CAAC,WAAW;YAC5B,WAAW,EAAE,IAAI,CAAC,YAAY;YAC9B,KAAK;SACN,CAAC,CAAA;IACJ,CAAC;IAED,gBAAgB,CACd,YAAgC,EAChC,GAAa;QAEb,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAA;QAC3D,CAAC;QACD,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;YACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAA;YAC3E,IAAI,CAAC,QAAQ,IAAI,CAAC,YAAY,IAAI,QAAQ,CAAC,YAAY,KAAK,YAAY,CAAC,EAAE,CAAC;gBAC1E,MAAM,IAAI,KAAK,CAAC,cAAc,EAAE,4CAA4C,CAAC,CAAA;YAC/E,CAAC;YACD,OAAO,QAAQ,CAAA;QACjB,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,sBAAsB,CAAC,QAA8B;QACnD,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAC3B,GAAG,IAAI,CAAC,YAAY;aACjB,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,KAAK,UAAU,CAAC;aACtD,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAC5C,CAAA;QACD,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAC7B,KAAK,CAAC,SAAS,CAAC,IAAI,KAAK,UAAU;eAChC,KAAK,CAAC,MAAM,CAAC,SAAS;eACtB,KAAK,CAAC,MAAM,CAAC,WAAW,GAAG,YAAY,CAAC,CAAA;IAC/C,CAAC;IAED,oBAAoB,CAAC,OAAe,EAAE,SAAiB;QACrD,MAAM,KAAK,GAAG,CAAC,KAAa,EAAe,EAAE,CAAC,IAAI,GAAG,CACnD,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAC5E,CAAA;QACD,MAAM,eAAe,GAAG,KAAK,CAAC,SAAS,CAAC,CAAA;QACxC,MAAM,WAAW,GAAG,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAA;QACnF,OAAO,OAAO,CAAC,MAAM,IAAI,EAAE,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,CAAA;IACxD,CAAC;CACF"}

package/dist/investigator/safe-source.d.ts

@@ -0,0 +1,6 @@
+export interface SafeSource {
+    content: string;
+    path: string;
+}
+export declare function readSafeTestSource(projectRoot: string, selector: string): Promise<SafeSource>;
+export declare function readSafeTestContext(projectRoot: string, selector: string): Promise<SafeSource[]>;

package/dist/investigator/safe-source.js

@@ -0,0 +1,79 @@
+import { readFile, stat } from "node:fs/promises";
+import { dirname, extname, relative, resolve } from "node:path";
+const MAX_SOURCE_BYTES = 64 * 1_024;
+const MAX_CONTEXT_FILES = 8;
+const ALLOWED_EXTENSIONS = new Set([".js", ".jsx", ".mjs", ".ts", ".tsx"]);
+const SECRET_ASSIGNMENT = /(?:api[_-]?key|authorization|password|secret|token)\s*[:=]\s*["'][^"']{8,}/iu;
+const LOCAL_IMPORT = /\bfrom\s+["'](\.[^"']+)["']/gu;
+function resolveSafeSource(projectRoot, selector) {
+    const sourcePath = resolve(projectRoot, selector);
+    const pathFromRoot = relative(projectRoot, sourcePath);
+    if (pathFromRoot.startsWith("..") || pathFromRoot.includes("node_modules")) {
+        throw new Error("Test source must stay inside the project and outside dependencies");
+    }
+    if (!ALLOWED_EXTENSIONS.has(extname(sourcePath).toLowerCase())) {
+        throw new Error("Only JavaScript or TypeScript test source can be inspected");
+    }
+    return sourcePath;
+}
+export async function readSafeTestSource(projectRoot, selector) {
+    const sourcePath = resolveSafeSource(projectRoot, selector);
+    const sourceStats = await stat(sourcePath);
+    if (!sourceStats.isFile() || sourceStats.size > MAX_SOURCE_BYTES) {
+        throw new Error("Test source must be a regular file no larger than 64 KiB");
+    }
+    const content = await readFile(sourcePath, "utf8");
+    if (SECRET_ASSIGNMENT.test(content)) {
+        throw new Error("Test source contains a possible credential and cannot be sent to a model");
+    }
+    return { content, path: relative(projectRoot, sourcePath) };
+}
+async function existingSourcePath(importer, specifier) {
+    const requested = resolve(dirname(importer), specifier);
+    const extension = extname(requested);
+    const base = extension ? requested.slice(0, -extension.length) : requested;
+    const candidates = extension === ".js"
+        ? [`${base}.ts`, `${base}.tsx`, requested]
+        : [requested, `${requested}.ts`, `${requested}.tsx`, resolve(requested, "index.ts")];
+    for (const candidate of candidates) {
+        try {
+            if ((await stat(candidate)).isFile()) {
+                return candidate;
+            }
+        }
+        catch {
+            // Missing candidates are expected while resolving TypeScript's emitted .js imports.
+        }
+    }
+    return undefined;
+}
+function localImports(content) {
+    return [...content.matchAll(LOCAL_IMPORT)].map((match) => match[1]);
+}
+export async function readSafeTestContext(projectRoot, selector) {
+    const rootPath = resolveSafeSource(projectRoot, selector);
+    const queue = [rootPath];
+    const visited = new Set();
+    const context = [];
+    while (queue.length > 0 && context.length < MAX_CONTEXT_FILES) {
+        const sourcePath = queue.shift();
+        if (!sourcePath || visited.has(sourcePath)) {
+            continue;
+        }
+        visited.add(sourcePath);
+        const source = await readSafeTestSource(projectRoot, sourcePath);
+        context.push(source);
+        for (const specifier of localImports(source.content)) {
+            const dependency = await existingSourcePath(sourcePath, specifier);
+            if (dependency && !visited.has(dependency)) {
+                queue.push(dependency);
+            }
+        }
+    }
+    const totalBytes = context.reduce((total, source) => total + Buffer.byteLength(source.content), 0);
+    if (totalBytes > MAX_SOURCE_BYTES) {
+        throw new Error("Local test context exceeds the 64 KiB model boundary");
+    }
+    return context;
+}
+//# sourceMappingURL=safe-source.js.map

package/dist/investigator/safe-source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"safe-source.js","sourceRoot":"","sources":["../../src/investigator/safe-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AACjD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAE/D,MAAM,gBAAgB,GAAG,EAAE,GAAG,KAAK,CAAA;AACnC,MAAM,iBAAiB,GAAG,CAAC,CAAA;AAC3B,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAA;AAC1E,MAAM,iBAAiB,GAAG,8EAA8E,CAAA;AACxG,MAAM,YAAY,GAAG,+BAA+B,CAAA;AAOpD,SAAS,iBAAiB,CAAC,WAAmB,EAAE,QAAgB;IAC9D,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAA;IACjD,MAAM,YAAY,GAAG,QAAQ,CAAC,WAAW,EAAE,UAAU,CAAC,CAAA;IACtD,IAAI,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QAC3E,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAA;IACtF,CAAC;IACD,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;QAC/D,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAA;IAC/E,CAAC;IACD,OAAO,UAAU,CAAA;AACnB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,WAAmB,EACnB,QAAgB;IAEhB,MAAM,UAAU,GAAG,iBAAiB,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAA;IAC3D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,CAAA;IAC1C,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,WAAW,CAAC,IAAI,GAAG,gBAAgB,EAAE,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAA;IAC7E,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC,CAAA;IAClD,IAAI,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,0EAA0E,CAAC,CAAA;IAC7F,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,WAAW,EAAE,UAAU,CAAC,EAAE,CAAA;AAC7D,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,QAAgB,EAAE,SAAiB;IACnE,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,SAAS,CAAC,CAAA;IACvD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,CAAA;IACpC,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAC1E,MAAM,UAAU,GAAG,SAAS,KAAK,KAAK;QACpC,CAAC,CAAC,CAAC,GAAG,IAAI,KAAK,EAAE,GAAG,IAAI,MAAM,EAAE,SAAS,CAAC;QAC1C,CAAC,CAAC,CAAC,SAAS,EAAE,GAAG,SAAS,KAAK,EAAE,GAAG,SAAS,MAAM,EAAE,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAA;IACtF,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;gBACrC,OAAO,SAAS,CAAA;YAClB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,oFAAoF;QACtF,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,SAAS,YAAY,CAAC,OAAe;IACnC,OAAO,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;AACrE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,WAAmB,EACnB,QAAgB;IAEhB,MAAM,QAAQ,GAAG,iBAAiB,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAA;IACzD,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,CAAA;IACxB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAA;IACjC,MAAM,OAAO,GAAiB,EAAE,CAAA;IAChC,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;QAC9D,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,EAAE,CAAA;QAChC,IAAI,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YAC3C,SAAQ;QACV,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;QACvB,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,WAAW,EAAE,UAAU,CAAC,CAAA;QAChE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACpB,KAAK,MAAM,SAAS,IAAI,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YACrD,MAAM,UAAU,GAAG,MAAM,kBAAkB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAA;YAClE,IAAI,UAAU,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC3C,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;YACxB,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAA;IAClG,IAAI,UAAU,GAAG,gBAAgB,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAA;IACzE,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC"}