@waratahlabs/canopy 0.5.0

package/dist/batch/providers/anthropic.js

@@ -0,0 +1,103 @@
+/**
+ * Anthropic Messages Batches BatchProvider implementation.
+ *
+ * Uses the Anthropic Messages Batches API to run all AIVSS metric assessments
+ * asynchronously. Reuses the existing `buildBatchRequests()` prompt builder
+ * (already Anthropic-formatted) and submits via `beta.messages.batches`.
+ *
+ * Batches typically complete in minutes to hours. This provider polls at
+ * configurable intervals (default 60s) until `processing_status === "ended"`.
+ *
+ * Reference: https://docs.anthropic.com/en/docs/build-with-claude/message-batches
+ *
+ * @example
+ * const provider = createBatchProvider({
+ *   type: "anthropic",
+ *   model: "claude-haiku-4-5-20251001",
+ * });
+ * const result = await assessWorkflow({ ..., batchProvider: provider });
+ */
+import Anthropic from "@anthropic-ai/sdk";
+import { buildBatchRequests } from "../../aivss/batch/batch-builder.js";
+import { parseMetricResponse } from "../response-parser.js";
+// ── Provider ─────────────────────────────────────────────────────────────────
+export class AnthropicBatchProvider {
+    constructor(config = {}) {
+        this.name = "anthropic-batch";
+        this.model = config.model ?? "claude-haiku-4-5-20251001";
+        this.maxTokens = config.maxTokens ?? 2048;
+        this.pollIntervalMs = config.pollIntervalMs ?? 60000;
+        this.timeoutMs = config.timeoutMs ?? 24 * 60 * 60 * 1000;
+        this.client = new Anthropic({ apiKey: config.apiKey });
+    }
+    async runBatch(agents, options) {
+        const maxTokens = options.maxTokens ?? this.maxTokens;
+        const temperature = options.temperature ?? 0;
+        // 1. Build Anthropic-formatted batch requests
+        const requests = await buildBatchRequests({
+            agents,
+            useKnowledgeBase: false,
+            model: this.model,
+            maxTokens,
+            temperature,
+        });
+        if (requests.length === 0) {
+            throw new Error("AnthropicBatchProvider: buildBatchRequests returned 0 requests");
+        }
+        // 2. Submit batch
+        const batch = await this.client.beta.messages.batches.create({
+            requests: requests.map((req) => ({
+                custom_id: req.custom_id,
+                params: {
+                    model: this.model,
+                    max_tokens: maxTokens,
+                    temperature,
+                    system: req.params.system,
+                    messages: req.params.messages,
+                },
+            })),
+        });
+        options.onProgress?.(`Submitted — batch ${batch.id} (${requests.length} requests)`);
+        // 3. Poll until ended
+        const batchId = batch.id;
+        const deadline = Date.now() + this.timeoutMs;
+        while (Date.now() < deadline) {
+            await sleep(this.pollIntervalMs);
+            const status = await this.client.beta.messages.batches.retrieve(batchId);
+            options.onProgress?.(`${status.processing_status} — ${status.request_counts.processing} processing, ${status.request_counts.succeeded} succeeded`);
+            if (status.processing_status === "ended")
+                break;
+        }
+        // Verify completion
+        const finalStatus = await this.client.beta.messages.batches.retrieve(batchId);
+        if (finalStatus.processing_status !== "ended") {
+            throw new Error(`Anthropic batch ${batchId} did not complete within ${this.timeoutMs / 1000}s timeout`);
+        }
+        // 4. Stream results and parse
+        const responses = [];
+        for await (const result of await this.client.beta.messages.batches.results(batchId)) {
+            if (result.result.type === "succeeded") {
+                const content = result.result.message.content[0];
+                const text = content?.type === "text" ? content.text : "";
+                responses.push(parseMetricResponse(result.custom_id, text));
+            }
+            else {
+                // errored or canceled — degrade gracefully
+                const parts = result.custom_id.split("-");
+                const rawMetric = parts[parts.length - 1] ?? "CS";
+                responses.push({
+                    metricCode: rawMetric,
+                    subCategoryScores: {},
+                    findings: [`[batch-error] ${result.result.type} for ${result.custom_id}`],
+                    deploymentBlocker: false,
+                    atlasTechniques: [],
+                });
+            }
+        }
+        return responses;
+    }
+}
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+//# sourceMappingURL=anthropic.js.map

package/dist/batch/providers/anthropic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../../src/batch/providers/anthropic.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAC;AACxE,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AA8B5D,gFAAgF;AAEhF,MAAM,OAAO,sBAAsB;IASjC,YAAY,SAA+B,EAAE;QARpC,SAAI,GAAG,iBAAiB,CAAC;QAShC,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,2BAA2B,CAAC;QACzD,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC;QAC1C,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,KAAM,CAAC;QACtD,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QACzD,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,MAAyB,EACzB,OAA6B;QAE7B,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;QACtD,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;QAE7C,8CAA8C;QAC9C,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC;YACxC,MAAM;YACN,gBAAgB,EAAE,KAAK;YACvB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,SAAS;YACT,WAAW;SACZ,CAAC,CAAC;QAEH,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;QACpF,CAAC;QAED,kBAAkB;QAClB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC;YAC3D,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBAC/B,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,MAAM,EAAE;oBACN,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,UAAU,EAAE,SAAS;oBACrB,WAAW;oBACX,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;oBACzB,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,QAAoC;iBAC1D;aACF,CAAC,CAAC;SACJ,CAAC,CAAC;QAEH,OAAO,CAAC,UAAU,EAAE,CAAC,qBAAqB,KAAK,CAAC,EAAE,KAAK,QAAQ,CAAC,MAAM,YAAY,CAAC,CAAC;QAEpF,sBAAsB;QACtB,MAAM,OAAO,GAAG,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;QAE7C,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;YAC7B,MAAM,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAEjC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACzE,OAAO,CAAC,UAAU,EAAE,CAAC,GAAG,MAAM,CAAC,iBAAiB,MAAM,MAAM,CAAC,cAAc,CAAC,UAAU,gBAAgB,MAAM,CAAC,cAAc,CAAC,SAAS,YAAY,CAAC,CAAC;YAEnJ,IAAI,MAAM,CAAC,iBAAiB,KAAK,OAAO;gBAAE,MAAM;QAClD,CAAC;QAED,oBAAoB;QACpB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC9E,IAAI,WAAW,CAAC,iBAAiB,KAAK,OAAO,EAAE,CAAC;YAC9C,MAAM,IAAI,KAAK,CACb,mBAAmB,OAAO,4BAA4B,IAAI,CAAC,SAAS,GAAG,IAAI,WAAW,CACvF,CAAC;QACJ,CAAC;QAED,8BAA8B;QAC9B,MAAM,SAAS,GAA+B,EAAE,CAAC;QAEjD,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACpF,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBACvC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACjD,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1D,SAAS,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;YAC9D,CAAC;iBAAM,CAAC;gBACN,2CAA2C;gBAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC1C,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC;gBAClD,SAAS,CAAC,IAAI,CAAC;oBACb,UAAU,EAAE,SAAmD;oBAC/D,iBAAiB,EAAE,EAAE;oBACrB,QAAQ,EAAE,CAAC,iBAAiB,MAAM,CAAC,MAAM,CAAC,IAAI,QAAQ,MAAM,CAAC,SAAS,EAAE,CAAC;oBACzE,iBAAiB,EAAE,KAAK;oBACxB,eAAe,EAAE,EAAE;iBACpB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;CACF;AAED,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}

package/dist/batch/providers/bedrock.d.ts

@@ -0,0 +1,31 @@
+/**
+ * Bedrock BatchProvider implementation.
+ *
+ * Uses Amazon Bedrock Batch Inference with Nova 2 Lite (cross-region profile)
+ * to run all AIVSS metric assessments in a single job submission.
+ *
+ * Required IAM permissions on roleArn:
+ *   - bedrock:CreateModelInvocationJob
+ *   - bedrock:GetModelInvocationJob
+ *   - s3:PutObject   on s3Bucket/{s3Prefix}/input/*
+ *   - s3:GetObject   on s3Bucket/{s3Prefix}/output/*
+ *   - s3:ListBucket  on s3Bucket
+ *
+ * @example
+ * const provider = createBatchProvider({
+ *   type: "bedrock",
+ *   s3Bucket: "my-canopy-bucket",
+ *   roleArn: "arn:aws:iam::123456789012:role/CanopyBatchRole",
+ * });
+ * const result = await assessWorkflow({ ..., batchProvider: provider });
+ */
+import type { BedrockBatchConfig } from "../types.js";
+import type { BatchProvider, BatchProviderOptions } from "../types.js";
+import type { AgentDefinition, MetricAssessmentResponse } from "../../aivss/types.js";
+export declare class BedrockBatchProvider implements BatchProvider {
+    private readonly config;
+    readonly name = "bedrock-batch";
+    constructor(config: BedrockBatchConfig);
+    runBatch(agents: AgentDefinition[], options: BatchProviderOptions): Promise<MetricAssessmentResponse[]>;
+}
+//# sourceMappingURL=bedrock.d.ts.map

package/dist/batch/providers/bedrock.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock.d.ts","sourceRoot":"","sources":["../../../src/batch/providers/bedrock.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAGH,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,KAAK,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACvE,OAAO,KAAK,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AAEtF,qBAAa,oBAAqB,YAAW,aAAa;IAG5C,OAAO,CAAC,QAAQ,CAAC,MAAM;IAFnC,QAAQ,CAAC,IAAI,mBAAmB;gBAEH,MAAM,EAAE,kBAAkB;IAEjD,QAAQ,CACZ,MAAM,EAAE,eAAe,EAAE,EACzB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,wBAAwB,EAAE,CAAC;CAcvC"}

package/dist/batch/providers/bedrock.js

@@ -0,0 +1,42 @@
+/**
+ * Bedrock BatchProvider implementation.
+ *
+ * Uses Amazon Bedrock Batch Inference with Nova 2 Lite (cross-region profile)
+ * to run all AIVSS metric assessments in a single job submission.
+ *
+ * Required IAM permissions on roleArn:
+ *   - bedrock:CreateModelInvocationJob
+ *   - bedrock:GetModelInvocationJob
+ *   - s3:PutObject   on s3Bucket/{s3Prefix}/input/*
+ *   - s3:GetObject   on s3Bucket/{s3Prefix}/output/*
+ *   - s3:ListBucket  on s3Bucket
+ *
+ * @example
+ * const provider = createBatchProvider({
+ *   type: "bedrock",
+ *   s3Bucket: "my-canopy-bucket",
+ *   roleArn: "arn:aws:iam::123456789012:role/CanopyBatchRole",
+ * });
+ * const result = await assessWorkflow({ ..., batchProvider: provider });
+ */
+import { runBedrockBatch } from "../bedrock-batch-runner.js";
+export class BedrockBatchProvider {
+    constructor(config) {
+        this.config = config;
+        this.name = "bedrock-batch";
+    }
+    async runBatch(agents, options) {
+        const result = await runBedrockBatch({
+            agents,
+            config: {
+                ...this.config,
+                maxTokens: options.maxTokens ?? this.config.maxTokens,
+            },
+            onProgress: options.onProgress
+                ? (status, jobArn) => options.onProgress(`${status} — ${jobArn}`)
+                : undefined,
+        });
+        return result.responses;
+    }
+}
+//# sourceMappingURL=bedrock.js.map

package/dist/batch/providers/bedrock.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock.js","sourceRoot":"","sources":["../../../src/batch/providers/bedrock.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAK7D,MAAM,OAAO,oBAAoB;IAG/B,YAA6B,MAA0B;QAA1B,WAAM,GAAN,MAAM,CAAoB;QAF9C,SAAI,GAAG,eAAe,CAAC;IAE0B,CAAC;IAE3D,KAAK,CAAC,QAAQ,CACZ,MAAyB,EACzB,OAA6B;QAE7B,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC;YACnC,MAAM;YACN,MAAM,EAAE;gBACN,GAAG,IAAI,CAAC,MAAM;gBACd,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;aACtD;YACD,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC5B,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,UAAW,CAAC,GAAG,MAAM,MAAM,MAAM,EAAE,CAAC;gBAClE,CAAC,CAAC,SAAS;SACd,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC,SAAS,CAAC;IAC1B,CAAC;CACF"}

package/dist/batch/providers/harness.d.ts

@@ -0,0 +1,36 @@
+/**
+ * HarnessBatchProvider — lets an LLM coding agent (Claude Code, or any other
+ * agent driving a shell) BE the inference engine, with no API key, no SDK,
+ * and no subprocess spawn back out to a model.
+ *
+ * Canopy writes the per-agent/per-metric assessment prompts to a JSON file.
+ * The calling agent reads that file, reasons about each prompt using its own
+ * in-context model (the same turn it's already running in — no extra call of
+ * any kind), and writes its answers to a second JSON file. Canopy is re-run
+ * and picks the answers up from there. Two runs, one round-trip, zero network
+ * calls Canopy itself has to authenticate.
+ *
+ * This is the intended way to run Canopy from inside any coding harness: the
+ * harness's own model does the assessment reasoning directly, rather than
+ * Canopy shelling out to a model API or CLI on its own.
+ */
+import type { AgentDefinition, MetricAssessmentResponse } from "../../aivss/types.js";
+import type { BatchProvider, BatchProviderOptions } from "../types.js";
+export interface HarnessBatchConfig {
+    /** Where Canopy writes the batch of assessment prompts (BatchRequest[] JSON). */
+    requestsPath: string;
+    /**
+     * Where Canopy looks for the calling agent's filled-in answers:
+     * an array of { custom_id: string; text: string }, one per request in
+     * requestsPath, where `text` is the raw completion the agent would have
+     * gotten back from a model for that request's system+user prompt.
+     */
+    responsesPath: string;
+}
+export declare class HarnessBatchProvider implements BatchProvider {
+    private readonly config;
+    readonly name = "harness-file-exchange";
+    constructor(config: HarnessBatchConfig);
+    runBatch(agents: AgentDefinition[], _options: BatchProviderOptions): Promise<MetricAssessmentResponse[]>;
+}
+//# sourceMappingURL=harness.d.ts.map

package/dist/batch/providers/harness.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"harness.d.ts","sourceRoot":"","sources":["../../../src/batch/providers/harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAMH,OAAO,KAAK,EAAE,eAAe,EAAgB,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AACpG,OAAO,KAAK,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEvE,MAAM,WAAW,kBAAkB;IACjC,iFAAiF;IACjF,YAAY,EAAE,MAAM,CAAC;IACrB;;;;;OAKG;IACH,aAAa,EAAE,MAAM,CAAC;CACvB;AAOD,qBAAa,oBAAqB,YAAW,aAAa;IAG5C,OAAO,CAAC,QAAQ,CAAC,MAAM;IAFnC,QAAQ,CAAC,IAAI,2BAA2B;gBAEX,MAAM,EAAE,kBAAkB;IAEjD,QAAQ,CACZ,MAAM,EAAE,eAAe,EAAE,EACzB,QAAQ,EAAE,oBAAoB,GAC7B,OAAO,CAAC,wBAAwB,EAAE,CAAC;CA8CvC"}

package/dist/batch/providers/harness.js

@@ -0,0 +1,65 @@
+/**
+ * HarnessBatchProvider — lets an LLM coding agent (Claude Code, or any other
+ * agent driving a shell) BE the inference engine, with no API key, no SDK,
+ * and no subprocess spawn back out to a model.
+ *
+ * Canopy writes the per-agent/per-metric assessment prompts to a JSON file.
+ * The calling agent reads that file, reasons about each prompt using its own
+ * in-context model (the same turn it's already running in — no extra call of
+ * any kind), and writes its answers to a second JSON file. Canopy is re-run
+ * and picks the answers up from there. Two runs, one round-trip, zero network
+ * calls Canopy itself has to authenticate.
+ *
+ * This is the intended way to run Canopy from inside any coding harness: the
+ * harness's own model does the assessment reasoning directly, rather than
+ * Canopy shelling out to a model API or CLI on its own.
+ */
+import * as fs from "node:fs";
+import * as path from "node:path";
+import { buildBatchRequests } from "../../aivss/batch/batch-builder.js";
+import { parseMetricResponse } from "../response-parser.js";
+export class HarnessBatchProvider {
+    constructor(config) {
+        this.config = config;
+        this.name = "harness-file-exchange";
+    }
+    async runBatch(agents, _options) {
+        const requests = await buildBatchRequests({
+            agents,
+            useKnowledgeBase: false,
+        });
+        fs.mkdirSync(path.dirname(path.resolve(this.config.requestsPath)), { recursive: true });
+        fs.writeFileSync(this.config.requestsPath, JSON.stringify(requests, null, 2));
+        if (!fs.existsSync(this.config.responsesPath)) {
+            throw new Error(`HarnessBatchProvider: wrote ${requests.length} assessment prompts to ` +
+                `${this.config.requestsPath}. No responses file found at ${this.config.responsesPath} yet.\n\n` +
+                `To continue: read ${this.config.requestsPath} (an array of ` +
+                `{ custom_id, params: { system, messages } }), answer each prompt directly ` +
+                `using your own reasoning — no API call needed — and write your answers to ` +
+                `${this.config.responsesPath} as an array of { custom_id, text }, where ` +
+                `"text" is exactly what a model would have returned for that request's ` +
+                `system+user prompt (the JSON schema described in each prompt). Then re-run.`);
+        }
+        const raw = fs.readFileSync(this.config.responsesPath, "utf8");
+        let responses;
+        try {
+            responses = JSON.parse(raw);
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            throw new Error(`HarnessBatchProvider: ${this.config.responsesPath} is not valid JSON: ${msg}`);
+        }
+        if (!Array.isArray(responses)) {
+            throw new Error(`HarnessBatchProvider: ${this.config.responsesPath} must be a JSON array of { custom_id, text }`);
+        }
+        const byId = new Map(responses.map((r) => [r.custom_id, r.text]));
+        const missing = requests.filter((r) => !byId.has(r.custom_id));
+        if (missing.length > 0) {
+            throw new Error(`HarnessBatchProvider: ${this.config.responsesPath} is missing answers for ` +
+                `${missing.length} of ${requests.length} prompts (e.g. ${missing[0].custom_id}). ` +
+                `Every custom_id in ${this.config.requestsPath} needs a matching entry.`);
+        }
+        return requests.map((r) => parseMetricResponse(r.custom_id, byId.get(r.custom_id)));
+    }
+}
+//# sourceMappingURL=harness.js.map

package/dist/batch/providers/harness.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"harness.js","sourceRoot":"","sources":["../../../src/batch/providers/harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAC;AACxE,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAqB5D,MAAM,OAAO,oBAAoB;IAG/B,YAA6B,MAA0B;QAA1B,WAAM,GAAN,MAAM,CAAoB;QAF9C,SAAI,GAAG,uBAAuB,CAAC;IAEkB,CAAC;IAE3D,KAAK,CAAC,QAAQ,CACZ,MAAyB,EACzB,QAA8B;QAE9B,MAAM,QAAQ,GAAmB,MAAM,kBAAkB,CAAC;YACxD,MAAM;YACN,gBAAgB,EAAE,KAAK;SACxB,CAAC,CAAC;QAEH,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACxF,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAE9E,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YAC9C,MAAM,IAAI,KAAK,CACb,+BAA+B,QAAQ,CAAC,MAAM,yBAAyB;gBACrE,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,gCAAgC,IAAI,CAAC,MAAM,CAAC,aAAa,WAAW;gBAC/F,qBAAqB,IAAI,CAAC,MAAM,CAAC,YAAY,gBAAgB;gBAC7D,4EAA4E;gBAC5E,4EAA4E;gBAC5E,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,6CAA6C;gBACzE,wEAAwE;gBACxE,6EAA6E,CAChF,CAAC;QACJ,CAAC;QAED,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QAC/D,IAAI,SAA4B,CAAC;QACjC,IAAI,CAAC;YACH,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAsB,CAAC;QACnD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,CAAC,MAAM,CAAC,aAAa,uBAAuB,GAAG,EAAE,CAAC,CAAC;QAClG,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,CAAC,MAAM,CAAC,aAAa,8CAA8C,CAAC,CAAC;QACpH,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClE,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;QAC/D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CACb,yBAAyB,IAAI,CAAC,MAAM,CAAC,aAAa,0BAA0B;gBAC1E,GAAG,OAAO,CAAC,MAAM,OAAO,QAAQ,CAAC,MAAM,kBAAkB,OAAO,CAAC,CAAC,CAAE,CAAC,SAAS,KAAK;gBACnF,sBAAsB,IAAI,CAAC,MAAM,CAAC,YAAY,0BAA0B,CAC3E,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,mBAAmB,CAAC,CAAC,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAE,CAAC,CAAC,CAAC;IACvF,CAAC;CACF"}

package/dist/batch/providers/harness.test.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Unit tests for HarnessBatchProvider — the no-API-key batch provider where
+ * an LLM coding agent answers the assessment prompts directly instead of
+ * Canopy calling out to a model itself.
+ */
+export {};
+//# sourceMappingURL=harness.test.d.ts.map

package/dist/batch/providers/harness.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"harness.test.d.ts","sourceRoot":"","sources":["../../../src/batch/providers/harness.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}

package/dist/batch/providers/harness.test.js

@@ -0,0 +1,84 @@
+/**
+ * Unit tests for HarnessBatchProvider — the no-API-key batch provider where
+ * an LLM coding agent answers the assessment prompts directly instead of
+ * Canopy calling out to a model itself.
+ */
+import { describe, it, expect, afterEach } from "bun:test";
+import * as fs from "node:fs";
+import * as os from "node:os";
+import * as path from "node:path";
+import { HarnessBatchProvider } from "./harness";
+function makeAgent() {
+    return {
+        id: "test-agent",
+        name: "Test Agent",
+        model: "test-model",
+        systemPrompt: "You are a test agent.",
+        tools: [],
+        permissions: [],
+        deploymentContext: "General",
+        modelComplexity: "Simple",
+        mitigationMultiplier: 1.0,
+        finetuned: false,
+        dependencies: [],
+        secretManagement: "vault, 24h TTL rotation",
+        deployment: "Docker container",
+        dataSources: [],
+        externalApiCount: 0,
+        autonomyLevel: "semi-autonomous",
+        objectives: [],
+    };
+}
+let tmpDir;
+afterEach(() => {
+    if (tmpDir && fs.existsSync(tmpDir))
+        fs.rmSync(tmpDir, { recursive: true, force: true });
+});
+describe("HarnessBatchProvider", () => {
+    it("writes prompts and throws with next-step instructions when no responses file exists", async () => {
+        tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), "canopy-harness-test-"));
+        const requestsPath = path.join(tmpDir, "requests.json");
+        const responsesPath = path.join(tmpDir, "responses.json");
+        const provider = new HarnessBatchProvider({ requestsPath, responsesPath });
+        await expect(provider.runBatch([makeAgent()], {})).rejects.toThrow(/No responses file found/);
+        expect(fs.existsSync(requestsPath)).toBe(true);
+        const requests = JSON.parse(fs.readFileSync(requestsPath, "utf8"));
+        expect(Array.isArray(requests)).toBe(true);
+        expect(requests.length).toBe(9); // one per AIVSS metric
+        expect(requests[0]).toHaveProperty("custom_id");
+        expect(requests[0].params).toHaveProperty("system");
+        expect(requests[0].params.messages[0]).toHaveProperty("content");
+    });
+    it("throws naming the missing custom_id when responses are incomplete", async () => {
+        tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), "canopy-harness-test-"));
+        const requestsPath = path.join(tmpDir, "requests.json");
+        const responsesPath = path.join(tmpDir, "responses.json");
+        const provider = new HarnessBatchProvider({ requestsPath, responsesPath });
+        await expect(provider.runBatch([makeAgent()], {})).rejects.toThrow();
+        fs.writeFileSync(responsesPath, JSON.stringify([{ custom_id: "test-agent-MR", text: "{}" }]));
+        await expect(provider.runBatch([makeAgent()], {})).rejects.toThrow(/missing answers for 8 of 9/);
+    });
+    it("parses a complete responses file into MetricAssessmentResponse[] with no API call", async () => {
+        tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), "canopy-harness-test-"));
+        const requestsPath = path.join(tmpDir, "requests.json");
+        const responsesPath = path.join(tmpDir, "responses.json");
+        const provider = new HarnessBatchProvider({ requestsPath, responsesPath });
+        await expect(provider.runBatch([makeAgent()], {})).rejects.toThrow();
+        const requests = JSON.parse(fs.readFileSync(requestsPath, "utf8"));
+        const responses = requests.map((r) => ({
+            custom_id: r.custom_id,
+            text: JSON.stringify({
+                metricCode: r.custom_id.split("-").pop(),
+                subCategoryScores: { "Test Sub-Category": "High" },
+                findings: ["a finding"],
+                deploymentBlocker: false,
+            }),
+        }));
+        fs.writeFileSync(responsesPath, JSON.stringify(responses));
+        const result = await provider.runBatch([makeAgent()], {});
+        expect(result.length).toBe(9);
+        expect(result.every((r) => r.agentId === "test-agent")).toBe(true);
+        expect(result.some((r) => r.subCategoryScores["Test Sub-Category"] === "High")).toBe(true);
+    });
+});
+//# sourceMappingURL=harness.test.js.map

package/dist/batch/providers/harness.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"harness.test.js","sourceRoot":"","sources":["../../../src/batch/providers/harness.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAC3D,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AAGjD,SAAS,SAAS;IAChB,OAAO;QACL,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,YAAY;QAClB,KAAK,EAAE,YAAY;QACnB,YAAY,EAAE,uBAAuB;QACrC,KAAK,EAAE,EAAE;QACT,WAAW,EAAE,EAAE;QACf,iBAAiB,EAAE,SAAS;QAC5B,eAAe,EAAE,QAAQ;QACzB,oBAAoB,EAAE,GAAG;QACzB,SAAS,EAAE,KAAK;QAChB,YAAY,EAAE,EAAE;QAChB,gBAAgB,EAAE,yBAAyB;QAC3C,UAAU,EAAE,kBAAkB;QAC9B,WAAW,EAAE,EAAE;QACf,gBAAgB,EAAE,CAAC;QACnB,aAAa,EAAE,iBAAiB;QAChC,UAAU,EAAE,EAAE;KACf,CAAC;AACJ,CAAC;AAED,IAAI,MAAc,CAAC;AACnB,SAAS,CAAC,GAAG,EAAE;IACb,IAAI,MAAM,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAC3F,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,qFAAqF,EAAE,KAAK,IAAI,EAAE;QACnG,MAAM,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,sBAAsB,CAAC,CAAC,CAAC;QACxE,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QACxD,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;QAC1D,MAAM,QAAQ,GAAG,IAAI,oBAAoB,CAAC,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,CAAC;QAE3E,MAAM,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;QAE9F,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC;QACnE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,uBAAuB;QACxD,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAChD,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QACpD,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,sBAAsB,CAAC,CAAC,CAAC;QACxE,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QACxD,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;QAC1D,MAAM,QAAQ,GAAG,IAAI,oBAAoB,CAAC,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,CAAC;QAE3E,MAAM,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACrE,EAAE,CAAC,aAAa,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,EAAE,eAAe,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAE9F,MAAM,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC;IACnG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mFAAmF,EAAE,KAAK,IAAI,EAAE;QACjG,MAAM,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,sBAAsB,CAAC,CAAC,CAAC;QACxE,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QACxD,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;QAC1D,MAAM,QAAQ,GAAG,IAAI,oBAAoB,CAAC,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,CAAC;QAE3E,MAAM,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACrE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,YAAY,EAAE,MAAM,CAAC,CAAiC,CAAC;QAEnG,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACrC,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,UAAU,EAAE,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE;gBACxC,iBAAiB,EAAE,EAAE,mBAAmB,EAAE,MAAM,EAAE;gBAClD,QAAQ,EAAE,CAAC,WAAW,CAAC;gBACvB,iBAAiB,EAAE,KAAK;aACzB,CAAC;SACH,CAAC,CAAC,CAAC;QACJ,EAAE,CAAC,aAAa,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC;QAE3D,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1D,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,mBAAmB,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7F,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/batch/providers/index.d.ts

@@ -0,0 +1,82 @@
+/**
+ * BatchProvider factory.
+ *
+ * Mirrors `createProvider()` in `src/providers/index.ts`. Pass a config object
+ * with `type` set to the desired backend; all other fields are provider-specific.
+ *
+ * @example
+ * // Bedrock (live)
+ * const provider = createBatchProvider({
+ *   type: "bedrock",
+ *   s3Bucket: "my-canopy-bucket",
+ *   roleArn: "arn:aws:iam::123456789012:role/CanopyBatchRole",
+ * });
+ *
+ * // Anthropic (stub — API submission pending)
+ * const provider = createBatchProvider({
+ *   type: "anthropic",
+ *   model: "claude-haiku-4-5-20251001",
+ * });
+ *
+ * // Harness — no API key, the calling LLM coding agent answers the prompts
+ * const provider = createBatchProvider({
+ *   type: "harness",
+ *   requestsPath: "output/batch-requests.json",
+ *   responsesPath: "output/batch-responses.json",
+ * });
+ *
+ * // BYO provider
+ * const provider: BatchProvider = {
+ *   name: "my-provider",
+ *   runBatch: async (agents, opts) => { ... },
+ * };
+ */
+import { type AnthropicBatchConfig } from "./anthropic.js";
+import { type OllamaBatchConfig } from "./ollama.js";
+import { type HarnessBatchConfig } from "./harness.js";
+import type { BedrockBatchConfig, BatchProvider } from "../types.js";
+export type { BatchProvider } from "../types.js";
+export { BedrockBatchProvider } from "./bedrock.js";
+export { AnthropicBatchProvider } from "./anthropic.js";
+export { OllamaBatchProvider } from "./ollama.js";
+export { HarnessBatchProvider } from "./harness.js";
+export type { AnthropicBatchConfig } from "./anthropic.js";
+export type { OllamaBatchConfig } from "./ollama.js";
+export type { HarnessBatchConfig } from "./harness.js";
+export type BedrockBatchProviderConfig = BedrockBatchConfig & {
+    type: "bedrock";
+};
+export type AnthropicBatchProviderConfig = AnthropicBatchConfig & {
+    type: "anthropic";
+};
+export type OllamaBatchProviderConfig = OllamaBatchConfig & {
+    type: "ollama";
+};
+export type HarnessBatchProviderConfig = HarnessBatchConfig & {
+    type: "harness";
+};
+export type BatchProviderConfig = BedrockBatchProviderConfig | AnthropicBatchProviderConfig | OllamaBatchProviderConfig | HarnessBatchProviderConfig;
+/**
+ * Create a BatchProvider from a config object.
+ *
+ * @param config  Discriminated union with `type: "bedrock" | "anthropic" | "ollama" | "harness"`.
+ * @returns       A BatchProvider ready to pass to `assessWorkflow()`.
+ *
+ * @example
+ * // Bedrock (AWS)
+ * createBatchProvider({ type: "bedrock", s3Bucket: "...", roleArn: "..." })
+ *
+ * // Anthropic Messages Batches (stub — pending API wiring)
+ * createBatchProvider({ type: "anthropic", model: "claude-haiku-4-5-20251001" })
+ *
+ * // Ollama local
+ * createBatchProvider({ type: "ollama", model: "llama3.2" })
+ *
+ * // Ollama cloud
+ * createBatchProvider({ type: "ollama", model: "llama3.2", baseUrl: "https://ollama.com/api", apiKey: "..." })
+ *
+ * // Harness — the calling LLM coding agent fills the prompts itself, no API key
+ * createBatchProvider({ type: "harness", requestsPath: "...", responsesPath: "..." })
+ */
+export declare function createBatchProvider(config: BatchProviderConfig): BatchProvider;
+//# sourceMappingURL=index.d.ts.map

package/dist/batch/providers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/batch/providers/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAGH,OAAO,EAA0B,KAAK,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACnF,OAAO,EAAuB,KAAK,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAC1E,OAAO,EAAwB,KAAK,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAC7E,OAAO,KAAK,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAErE,YAAY,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AACpD,YAAY,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAC3D,YAAY,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AACrD,YAAY,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAIvD,MAAM,MAAM,0BAA0B,GAAG,kBAAkB,GAAG;IAAE,IAAI,EAAE,SAAS,CAAA;CAAE,CAAC;AAClF,MAAM,MAAM,4BAA4B,GAAG,oBAAoB,GAAG;IAAE,IAAI,EAAE,WAAW,CAAA;CAAE,CAAC;AACxF,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,GAAG;IAAE,IAAI,EAAE,QAAQ,CAAA;CAAE,CAAC;AAC/E,MAAM,MAAM,0BAA0B,GAAG,kBAAkB,GAAG;IAAE,IAAI,EAAE,SAAS,CAAA;CAAE,CAAC;AAElF,MAAM,MAAM,mBAAmB,GAC3B,0BAA0B,GAC1B,4BAA4B,GAC5B,yBAAyB,GACzB,0BAA0B,CAAC;AAI/B;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,mBAAmB,GAAG,aAAa,CAgB9E"}

package/dist/batch/providers/index.js

@@ -0,0 +1,82 @@
+/**
+ * BatchProvider factory.
+ *
+ * Mirrors `createProvider()` in `src/providers/index.ts`. Pass a config object
+ * with `type` set to the desired backend; all other fields are provider-specific.
+ *
+ * @example
+ * // Bedrock (live)
+ * const provider = createBatchProvider({
+ *   type: "bedrock",
+ *   s3Bucket: "my-canopy-bucket",
+ *   roleArn: "arn:aws:iam::123456789012:role/CanopyBatchRole",
+ * });
+ *
+ * // Anthropic (stub — API submission pending)
+ * const provider = createBatchProvider({
+ *   type: "anthropic",
+ *   model: "claude-haiku-4-5-20251001",
+ * });
+ *
+ * // Harness — no API key, the calling LLM coding agent answers the prompts
+ * const provider = createBatchProvider({
+ *   type: "harness",
+ *   requestsPath: "output/batch-requests.json",
+ *   responsesPath: "output/batch-responses.json",
+ * });
+ *
+ * // BYO provider
+ * const provider: BatchProvider = {
+ *   name: "my-provider",
+ *   runBatch: async (agents, opts) => { ... },
+ * };
+ */
+import { BedrockBatchProvider } from "./bedrock.js";
+import { AnthropicBatchProvider } from "./anthropic.js";
+import { OllamaBatchProvider } from "./ollama.js";
+import { HarnessBatchProvider } from "./harness.js";
+export { BedrockBatchProvider } from "./bedrock.js";
+export { AnthropicBatchProvider } from "./anthropic.js";
+export { OllamaBatchProvider } from "./ollama.js";
+export { HarnessBatchProvider } from "./harness.js";
+// ── Factory ──────────────────────────────────────────────────────────────────
+/**
+ * Create a BatchProvider from a config object.
+ *
+ * @param config  Discriminated union with `type: "bedrock" | "anthropic" | "ollama" | "harness"`.
+ * @returns       A BatchProvider ready to pass to `assessWorkflow()`.
+ *
+ * @example
+ * // Bedrock (AWS)
+ * createBatchProvider({ type: "bedrock", s3Bucket: "...", roleArn: "..." })
+ *
+ * // Anthropic Messages Batches (stub — pending API wiring)
+ * createBatchProvider({ type: "anthropic", model: "claude-haiku-4-5-20251001" })
+ *
+ * // Ollama local
+ * createBatchProvider({ type: "ollama", model: "llama3.2" })
+ *
+ * // Ollama cloud
+ * createBatchProvider({ type: "ollama", model: "llama3.2", baseUrl: "https://ollama.com/api", apiKey: "..." })
+ *
+ * // Harness — the calling LLM coding agent fills the prompts itself, no API key
+ * createBatchProvider({ type: "harness", requestsPath: "...", responsesPath: "..." })
+ */
+export function createBatchProvider(config) {
+    const { type, ...rest } = config;
+    switch (type) {
+        case "bedrock":
+            return new BedrockBatchProvider(rest);
+        case "anthropic":
+            return new AnthropicBatchProvider(rest);
+        case "ollama":
+            return new OllamaBatchProvider(rest);
+        case "harness":
+            return new HarnessBatchProvider(rest);
+        default: {
+            const exhaustive = type;
+            throw new Error(`createBatchProvider: unknown provider type "${exhaustive}"`);
+        }
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/batch/providers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/batch/providers/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAEH,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,EAAE,sBAAsB,EAA6B,MAAM,gBAAgB,CAAC;AACnF,OAAO,EAAE,mBAAmB,EAA0B,MAAM,aAAa,CAAC;AAC1E,OAAO,EAAE,oBAAoB,EAA2B,MAAM,cAAc,CAAC;AAI7E,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AAkBpD,gFAAgF;AAEhF;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAA2B;IAC7D,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,EAAE,GAAG,MAAM,CAAC;IACjC,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,SAAS;YACZ,OAAO,IAAI,oBAAoB,CAAC,IAA0B,CAAC,CAAC;QAC9D,KAAK,WAAW;YACd,OAAO,IAAI,sBAAsB,CAAC,IAA4B,CAAC,CAAC;QAClE,KAAK,QAAQ;YACX,OAAO,IAAI,mBAAmB,CAAC,IAAyB,CAAC,CAAC;QAC5D,KAAK,SAAS;YACZ,OAAO,IAAI,oBAAoB,CAAC,IAA0B,CAAC,CAAC;QAC9D,OAAO,CAAC,CAAC,CAAC;YACR,MAAM,UAAU,GAAU,IAAI,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,+CAA+C,UAAoB,GAAG,CAAC,CAAC;QAC1F,CAAC;IACH,CAAC;AACH,CAAC"}