@waratahlabs/canopy 0.5.0

package/dist/baseline/store.js

@@ -0,0 +1,92 @@
+/**
+ * Baseline store — persists compact assessment snapshots for diffing.
+ *
+ * Each snapshot is written as a JSON file under:
+ *   {historyDir}/.canopy-history/{slug}/{ISO-timestamp}.json
+ *
+ * "Latest" is resolved by lexicographic sort on ISO timestamps — no registry needed.
+ * The store is append-only; nothing is ever deleted by Canopy.
+ */
+import * as fs from "node:fs";
+import * as path from "node:path";
+import { randomBytes } from "node:crypto";
+// ── Path helpers ──────────────────────────────────────────────────────────────
+function slugify(name) {
+    return name
+        .toLowerCase()
+        .replace(/[^a-z0-9]+/g, "-")
+        .replace(/^-+|-+$/g, "")
+        .slice(0, 64) || "default";
+}
+function historyDir(baseDir, applicationName) {
+    return path.join(baseDir, ".canopy-history", slugify(applicationName));
+}
+function baselineFilename(timestamp) {
+    // Replace colons so the filename is valid on Windows too
+    return `${timestamp.replace(/:/g, "-")}.json`;
+}
+// ── Public API ────────────────────────────────────────────────────────────────
+/**
+ * Save a baseline snapshot.
+ *
+ * @param baseline   The snapshot to persist.
+ * @param baseDir    Directory under which .canopy-history/ is created (typically the output dir).
+ */
+export function saveBaseline(baseline, baseDir) {
+    const dir = historyDir(baseDir, baseline.applicationName);
+    fs.mkdirSync(dir, { recursive: true });
+    const filePath = path.join(dir, baselineFilename(baseline.timestamp));
+    fs.writeFileSync(filePath, JSON.stringify(baseline, null, 2));
+    return filePath;
+}
+/**
+ * Load the N most recent baselines for an application, newest first.
+ * Returns an empty array if none exist.
+ */
+export function loadRecentBaselines(baseDir, applicationName, n = 2) {
+    const dir = historyDir(baseDir, applicationName);
+    if (!fs.existsSync(dir))
+        return [];
+    const files = fs
+        .readdirSync(dir)
+        .filter((f) => f.endsWith(".json"))
+        .sort()
+        .reverse()
+        .slice(0, n);
+    return files.flatMap((f) => {
+        try {
+            return [JSON.parse(fs.readFileSync(path.join(dir, f), "utf8"))];
+        }
+        catch {
+            return [];
+        }
+    });
+}
+/**
+ * Build an AssessmentBaseline from the data produced by an assessment run.
+ *
+ * @param applicationName  Name of the system assessed.
+ * @param agents           Agent summaries (id + name).
+ * @param severities       Flat severity map from the assembler (severityKey → SeverityLabel).
+ * @param tcJsonPath       Optional relative path to the .tc.json written this run.
+ */
+export function buildBaseline(applicationName, agents, severities, tcJsonPath) {
+    const counts = {
+        Critical: 0, High: 0, Medium: 0, Low: 0, None: 0,
+    };
+    const severitiesRecord = {};
+    for (const [key, sev] of severities) {
+        severitiesRecord[key] = sev;
+        counts[sev] = (counts[sev] ?? 0) + 1;
+    }
+    return {
+        runId: randomBytes(4).toString("hex"),
+        timestamp: new Date().toISOString(),
+        applicationName,
+        agents,
+        severities: severitiesRecord,
+        counts,
+        tcJsonPath,
+    };
+}
+//# sourceMappingURL=store.js.map

package/dist/baseline/store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.js","sourceRoot":"","sources":["../../src/baseline/store.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAwB1C,iFAAiF;AAEjF,SAAS,OAAO,CAAC,IAAY;IAC3B,OAAO,IAAI;SACR,WAAW,EAAE;SACb,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;SAC3B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC;AAC/B,CAAC;AAED,SAAS,UAAU,CAAC,OAAe,EAAE,eAAuB;IAC1D,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,iBAAiB,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,gBAAgB,CAAC,SAAiB;IACzC,yDAAyD;IACzD,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC;AAChD,CAAC;AAED,iFAAiF;AAEjF;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAAC,QAA4B,EAAE,OAAe;IACxE,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IAC1D,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,gBAAgB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;IACtE,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC9D,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CACjC,OAAe,EACf,eAAuB,EACvB,CAAC,GAAG,CAAC;IAEL,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;IACjD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAEnC,MAAM,KAAK,GAAG,EAAE;SACb,WAAW,CAAC,GAAG,CAAC;SAChB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;SAClC,IAAI,EAAE;SACN,OAAO,EAAE;SACT,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAEf,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;QACzB,IAAI,CAAC;YACH,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAuB,CAAC,CAAC;QACxF,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,aAAa,CAC3B,eAAuB,EACvB,MAAsB,EACtB,UAAsC,EACtC,UAAmB;IAEnB,MAAM,MAAM,GAAkC;QAC5C,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC;KACjD,CAAC;IACF,MAAM,gBAAgB,GAAkC,EAAE,CAAC;IAE3D,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,UAAU,EAAE,CAAC;QACpC,gBAAgB,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;QAC5B,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;IAED,OAAO;QACL,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;QACrC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,eAAe;QACf,MAAM;QACN,UAAU,EAAE,gBAAgB;QAC5B,MAAM;QACN,UAAU;KACX,CAAC;AACJ,CAAC"}

package/dist/batch/anthropic-batch-runner.d.ts

@@ -0,0 +1,50 @@
+/**
+ * Anthropic Messages Batches — fire-and-forget model.
+ *
+ * Anthropic batch jobs expire after 24 hours. The API mirrors the Bedrock pattern:
+ *
+ *   submitAnthropicBatch()  — builds requests, submits via beta.messages.batches.create,
+ *                             returns immediately with an AnthropicBatchHandle.
+ *
+ *   fetchAnthropicBatch()   — given a handle, checks processing_status and, when ended,
+ *                             streams + parses results into MetricAssessmentResponse[].
+ *                             Returns { ready: false } while still processing.
+ *
+ * Reference: https://docs.anthropic.com/en/docs/build-with-claude/message-batches
+ *
+ * Required: ANTHROPIC_API_KEY env var (or apiKey in config).
+ */
+import type { AnthropicBatchConfig } from "./providers/anthropic.js";
+import type { AgentDefinition, MetricAssessmentResponse } from "../aivss/types.js";
+export interface AnthropicBatchHandle {
+    provider: "anthropic";
+    batchId: string;
+    model: string;
+    submittedAt: string;
+    requestCount: number;
+}
+export interface AnthropicSubmitOptions {
+    agents: AgentDefinition[];
+    config?: AnthropicBatchConfig;
+}
+export declare function submitAnthropicBatch(options: AnthropicSubmitOptions): Promise<AnthropicBatchHandle>;
+export interface AnthropicFetchOptions {
+    handle: AnthropicBatchHandle;
+    apiKey?: string;
+}
+export type AnthropicFetchStatus = {
+    ready: false;
+    status: string;
+    counts?: {
+        processing: number;
+        succeeded: number;
+        errored: number;
+    };
+} | {
+    ready: true;
+    responses: MetricAssessmentResponse[];
+    errorCount: number;
+    status: string;
+};
+export declare function fetchAnthropicBatch(options: AnthropicFetchOptions): Promise<AnthropicFetchStatus>;
+//# sourceMappingURL=anthropic-batch-runner.d.ts.map

package/dist/batch/anthropic-batch-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic-batch-runner.d.ts","sourceRoot":"","sources":["../../src/batch/anthropic-batch-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAKH,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,KAAK,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAC;AAOnF,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,WAAW,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;CACtB;AAID,MAAM,WAAW,sBAAsB;IACrC,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,MAAM,CAAC,EAAE,oBAAoB,CAAC;CAC/B;AAED,wBAAsB,oBAAoB,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CA+BzG;AAID,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,oBAAoB,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,oBAAoB,GAC5B;IAAE,KAAK,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,GACrG;IAAE,KAAK,EAAE,IAAI,CAAC;IAAC,SAAS,EAAE,wBAAwB,EAAE,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAE/F,wBAAsB,mBAAmB,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CA0CvG"}

package/dist/batch/anthropic-batch-runner.js

@@ -0,0 +1,91 @@
+/**
+ * Anthropic Messages Batches — fire-and-forget model.
+ *
+ * Anthropic batch jobs expire after 24 hours. The API mirrors the Bedrock pattern:
+ *
+ *   submitAnthropicBatch()  — builds requests, submits via beta.messages.batches.create,
+ *                             returns immediately with an AnthropicBatchHandle.
+ *
+ *   fetchAnthropicBatch()   — given a handle, checks processing_status and, when ended,
+ *                             streams + parses results into MetricAssessmentResponse[].
+ *                             Returns { ready: false } while still processing.
+ *
+ * Reference: https://docs.anthropic.com/en/docs/build-with-claude/message-batches
+ *
+ * Required: ANTHROPIC_API_KEY env var (or apiKey in config).
+ */
+import Anthropic from "@anthropic-ai/sdk";
+import { buildBatchRequests } from "../aivss/batch/batch-builder.js";
+import { parseMetricResponse } from "./response-parser.js";
+const DEFAULT_MODEL = "claude-haiku-4-5-20251001";
+const DEFAULT_MAX_TOKENS = 2048;
+export async function submitAnthropicBatch(options) {
+    const { agents, config = {} } = options;
+    const model = config.model ?? DEFAULT_MODEL;
+    const maxTokens = config.maxTokens ?? DEFAULT_MAX_TOKENS;
+    const client = new Anthropic({ apiKey: config.apiKey });
+    const requests = await buildBatchRequests({
+        agents, useKnowledgeBase: false, model, maxTokens, temperature: 0,
+    });
+    if (requests.length === 0)
+        throw new Error("buildBatchRequests returned 0 requests");
+    const batch = await client.beta.messages.batches.create({
+        requests: requests.map((req) => ({
+            custom_id: req.custom_id,
+            params: {
+                model,
+                max_tokens: maxTokens,
+                temperature: 0,
+                system: req.params.system,
+                messages: req.params.messages,
+            },
+        })),
+    });
+    return {
+        provider: "anthropic",
+        batchId: batch.id,
+        model,
+        submittedAt: new Date().toISOString(),
+        requestCount: requests.length,
+    };
+}
+export async function fetchAnthropicBatch(options) {
+    const { handle, apiKey } = options;
+    const client = new Anthropic({ apiKey });
+    const status = await client.beta.messages.batches.retrieve(handle.batchId);
+    if (status.processing_status !== "ended") {
+        return {
+            ready: false,
+            status: status.processing_status,
+            counts: {
+                processing: status.request_counts.processing,
+                succeeded: status.request_counts.succeeded,
+                errored: status.request_counts.errored,
+            },
+        };
+    }
+    const responses = [];
+    let errorCount = 0;
+    for await (const result of await client.beta.messages.batches.results(handle.batchId)) {
+        if (result.result.type === "succeeded") {
+            const content = result.result.message.content[0];
+            const text = content?.type === "text" ? content.text : "";
+            responses.push(parseMetricResponse(result.custom_id, text));
+        }
+        else {
+            errorCount++;
+            const parts = result.custom_id.split("-");
+            const rawMetric = parts[parts.length - 1] ?? "CS";
+            responses.push({
+                metricCode: rawMetric,
+                agentId: parts.length > 1 ? parts.slice(0, -1).join("-") : undefined,
+                subCategoryScores: {},
+                findings: [`[batch-error] ${result.result.type} for ${result.custom_id}`],
+                deploymentBlocker: false,
+                atlasTechniques: [],
+            });
+        }
+    }
+    return { ready: true, responses, errorCount, status: status.processing_status };
+}
+//# sourceMappingURL=anthropic-batch-runner.js.map

package/dist/batch/anthropic-batch-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic-batch-runner.js","sourceRoot":"","sources":["../../src/batch/anthropic-batch-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAI3D,MAAM,aAAa,GAAG,2BAA2B,CAAC;AAClD,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAmBhC,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,OAA+B;IACxE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;IACxC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,aAAa,CAAC;IAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,kBAAkB,CAAC;IACzD,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAExD,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC;QACxC,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC;KAClE,CAAC,CAAC;IACH,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAErF,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC;QACtD,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC/B,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,MAAM,EAAE;gBACN,KAAK;gBACL,UAAU,EAAE,SAAS;gBACrB,WAAW,EAAE,CAAC;gBACd,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;gBACzB,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,QAAoC;aAC1D;SACF,CAAC,CAAC;KACJ,CAAC,CAAC;IAEH,OAAO;QACL,QAAQ,EAAE,WAAW;QACrB,OAAO,EAAE,KAAK,CAAC,EAAE;QACjB,KAAK;QACL,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,YAAY,EAAE,QAAQ,CAAC,MAAM;KAC9B,CAAC;AACJ,CAAC;AAaD,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAA8B;IACtE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IACnC,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IAEzC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAE3E,IAAI,MAAM,CAAC,iBAAiB,KAAK,OAAO,EAAE,CAAC;QACzC,OAAO;YACL,KAAK,EAAE,KAAK;YACZ,MAAM,EAAE,MAAM,CAAC,iBAAiB;YAChC,MAAM,EAAE;gBACN,UAAU,EAAE,MAAM,CAAC,cAAc,CAAC,UAAU;gBAC5C,SAAS,EAAE,MAAM,CAAC,cAAc,CAAC,SAAS;gBAC1C,OAAO,EAAE,MAAM,CAAC,cAAc,CAAC,OAAO;aACvC;SACF,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAA+B,EAAE,CAAC;IACjD,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QACtF,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACvC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACjD,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1D,SAAS,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;QAC9D,CAAC;aAAM,CAAC;YACN,UAAU,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC1C,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC;YAClD,SAAS,CAAC,IAAI,CAAC;gBACb,UAAU,EAAE,SAAmD;gBAC/D,OAAO,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS;gBACpE,iBAAiB,EAAE,EAAE;gBACrB,QAAQ,EAAE,CAAC,iBAAiB,MAAM,CAAC,MAAM,CAAC,IAAI,QAAQ,MAAM,CAAC,SAAS,EAAE,CAAC;gBACzE,iBAAiB,EAAE,KAAK;gBACxB,eAAe,EAAE,EAAE;aACpB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,iBAAiB,EAAE,CAAC;AAClF,CAAC"}

package/dist/batch/bedrock-batch-runner.d.ts

@@ -0,0 +1,90 @@
+/**
+ * Bedrock Batch Inference for Canopy — fire-and-forget model.
+ *
+ * Bedrock batch jobs can queue for up to 24 hours. The API reflects this:
+ *
+ *   submitBedrockBatch()  — uploads JSONL, submits job, returns immediately with a
+ *                           BatchJobHandle (jobArn + metadata needed to collect later).
+ *
+ *   fetchBedrockBatch()   — given a BatchJobHandle, checks job status and, when
+ *                           complete, downloads + parses output into MetricAssessmentResponse[].
+ *                           Throws if the job is not yet in a terminal state.
+ *
+ *   runBedrockBatch()     — retained for programmatic callers that want the blocking
+ *                           submit+poll+collect flow (e.g. CI pipelines with long timeouts).
+ *                           Not used by the CLI.
+ *
+ * Nova 2 Lite batch requires a cross-region inference profile — there is no
+ * single-region batch support for this model. Default model ID: "us.amazon.nova-2-lite-v1:0"
+ *
+ * Required IAM permissions on roleArn:
+ *   - bedrock:CreateModelInvocationJob
+ *   - bedrock:GetModelInvocationJob
+ *   - s3:PutObject   on s3Bucket/{s3Prefix}/input/*
+ *   - s3:GetObject   on s3Bucket/{s3Prefix}/output/*
+ *   - s3:ListBucket  on s3Bucket
+ *
+ * Reference: https://docs.aws.amazon.com/bedrock/latest/userguide/batch-inference.html
+ */
+import type { BedrockBatchConfig } from "./types.js";
+import type { AgentDefinition, MetricAssessmentResponse } from "../aivss/types.js";
+/**
+ * Serialisable reference to a submitted batch job.
+ * Persist this (e.g. `canopy batch-submit --save-handle handle.json`)
+ * and pass it back to `fetchBedrockBatch` when the job finishes.
+ */
+export interface BatchJobHandle {
+    provider: "bedrock";
+    jobArn: string;
+    jobName: string;
+    s3Bucket: string;
+    outputPrefix: string;
+    region: string;
+    submittedAt: string;
+}
+export interface SubmitOptions {
+    agents: AgentDefinition[];
+    config: BedrockBatchConfig;
+}
+/**
+ * Submit a Bedrock batch job and return immediately with a handle.
+ * Does not wait for completion. Persist the handle and call fetchBedrockBatch later.
+ */
+export declare function submitBedrockBatch(options: SubmitOptions): Promise<BatchJobHandle>;
+export interface FetchOptions {
+    handle: BatchJobHandle;
+}
+export type FetchStatus = {
+    ready: false;
+    status: string;
+} | {
+    ready: true;
+    responses: MetricAssessmentResponse[];
+    errorCount: number;
+    status: string;
+};
+/**
+ * Check a submitted batch job and collect results if it has completed.
+ * Returns `{ ready: false }` when the job is still running — safe to call repeatedly.
+ * Throws only on unrecoverable errors (Failed/Stopped/Expired).
+ */
+export declare function fetchBedrockBatch(options: FetchOptions): Promise<FetchStatus>;
+export interface BatchRunOptions {
+    agents: AgentDefinition[];
+    config: BedrockBatchConfig;
+    onProgress?: (status: string, jobArn: string) => void;
+}
+export interface BatchRunResult {
+    jobArn: string;
+    jobName: string;
+    status: string;
+    responses: MetricAssessmentResponse[];
+    errorCount: number;
+}
+/**
+ * Submit + poll + collect in one blocking call. For CI or scripts where
+ * the caller can afford to wait. Uses the same submit/fetch primitives internally.
+ */
+export declare function runBedrockBatch(options: BatchRunOptions): Promise<BatchRunResult>;
+export type { BedrockBatchConfig } from "./types.js";
+//# sourceMappingURL=bedrock-batch-runner.d.ts.map

package/dist/batch/bedrock-batch-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock-batch-runner.d.ts","sourceRoot":"","sources":["../../src/batch/bedrock-batch-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAiBH,OAAO,KAAK,EAAE,kBAAkB,EAAqB,MAAM,YAAY,CAAC;AACxE,OAAO,KAAK,EAAE,eAAe,EAAE,wBAAwB,EAAgB,MAAM,mBAAmB,CAAC;AAiHjG;;;;GAIG;AACH,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,SAAS,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,MAAM,EAAE,kBAAkB,CAAC;CAC5B;AAED;;;GAGG;AACH,wBAAsB,kBAAkB,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,cAAc,CAAC,CAmCxF;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,cAAc,CAAC;CACxB;AAED,MAAM,MAAM,WAAW,GACnB;IAAE,KAAK,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAChC;IAAE,KAAK,EAAE,IAAI,CAAC;IAAC,SAAS,EAAE,wBAAwB,EAAE,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAE/F;;;;GAIG;AACH,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAqBnF;AAID,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;CACvD;AAED,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,wBAAwB,EAAE,CAAC;IACtC,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;;GAGG;AACH,wBAAsB,eAAe,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC,CAsBvF;AAED,YAAY,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC"}

package/dist/batch/bedrock-batch-runner.js

@@ -0,0 +1,199 @@
+/**
+ * Bedrock Batch Inference for Canopy — fire-and-forget model.
+ *
+ * Bedrock batch jobs can queue for up to 24 hours. The API reflects this:
+ *
+ *   submitBedrockBatch()  — uploads JSONL, submits job, returns immediately with a
+ *                           BatchJobHandle (jobArn + metadata needed to collect later).
+ *
+ *   fetchBedrockBatch()   — given a BatchJobHandle, checks job status and, when
+ *                           complete, downloads + parses output into MetricAssessmentResponse[].
+ *                           Throws if the job is not yet in a terminal state.
+ *
+ *   runBedrockBatch()     — retained for programmatic callers that want the blocking
+ *                           submit+poll+collect flow (e.g. CI pipelines with long timeouts).
+ *                           Not used by the CLI.
+ *
+ * Nova 2 Lite batch requires a cross-region inference profile — there is no
+ * single-region batch support for this model. Default model ID: "us.amazon.nova-2-lite-v1:0"
+ *
+ * Required IAM permissions on roleArn:
+ *   - bedrock:CreateModelInvocationJob
+ *   - bedrock:GetModelInvocationJob
+ *   - s3:PutObject   on s3Bucket/{s3Prefix}/input/*
+ *   - s3:GetObject   on s3Bucket/{s3Prefix}/output/*
+ *   - s3:ListBucket  on s3Bucket
+ *
+ * Reference: https://docs.aws.amazon.com/bedrock/latest/userguide/batch-inference.html
+ */
+import { BedrockClient, CreateModelInvocationJobCommand, GetModelInvocationJobCommand, } from "@aws-sdk/client-bedrock";
+import { S3Client, PutObjectCommand, GetObjectCommand, ListObjectsV2Command, } from "@aws-sdk/client-s3";
+import { buildBatchRequests } from "../aivss/batch/batch-builder.js";
+import { parseBatchOutputRecords } from "./response-parser.js";
+// ── Constants ────────────────────────────────────────────────────────────────
+const DEFAULT_MODEL_ID = "us.amazon.nova-2-lite-v1:0";
+const DEFAULT_REGION = "us-east-1";
+const DEFAULT_MAX_TOKENS = 2048;
+const DEFAULT_POLL_INTERVAL_MS = 30000;
+const DEFAULT_TIMEOUT_MS = 60 * 60 * 1000; // 1 hour
+const DEFAULT_S3_PREFIX = "canopy-batch";
+const TERMINAL_STATES = new Set([
+    "Completed",
+    "Failed",
+    "Stopped",
+    "Expired",
+    "PartiallyCompleted",
+]);
+// ── JSONL builders ───────────────────────────────────────────────────────────
+function batchRequestToNovaBody(req, maxTokens) {
+    return {
+        system: [{ text: req.params.system }],
+        messages: req.params.messages.map((m) => ({
+            role: m.role,
+            content: [{ text: m.content }],
+        })),
+        inferenceConfig: {
+            maxTokens,
+            temperature: req.params.temperature ?? 0,
+        },
+    };
+}
+function buildInputJsonl(requests, maxTokens) {
+    return requests
+        .map((req) => JSON.stringify({
+        recordId: req.custom_id,
+        modelInput: batchRequestToNovaBody(req, maxTokens),
+    }))
+        .join("\n");
+}
+// ── S3 helpers ───────────────────────────────────────────────────────────────
+async function uploadToS3(s3, bucket, key, body) {
+    await s3.send(new PutObjectCommand({ Bucket: bucket, Key: key, Body: body, ContentType: "application/x-ndjson" }));
+}
+async function downloadFromS3(s3, bucket, key) {
+    const resp = await s3.send(new GetObjectCommand({ Bucket: bucket, Key: key }));
+    if (!resp.Body)
+        throw new Error(`S3 GetObject returned empty body for s3://${bucket}/${key}`);
+    const chunks = [];
+    for await (const chunk of resp.Body)
+        chunks.push(chunk);
+    return Buffer.concat(chunks).toString("utf-8");
+}
+async function findOutputKey(s3, bucket, outputPrefix) {
+    const resp = await s3.send(new ListObjectsV2Command({ Bucket: bucket, Prefix: outputPrefix }));
+    const obj = (resp.Contents ?? []).find((o) => o.Key?.endsWith(".jsonl"));
+    if (!obj?.Key) {
+        throw new Error(`No output .jsonl found under s3://${bucket}/${outputPrefix}. ` +
+            `Objects found: ${(resp.Contents ?? []).map((o) => o.Key).join(", ")}`);
+    }
+    return obj.Key;
+}
+// ── Polling (used only by the blocking runBedrockBatch) ──────────────────────
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+async function pollUntilComplete(bedrock, jobArn, pollIntervalMs, timeoutMs, onPoll) {
+    const deadline = Date.now() + timeoutMs;
+    while (Date.now() < deadline) {
+        const resp = await bedrock.send(new GetModelInvocationJobCommand({ jobIdentifier: jobArn }));
+        const status = resp.status;
+        const outputUri = resp.outputDataConfig?.s3OutputDataConfig?.s3Uri ?? "";
+        onPoll?.(status);
+        if (TERMINAL_STATES.has(status))
+            return { status, outputUri };
+        await sleep(pollIntervalMs);
+    }
+    throw new Error(`Bedrock batch job ${jobArn} did not complete within ${timeoutMs / 1000}s`);
+}
+function parseOutputJsonl(raw) {
+    return raw
+        .split("\n")
+        .map((l) => l.trim())
+        .filter(Boolean)
+        .map((l) => {
+        try {
+            return JSON.parse(l);
+        }
+        catch {
+            return { recordId: "parse-error", errorCode: "ParseError", errorMessage: l.slice(0, 200) };
+        }
+    });
+}
+/**
+ * Submit a Bedrock batch job and return immediately with a handle.
+ * Does not wait for completion. Persist the handle and call fetchBedrockBatch later.
+ */
+export async function submitBedrockBatch(options) {
+    const { agents, config } = options;
+    const region = config.region ?? DEFAULT_REGION;
+    const modelId = config.modelId ?? DEFAULT_MODEL_ID;
+    const maxTokens = config.maxTokens ?? DEFAULT_MAX_TOKENS;
+    const s3Prefix = config.s3Prefix ?? DEFAULT_S3_PREFIX;
+    const bedrock = new BedrockClient({ region });
+    const s3 = new S3Client({ region });
+    const requests = await buildBatchRequests({
+        agents, useKnowledgeBase: false, model: modelId, maxTokens, temperature: 0,
+    });
+    if (requests.length === 0)
+        throw new Error("buildBatchRequests returned 0 requests");
+    const jobName = `canopy-${Date.now()}`;
+    const inputKey = `${s3Prefix}/input/${jobName}.jsonl`;
+    const outputPrefix = `${s3Prefix}/output/${jobName}/`;
+    await uploadToS3(s3, config.s3Bucket, inputKey, buildInputJsonl(requests, maxTokens));
+    const createResp = await bedrock.send(new CreateModelInvocationJobCommand({
+        jobName,
+        modelId,
+        roleArn: config.roleArn,
+        inputDataConfig: { s3InputDataConfig: { s3Uri: `s3://${config.s3Bucket}/${s3Prefix}/input/`, s3InputFormat: "JSONL" } },
+        outputDataConfig: { s3OutputDataConfig: { s3Uri: `s3://${config.s3Bucket}/${outputPrefix}` } },
+    }));
+    const jobArn = createResp.jobArn;
+    if (!jobArn)
+        throw new Error("CreateModelInvocationJob returned no jobArn");
+    return { provider: "bedrock", jobArn, jobName, s3Bucket: config.s3Bucket, outputPrefix, region, submittedAt: new Date().toISOString() };
+}
+/**
+ * Check a submitted batch job and collect results if it has completed.
+ * Returns `{ ready: false }` when the job is still running — safe to call repeatedly.
+ * Throws only on unrecoverable errors (Failed/Stopped/Expired).
+ */
+export async function fetchBedrockBatch(options) {
+    const { handle } = options;
+    const bedrock = new BedrockClient({ region: handle.region });
+    const s3 = new S3Client({ region: handle.region });
+    const resp = await bedrock.send(new GetModelInvocationJobCommand({ jobIdentifier: handle.jobArn }));
+    const status = resp.status;
+    if (!TERMINAL_STATES.has(status))
+        return { ready: false, status };
+    if (status === "Failed" || status === "Stopped" || status === "Expired") {
+        throw new Error(`Bedrock batch job ended with status: ${status} (arn: ${handle.jobArn})`);
+    }
+    const outputKey = await findOutputKey(s3, handle.s3Bucket, handle.outputPrefix);
+    const raw = await downloadFromS3(s3, handle.s3Bucket, outputKey);
+    const records = parseOutputJsonl(raw);
+    const errorCount = records.filter((r) => !!r.errorCode).length;
+    const responses = parseBatchOutputRecords(records);
+    return { ready: true, responses, errorCount, status };
+}
+/**
+ * Submit + poll + collect in one blocking call. For CI or scripts where
+ * the caller can afford to wait. Uses the same submit/fetch primitives internally.
+ */
+export async function runBedrockBatch(options) {
+    const { agents, config, onProgress } = options;
+    const region = config.region ?? DEFAULT_REGION;
+    const pollIntervalMs = config.pollIntervalMs ?? DEFAULT_POLL_INTERVAL_MS;
+    const timeoutMs = config.timeoutMs ?? DEFAULT_TIMEOUT_MS;
+    const handle = await submitBedrockBatch({ agents, config });
+    onProgress?.("Submitted", handle.jobArn);
+    const bedrock = new BedrockClient({ region });
+    const { status } = await pollUntilComplete(bedrock, handle.jobArn, pollIntervalMs, timeoutMs, (s) => onProgress?.(s, handle.jobArn));
+    if (status === "Failed" || status === "Stopped" || status === "Expired") {
+        throw new Error(`Bedrock batch job ${handle.jobArn} ended with status: ${status}`);
+    }
+    const result = await fetchBedrockBatch({ handle });
+    if (!result.ready)
+        throw new Error("fetchBedrockBatch returned not-ready after terminal state");
+    return { jobArn: handle.jobArn, jobName: handle.jobName, status, responses: result.responses, errorCount: result.errorCount };
+}
+//# sourceMappingURL=bedrock-batch-runner.js.map

package/dist/batch/bedrock-batch-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock-batch-runner.js","sourceRoot":"","sources":["../../src/batch/bedrock-batch-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAGH,OAAO,EACL,aAAa,EACb,+BAA+B,EAC/B,4BAA4B,GAE7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,QAAQ,EACR,gBAAgB,EAChB,gBAAgB,EAChB,oBAAoB,GACrB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAI/D,gFAAgF;AAEhF,MAAM,gBAAgB,GAAG,4BAA4B,CAAC;AACtD,MAAM,cAAc,GAAG,WAAW,CAAC;AACnC,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,wBAAwB,GAAG,KAAM,CAAC;AACxC,MAAM,kBAAkB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,SAAS;AACpD,MAAM,iBAAiB,GAAG,cAAc,CAAC;AAEzC,MAAM,eAAe,GAAG,IAAI,GAAG,CAA2B;IACxD,WAAW;IACX,QAAQ;IACR,SAAS;IACT,SAAS;IACT,oBAAoB;CACrB,CAAC,CAAC;AAEH,gFAAgF;AAEhF,SAAS,sBAAsB,CAC7B,GAAiB,EACjB,SAAiB;IAEjB,OAAO;QACL,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACrC,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACxC,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SAC/B,CAAC,CAAC;QACH,eAAe,EAAE;YACf,SAAS;YACT,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,CAAC;SACzC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,QAAwB,EAAE,SAAiB;IAClE,OAAO,QAAQ;SACZ,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CACX,IAAI,CAAC,SAAS,CAAC;QACb,QAAQ,EAAE,GAAG,CAAC,SAAS;QACvB,UAAU,EAAE,sBAAsB,CAAC,GAAG,EAAE,SAAS,CAAC;KACnD,CAAC,CACH;SACA,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,gFAAgF;AAEhF,KAAK,UAAU,UAAU,CAAC,EAAY,EAAE,MAAc,EAAE,GAAW,EAAE,IAAY;IAC/E,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,sBAAsB,EAAE,CAAC,CAAC,CAAC;AACrH,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,EAAY,EAAE,MAAc,EAAE,GAAW;IACrE,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAC/E,IAAI,CAAC,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC;IAC9F,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,IAAiC;QAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrF,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACjD,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,EAAY,EAAE,MAAc,EAAE,YAAoB;IAC7E,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,oBAAoB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC;IAC/F,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IACzE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CACb,qCAAqC,MAAM,IAAI,YAAY,IAAI;YAC/D,kBAAkB,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACvE,CAAC;IACJ,CAAC;IACD,OAAO,GAAG,CAAC,GAAG,CAAC;AACjB,CAAC;AAED,gFAAgF;AAEhF,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,OAAsB,EACtB,MAAc,EACd,cAAsB,EACtB,SAAiB,EACjB,MAAiC;IAEjC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IACxC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,4BAA4B,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAC7F,MAAM,MAAM,GAAG,IAAI,CAAC,MAAkC,CAAC;QACvD,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,EAAE,kBAAkB,EAAE,KAAK,IAAI,EAAE,CAAC;QACzE,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC;QACjB,IAAI,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC;YAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;QAC9D,MAAM,KAAK,CAAC,cAAc,CAAC,CAAC;IAC9B,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,qBAAqB,MAAM,4BAA4B,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC;AAC9F,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAW;IACnC,OAAO,GAAG;SACP,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,OAAO,CAAC;SACf,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,IAAI,CAAC;YAAC,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAsB,CAAC;QAAC,CAAC;QAClD,MAAM,CAAC;YAAC,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;QAAC,CAAC;IACvG,CAAC,CAAC,CAAC;AACP,CAAC;AAwBD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,OAAsB;IAC7D,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IACnC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,cAAc,CAAC;IAC/C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,gBAAgB,CAAC;IACnD,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,kBAAkB,CAAC;IACzD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,iBAAiB,CAAC;IAEtD,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IAC9C,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IAEpC,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC;QACxC,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC;KAC3E,CAAC,CAAC;IACH,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAErF,MAAM,OAAO,GAAG,UAAU,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IACvC,MAAM,QAAQ,GAAG,GAAG,QAAQ,UAAU,OAAO,QAAQ,CAAC;IACtD,MAAM,YAAY,GAAG,GAAG,QAAQ,WAAW,OAAO,GAAG,CAAC;IAEtD,MAAM,UAAU,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,eAAe,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;IAEtF,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,IAAI,CACnC,IAAI,+BAA+B,CAAC;QAClC,OAAO;QACP,OAAO;QACP,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,eAAe,EAAE,EAAE,iBAAiB,EAAE,EAAE,KAAK,EAAE,QAAQ,MAAM,CAAC,QAAQ,IAAI,QAAQ,SAAS,EAAE,aAAa,EAAE,OAAO,EAAE,EAAE;QACvH,gBAAgB,EAAE,EAAE,kBAAkB,EAAE,EAAE,KAAK,EAAE,QAAQ,MAAM,CAAC,QAAQ,IAAI,YAAY,EAAE,EAAE,EAAE;KAC/F,CAAC,CACH,CAAC;IAEF,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;IACjC,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IAE5E,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;AAC1I,CAAC;AAUD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAqB;IAC3D,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAC3B,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7D,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAEnD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,4BAA4B,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACpG,MAAM,MAAM,GAAG,IAAI,CAAC,MAAkC,CAAC;IAEvD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAElE,IAAI,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACxE,MAAM,IAAI,KAAK,CAAC,wCAAwC,MAAM,UAAU,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;IAC5F,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;IAChF,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IACjE,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACtC,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC;IAC/D,MAAM,SAAS,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAC;IAEnD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;AACxD,CAAC;AAkBD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAAwB;IAC5D,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC;IAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,cAAc,CAAC;IAC/C,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,wBAAwB,CAAC;IACzE,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,kBAAkB,CAAC;IAEzD,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAC5D,UAAU,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAEzC,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IAC9C,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,iBAAiB,CACxC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CACzF,CAAC;IAEF,IAAI,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACxE,MAAM,IAAI,KAAK,CAAC,qBAAqB,MAAM,CAAC,MAAM,uBAAuB,MAAM,EAAE,CAAC,CAAC;IACrF,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IACnD,IAAI,CAAC,MAAM,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IAEhG,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC;AAChI,CAAC"}

package/dist/batch/providers/anthropic.d.ts

@@ -0,0 +1,55 @@
+/**
+ * Anthropic Messages Batches BatchProvider implementation.
+ *
+ * Uses the Anthropic Messages Batches API to run all AIVSS metric assessments
+ * asynchronously. Reuses the existing `buildBatchRequests()` prompt builder
+ * (already Anthropic-formatted) and submits via `beta.messages.batches`.
+ *
+ * Batches typically complete in minutes to hours. This provider polls at
+ * configurable intervals (default 60s) until `processing_status === "ended"`.
+ *
+ * Reference: https://docs.anthropic.com/en/docs/build-with-claude/message-batches
+ *
+ * @example
+ * const provider = createBatchProvider({
+ *   type: "anthropic",
+ *   model: "claude-haiku-4-5-20251001",
+ * });
+ * const result = await assessWorkflow({ ..., batchProvider: provider });
+ */
+import type { BatchProvider, BatchProviderOptions } from "../types.js";
+import type { AgentDefinition, MetricAssessmentResponse } from "../../aivss/types.js";
+export interface AnthropicBatchConfig {
+    /**
+     * Anthropic API key. Defaults to ANTHROPIC_API_KEY env var.
+     */
+    apiKey?: string;
+    /**
+     * Model for batch inference.
+     * Default: "claude-haiku-4-5-20251001" (fastest/cheapest at batch scale).
+     */
+    model?: string;
+    /** Max tokens per completion. Default: 2048. */
+    maxTokens?: number;
+    /**
+     * Poll interval in milliseconds.
+     * Default: 60_000 (60s) — Anthropic Batch SLA is minutes, not seconds.
+     */
+    pollIntervalMs?: number;
+    /**
+     * Max total wait time. Default: 24 * 60 * 60 * 1000 (24h).
+     * Anthropic Batch jobs expire after 24h if not retrieved.
+     */
+    timeoutMs?: number;
+}
+export declare class AnthropicBatchProvider implements BatchProvider {
+    readonly name = "anthropic-batch";
+    private readonly model;
+    private readonly maxTokens;
+    private readonly pollIntervalMs;
+    private readonly timeoutMs;
+    private readonly client;
+    constructor(config?: AnthropicBatchConfig);
+    runBatch(agents: AgentDefinition[], options: BatchProviderOptions): Promise<MetricAssessmentResponse[]>;
+}
+//# sourceMappingURL=anthropic.d.ts.map

package/dist/batch/providers/anthropic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../../src/batch/providers/anthropic.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAKH,OAAO,KAAK,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACvE,OAAO,KAAK,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AAItF,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gDAAgD;IAChD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAID,qBAAa,sBAAuB,YAAW,aAAa;IAC1D,QAAQ,CAAC,IAAI,qBAAqB;IAElC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAS;IACxC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAY;gBAEvB,MAAM,GAAE,oBAAyB;IAQvC,QAAQ,CACZ,MAAM,EAAE,eAAe,EAAE,EACzB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,wBAAwB,EAAE,CAAC;CA8EvC"}