@waratahlabs/canopy 0.5.0

package/dist/batch/providers/ollama.d.ts

@@ -0,0 +1,68 @@
+/**
+ * Ollama BatchProvider implementation.
+ *
+ * Runs AIVSS metric assessments against any Ollama-compatible model. Works with
+ * both local Ollama (http://localhost:11434) and Ollama cloud (https://ollama.com/api).
+ *
+ * Unlike Bedrock/Anthropic, Ollama has no native async batch API — this provider
+ * runs requests with configurable concurrency against the /api/chat endpoint.
+ * Concurrency defaults to 1 (safe for local single-GPU setups); raise it for
+ * multi-GPU or cloud endpoints.
+ *
+ * @example
+ * // Local
+ * const provider = createBatchProvider({ type: "ollama", model: "llama3.2" });
+ *
+ * // Ollama cloud
+ * const provider = createBatchProvider({
+ *   type: "ollama",
+ *   model: "llama3.2",
+ *   baseUrl: "https://ollama.com/api",
+ *   apiKey: process.env.OLLAMA_API_KEY,
+ * });
+ *
+ * // Multi-GPU local with higher concurrency
+ * const provider = createBatchProvider({
+ *   type: "ollama",
+ *   model: "qwen2.5:7b",
+ *   concurrency: 4,
+ * });
+ */
+import type { BatchProvider, BatchProviderOptions } from "../types.js";
+import type { AgentDefinition, MetricAssessmentResponse } from "../../aivss/types.js";
+export interface OllamaBatchConfig {
+    /**
+     * Model tag to run (e.g. "llama3.2", "qwen2.5:7b", "mistral", "gemma2:9b").
+     * Must be pulled locally first: `ollama pull <model>`.
+     */
+    model: string;
+    /**
+     * API base URL. Use "https://ollama.com/api" for cloud, or a custom host.
+     * Default: "http://localhost:11434"
+     */
+    baseUrl?: string;
+    /**
+     * API key for cloud endpoints. Not required for local Ollama.
+     * Sent as `Authorization: Bearer <apiKey>`.
+     */
+    apiKey?: string;
+    /**
+     * Number of concurrent inference requests. Default: 1.
+     * Raise for cloud or multi-GPU setups; keep at 1 for single-GPU local.
+     */
+    concurrency?: number;
+    /** Max tokens per completion. Default: 2048. */
+    maxTokens?: number;
+}
+export declare class OllamaBatchProvider implements BatchProvider {
+    readonly name: string;
+    private readonly baseUrl;
+    private readonly model;
+    private readonly apiKey;
+    private readonly concurrency;
+    private readonly maxTokens;
+    constructor(config: OllamaBatchConfig);
+    runBatch(agents: AgentDefinition[], options: BatchProviderOptions): Promise<MetricAssessmentResponse[]>;
+    private callOllama;
+}
+//# sourceMappingURL=ollama.d.ts.map

package/dist/batch/providers/ollama.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../../src/batch/providers/ollama.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AAIH,OAAO,KAAK,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACvE,OAAO,KAAK,EAAE,eAAe,EAAE,wBAAwB,EAAc,MAAM,sBAAsB,CAAC;AAKlG,MAAM,WAAW,iBAAiB;IAChC;;;OAGG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gDAAgD;IAChD,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AA+BD,qBAAa,mBAAoB,YAAW,aAAa;IACvD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqB;IAC5C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEvB,MAAM,EAAE,iBAAiB;IAS/B,QAAQ,CACZ,MAAM,EAAE,eAAe,EAAE,EACzB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,wBAAwB,EAAE,CAAC;YAoCxB,UAAU;CA+CzB"}

package/dist/batch/providers/ollama.js

@@ -0,0 +1,108 @@
+/**
+ * Ollama BatchProvider implementation.
+ *
+ * Runs AIVSS metric assessments against any Ollama-compatible model. Works with
+ * both local Ollama (http://localhost:11434) and Ollama cloud (https://ollama.com/api).
+ *
+ * Unlike Bedrock/Anthropic, Ollama has no native async batch API — this provider
+ * runs requests with configurable concurrency against the /api/chat endpoint.
+ * Concurrency defaults to 1 (safe for local single-GPU setups); raise it for
+ * multi-GPU or cloud endpoints.
+ *
+ * @example
+ * // Local
+ * const provider = createBatchProvider({ type: "ollama", model: "llama3.2" });
+ *
+ * // Ollama cloud
+ * const provider = createBatchProvider({
+ *   type: "ollama",
+ *   model: "llama3.2",
+ *   baseUrl: "https://ollama.com/api",
+ *   apiKey: process.env.OLLAMA_API_KEY,
+ * });
+ *
+ * // Multi-GPU local with higher concurrency
+ * const provider = createBatchProvider({
+ *   type: "ollama",
+ *   model: "qwen2.5:7b",
+ *   concurrency: 4,
+ * });
+ */
+import { buildBatchRequests } from "../../aivss/batch/batch-builder.js";
+import { parseMetricResponse } from "../response-parser.js";
+// ── Provider ─────────────────────────────────────────────────────────────────
+export class OllamaBatchProvider {
+    constructor(config) {
+        this.model = config.model;
+        this.baseUrl = (config.baseUrl ?? "http://localhost:11434").replace(/\/$/, "");
+        this.apiKey = config.apiKey;
+        this.concurrency = config.concurrency ?? 1;
+        this.maxTokens = config.maxTokens ?? 2048;
+        this.name = `ollama-${config.model}`;
+    }
+    async runBatch(agents, options) {
+        const maxTokens = options.maxTokens ?? this.maxTokens;
+        const temperature = options.temperature ?? 0;
+        // Build all prompts using the existing batch-builder (reuses metric prompt logic)
+        const requests = await buildBatchRequests({
+            agents,
+            useKnowledgeBase: false,
+            model: this.model,
+            maxTokens,
+            temperature,
+        });
+        const total = requests.length;
+        let completed = 0;
+        const responses = [];
+        // Run with bounded concurrency
+        const queue = [...requests];
+        const workers = Array.from({ length: Math.min(this.concurrency, queue.length) }, async () => {
+            while (queue.length > 0) {
+                const req = queue.shift();
+                if (!req)
+                    break;
+                const text = await this.callOllama(req.params.system, req.params.messages[0]?.content ?? "", maxTokens, temperature);
+                responses.push(parseMetricResponse(req.custom_id, text));
+                completed++;
+                options.onProgress?.(`${completed}/${total} — ${req.custom_id}`);
+            }
+        });
+        await Promise.all(workers);
+        return responses;
+    }
+    async callOllama(system, user, maxTokens, temperature) {
+        const body = {
+            model: this.model,
+            messages: [
+                { role: "system", content: system },
+                { role: "user", content: user },
+            ],
+            stream: false,
+            options: {
+                num_predict: maxTokens,
+                temperature,
+            },
+        };
+        const headers = {
+            "Content-Type": "application/json",
+        };
+        if (this.apiKey) {
+            headers["Authorization"] = `Bearer ${this.apiKey}`;
+        }
+        const resp = await fetch(`${this.baseUrl}/api/chat`, {
+            method: "POST",
+            headers,
+            body: JSON.stringify(body),
+        });
+        if (!resp.ok) {
+            const text = await resp.text().catch(() => "");
+            throw new Error(`Ollama API error ${resp.status} for model "${this.model}": ${text.slice(0, 200)}`);
+        }
+        const data = (await resp.json());
+        if (data.error) {
+            throw new Error(`Ollama model "${this.model}" error: ${data.error}`);
+        }
+        return data.message?.content ?? "";
+    }
+}
+//# sourceMappingURL=ollama.js.map

package/dist/batch/providers/ollama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../../src/batch/providers/ollama.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAC;AACxE,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AA2D5D,gFAAgF;AAEhF,MAAM,OAAO,mBAAmB;IAS9B,YAAY,MAAyB;QACnC,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,wBAAwB,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC/E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC;QAC1C,IAAI,CAAC,IAAI,GAAG,UAAU,MAAM,CAAC,KAAK,EAAE,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,MAAyB,EACzB,OAA6B;QAE7B,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;QACtD,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;QAE7C,kFAAkF;QAClF,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC;YACxC,MAAM;YACN,gBAAgB,EAAE,KAAK;YACvB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,SAAS;YACT,WAAW;SACZ,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;QAC9B,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,SAAS,GAA+B,EAAE,CAAC;QAEjD,+BAA+B;QAC/B,MAAM,KAAK,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;QAC5B,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE;YAC1F,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC1B,IAAI,CAAC,GAAG;oBAAE,MAAM;gBAEhB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;gBACrH,SAAS,CAAC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;gBAEzD,SAAS,EAAE,CAAC;gBACZ,OAAO,CAAC,UAAU,EAAE,CAAC,GAAG,SAAS,IAAI,KAAK,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC;YACnE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3B,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,MAAc,EACd,IAAY,EACZ,SAAiB,EACjB,WAAmB;QAEnB,MAAM,IAAI,GAAsB;YAC9B,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;gBACnC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE;aAChC;YACD,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,WAAW,EAAE,SAAS;gBACtB,WAAW;aACZ;SACF,CAAC;QAEF,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;SACnC,CAAC;QACF,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC;QACrD,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,WAAW,EAAE;YACnD,MAAM,EAAE,MAAM;YACd,OAAO;YACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/C,MAAM,IAAI,KAAK,CACb,oBAAoB,IAAI,CAAC,MAAM,eAAe,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CACnF,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAuB,CAAC;QAEvD,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,iBAAiB,IAAI,CAAC,KAAK,YAAY,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC;QAED,OAAO,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;IACrC,CAAC;CACF"}

package/dist/batch/response-parser.d.ts

@@ -0,0 +1,45 @@
+/**
+ * Parse raw Nova model output text into MetricAssessmentResponse.
+ *
+ * Each metric prompt instructs the model to return a JSON object with this shape:
+ * {
+ *   "metricCode": "MR",
+ *   "subCategoryScores": { "Evasion Resistance": "High", ... },
+ *   "findings": ["finding text", ...],
+ *   "deploymentBlocker": false,
+ *   "atlasTechniques": ["AML.T0043", ...]
+ * }
+ *
+ * This parser is lenient: it strips markdown fences, falls back to Medium
+ * for any sub-category it cannot parse, and never throws — it returns a
+ * degraded response instead so one bad record doesn't abort the whole run.
+ */
+import type { MetricAssessmentResponse } from "../aivss/types.js";
+/**
+ * Parse a single Nova output text for one metric assessment.
+ *
+ * @param recordId  The batch recordId (e.g. "sales-agent-01-MR") — used for error messages.
+ * @param rawText   Raw text from Nova's output.message.content[0].text
+ * @returns A MetricAssessmentResponse with agentId decoded from recordId.
+ */
+export declare function parseMetricResponse(recordId: string, rawText: string): MetricAssessmentResponse;
+/**
+ * Parse all output records from a Bedrock batch job into MetricAssessmentResponse[].
+ * Records that errored at the Bedrock level (errorCode set) get a degraded response
+ * rather than being dropped entirely — keeps the assembler's coverage complete.
+ */
+export declare function parseBatchOutputRecords(records: Array<{
+    recordId: string;
+    modelOutput?: {
+        output?: {
+            message?: {
+                content?: Array<{
+                    text?: string;
+                }>;
+            };
+        };
+    };
+    errorCode?: string;
+    errorMessage?: string;
+}>): MetricAssessmentResponse[];
+//# sourceMappingURL=response-parser.d.ts.map

package/dist/batch/response-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-parser.d.ts","sourceRoot":"","sources":["../../src/batch/response-parser.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,KAAK,EAAc,wBAAwB,EAA8B,MAAM,mBAAmB,CAAC;AA6D1G;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,GACd,wBAAwB,CAuE1B;AAED;;;;GAIG;AACH,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,KAAK,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE;YAAE,OAAO,CAAC,EAAE;gBAAE,OAAO,CAAC,EAAE,KAAK,CAAC;oBAAE,IAAI,CAAC,EAAE,MAAM,CAAA;iBAAE,CAAC,CAAA;aAAE,CAAA;SAAE,CAAA;KAAE,CAAC;IAChF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC,GACD,wBAAwB,EAAE,CAoB5B"}

package/dist/batch/response-parser.js

@@ -0,0 +1,161 @@
+/**
+ * Parse raw Nova model output text into MetricAssessmentResponse.
+ *
+ * Each metric prompt instructs the model to return a JSON object with this shape:
+ * {
+ *   "metricCode": "MR",
+ *   "subCategoryScores": { "Evasion Resistance": "High", ... },
+ *   "findings": ["finding text", ...],
+ *   "deploymentBlocker": false,
+ *   "atlasTechniques": ["AML.T0043", ...]
+ * }
+ *
+ * This parser is lenient: it strips markdown fences, falls back to Medium
+ * for any sub-category it cannot parse, and never throws — it returns a
+ * degraded response instead so one bad record doesn't abort the whole run.
+ */
+import { METRIC_CODES } from "../aivss/types.js";
+const SEVERITY_LABELS = new Set([
+    "Critical",
+    "High",
+    "Medium",
+    "Low",
+    "None",
+]);
+function isSeverityLabel(v) {
+    return typeof v === "string" && SEVERITY_LABELS.has(v);
+}
+function stripFences(raw) {
+    const trimmed = raw.trim();
+    if (trimmed.startsWith("```")) {
+        return trimmed
+            .replace(/^```(?:json)?\s*/i, "")
+            .replace(/```\s*$/m, "")
+            .trim();
+    }
+    return trimmed;
+}
+function extractJson(text) {
+    // Strip fences first
+    const stripped = stripFences(text);
+    // Find first { to last } to handle any preamble text
+    const start = stripped.indexOf("{");
+    const end = stripped.lastIndexOf("}");
+    if (start === -1 || end === -1 || end <= start)
+        return stripped;
+    return stripped.slice(start, end + 1);
+}
+function fallbackResponse(metricCode, reason) {
+    return {
+        metricCode,
+        subCategoryScores: {},
+        findings: [`[parse-error] ${reason} — sub-category scores defaulted to Medium`],
+        deploymentBlocker: false,
+        atlasTechniques: [],
+    };
+}
+/**
+ * Decode agentId and metricCode from a batch recordId of the form "{agentId}-{metricCode}".
+ * MetricCode is always the 2-char uppercase suffix; everything before the last hyphen is agentId.
+ * Agent IDs may contain hyphens (e.g. "sales-agent-01"), so we split at the last hyphen only.
+ */
+function decodeRecordId(recordId) {
+    const lastHyphen = recordId.lastIndexOf("-");
+    const rawMetric = lastHyphen >= 0 ? recordId.slice(lastHyphen + 1) : recordId;
+    const metricCode = METRIC_CODES.includes(rawMetric)
+        ? rawMetric
+        : "CS";
+    const agentId = lastHyphen >= 0 ? recordId.slice(0, lastHyphen) : "";
+    return { agentId, metricCode };
+}
+/**
+ * Parse a single Nova output text for one metric assessment.
+ *
+ * @param recordId  The batch recordId (e.g. "sales-agent-01-MR") — used for error messages.
+ * @param rawText   Raw text from Nova's output.message.content[0].text
+ * @returns A MetricAssessmentResponse with agentId decoded from recordId.
+ */
+export function parseMetricResponse(recordId, rawText) {
+    const { agentId, metricCode } = decodeRecordId(recordId);
+    let parsed;
+    try {
+        parsed = JSON.parse(extractJson(rawText));
+    }
+    catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        return fallbackResponse(metricCode, `JSON.parse failed for ${recordId}: ${msg}. Raw (first 200): ${rawText.slice(0, 200)}`);
+    }
+    // subCategoryScores — must be an object with string keys and SeverityLabel values
+    const rawScores = parsed.subCategoryScores;
+    const subCategoryScores = {};
+    if (rawScores && typeof rawScores === "object" && !Array.isArray(rawScores)) {
+        for (const [k, v] of Object.entries(rawScores)) {
+            subCategoryScores[k] = isSeverityLabel(v) ? v : "Medium";
+        }
+    }
+    // findings
+    const rawFindings = parsed.findings;
+    const findings = Array.isArray(rawFindings)
+        ? rawFindings.filter((f) => typeof f === "string")
+        : [];
+    // deploymentBlocker
+    const deploymentBlocker = typeof parsed.deploymentBlocker === "boolean" ? parsed.deploymentBlocker : false;
+    // atlasTechniques
+    const rawTechniques = parsed.atlasTechniques;
+    const atlasTechniques = Array.isArray(rawTechniques)
+        ? rawTechniques.filter((t) => typeof t === "string")
+        : [];
+    // threatSlots — optional, present when batch prompt includes prose fields
+    const rawSlots = parsed.threatSlots;
+    let threatSlots;
+    if (rawSlots && typeof rawSlots === "object" && !Array.isArray(rawSlots)) {
+        threatSlots = {};
+        for (const [subCat, raw] of Object.entries(rawSlots)) {
+            if (!raw || typeof raw !== "object")
+                continue;
+            const s = raw;
+            threatSlots[subCat] = {
+                threatSource: typeof s.threatSource === "string" ? s.threatSource : "A threat actor",
+                prerequisites: typeof s.prerequisites === "string" ? s.prerequisites : "",
+                threatAction: typeof s.threatAction === "string" ? s.threatAction : `exploit ${subCat.toLowerCase()} weaknesses`,
+                threatImpact: typeof s.threatImpact === "string" ? s.threatImpact : "compromise the agent",
+                impactedGoal: Array.isArray(s.impactedGoal)
+                    ? s.impactedGoal.filter((g) => typeof g === "string")
+                    : ["integrity"],
+                impactedAssets: Array.isArray(s.impactedAssets)
+                    ? s.impactedAssets.filter((a) => typeof a === "string")
+                    : [],
+            };
+        }
+    }
+    return {
+        agentId: agentId || undefined,
+        metricCode,
+        subCategoryScores,
+        findings,
+        deploymentBlocker,
+        atlasTechniques,
+        threatSlots,
+    };
+}
+/**
+ * Parse all output records from a Bedrock batch job into MetricAssessmentResponse[].
+ * Records that errored at the Bedrock level (errorCode set) get a degraded response
+ * rather than being dropped entirely — keeps the assembler's coverage complete.
+ */
+export function parseBatchOutputRecords(records) {
+    return records.map((record) => {
+        const { agentId, metricCode } = decodeRecordId(record.recordId);
+        if (record.errorCode) {
+            const r = fallbackResponse(metricCode, `Bedrock error ${record.errorCode} for ${record.recordId}: ${record.errorMessage ?? "unknown"}`);
+            return { ...r, agentId: agentId || undefined };
+        }
+        const text = record.modelOutput?.output?.message?.content?.[0]?.text;
+        if (typeof text !== "string" || text.length === 0) {
+            const r = fallbackResponse(metricCode, `empty output for ${record.recordId}`);
+            return { ...r, agentId: agentId || undefined };
+        }
+        return parseMetricResponse(record.recordId, text);
+    });
+}
+//# sourceMappingURL=response-parser.js.map

package/dist/batch/response-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-parser.js","sourceRoot":"","sources":["../../src/batch/response-parser.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,MAAM,eAAe,GAAgB,IAAI,GAAG,CAAgB;IAC1D,UAAU;IACV,MAAM;IACN,QAAQ;IACR,KAAK;IACL,MAAM;CACP,CAAC,CAAC;AAEH,SAAS,eAAe,CAAC,CAAU;IACjC,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC9B,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAC3B,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,OAAO;aACX,OAAO,CAAC,mBAAmB,EAAE,EAAE,CAAC;aAChC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;aACvB,IAAI,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,WAAW,CAAC,IAAY;IAC/B,qBAAqB;IACrB,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IACnC,qDAAqD;IACrD,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACpC,MAAM,GAAG,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACtC,IAAI,KAAK,KAAK,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,IAAI,GAAG,IAAI,KAAK;QAAE,OAAO,QAAQ,CAAC;IAChE,OAAO,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,gBAAgB,CAAC,UAAsB,EAAE,MAAc;IAC9D,OAAO;QACL,UAAU;QACV,iBAAiB,EAAE,EAAE;QACrB,QAAQ,EAAE,CAAC,iBAAiB,MAAM,4CAA4C,CAAC;QAC/E,iBAAiB,EAAE,KAAK;QACxB,eAAe,EAAE,EAAE;KACpB,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,SAAS,cAAc,CAAC,QAAgB;IACtC,MAAM,UAAU,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC9E,MAAM,UAAU,GAAe,YAAY,CAAC,QAAQ,CAAC,SAAuB,CAAC;QAC3E,CAAC,CAAE,SAAwB;QAC3B,CAAC,CAAC,IAAI,CAAC;IACT,MAAM,OAAO,GAAG,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACrE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;AACjC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,mBAAmB,CACjC,QAAgB,EAChB,OAAe;IAEf,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;IAEzD,IAAI,MAA+B,CAAC;IACpC,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAA4B,CAAC;IACvE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,OAAO,gBAAgB,CACrB,UAAU,EACV,yBAAyB,QAAQ,KAAK,GAAG,sBAAsB,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CACvF,CAAC;IACJ,CAAC;IAED,kFAAkF;IAClF,MAAM,SAAS,GAAG,MAAM,CAAC,iBAAiB,CAAC;IAC3C,MAAM,iBAAiB,GAAkC,EAAE,CAAC;IAC5D,IAAI,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QAC5E,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YAC/C,iBAAiB,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,WAAW;IACX,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC;IACpC,MAAM,QAAQ,GAAa,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC;QACnD,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC;QAC/D,CAAC,CAAC,EAAE,CAAC;IAEP,oBAAoB;IACpB,MAAM,iBAAiB,GACrB,OAAO,MAAM,CAAC,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,KAAK,CAAC;IAEnF,kBAAkB;IAClB,MAAM,aAAa,GAAG,MAAM,CAAC,eAAe,CAAC;IAC7C,MAAM,eAAe,GAAa,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC;QAC5D,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC;QACjE,CAAC,CAAC,EAAE,CAAC;IAEP,0EAA0E;IAC1E,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC;IACpC,IAAI,WAAoD,CAAC;IACzD,IAAI,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzE,WAAW,GAAG,EAAE,CAAC;QACjB,KAAK,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrD,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;gBAAE,SAAS;YAC9C,MAAM,CAAC,GAAG,GAA8B,CAAC;YACzC,WAAW,CAAC,MAAM,CAAC,GAAG;gBACpB,YAAY,EAAE,OAAO,CAAC,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,gBAAgB;gBACpF,aAAa,EAAE,OAAO,CAAC,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE;gBACzE,YAAY,EAAE,OAAO,CAAC,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW,MAAM,CAAC,WAAW,EAAE,aAAa;gBAChH,YAAY,EAAE,OAAO,CAAC,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,sBAAsB;gBAC1F,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC;oBACzC,CAAC,CAAE,CAAC,CAAC,YAA0B,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC;oBACjF,CAAC,CAAC,CAAC,WAAW,CAAC;gBACjB,cAAc,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC;oBAC7C,CAAC,CAAE,CAAC,CAAC,cAA4B,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC;oBACnF,CAAC,CAAC,EAAE;aACP,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,EAAE,OAAO,IAAI,SAAS;QAC7B,UAAU;QACV,iBAAiB;QACjB,QAAQ;QACR,iBAAiB;QACjB,eAAe;QACf,WAAW;KACZ,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,uBAAuB,CACrC,OAKE;IAEF,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QAC5B,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAEhE,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,MAAM,CAAC,GAAG,gBAAgB,CACxB,UAAU,EACV,iBAAiB,MAAM,CAAC,SAAS,QAAQ,MAAM,CAAC,QAAQ,KAAK,MAAM,CAAC,YAAY,IAAI,SAAS,EAAE,CAChG,CAAC;YACF,OAAO,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,SAAS,EAAE,CAAC;QACjD,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC;QACrE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClD,MAAM,CAAC,GAAG,gBAAgB,CAAC,UAAU,EAAE,oBAAoB,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC9E,OAAO,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,SAAS,EAAE,CAAC;QACjD,CAAC;QAED,OAAO,mBAAmB,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/batch/types.d.ts

@@ -0,0 +1,87 @@
+/**
+ * Types for batch inference orchestration.
+ *
+ * BatchProvider is the extension point — implement this interface to add any
+ * batch inference backend (Bedrock, Anthropic Messages Batches, OpenAI Batch, etc.).
+ */
+import type { AgentDefinition, MetricAssessmentResponse } from "../aivss/types.js";
+/**
+ * Options forwarded to every BatchProvider implementation.
+ * Providers may ignore fields they don't support.
+ */
+export interface BatchProviderOptions {
+    maxTokens?: number;
+    temperature?: number;
+    /** Called on each status change (e.g. polling tick). Provider-defined semantics. */
+    onProgress?: (status: string) => void;
+}
+/**
+ * The extension point for batch inference backends.
+ *
+ * Implement this interface to add a new provider. Wire it into Canopy via
+ * `createBatchProvider()` in `src/batch/providers/index.ts`, then pass an
+ * instance to `assessWorkflow({ batchProvider })`.
+ *
+ * Contract:
+ *   - `runBatch` must return one `MetricAssessmentResponse` per (agent × metric)
+ *     combination — i.e. `agents.length × 9` responses covering all METRIC_CODES.
+ *   - On partial failure, return degraded responses (empty subCategoryScores,
+ *     descriptive finding) rather than throwing — keeps coverage complete.
+ *   - Providers are responsible for all serialisation, auth, polling, and parsing.
+ */
+export interface BatchProvider {
+    readonly name: string;
+    runBatch(agents: AgentDefinition[], options: BatchProviderOptions): Promise<MetricAssessmentResponse[]>;
+}
+export interface BedrockBatchConfig {
+    /** S3 bucket for JSONL input/output. Must exist and be accessible to roleArn. */
+    s3Bucket: string;
+    /**
+     * S3 key prefix for this job's files.
+     * Input lands at:  {s3Prefix}/input/{jobName}.jsonl
+     * Output lands at: {s3Prefix}/output/{jobName}/
+     * Defaults to "canopy-batch".
+     */
+    s3Prefix?: string;
+    /**
+     * IAM role ARN with bedrock:CreateModelInvocationJob + s3:PutObject + s3:GetObject.
+     * Required by Bedrock batch API.
+     */
+    roleArn: string;
+    /** AWS region. Must match a region where the cross-region inference profile is available. Default: "us-east-1". */
+    region?: string;
+    /**
+     * Cross-region inference profile ID for Nova 2 Lite.
+     * Nova 2 Lite only supports batch via cross-region profiles (no single-region batch support).
+     * Default: "us.amazon.nova-2-lite-v1:0"
+     */
+    modelId?: string;
+    /** Max tokens per completion. Default: 2048. */
+    maxTokens?: number;
+    /** Poll interval in milliseconds. Default: 30_000 (30s). */
+    pollIntervalMs?: number;
+    /** Max total wait time in milliseconds. Default: 3_600_000 (1h). */
+    timeoutMs?: number;
+}
+export interface BatchJobResult {
+    jobArn: string;
+    jobName: string;
+    status: string;
+    s3OutputUri: string;
+}
+/** One line from the Bedrock batch output JSONL. */
+export interface BatchOutputRecord {
+    recordId: string;
+    modelOutput?: {
+        output?: {
+            message?: {
+                content?: Array<{
+                    text?: string;
+                }>;
+            };
+        };
+    };
+    errorCode?: string;
+    errorMessage?: string;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/batch/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/batch/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAC;AAInF;;;GAGG;AACH,MAAM,WAAW,oBAAoB;IACnC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,oFAAoF;IACpF,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;CACvC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CACN,MAAM,EAAE,eAAe,EAAE,EACzB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,wBAAwB,EAAE,CAAC,CAAC;CACxC;AAID,MAAM,WAAW,kBAAkB;IACjC,iFAAiF;IACjF,QAAQ,EAAE,MAAM,CAAC;IACjB;;;;;OAKG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;OAGG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB,mHAAmH;IACnH,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;;;OAIG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,gDAAgD;IAChD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,4DAA4D;IAC5D,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,oEAAoE;IACpE,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,oDAAoD;AACpD,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE;QACZ,MAAM,CAAC,EAAE;YACP,OAAO,CAAC,EAAE;gBACR,OAAO,CAAC,EAAE,KAAK,CAAC;oBAAE,IAAI,CAAC,EAAE,MAAM,CAAA;iBAAE,CAAC,CAAC;aACpC,CAAC;SACH,CAAC;KACH,CAAC;IACF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB"}

package/dist/batch/types.js

@@ -0,0 +1,8 @@
+/**
+ * Types for batch inference orchestration.
+ *
+ * BatchProvider is the extension point — implement this interface to add any
+ * batch inference backend (Bedrock, Anthropic Messages Batches, OpenAI Batch, etc.).
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/batch/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/batch/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}

package/dist/cli.d.ts

@@ -0,0 +1,15 @@
+#!/usr/bin/env bun
+/**
+ * Canopy CLI — multi-framework threat modelling for agentic AI systems.
+ *
+ * Usage:
+ *   bunx @waratahlabs/canopy assess --input agents.json [--out model.tc.json]
+ *   bunx @waratahlabs/canopy schema
+ *   bunx @waratahlabs/canopy demo [--port 3000]
+ *
+ * Claude Code / Cursor agents: run `canopy schema` to get the AgentDefinition
+ * shape, construct the input JSON from the codebase under review, then run
+ * `canopy assess` to produce the threat model artifact.
+ */
+export {};
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;GAWG"}