@bolt-foundry/gambit-core 0.8.5-rc.9 → 0.8.5

package/script/schemas/graders/respond.ts

@@ -0,0 +1,19 @@
+import { z } from "zod";
+
+type RespondEnvelope = {
+  payload?: unknown;
+  status?: number;
+  message?: string;
+  code?: string;
+  meta?: Record<string, unknown>;
+};
+
+const respondSchema: z.ZodType<RespondEnvelope> = z.object({
+  payload: z.any().optional(),
+  status: z.number().int().optional(),
+  message: z.string().optional(),
+  code: z.string().optional(),
+  meta: z.record(z.any()).optional(),
+});
+
+export default respondSchema;

package/script/schemas/graders/respond.zod.ts

@@ -0,0 +1 @@
+export { default } from "./respond.ts";

package/script/schemas/scenarios/plain_chat_input_optional.ts

@@ -0,0 +1,6 @@
+import { z } from "zod";
+
+const plainChatInputOptionalSchema: z.ZodType<string | undefined> = z.string()
+  .optional();
+
+export default plainChatInputOptionalSchema;

package/script/schemas/scenarios/plain_chat_input_optional.zod.ts

@@ -0,0 +1 @@
+export { default } from "./plain_chat_input_optional.ts";

package/script/schemas/scenarios/plain_chat_output.ts

@@ -0,0 +1,5 @@
+import { z } from "zod";
+
+const plainChatOutputSchema: z.ZodType<string> = z.string();
+
+export default plainChatOutputSchema;

package/script/schemas/scenarios/plain_chat_output.zod.ts

@@ -0,0 +1 @@
+export { default } from "./plain_chat_output.ts";

package/script/snippets/context.md

@@ -0,0 +1,8 @@
++++
+label = "Gambit context primer"
++++
+
+The first turn you see should be a `gambit_context` tool. This payload contains
+run metadata or seeded inputs. Read it before you respond, treat it as important
+context, and keep it on hand throughout the workflow so downstream actions have
+the right data. Do not call `gambit_context` yourself; runtime injects it once.

package/script/snippets/end.md

@@ -0,0 +1,10 @@
++++
+label = "Explicitly end the run"
+allowEnd = true
++++
+
+If the entire conversation/workflow is complete and you must stop all further
+turns, call the `gambit_end` tool with an optional `message`, `payload`,
+`status`, `code`, or `meta`. Only use this when you want Gambit to halt entirely
+(no more user messages). Otherwise continue with normal responses or
+`gambit_respond`.

package/script/snippets/generate-test-input.md

@@ -0,0 +1,12 @@
++++
+label = "Generate test input"
++++
+
+When you receive a user message with:
+
+{ "type": "gambit_test_bot_init_fill", "missing": ["path.to.field", "..."],
+"current": { ... }, "schemaHints": [ ... ] }
+
+Return ONLY valid JSON that supplies values for the missing fields. Do not
+include any fields that are not listed in "missing". If the only missing path is
+"(root)", return the full init JSON value.

package/script/snippets/init.md

@@ -0,0 +1,12 @@
++++
+label = "Fill missing init fields"
++++
+
+When you receive a user message with:
+
+{ "type": "gambit_test_bot_init_fill", "missing": ["path.to.field", "..."],
+"current": { ... }, "schemaHints": [ ... ] }
+
+Return ONLY valid JSON that supplies values for the missing fields. Do not
+include any fields that are not listed in "missing". If the only missing path is
+"(root)", return the full init JSON value.

package/script/snippets/respond.md

@@ -0,0 +1,10 @@
++++
+label = "Call gambit_respond"
+respond = true
++++
+
+When you finish this workflow, do **not** emit a normal assistant reply.
+Instead, call the `gambit_respond` tool exactly once with a JSON envelope that
+includes your validated `payload` plus optional `status`, `message`, `code`, or
+`meta` fields. This keeps outputs structured and lets Gambit capture the result
+even when guardrails stop the run early.

package/script/snippets/scenario-participant.md

@@ -0,0 +1,10 @@
++++
+label = "Scenario participant"
++++
+
+You are the synthetic scenario participant in this run.
+
+- Stay in the user/participant role for every turn.
+- Do not speak as the assistant.
+- Do not narrate assistant reasoning, tools, or internal state.
+- When the scenario is complete, return exactly one empty message.

package/script/src/constants.d.ts

@@ -12,7 +12,6 @@ export declare const GAMBIT_TOOL_CONTEXT = "gambit_context";
  */
 export declare const GAMBIT_TOOL_INIT = "gambit_init";
 export declare const GAMBIT_TOOL_RESPOND = "gambit_respond";
-export declare const GAMBIT_TOOL_COMPLETE = "gambit_complete";
 export declare const GAMBIT_TOOL_END = "gambit_end";
 export declare const BUILTIN_TOOL_NAME_SET: ReadonlySet<string>;
 export declare const DEFAULT_STATUS_DELAY_MS = 800;

package/script/src/constants.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/src/constants.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,kBAAkB;;;;CAIrB,CAAC;AAEX,eAAO,MAAM,oBAAoB,YAAY,CAAC;AAC9C,eAAO,MAAM,iBAAiB,QAA6B,CAAC;AAC5D,eAAO,MAAM,oBAAoB,KAAK,CAAC;AACvC,eAAO,MAAM,mBAAmB,mBAAmB,CAAC;AACpD;;GAEG;AACH,eAAO,MAAM,gBAAgB,gBAAgB,CAAC;AAC9C,eAAO,MAAM,mBAAmB,mBAAmB,CAAC;AACpD,eAAO,MAAM,oBAAoB,oBAAoB,CAAC;AACtD,eAAO,MAAM,eAAe,eAAe,CAAC;AAC5C,eAAO,MAAM,qBAAqB,EAAE,WAAW,CAAC,MAAM,CAMpD,CAAC;AAGH,eAAO,MAAM,uBAAuB,MAAM,CAAC"}
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/src/constants.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,kBAAkB;;;;CAIrB,CAAC;AAEX,eAAO,MAAM,oBAAoB,YAAY,CAAC;AAC9C,eAAO,MAAM,iBAAiB,QAA6B,CAAC;AAC5D,eAAO,MAAM,oBAAoB,KAAK,CAAC;AACvC,eAAO,MAAM,mBAAmB,mBAAmB,CAAC;AACpD;;GAEG;AACH,eAAO,MAAM,gBAAgB,gBAAgB,CAAC;AAC9C,eAAO,MAAM,mBAAmB,mBAAmB,CAAC;AACpD,eAAO,MAAM,eAAe,eAAe,CAAC;AAC5C,eAAO,MAAM,qBAAqB,EAAE,WAAW,CAAC,MAAM,CAGpD,CAAC;AAGH,eAAO,MAAM,uBAAuB,MAAM,CAAC"}

package/script/src/constants.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.DEFAULT_STATUS_DELAY_MS = exports.BUILTIN_TOOL_NAME_SET = exports.GAMBIT_TOOL_END = exports.GAMBIT_TOOL_COMPLETE = exports.GAMBIT_TOOL_RESPOND = exports.GAMBIT_TOOL_INIT = exports.GAMBIT_TOOL_CONTEXT = exports.MAX_TOOL_NAME_LENGTH = exports.TOOL_NAME_PATTERN = exports.RESERVED_TOOL_PREFIX = exports.DEFAULT_GUARDRAILS = void 0;
+exports.DEFAULT_STATUS_DELAY_MS = exports.BUILTIN_TOOL_NAME_SET = exports.GAMBIT_TOOL_END = exports.GAMBIT_TOOL_RESPOND = exports.GAMBIT_TOOL_INIT = exports.GAMBIT_TOOL_CONTEXT = exports.MAX_TOOL_NAME_LENGTH = exports.TOOL_NAME_PATTERN = exports.RESERVED_TOOL_PREFIX = exports.DEFAULT_GUARDRAILS = void 0;
 exports.DEFAULT_GUARDRAILS = {
     maxDepth: 3,
     maxPasses: 10,
@@ -15,14 +15,10 @@ exports.GAMBIT_TOOL_CONTEXT = "gambit_context";
  */
 exports.GAMBIT_TOOL_INIT = "gambit_init";
 exports.GAMBIT_TOOL_RESPOND = "gambit_respond";
-exports.GAMBIT_TOOL_COMPLETE = "gambit_complete";
 exports.GAMBIT_TOOL_END = "gambit_end";
 exports.BUILTIN_TOOL_NAME_SET = new Set([
     exports.GAMBIT_TOOL_CONTEXT,
     exports.GAMBIT_TOOL_INIT,
-    exports.GAMBIT_TOOL_RESPOND,
-    exports.GAMBIT_TOOL_COMPLETE,
-    exports.GAMBIT_TOOL_END,
 ]);
 // Default delay for busy/idle handler triggers.
 exports.DEFAULT_STATUS_DELAY_MS = 800;

package/script/src/loader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../src/src/loader.ts"],"names":[],"mappings":"AAwBA,OAAO,KAAK,EAMV,UAAU,EACV,UAAU,EAEX,MAAM,YAAY,CAAC;AAiPpB,wBAAsB,QAAQ,CAC5B,QAAQ,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,MAAM,EACnB,KAAK,GAAE,KAAK,CAAC,MAAM,CAAM,GACxB,OAAO,CAAC,UAAU,CAAC,CAQrB;AAED,wBAAsB,QAAQ,CAC5B,QAAQ,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,UAAU,CAAC,CA4JrB"}
+{"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../src/src/loader.ts"],"names":[],"mappings":"AAwBA,OAAO,KAAK,EAMV,UAAU,EACV,UAAU,EAGX,MAAM,YAAY,CAAC;AA8WpB,wBAAsB,QAAQ,CAC5B,QAAQ,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,MAAM,EACnB,KAAK,GAAE,KAAK,CAAC,MAAM,CAAM,GACxB,OAAO,CAAC,UAAU,CAAC,CAQrB;AAED,wBAAsB,QAAQ,CAC5B,QAAQ,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,UAAU,CAAC,CAiKrB"}

package/script/src/loader.js

@@ -96,6 +96,66 @@ function toFileUrl(p) {
     const abs = path.resolve(p);
     return path.toFileUrl(abs).href;
 }
+function normalizeActionIntermediateOutputPolicy(raw, context) {
+    const invalid = () => {
+        throw new Error(`[gambit] Invalid intermediateOutput policy for ${context}. Expected { emit: "allow" | "deny" }.`);
+    };
+    if (raw === undefined || raw === null) {
+        return { emit: "deny" };
+    }
+    if (typeof raw === "boolean") {
+        return { emit: raw ? "allow" : "deny" };
+    }
+    if (typeof raw === "string") {
+        const emit = raw.trim().toLowerCase();
+        if (emit === "allow" || emit === "deny")
+            return { emit };
+        invalid();
+    }
+    if (!raw || typeof raw !== "object" || Array.isArray(raw))
+        invalid();
+    const emitRaw = raw.emit;
+    if (emitRaw === undefined || emitRaw === null) {
+        return { emit: "deny" };
+    }
+    if (typeof emitRaw === "string") {
+        const emit = emitRaw.trim().toLowerCase();
+        if (emit === "allow" || emit === "deny")
+            return { emit };
+    }
+    invalid();
+    return { emit: "deny" };
+}
+function normalizeActionAsyncStartPolicy(raw, context) {
+    const invalid = () => {
+        throw new Error(`[gambit] Invalid asyncStart policy for ${context}. Expected { mode: "allow" | "deny" }.`);
+    };
+    if (raw === undefined || raw === null) {
+        return { mode: "deny" };
+    }
+    if (typeof raw === "boolean") {
+        return { mode: raw ? "allow" : "deny" };
+    }
+    if (typeof raw === "string") {
+        const mode = raw.trim().toLowerCase();
+        if (mode === "allow" || mode === "deny")
+            return { mode };
+        invalid();
+    }
+    if (!raw || typeof raw !== "object" || Array.isArray(raw))
+        invalid();
+    const modeRaw = raw.mode;
+    if (modeRaw === undefined || modeRaw === null) {
+        return { mode: "deny" };
+    }
+    if (typeof modeRaw === "string") {
+        const mode = modeRaw.trim().toLowerCase();
+        if (mode === "allow" || mode === "deny")
+            return { mode };
+    }
+    invalid();
+    return { mode: "deny" };
+}
 function normalizeActionDecks(actions, basePath) {
     if (!actions)
         return [];
@@ -104,6 +164,8 @@ function normalizeActionDecks(actions, basePath) {
         path: a.path.startsWith("gambit://") || !basePath
             ? a.path
             : path.resolve(path.dirname(basePath), a.path),
+        intermediateOutput: normalizeActionIntermediateOutputPolicy(a.intermediateOutput, `action "${a.name}"`),
+        asyncStart: normalizeActionAsyncStartPolicy(a.asyncStart, `action "${a.name}"`),
         permissions: (0, permissions_js_1.normalizePermissionDeclaration)(a.permissions, basePath ? path.dirname(basePath) : dntShim.Deno.cwd()),
     }));
 }
@@ -152,6 +214,43 @@ function normalizeExternalTools(tools, resolvedPath) {
         };
     });
 }
+const CORE_RESPONSE_ITEM_TYPES = new Set([
+    "message",
+    "function_call",
+    "function_call_output",
+    "reasoning",
+]);
+function normalizeResponseItemExtensions(extensions, resolvedPath) {
+    if (!extensions)
+        return [];
+    const seen = new Set();
+    return extensions.map((entry) => {
+        const type = String(entry.type ?? "").trim();
+        if (!type) {
+            throw new Error(`Response item extension in ${resolvedPath} must include a type`);
+        }
+        if (!type.includes(":")) {
+            throw new Error(`Response item extension type "${type}" in ${resolvedPath} must be namespaced (expected "<namespace>:<type>")`);
+        }
+        if (CORE_RESPONSE_ITEM_TYPES.has(type)) {
+            throw new Error(`Response item extension type "${type}" in ${resolvedPath} conflicts with core OpenResponses item types`);
+        }
+        if (seen.has(type)) {
+            throw new Error(`Duplicate response item extension type "${type}" in ${resolvedPath}`);
+        }
+        seen.add(type);
+        if (!entry.dataSchema) {
+            throw new Error(`Response item extension "${type}" in ${resolvedPath} must include dataSchema`);
+        }
+        return {
+            type: type,
+            dataSchema: entry.dataSchema,
+            description: typeof entry.description === "string"
+                ? entry.description
+                : undefined,
+        };
+    });
+}
 async function loadCardInternal(cardPath, parentPath, stack = []) {
     const resolved = parentPath
         ? path.resolve(path.dirname(parentPath), cardPath)
@@ -237,6 +336,7 @@ async function loadDeck(deckPath, parentPath) {
     }
     const actionDecks = Object.values(mergedActions);
     const tools = normalizeExternalTools(deck.tools, resolved);
+    const responseItemExtensions = normalizeResponseItemExtensions(deck.responseItemExtensions, resolved);
     const actionNames = new Set(actionDecks.map((action) => action.name));
     for (const tool of tools) {
         if (actionNames.has(tool.name)) {
@@ -303,6 +403,7 @@ async function loadDeck(deckPath, parentPath) {
         testDecks: normalizeCompanionDecks(deck.testDecks, resolved),
         graderDecks: normalizeCompanionDecks(deck.graderDecks, resolved),
         tools,
+        responseItemExtensions,
         contextSchema,
         responseSchema,
         inputSchema,

package/script/src/markdown.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"markdown.d.ts","sourceRoot":"","sources":["../../src/src/markdown.ts"],"names":[],"mappings":"AAoBA,OAAO,KAAK,EAKV,UAAU,EACV,UAAU,EAEX,MAAM,YAAY,CAAC;AAuVpB,wBAAsB,gBAAgB,CACpC,QAAQ,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,MAAM,EACnB,KAAK,GAAE,KAAK,CAAC,MAAM,CAAM,GACxB,OAAO,CAAC,UAAU,CAAC,CAsGrB;AAED,wBAAsB,gBAAgB,CACpC,QAAQ,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,UAAU,CAAC,CAqPrB;AAED,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAExD"}
+{"version":3,"file":"markdown.d.ts","sourceRoot":"","sources":["../../src/src/markdown.ts"],"names":[],"mappings":"AAoBA,OAAO,KAAK,EAKV,UAAU,EACV,UAAU,EAGX,MAAM,YAAY,CAAC;AA8cpB,wBAAsB,gBAAgB,CACpC,QAAQ,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,MAAM,EACnB,KAAK,GAAE,KAAK,CAAC,MAAM,CAAM,GACxB,OAAO,CAAC,UAAU,CAAC,CAsGrB;AAED,wBAAsB,gBAAgB,CACpC,QAAQ,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,UAAU,CAAC,CAuPrB;AAED,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAExD"}

package/script/src/markdown.js

@@ -126,9 +126,6 @@ function normalizeDeckRefs(refs, basePath, opts) {
         if (!p) {
             throw new Error("Deck reference must include a path");
         }
-        if (opts?.requirePrompt && !p.endsWith("PROMPT.md")) {
-            throw new Error(`Deck reference must point to PROMPT.md (${basePath})`);
-        }
         const normalized = { ...rec };
         normalized.path = p.startsWith("gambit://")
             ? p
@@ -168,6 +165,66 @@ function mergeDeckRefs(...lists) {
     }
     return Array.from(merged.values());
 }
+function normalizeActionIntermediateOutputPolicy(raw, basePath) {
+    const invalid = () => {
+        throw new Error(`[gambit] Invalid intermediateOutput policy for action deck (${basePath}). Expected { emit: "allow" | "deny" }.`);
+    };
+    if (raw === undefined || raw === null) {
+        return { emit: "deny" };
+    }
+    if (typeof raw === "boolean") {
+        return { emit: raw ? "allow" : "deny" };
+    }
+    if (typeof raw === "string") {
+        const emit = raw.trim().toLowerCase();
+        if (emit === "allow" || emit === "deny")
+            return { emit };
+        invalid();
+    }
+    if (!raw || typeof raw !== "object" || Array.isArray(raw))
+        invalid();
+    const emitRaw = raw.emit;
+    if (emitRaw === undefined || emitRaw === null) {
+        return { emit: "deny" };
+    }
+    if (typeof emitRaw === "string") {
+        const emit = emitRaw.trim().toLowerCase();
+        if (emit === "allow" || emit === "deny")
+            return { emit };
+    }
+    invalid();
+    return { emit: "deny" };
+}
+function normalizeActionAsyncStartPolicy(raw, basePath) {
+    const invalid = () => {
+        throw new Error(`[gambit] Invalid asyncStart policy for action deck (${basePath}). Expected { mode: "allow" | "deny" }.`);
+    };
+    if (raw === undefined || raw === null) {
+        return { mode: "deny" };
+    }
+    if (typeof raw === "boolean") {
+        return { mode: raw ? "allow" : "deny" };
+    }
+    if (typeof raw === "string") {
+        const mode = raw.trim().toLowerCase();
+        if (mode === "allow" || mode === "deny")
+            return { mode };
+        invalid();
+    }
+    if (!raw || typeof raw !== "object" || Array.isArray(raw))
+        invalid();
+    const modeRaw = raw.mode;
+    if (modeRaw === undefined || modeRaw === null) {
+        return { mode: "deny" };
+    }
+    if (typeof modeRaw === "string") {
+        const mode = modeRaw.trim().toLowerCase();
+        if (mode === "allow" || mode === "deny")
+            return { mode };
+    }
+    invalid();
+    return { mode: "deny" };
+}
 async function normalizeActionDecks(entries, basePath, opts) {
     if (!Array.isArray(entries))
         return [];
@@ -195,9 +252,6 @@ async function normalizeActionDecks(entries, basePath, opts) {
         if (hasPath === hasExecute) {
             throw new Error(`Action deck must include exactly one of path or execute (${basePath})`);
         }
-        if (hasPath && opts?.requirePrompt && !rawPath.endsWith("PROMPT.md")) {
-            throw new Error(`Deck reference must point to PROMPT.md (${basePath})`);
-        }
         const actionContextSchema = await maybeLoadSchema(rec.contextSchema, basePath);
         const actionResponseSchema = await maybeLoadSchema(rec.responseSchema, basePath);
         if (hasExecute && (!actionContextSchema || !actionResponseSchema)) {
@@ -216,6 +270,8 @@ async function normalizeActionDecks(entries, basePath, opts) {
             execute: hasExecute ? normalizedPath : undefined,
             contextSchema: actionContextSchema,
             responseSchema: actionResponseSchema,
+            intermediateOutput: normalizeActionIntermediateOutputPolicy(rec.intermediateOutput, basePath),
+            asyncStart: normalizeActionAsyncStartPolicy(rec.asyncStart, basePath),
         };
         if (rec.permissions !== undefined) {
             const parsed = (0, permissions_js_1.normalizePermissionDeclaration)(rec.permissions, path.dirname(basePath));
@@ -255,6 +311,49 @@ async function normalizeExternalTools(refs, basePath) {
     }
     return out;
 }
+const CORE_RESPONSE_ITEM_TYPES = new Set([
+    "message",
+    "function_call",
+    "function_call_output",
+    "reasoning",
+]);
+async function normalizeResponseItemExtensions(refs, basePath) {
+    if (!Array.isArray(refs))
+        return [];
+    const out = [];
+    const seen = new Set();
+    for (const entry of refs) {
+        if (!entry || typeof entry !== "object" || Array.isArray(entry))
+            continue;
+        const rec = entry;
+        const type = String(rec.type ?? "").trim();
+        if (!type) {
+            throw new Error(`Response item extension must include a type (${basePath})`);
+        }
+        if (!type.includes(":")) {
+            throw new Error(`Response item extension type "${type}" must be namespaced (<namespace>:<type>) (${basePath})`);
+        }
+        if (CORE_RESPONSE_ITEM_TYPES.has(type)) {
+            throw new Error(`Response item extension type "${type}" conflicts with core OpenResponses item types (${basePath})`);
+        }
+        if (seen.has(type)) {
+            throw new Error(`Duplicate response item extension type "${type}" (${basePath})`);
+        }
+        seen.add(type);
+        const dataSchema = await maybeLoadSchema(rec.dataSchema, basePath);
+        if (!dataSchema) {
+            throw new Error(`Response item extension "${type}" must include dataSchema (${basePath})`);
+        }
+        out.push({
+            type: type,
+            dataSchema,
+            description: typeof rec.description === "string"
+                ? rec.description
+                : undefined,
+        });
+    }
+    return out;
+}
 async function expandEmbedsInBody(args) {
     const { body, resolvedPath, stack } = args;
     const regex = /!\[[^\]]*\]\(([^)]+)\)/g;
@@ -383,7 +482,6 @@ async function loadMarkdownDeck(filePath, parentPath) {
     const hasNewActionDecks = deckMeta.actionDecks;
     const canonicalActions = deckMeta.actions;
     const actionDecks = await normalizeActionDecks(canonicalActions, resolved, {
-        requirePrompt: true,
         requireDescription: true,
     });
     const legacyActionDecks = await normalizeActionDecks(hasNewActionDecks, resolved);
@@ -396,8 +494,8 @@ async function loadMarkdownDeck(filePath, parentPath) {
     if (deckMeta.graderDecks) {
         logger.warn(`[gambit] deck at ${resolved} uses deprecated "graderDecks"; use "[[graders]]" instead.`);
     }
-    const scenarioDecks = normalizeDeckRefs(deckMeta.scenarios, resolved, { requirePrompt: true });
-    const graderDecks = normalizeDeckRefs(deckMeta.graders, resolved, { requirePrompt: true });
+    const scenarioDecks = normalizeDeckRefs(deckMeta.scenarios, resolved);
+    const graderDecks = normalizeDeckRefs(deckMeta.graders, resolved);
     const allActionDecks = [...actionDecks, ...legacyActionDecks];
     allActionDecks.forEach((a) => {
         if (a.name.startsWith(constants_js_1.RESERVED_TOOL_PREFIX) &&
@@ -481,6 +579,7 @@ async function loadMarkdownDeck(filePath, parentPath) {
         : undefined;
     const mergedActionDecks = Object.values(mergedActions);
     const tools = await normalizeExternalTools(deckMeta.tools, resolved);
+    const responseItemExtensions = await normalizeResponseItemExtensions(deckMeta.responseItemExtensions, resolved);
     const actionNameSet = new Set(mergedActionDecks.map((action) => action.name));
     for (const tool of tools) {
         if (actionNameSet.has(tool.name)) {
@@ -500,6 +599,7 @@ async function loadMarkdownDeck(filePath, parentPath) {
         actionDecks: mergedActionDecks,
         actions: mergedActionDecks,
         tools,
+        responseItemExtensions,
         testDecks: mergeDeckRefs(scenarioDecks, rootTestDecks, embeddedTestDecks),
         graderDecks: mergeDeckRefs(graderDecks, rootGraderDecks, embeddedGraderDecks),
         cards: allCards,

package/script/src/runtime.d.ts

@@ -1,4 +1,4 @@
-import type { Guardrails, ModelProvider } from "./types.js";
+import type { Guardrails, ModelProvider, ResponseItem } from "./types.js";
 import type { SavedState } from "./state.js";
 import type { NormalizedPermissionSet, PermissionDeclarationInput } from "./permissions.js";
 export type GambitEndSignal = {
@@ -10,6 +10,18 @@ export type GambitEndSignal = {
     meta?: Record<string, unknown>;
 };
 export declare function isGambitEndSignal(value: unknown): value is GambitEndSignal;
+export type IntermediateOutputErrorContext = {
+    actionName?: string;
+    parentDeckPath?: string;
+};
+export type IntermediateOutputEmission = {
+    responseId: string;
+    actionCallId: string;
+    parentActionCallId?: string;
+    deckPath: string;
+    outputIndex: number;
+    item: ResponseItem;
+};
 export type RunOptions = {
     path: string;
     input: unknown;
@@ -42,6 +54,9 @@ export type RunOptions = {
     workerSandbox?: boolean;
     inOrchestrationWorker?: boolean;
     signal?: AbortSignal;
+    intermediateOutputAllow?: boolean;
+    onIntermediateOutputItem?: (emission: IntermediateOutputEmission) => void;
+    intermediateOutputErrorContext?: IntermediateOutputErrorContext;
     onCancel?: () => unknown | Promise<unknown>;
     onTool?: (input: {
         name: string;

package/script/src/runtime.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../src/src/runtime.ts"],"names":[],"mappings":"AAgCA,OAAO,KAAK,EAIV,UAAU,EAIV,aAAa,EAOd,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAc,UAAU,EAAE,MAAM,YAAY,CAAC;AACzD,OAAO,KAAK,EACV,uBAAuB,EACvB,0BAA0B,EAE3B,MAAM,kBAAkB,CAAC;AAE1B,MAAM,MAAM,eAAe,GAAG;IAC5B,WAAW,EAAE,IAAI,CAAC;IAClB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC,CAAC;AAEF,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,eAAe,CAM1E;AAiBD,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,OAAO,CAAC;IACf,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,aAAa,EAAE,aAAa,CAAC;IAC7B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,YAAY,EAAE,UAAU,KAAK,IAAI,CAAC;IACzD,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IAC5C,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACvC,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,oBAAoB,CAAC,EAAE,0BAA0B,CAAC;IAClD,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,kBAAkB,CAAC,EAAE,0BAA0B,CAAC;IAChD,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,iBAAiB,CAAC,EAAE,uBAAuB,CAAC;IAC5C,oBAAoB,CAAC,EAAE,0BAA0B,CAAC;IAClD,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC5C,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE;QACf,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC9B,KAAK,EAAE,MAAM,CAAC;QACd,YAAY,EAAE,MAAM,CAAC;QACrB,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,QAAQ,EAAE,MAAM,CAAC;KAClB,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CAClC,CAAC;AA+CF,qBAAa,gBAAiB,SAAQ,KAAK;IACzC,IAAI,SAAkB;gBAEV,OAAO,SAAuB;CAI3C;AAWD,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAOxD;AA+QD,wBAAsB,OAAO,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,CAoWhE"}
+{"version":3,"file":"runtime.d.ts","sourceRoot":"","sources":["../../src/src/runtime.ts"],"names":[],"mappings":"AA+BA,OAAO,KAAK,EAIV,UAAU,EAIV,aAAa,EAEb,YAAY,EAMb,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAc,UAAU,EAAE,MAAM,YAAY,CAAC;AACzD,OAAO,KAAK,EACV,uBAAuB,EACvB,0BAA0B,EAE3B,MAAM,kBAAkB,CAAC;AAE1B,MAAM,MAAM,eAAe,GAAG;IAC5B,WAAW,EAAE,IAAI,CAAC;IAClB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC,CAAC;AAEF,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,eAAe,CAM1E;AAiBD,MAAM,MAAM,8BAA8B,GAAG;IAC3C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAAG;IACvC,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,YAAY,CAAC;CACpB,CAAC;AAkHF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,OAAO,CAAC;IACf,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,aAAa,EAAE,aAAa,CAAC;IAC7B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,YAAY,EAAE,UAAU,KAAK,IAAI,CAAC;IACzD,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IAC5C,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IACvC,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,oBAAoB,CAAC,EAAE,0BAA0B,CAAC;IAClD,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,kBAAkB,CAAC,EAAE,0BAA0B,CAAC;IAChD,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,iBAAiB,CAAC,EAAE,uBAAuB,CAAC;IAC5C,oBAAoB,CAAC,EAAE,0BAA0B,CAAC;IAClD,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,wBAAwB,CAAC,EAAE,CAAC,QAAQ,EAAE,0BAA0B,KAAK,IAAI,CAAC;IAC1E,8BAA8B,CAAC,EAAE,8BAA8B,CAAC;IAChE,QAAQ,CAAC,EAAE,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC5C,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE;QACf,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC9B,KAAK,EAAE,MAAM,CAAC;QACd,YAAY,EAAE,MAAM,CAAC;QACrB,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,QAAQ,EAAE,MAAM,CAAC;KAClB,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CAClC,CAAC;AAyDF,qBAAa,gBAAiB,SAAQ,KAAK;IACzC,IAAI,SAAkB;gBAEV,OAAO,SAAuB;CAI3C;AAWD,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAOxD;AAoSD,wBAAsB,OAAO,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,CAqXhE"}