@copilotkit/aimock 1.45.1 → 1.47.0

package/dist/misbehavior.js

@@ -1,4 +1,4 @@
-import { assertCustomToolCalls, assertResponsesToolCalls, isCombinedFixtureResponse, isErrorResponse, isTextResponse, isToolCallResponse, keepAuthoredToolArguments, rebuildOrderedBlocks, requireEmittedFunctionToolCalls, resolveFixtureBlocks, resolveServedBlockOutcome, resolveTestId, servedToolCalls, strictToolArgumentsEnabled, toolArgsForWire, toolCallFixtureBlock, withServedToolCalls } from "./helpers.js";
+import { UnsupportedGeneratedFileError, assertCustomToolCalls, assertResponsesToolCalls, fixtureCitations, fixtureFiles, isCombinedFixtureResponse, isErrorResponse, isRawResponse, isTextResponse, isToolCallResponse, keepAuthoredToolArguments, rebuildOrderedBlocks, rejectGeneratedFiles, requireEmittedFunctionToolCalls, resolveFixtureBlocks, resolveServedBlockOutcome, resolveTestId, servedToolCalls, strictToolArgumentsEnabled, toolArgsForWire, toolCallFixtureBlock, withServedToolCalls } from "./helpers.js";
 import { parseChaosNumber } from "./chaos.js";
 
 //#region src/misbehavior.ts
@@ -1094,7 +1094,10 @@ function prepareLengthCandidate(context, fault) {
 		}
 	};
 }
-/** Remove all chat output channels while preserving response metadata. */
+/**
+* Remove all chat output channels while preserving response metadata. The
+* fixture `files` and `citations` keys survive: they are not removed here.
+*/
 function clearChatOutput(response) {
 	const cleared = {
 		...response,
@@ -1247,15 +1250,21 @@ function misbehaviorRoll(seed) {
 * function call whose `arguments` are not valid JSON (see
 * {@link rejectsInvalidToolArguments}). A rejection is either a coded fixture
 * tool-call error or the plain Error for a malformed text block or an unknown
-* block type; all of them mean the wire cannot serve the fixture.
+* block type; all of them mean the wire cannot serve the fixture. The ordered
+* blocks the planner itself reads ({@link resolveServedBlockOutcome}) are
+* checked on every wire, so the planner never throws for them. So are the
+* fixture's `citations` and `files` (see {@link assertServableFixtureOutput}),
+* on the original turn before any fault rewrites it, so a fixture that will
+* be rejected never consumes a fault's budget.
 */
 function servesFixture(wire, stream, response) {
 	if (typeof response !== "object" || response === null) return true;
 	const blocks = "blocks" in response ? response.blocks : void 0;
 	let functionCalls = [];
 	try {
+		const outcome = resolveServedBlockOutcome(response);
 		if (wire === "openai-responses") {
-			if (!resolveServedBlockOutcome(response) && "toolCalls" in response) {
+			if (!outcome && "toolCalls" in response) {
 				assertCustomToolCalls(response);
 				assertResponsesToolCalls(servedToolCalls(response));
 			}
@@ -1263,12 +1272,40 @@ function servesFixture(wire, stream, response) {
 			functionCalls = requireEmittedFunctionToolCalls(response, wire);
 			if (Array.isArray(blocks) && blocks.length > 0) functionCalls = resolveFixtureBlocks(blocks).filter((block) => block.type === "toolCall");
 		}
+		assertServableFixtureOutput(wire, response);
 	} catch {
 		return false;
 	}
 	return !(strictToolArgumentsEnabled() ? rejectsInvalidToolArguments(wire, stream) : replacesInvalidToolArguments(wire)) || functionCalls.every((call) => toolArgsForWire(call).kind === "parsed");
 }
 /**
+* Throw when this wire's normal path would answer a coded 500 for the
+* fixture's `citations` or `files`, checked against the original turn before
+* any fault rewrites it: a malformed value (`aimock_invalid_fixture_citation`
+* / `aimock_invalid_fixture_file`, including citations on a turn with no
+* text), or generated files the wire cannot carry
+* (`aimock_unsupported_generated_file`: any file on Chat Completions and
+* Anthropic Messages, a non-`image/*` file on the OpenAI Responses API). Only
+* the wires that read these keys check them; the others ignore them. A valid
+* fixture passes, and a fault that alters the reply text then drops its
+* citations ({@link citationsForServedText}).
+*/
+function assertServableFixtureOutput(wire, response) {
+	if (!OUTPUT_WIRES.has(wire)) return;
+	if (!(isCombinedFixtureResponse(response) || isTextResponse(response) || isToolCallResponse(response))) return;
+	if (wire === "openai-chat" || wire === "anthropic") rejectGeneratedFiles(response, wire);
+	const files = fixtureFiles(response.files);
+	if (wire === "openai-responses" && !files.every((file) => file.mimeType.toLowerCase().startsWith("image/"))) throw new UnsupportedGeneratedFileError(wire);
+	fixtureCitations(servedText(response), response.citations);
+}
+/** The wires whose normal path reads a fixture's `citations` and `files`. */
+const OUTPUT_WIRES = new Set([
+	"openai-chat",
+	"openai-responses",
+	"anthropic",
+	"gemini"
+]);
+/**
 * Whether the normal path of this wire serves invalid-JSON `arguments` as
 * `{}` / `"{}"` (the default, as in 1.44.0) instead of the authored text. The
 * OpenAI wires pass the authored text through unchanged.
@@ -1297,6 +1334,26 @@ function rejectsInvalidToolArguments(wire, stream) {
 		default: return false;
 	}
 }
+/** The reply text a response serves: its ordered text blocks, else `content`. */
+function servedText(response) {
+	if (isCombinedFixtureResponse(response) || isTextResponse(response)) return resolveServedBlockOutcome(response)?.content ?? response.content ?? "";
+	return "";
+}
+/**
+* Fixture `citations` index the reply text. A fault that replaces, truncates
+* or empties that text drops them for the turn, so every wire serves no
+* citation into text it no longer sends; a fault that serves the original
+* text unchanged keeps them.
+*/
+function citationsForServedText(original, candidate) {
+	const response = candidate.response;
+	if (!(isCombinedFixtureResponse(response) || isTextResponse(response) || isToolCallResponse(response))) return response;
+	if (response.citations === void 0) return response;
+	if (candidate.refusal === void 0 && candidate.reasoning === void 0 && servedText(response) === servedText(original)) return response;
+	const withoutCitations = { ...response };
+	delete withoutCitations.citations;
+	return withoutCitations;
+}
 /** Complete preparation precedes selection; every candidate sees the original response. */
 function planMisbehavior(input) {
 	const { wire, fixture, defaults } = input;
@@ -1315,6 +1372,7 @@ function planMisbehavior(input) {
 		source = "server";
 		parsed = parseMisbehavior(defaults.misbehavior.baseline);
 	} else return { kind: "skipped" };
+	if (source === "fixture" && isRawResponse(input.response)) return { kind: "skipped" };
 	if (!parsed.ok) return {
 		kind: "error",
 		status: source === "header" ? 400 : 501,
@@ -1435,6 +1493,7 @@ function planMisbehavior(input) {
 			return {
 				kind: "applied",
 				...candidate,
+				response: citationsForServedText(input.response, candidate),
 				summary: {
 					...summaryFor(row),
 					...candidate.target !== void 0 ? { target: candidate.target } : {},