@copilotkit/aimock 1.45.1 → 1.46.0

package/dist/fixture-loader.js

@@ -3,6 +3,7 @@ import { build, fixed, jsonText, msg, quote, within } from "./message-text.js";
 import { fixtureListTarget, isAudioResponse, isCombinedFixtureResponse, isEmbeddingResponse, isErrorResponse, isImageResponse, isJSONResponse, isLiveResponse, isTextResponse, isToolCallResponse, isTranscriptionResponse, isVideoResponse } from "./helpers.js";
 import { normalizeLiveFixture } from "./live-fixture.js";
 import { CHAOS_FIELDS, CHAOS_FIELD_NAMES, parseChaosField } from "./chaos.js";
+import { getUsageFieldDefinition } from "./response/usage/fields.js";
 import { copyFixtureMisbehaviorPosition, parseMisbehavior, setFixtureMisbehaviorPosition, validateFixtureMisbehavior } from "./misbehavior.js";
 import { readFileSync, readdirSync, statSync } from "node:fs";
 import { join } from "node:path";
@@ -69,6 +70,7 @@ function entryToFixture(entry, logger, liveOptions, source) {
 			userMessage: entry.match.userMessage,
 			systemMessage: entry.match.systemMessage,
 			inputText: entry.match.inputText,
+			...entry.match.embeddingRequest !== void 0 && { embeddingRequest: entry.match.embeddingRequest },
 			toolCallId: entry.match.toolCallId,
 			toolResultContains: entry.match.toolResultContains,
 			toolName: entry.match.toolName,
@@ -90,6 +92,7 @@ function entryToFixture(entry, logger, liveOptions, source) {
 		...entry.replaySpeed != null && { replaySpeed: entry.replaySpeed },
 		...entry.chaos !== void 0 && { chaos: entry.chaos },
 		...entry.openRouterProcessing !== void 0 && { openRouterProcessing: entry.openRouterProcessing },
+		...entry.nonStreamingTiming !== void 0 && { nonStreamingTiming: entry.nonStreamingTiming },
 		...entry.metadata !== void 0 && { metadata: entry.metadata }
 	};
 	if (source) setFixtureMisbehaviorPosition(fixture, `${source.file}#${source.index}`);
@@ -829,6 +832,11 @@ function validateFixtures(fixtures, liveOptions) {
 					fixtureIndex: i,
 					message: `override "role" must be a string, got ${typeof r.role}`
 				});
+				if (r.phase !== void 0 && r.phase !== "commentary" && r.phase !== "final_answer") results.push({
+					severity: "error",
+					fixtureIndex: i,
+					message: "override \"phase\" must be \"commentary\" or \"final_answer\""
+				});
 				if (r.systemFingerprint !== void 0 && typeof r.systemFingerprint !== "string") results.push({
 					severity: "error",
 					fixtureIndex: i,
@@ -839,52 +847,38 @@ function validateFixtures(fixtures, liveOptions) {
 					fixtureIndex: i,
 					message: `override "usage" must be an object`
 				});
-				else {
-					const numericInnerFields = {
-						cost_details: [
-							"upstream_inference_cost",
-							"upstream_inference_prompt_cost",
-							"upstream_inference_completions_cost"
-						],
-						prompt_tokens_details: [
-							"cached_tokens",
-							"cache_write_tokens",
-							"audio_tokens"
-						],
-						completion_tokens_details: ["reasoning_tokens"]
-					};
-					const objectUsageFields = new Set(Object.keys(numericInnerFields));
-					for (const key of Object.keys(r.usage)) {
-						const val = r.usage[key];
-						if (val === void 0) continue;
-						if (objectUsageFields.has(key)) if (typeof val !== "object" || val === null || Array.isArray(val)) results.push({
-							severity: "error",
-							fixtureIndex: i,
-							message: `override "usage.${key}" must be an object, got ${Array.isArray(val) ? "array" : typeof val}`
-						});
-						else {
-							const inner = val;
-							for (const innerKey of numericInnerFields[key]) {
-								const innerVal = inner[innerKey];
-								if (innerVal !== void 0 && typeof innerVal !== "number") results.push({
-									severity: "error",
-									fixtureIndex: i,
-									message: `override "usage.${key}.${innerKey}" must be a number, got ${typeof innerVal}`
-								});
-							}
-						}
-						else if (key === "is_byok") {
-							if (typeof val !== "boolean") results.push({
+				else for (const key of Object.keys(r.usage)) {
+					const val = r.usage[key];
+					if (val === void 0) continue;
+					const definition = getUsageFieldDefinition(key);
+					if (definition.kind === "number-or-object" && typeof val === "number") continue;
+					if (definition.kind === "object" || definition.kind === "number-or-object") if (typeof val !== "object" || val === null || Array.isArray(val)) results.push({
+						severity: "error",
+						fixtureIndex: i,
+						message: `override "usage.${key}" must be ${definition.kind === "number-or-object" ? "a number or object" : "an object"}, got ${Array.isArray(val) ? "array" : typeof val}`
+					});
+					else {
+						const inner = val;
+						for (const innerKey of definition.numericMembers) {
+							const innerVal = inner[innerKey];
+							if (innerVal !== void 0 && typeof innerVal !== "number") results.push({
 								severity: "error",
 								fixtureIndex: i,
-								message: `override "usage.is_byok" must be a boolean, got ${typeof val}`
+								message: `override "usage.${key}.${innerKey}" must be a number, got ${typeof innerVal}`
 							});
-						} else if (typeof val !== "number") results.push({
+						}
+					}
+					else if (definition.kind === "boolean") {
+						if (typeof val !== "boolean") results.push({
 							severity: "error",
 							fixtureIndex: i,
-							message: `override "usage.${key}" must be a number, got ${typeof val}`
+							message: `override "usage.is_byok" must be a boolean, got ${typeof val}`
 						});
-					}
+					} else if (typeof val !== "number") results.push({
+						severity: "error",
+						fixtureIndex: i,
+						message: `override "usage.${key}" must be a number, got ${typeof val}`
+					});
 				}
 			}
 		}
@@ -1036,7 +1030,8 @@ function validateFixtures(fixtures, liveOptions) {
 				m.sequenceIndex,
 				m.turnIndex,
 				m.hasToolResult,
-				...m.toolNamespace !== void 0 ? [`toolNamespace=${m.toolNamespace}`] : []
+				...m.toolNamespace !== void 0 ? [`toolNamespace=${m.toolNamespace}`] : [],
+				...m.embeddingRequest !== void 0 ? [JSON.stringify(m.embeddingRequest)] : []
 			].map((v) => v === void 0 ? "" : String(v)).join("|");
 			const prev = seenUserMessages.get(dedupKey);
 			if (prev !== void 0) {
@@ -1054,7 +1049,7 @@ function validateFixtures(fixtures, liveOptions) {
 			} else seenUserMessages.set(dedupKey, i);
 		}
 		const match = f.match;
-		if (!(match.endpoint !== void 0 || match.context !== void 0 || match.userMessage !== void 0 || match.systemMessage !== void 0 || match.inputText !== void 0 || match.responseFormat !== void 0 || match.toolCallId !== void 0 || match.toolResultContains !== void 0 || match.toolName !== void 0 || match.toolNamespace !== void 0 || match.model !== void 0 || match.predicate !== void 0 || match.turnIndex !== void 0 || match.sequenceIndex !== void 0 || match.hasToolResult !== void 0) && i < fixtures.length - 1) {
+		if (!(match.endpoint !== void 0 || match.context !== void 0 || match.userMessage !== void 0 || match.systemMessage !== void 0 || match.inputText !== void 0 || match.embeddingRequest !== void 0 || match.responseFormat !== void 0 || match.toolCallId !== void 0 || match.toolResultContains !== void 0 || match.toolName !== void 0 || match.toolNamespace !== void 0 || match.model !== void 0 || match.predicate !== void 0 || match.turnIndex !== void 0 || match.sequenceIndex !== void 0 || match.hasToolResult !== void 0) && i < fixtures.length - 1) {
 			const ref = {
 				rule: "catch-all-not-last",
 				shadowsFrom: i + 1,