@copilotkit/aimock 1.44.0 → 1.45.0

package/dist/cohere.cjs

@@ -1,6 +1,7 @@
 const require_helpers = require('./helpers.cjs');
 const require_sse_writer = require('./sse-writer.cjs');
 const require_chaos = require('./chaos.cjs');
+const require_misbehavior = require('./misbehavior.cjs');
 const require_router = require('./router.cjs');
 const require_recorder = require('./recorder.cjs');
 const require_interruption = require('./interruption.cjs');
@@ -96,12 +97,17 @@ function cohereToCompletionRequest(req) {
 				parameters: t.function.parameters
 			}
 		};
+		const schema = require_misbehavior.normalizeDirectToolSchema({ tools: [t] }, t.name);
 		return {
 			type: "function",
 			function: {
 				name: t.name,
 				description: t.description,
-				parameters: t.parameter_definitions
+				parameters: schema ? {
+					type: "object",
+					properties: schema.properties,
+					required: [...schema.required]
+				} : void 0
 			}
 		};
 	});
@@ -140,14 +146,7 @@ function buildCohereTextResponse(content, reasoning, overrides) {
 }
 function buildCohereToolCallResponse(toolCalls, logger, reasoning, overrides) {
 	const cohereCalls = toolCalls.map((tc) => {
-		let argsJson;
-		try {
-			JSON.parse(tc.arguments || "{}");
-			argsJson = tc.arguments || "{}";
-		} catch {
-			logger.warn(`Malformed JSON in fixture tool call arguments for "${tc.name}": ${tc.arguments}`);
-			argsJson = "{}";
-		}
+		const argsJson = require_helpers.servedToolArgs(tc, "string", logger).raw;
 		return {
 			id: tc.id || require_helpers.generateToolCallId(),
 			type: "function",
@@ -183,14 +182,7 @@ function buildCohereContentWithToolCallsResponse(content, toolCalls, logger, rea
 		arguments: b.arguments,
 		id: b.id
 	})) : toolCalls).map((tc) => {
-		let argsJson;
-		try {
-			JSON.parse(tc.arguments || "{}");
-			argsJson = tc.arguments || "{}";
-		} catch {
-			logger.warn(`Malformed JSON in fixture tool call arguments for "${tc.name}": ${tc.arguments}`);
-			argsJson = "{}";
-		}
+		const argsJson = require_helpers.servedToolArgs(tc, "string", logger).raw;
 		return {
 			id: tc.id || require_helpers.generateToolCallId(),
 			type: "function",
@@ -335,14 +327,7 @@ function buildCohereToolCallStreamEvents(toolCalls, chunkSize, logger, reasoning
 	for (let idx = 0; idx < toolCalls.length; idx++) {
 		const tc = toolCalls[idx];
 		const callId = tc.id || require_helpers.generateToolCallId();
-		let argsJson;
-		try {
-			JSON.parse(tc.arguments || "{}");
-			argsJson = tc.arguments || "{}";
-		} catch {
-			logger.warn(`Malformed JSON in fixture tool call arguments for "${tc.name}": ${tc.arguments}`);
-			argsJson = "{}";
-		}
+		const argsJson = require_helpers.servedToolArgs(tc, "string", logger).raw;
 		events.push({
 			type: "tool-call-start",
 			index: idx,
@@ -430,14 +415,7 @@ function buildCohereContentWithToolCallsStreamEvents(content, toolCalls, chunkSi
 					toolPlanEmitted = true;
 				}
 				const callId = block.id || require_helpers.generateToolCallId();
-				let argsJson;
-				try {
-					JSON.parse(block.arguments || "{}");
-					argsJson = block.arguments || "{}";
-				} catch {
-					logger.warn(`Malformed JSON in fixture tool call arguments for "${block.name}": ${block.arguments}`);
-					argsJson = "{}";
-				}
+				const argsJson = require_helpers.servedToolArgs(block, "string", logger).raw;
 				events.push({
 					type: "tool-call-start",
 					index: toolIdx,
@@ -517,14 +495,7 @@ function buildCohereContentWithToolCallsStreamEvents(content, toolCalls, chunkSi
 	for (let idx = 0; idx < toolCalls.length; idx++) {
 		const tc = toolCalls[idx];
 		const callId = tc.id || require_helpers.generateToolCallId();
-		let argsJson;
-		try {
-			JSON.parse(tc.arguments || "{}");
-			argsJson = tc.arguments || "{}";
-		} catch {
-			logger.warn(`Malformed JSON in fixture tool call arguments for "${tc.name}": ${tc.arguments}`);
-			argsJson = "{}";
-		}
+		const argsJson = require_helpers.servedToolArgs(tc, "string", logger).raw;
 		events.push({
 			type: "tool-call-start",
 			index: idx,
@@ -581,7 +552,10 @@ async function writeCohereSSEStream(res, events, optionsOrLatency) {
 		if (signal?.aborted) return false;
 		chunkIndex++;
 	}
-	if (!res.writableEnded) res.end();
+	if (!res.writableEnded) {
+		if (opts.terminalSentinel && !signal?.aborted) res.write("data: [DONE]\n\n");
+		res.end();
+	}
 	return true;
 }
 async function handleCohere(req, res, raw, fixtures, journal, defaults, setCorsHeaders) {
@@ -736,29 +710,79 @@ async function handleCohere(req, res, raw, fixtures, journal, defaults, setCorsH
 		} }));
 		return;
 	}
-	const response = await require_helpers.resolveResponse(fixture, completionReq);
+	const resolvedResponse = await require_helpers.resolveResponse(fixture, completionReq);
+	const misbehavior = require_misbehavior.planMisbehavior({
+		wire: "cohere",
+		fixture,
+		response: resolvedResponse,
+		request: completionReq,
+		stream: cohereReq.stream === true,
+		emitsToolCallIds: true,
+		defaults,
+		rawHeaders: req.headers,
+		url: req.url
+	});
+	if (misbehavior.kind === "error") {
+		require_misbehavior.recordMisbehaviorOutcome({
+			entry: journal.add({
+				method: req.method ?? "POST",
+				path: req.url ?? "/v2/chat",
+				headers: require_helpers.flattenHeaders(req.headers),
+				body: completionReq,
+				response: {
+					status: misbehavior.status,
+					fixture
+				}
+			}),
+			summary: misbehavior.summary,
+			defaults,
+			testId
+		});
+		if (!misbehavior.summary?.evaluations.length) logger.error(misbehavior.message);
+		require_sse_writer.writeErrorResponse(res, misbehavior.status, JSON.stringify({
+			message: misbehavior.message,
+			code: misbehavior.code
+		}));
+		return;
+	}
+	const prepared = misbehavior.kind === "applied" ? require_helpers.prepareOpenAIChatMisbehavior(misbehavior) : void 0;
+	const observedK5Stream = cohereReq.stream === true && prepared?.summary.fault === "stop-length-mid-tool";
+	const appliedReasoning = prepared && "reasoning" in prepared.response ? require_helpers.resolveReasoningForModel(prepared.response.reasoning, cohereReq.model, require_helpers.resolveStrictMode(defaults.strict, req.headers), logger) : void 0;
+	const usage = prepared ? require_helpers.resolveOpenAIChatMisbehaviorUsage(prepared, completionReq, appliedReasoning !== void 0) : void 0;
+	const response = prepared && usage ? {
+		...prepared.response,
+		usage,
+		...prepared.stop ? { finishReason: observedK5Stream ? "tool_calls" : prepared.stop } : {}
+	} : resolvedResponse;
+	const summary = prepared?.summary ?? misbehavior.summary;
+	const empty = prepared?.summary.fault === "empty-response";
 	const latency = fixture.latency ?? defaults.latency;
 	const chunkSize = Math.max(1, fixture.chunkSize ?? defaults.chunkSize);
 	if (require_helpers.isErrorResponse(response)) {
 		const status = response.status ?? 500;
-		journal.add({
-			method: req.method ?? "POST",
-			path: req.url ?? "/v2/chat",
-			headers: require_helpers.flattenHeaders(req.headers),
-			body: completionReq,
-			response: {
-				status,
-				fixture
-			}
+		require_misbehavior.recordMisbehaviorOutcome({
+			entry: journal.add({
+				method: req.method ?? "POST",
+				path: req.url ?? "/v2/chat",
+				headers: require_helpers.flattenHeaders(req.headers),
+				body: completionReq,
+				response: {
+					status,
+					fixture
+				}
+			}),
+			summary,
+			defaults,
+			testId
 		});
 		require_sse_writer.writeErrorResponse(res, status, require_helpers.serializeErrorResponse(response), { retryAfter: response.retryAfter });
 		return;
 	}
-	if (require_helpers.isContentWithToolCallsResponse(response)) {
+	if (require_helpers.isCombinedFixtureResponse(response)) {
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Cohere v2 Chat API — ignoring");
 		const overrides = require_helpers.extractOverrides(response);
 		const effectiveStrict = require_helpers.resolveStrictMode(defaults.strict, req.headers);
-		const effReasoning = require_helpers.resolveReasoningForModel(response.reasoning, cohereReq.model, effectiveStrict, logger);
+		const effReasoning = prepared ? appliedReasoning : require_helpers.resolveReasoningForModel(response.reasoning, cohereReq.model, effectiveStrict, logger);
 		const journalEntry = journal.add({
 			method: req.method ?? "POST",
 			path: req.url ?? "/v2/chat",
@@ -769,14 +793,22 @@ async function handleCohere(req, res, raw, fixtures, journal, defaults, setCorsH
 				fixture
 			}
 		});
+		require_misbehavior.recordMisbehaviorOutcome({
+			entry: journalEntry,
+			summary,
+			defaults,
+			testId
+		});
+		const functionToolCalls = require_helpers.requireEmittedFunctionToolCalls(response, "Cohere");
 		if (cohereReq.stream !== true) {
-			const body = buildCohereContentWithToolCallsResponse(response.content ?? "", response.toolCalls ?? [], logger, effReasoning, overrides, response.blocks);
+			const body = buildCohereContentWithToolCallsResponse(response.content ?? "", functionToolCalls, logger, effReasoning, overrides, response.blocks);
 			res.writeHead(200, { "Content-Type": "application/json" });
 			res.end(JSON.stringify(body));
 		} else {
-			const events = buildCohereContentWithToolCallsStreamEvents(response.content ?? "", response.toolCalls ?? [], chunkSize, logger, effReasoning, overrides, response.blocks);
+			const events = buildCohereContentWithToolCallsStreamEvents(response.content ?? "", functionToolCalls, chunkSize, logger, effReasoning, overrides, response.blocks);
 			const interruption = require_interruption.createInterruptionSignal(fixture);
 			if (!await writeCohereSSEStream(res, events, {
+				terminalSentinel: observedK5Stream,
 				latency,
 				streamingProfile: fixture.streamingProfile,
 				recordedTimings: fixture.recordedTimings,
@@ -796,7 +828,7 @@ async function handleCohere(req, res, raw, fixtures, journal, defaults, setCorsH
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Cohere v2 Chat API — ignoring");
 		const overrides = require_helpers.extractOverrides(response);
 		const effectiveStrict = require_helpers.resolveStrictMode(defaults.strict, req.headers);
-		const effReasoning = require_helpers.resolveReasoningForModel(response.reasoning, cohereReq.model, effectiveStrict, logger);
+		const effReasoning = prepared ? appliedReasoning : require_helpers.resolveReasoningForModel(response.reasoning, cohereReq.model, effectiveStrict, logger);
 		const journalEntry = journal.add({
 			method: req.method ?? "POST",
 			path: req.url ?? "/v2/chat",
@@ -807,14 +839,30 @@ async function handleCohere(req, res, raw, fixtures, journal, defaults, setCorsH
 				fixture
 			}
 		});
+		require_misbehavior.recordMisbehaviorOutcome({
+			entry: journalEntry,
+			summary,
+			defaults,
+			testId
+		});
 		if (cohereReq.stream !== true) {
-			const body = buildCohereTextResponse(response.content, effReasoning, overrides);
+			const body = empty ? {
+				...buildCohereTextResponse("", void 0, overrides),
+				message: {
+					role: "assistant",
+					content: [],
+					tool_calls: [],
+					tool_plan: "",
+					citations: []
+				}
+			} : buildCohereTextResponse(response.content, effReasoning, overrides);
 			res.writeHead(200, { "Content-Type": "application/json" });
 			res.end(JSON.stringify(body));
 		} else {
-			const events = buildCohereTextStreamEvents(response.content, chunkSize, effReasoning, overrides);
+			const events = buildCohereTextStreamEvents(response.content, chunkSize, effReasoning, overrides).filter((event) => !empty || event.type === "message-start" || event.type === "message-end");
 			const interruption = require_interruption.createInterruptionSignal(fixture);
 			if (!await writeCohereSSEStream(res, events, {
+				terminalSentinel: observedK5Stream,
 				latency,
 				streamingProfile: fixture.streamingProfile,
 				recordedTimings: fixture.recordedTimings,
@@ -834,7 +882,7 @@ async function handleCohere(req, res, raw, fixtures, journal, defaults, setCorsH
 		if (response.webSearches?.length) logger.warn("webSearches in fixture response are not supported for Cohere v2 Chat API — ignoring");
 		const overrides = require_helpers.extractOverrides(response);
 		const effectiveStrict = require_helpers.resolveStrictMode(defaults.strict, req.headers);
-		const effReasoning = require_helpers.resolveReasoningForModel(response.reasoning, cohereReq.model, effectiveStrict, logger);
+		const effReasoning = prepared ? appliedReasoning : require_helpers.resolveReasoningForModel(response.reasoning, cohereReq.model, effectiveStrict, logger);
 		const journalEntry = journal.add({
 			method: req.method ?? "POST",
 			path: req.url ?? "/v2/chat",
@@ -845,14 +893,22 @@ async function handleCohere(req, res, raw, fixtures, journal, defaults, setCorsH
 				fixture
 			}
 		});
+		require_misbehavior.recordMisbehaviorOutcome({
+			entry: journalEntry,
+			summary,
+			defaults,
+			testId
+		});
+		const functionToolCalls = require_helpers.requireEmittedFunctionToolCalls(response, "Cohere");
 		if (cohereReq.stream !== true) {
-			const body = buildCohereToolCallResponse(response.toolCalls, logger, effReasoning, overrides);
+			const body = buildCohereToolCallResponse(functionToolCalls, logger, effReasoning, overrides);
 			res.writeHead(200, { "Content-Type": "application/json" });
 			res.end(JSON.stringify(body));
 		} else {
-			const events = buildCohereToolCallStreamEvents(response.toolCalls, chunkSize, logger, effReasoning, overrides);
+			const events = buildCohereToolCallStreamEvents(functionToolCalls, chunkSize, logger, effReasoning, overrides);
 			const interruption = require_interruption.createInterruptionSignal(fixture);
 			if (!await writeCohereSSEStream(res, events, {
+				terminalSentinel: observedK5Stream,
 				latency,
 				streamingProfile: fixture.streamingProfile,
 				recordedTimings: fixture.recordedTimings,
@@ -868,15 +924,20 @@ async function handleCohere(req, res, raw, fixtures, journal, defaults, setCorsH
 		}
 		return;
 	}
-	journal.add({
-		method: req.method ?? "POST",
-		path: req.url ?? "/v2/chat",
-		headers: require_helpers.flattenHeaders(req.headers),
-		body: completionReq,
-		response: {
-			status: 500,
-			fixture
-		}
+	require_misbehavior.recordMisbehaviorOutcome({
+		entry: journal.add({
+			method: req.method ?? "POST",
+			path: req.url ?? "/v2/chat",
+			headers: require_helpers.flattenHeaders(req.headers),
+			body: completionReq,
+			response: {
+				status: 500,
+				fixture
+			}
+		}),
+		summary,
+		defaults,
+		testId
 	});
 	require_sse_writer.writeErrorResponse(res, 500, JSON.stringify({ error: {
 		message: "Fixture response did not match any known type",