ai 7.0.152 → 7.0.153

package/CHANGELOG.md

@@ -1,5 +1,16 @@
 # ai
 
+## 7.0.153
+
+### Patch Changes
+
+- 5475347: Fix non-streaming Responses API structured output failing when multiple assistant messages contain JSON. Providers can supply separate structured-output text for parsing, allowing OpenAI and Azure Responses models to select the last `final_answer` while preserving all generated content, annotations, conversation history, and token usage.
+- Updated dependencies [5475347]
+- Updated dependencies [e729d58]
+  - @ai-sdk/provider@4.0.34
+  - @ai-sdk/provider-utils@5.0.68
+  - @ai-sdk/gateway@4.0.126
+
 ## 7.0.152
 
 ### Patch Changes

package/dist/index.js

@@ -1175,7 +1175,7 @@ function cloneValue(value) {
 }
 //#endregion
 //#region src/version.ts
-const VERSION = "7.0.152";
+const VERSION = "7.0.153";
 //#endregion
 //#region src/util/download/download.ts
 /**
@@ -6012,11 +6012,15 @@ async function generateText({ model: modelArg, tools, toolChoice, instructions,
 				callbacks: [onEnd, telemetryDispatcher.onEnd]
 			});
 			let resolvedOutput;
-			if (lastStep.finishReason === "stop" || lastStep.finishReason !== "tool-calls" && lastStep.text.length > 0) resolvedOutput = await (output ?? text()).parseCompleteOutput({ text: lastStep.text }, {
-				response: lastStep.response,
-				usage: lastStep.usage,
-				finishReason: lastStep.finishReason
-			});
+			if (lastStep.finishReason === "stop" || lastStep.finishReason !== "tool-calls" && lastStep.text.length > 0) {
+				const outputSpecification = output ?? text();
+				const textForOutput = (await outputSpecification.responseFormat)?.type === "json" ? currentModelResponse.structuredOutputText ?? lastStep.text : lastStep.text;
+				resolvedOutput = await outputSpecification.parseCompleteOutput({ text: textForOutput }, {
+					response: lastStep.response,
+					usage: lastStep.usage,
+					finishReason: lastStep.finishReason
+				});
+			}
 			return new DefaultGenerateTextResult({
 				initialResponseMessages,
 				steps,
@@ -13911,7 +13915,7 @@ async function generateObject(options) {
 			},
 			callbacks: [resolvedOnStepEnd, telemetryDispatcher.onObjectStepEnd]
 		});
-		const object = await parseAndValidateObjectResultWithRepair(text, outputStrategy, repairText, {
+		const object = await parseAndValidateObjectResultWithRepair(generateResult.structuredOutputText ?? text, outputStrategy, repairText, {
 			response,
 			usage,
 			finishReason
@@ -15937,7 +15941,7 @@ function extractJsonMiddleware(options) {
 	return {
 		specificationVersion: "v4",
 		wrapGenerate: async ({ doGenerate }) => {
-			const { content, ...rest } = await doGenerate();
+			const { content, structuredOutputText, ...rest } = await doGenerate();
 			const transformedContent = [];
 			for (const part of content) {
 				if (part.type !== "text") {
@@ -15951,7 +15955,8 @@ function extractJsonMiddleware(options) {
 			}
 			return {
 				content: transformedContent,
-				...rest
+				...rest,
+				...structuredOutputText != null && { structuredOutputText: transform(structuredOutputText) }
 			};
 		},
 		wrapStream: async ({ doStream }) => {
@@ -16083,43 +16088,55 @@ function extractReasoningMiddleware({ tagName, separator = "\n", startWithReason
 	});
 	const escapedOpeningTag = openingTag.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
 	const escapedClosingTag = closingTag.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+	function extractReasoning(input) {
+		const text = startWithReasoning ? openingTag + input : input;
+		const regexp = new RegExp(`${escapedOpeningTag}(.*?)${escapedClosingTag}`, "gs");
+		const matches = Array.from(text.matchAll(regexp));
+		if (!matches.length) return {
+			text: input,
+			reasoning: void 0
+		};
+		const reasoning = matches.map((match) => match[1]).join(separator);
+		let textWithoutReasoning = text;
+		for (let i = matches.length - 1; i >= 0; i--) {
+			const match = matches[i];
+			const beforeMatch = textWithoutReasoning.slice(0, match.index);
+			const afterMatch = textWithoutReasoning.slice(match.index + match[0].length);
+			textWithoutReasoning = beforeMatch + (beforeMatch.length > 0 && afterMatch.length > 0 ? separator : "") + afterMatch;
+		}
+		return {
+			text: textWithoutReasoning,
+			reasoning
+		};
+	}
 	return {
 		specificationVersion: "v4",
 		wrapGenerate: async ({ doGenerate }) => {
-			const { content, ...rest } = await doGenerate();
+			const { content, structuredOutputText, ...rest } = await doGenerate();
 			const transformedContent = [];
 			for (const part of content) {
 				if (part.type !== "text") {
 					transformedContent.push(part);
 					continue;
 				}
-				const text = startWithReasoning ? openingTag + part.text : part.text;
-				const regexp = new RegExp(`${escapedOpeningTag}(.*?)${escapedClosingTag}`, "gs");
-				const matches = Array.from(text.matchAll(regexp));
-				if (!matches.length) {
+				const { text, reasoning } = extractReasoning(part.text);
+				if (reasoning === void 0) {
 					transformedContent.push(part);
 					continue;
 				}
-				const reasoningText = matches.map((match) => match[1]).join(separator);
-				let textWithoutReasoning = text;
-				for (let i = matches.length - 1; i >= 0; i--) {
-					const match = matches[i];
-					const beforeMatch = textWithoutReasoning.slice(0, match.index);
-					const afterMatch = textWithoutReasoning.slice(match.index + match[0].length);
-					textWithoutReasoning = beforeMatch + (beforeMatch.length > 0 && afterMatch.length > 0 ? separator : "") + afterMatch;
-				}
 				transformedContent.push({
 					type: "reasoning",
-					text: reasoningText
+					text: reasoning
 				});
 				transformedContent.push({
 					type: "text",
-					text: textWithoutReasoning
+					text
 				});
 			}
 			return {
 				content: transformedContent,
-				...rest
+				...rest,
+				...structuredOutputText != null && { structuredOutputText: extractReasoning(structuredOutputText).text }
 			};
 		},
 		wrapStream: async ({ doStream }) => {