@tanstack/ai 0.33.0 → 0.34.1

package/dist/esm/activities/chat/index.js

@@ -1,11 +1,12 @@
 import { devtoolsMiddleware } from "@tanstack/ai-event-client";
+import { undoNullWidening } from "@tanstack/ai-utils";
 import { stripToSpecMiddleware } from "../../strip-to-spec-middleware.js";
 import { streamToText } from "../../stream-to-response.js";
 import { resolveDebugOption } from "../../logger/resolve.js";
 import { normalizeToolResult } from "../../utilities/tool-result.js";
 import { LazyToolManager } from "./tools/lazy-tool-manager.js";
 import { ToolCallManager, MiddlewareAbortError, executeToolCalls } from "./tools/tool-calls.js";
-import { convertSchemaToJsonSchema, isStandardSchema, parseWithStandardSchema } from "./tools/schema-converter.js";
+import { convertSchemaForStructuredOutput, isStandardSchema, parseWithStandardSchema, convertSchemaToJsonSchema } from "./tools/schema-converter.js";
 import { maxIterations } from "./agent-loop-strategies.js";
 import { convertMessagesToModelMessages, generateMessageId } from "./messages.js";
 import { MiddlewareRunner } from "./middleware/compose.js";
@@ -90,8 +91,8 @@ class TextEngine {
   // to carry, so the client matches it to the streaming text deltas.
   combinedStructuredMessageId = null;
   // Holds the validated value when `finalStructuredOutput.validate` is provided
-  // and succeeds. Distinct from `structuredOutputResult.data` (the raw,
-  // unvalidated payload from the structured-output.complete chunk).
+  // and succeeds. Distinct from `structuredOutputResult.data` (the normalized
+  // but unvalidated payload from the structured-output.complete chunk).
   validatedStructuredOutput = void 0;
   hasValidatedStructuredOutput = false;
   finalizationError = null;
@@ -1140,13 +1141,16 @@ class TextEngine {
           }
         }
       }
+      let outboundChunk = chunk;
       if (chunk.type === EventType.CUSTOM && chunk.name === "structured-output.complete") {
         const parsed = readStructuredOutputCompleteValue(chunk.value);
         if (parsed) {
-          this.structuredOutputResult = {
-            data: parsed.object,
-            rawText: parsed.raw
-          };
+          const object = this.finalStructuredOutput.normalize ? this.finalStructuredOutput.normalize(parsed.object) : parsed.object;
+          this.structuredOutputResult = { data: object, rawText: parsed.raw };
+          const value = chunk.value;
+          if (object !== parsed.object && value && typeof value === "object") {
+            outboundChunk = { ...chunk, value: { ...value, object } };
+          }
         }
       }
       if (chunk.type === EventType.RUN_FINISHED && chunk.usage) {
@@ -1161,7 +1165,7 @@ class TextEngine {
       }
       const outputChunks = await this.middlewareRunner.runOnChunk(
         this.middlewareCtx,
-        chunk
+        outboundChunk
       );
       if (this.finalStructuredOutput.yieldChunks) {
         for (const outputChunk of outputChunks) {
@@ -1267,7 +1271,8 @@ class TextEngine {
     } else {
       try {
         const parsed = JSON.parse(rawText);
-        this.structuredOutputResult = { data: parsed, rawText };
+        const data = this.finalStructuredOutput.normalize ? this.finalStructuredOutput.normalize(parsed) : parsed;
+        this.structuredOutputResult = { data, rawText };
       } catch (err) {
         const detail = rawText.slice(0, 200) + (rawText.length > 200 ? "..." : "");
         this.finalizationError = {
@@ -1508,12 +1513,11 @@ async function runAgenticStructuredOutput(options) {
   if (!outputSchema) {
     throw new Error("outputSchema is required for structured output");
   }
-  const jsonSchema = convertSchemaToJsonSchema(outputSchema, {
-    forStructuredOutput: true
-  });
+  const { jsonSchema, nullWideningMap } = convertSchemaForStructuredOutput(outputSchema);
   if (!jsonSchema) {
     throw new Error("Failed to convert output schema to JSON Schema");
   }
+  const normalize = (data) => undoNullWidening(data, nullWideningMap);
   const validate = isStandardSchema(outputSchema) ? (data) => parseWithStandardSchema(outputSchema, data) : void 0;
   const nativeCombined = adapter.supportsCombinedToolsAndSchema?.(options.modelOptions) === true;
   const mcpManager = MCPManager.from(mcp);
@@ -1530,6 +1534,7 @@ async function runAgenticStructuredOutput(options) {
       finalStructuredOutput: {
         jsonSchema,
         yieldChunks: false,
+        normalize,
         ...validate ? { validate } : {},
         ...nativeCombined ? { nativeCombined: true } : {}
       }
@@ -1658,18 +1663,18 @@ function runStreamingStructuredOutput(options) {
   if (!outputSchema) {
     throw new Error("outputSchema is required for streaming structured output");
   }
-  const jsonSchema = convertSchemaToJsonSchema(outputSchema, {
-    forStructuredOutput: true
-  });
+  const { jsonSchema, nullWideningMap } = convertSchemaForStructuredOutput(outputSchema);
   if (!jsonSchema) {
     throw new Error("Failed to convert output schema to JSON Schema");
   }
+  const normalize = (data) => undoNullWidening(data, nullWideningMap);
   return runStreamingStructuredOutputImpl(
     options,
-    jsonSchema
+    jsonSchema,
+    normalize
   );
 }
-async function* runStreamingStructuredOutputImpl(options, jsonSchema) {
+async function* runStreamingStructuredOutputImpl(options, jsonSchema, normalize) {
   const {
     adapter,
     outputSchema,
@@ -1696,6 +1701,7 @@ async function* runStreamingStructuredOutputImpl(options, jsonSchema) {
       finalStructuredOutput: {
         jsonSchema,
         yieldChunks: true,
+        normalize,
         ...nativeCombined ? { nativeCombined: true } : {}
       }
     },