@tanstack/ai 0.51.0 → 0.52.1

package/src/activities/chat/middleware/index.ts

@@ -67,6 +67,9 @@ export {
 } from './locks'
 export type { LockStore } from './locks'
 
+export { MetadataCapability, getMetadata, provideMetadata } from './metadata'
+export type { MetadataStore } from './metadata'
+
 export {
   isRunStatus,
   isTerminalRunStatus,

package/src/activities/chat/middleware/metadata.ts

@@ -0,0 +1,20 @@
+import { createCapability } from './capabilities'
+
+/**
+ * Namespaced key/value store for app and middleware metadata.
+ *
+ * `(namespace, key)` is the composite identity. Keep both values separate;
+ * joining them with a delimiter can create collisions.
+ */
+export interface MetadataStore {
+  /** Return the value for `(namespace, key)`, or `null` when it is absent. */
+  get: (namespace: string, key: string) => Promise<unknown | null>
+  /** Insert or replace the value for `(namespace, key)`. */
+  set: (namespace: string, key: string, value: unknown) => Promise<void>
+  /** Delete `(namespace, key)`. Do nothing when it is absent. */
+  delete: (namespace: string, key: string) => Promise<void>
+}
+
+export const MetadataCapability = createCapability<MetadataStore>()('metadata')
+
+export const [getMetadata, provideMetadata] = MetadataCapability

package/src/activities/chat/middleware/types.ts

@@ -213,6 +213,12 @@ export interface ChatMiddlewareContext<TContext = unknown> {
   signal?: AbortSignal
   /** Abort the chat run with a reason */
   abort: (reason?: string) => void
+  /**
+   * Push a `CUSTOM` chunk onto the chat stream immediately.
+   * The engine yields it as soon as it can (including while `onConfig`
+   * is still awaiting work such as a summarize call).
+   */
+  emitCustomEvent: (name: string, value: Record<string, any>) => void
   /** Runtime context provided by chat() options */
   context: TContext
   /**
@@ -305,7 +311,10 @@ export interface ChatMiddlewareContext<TContext = unknown> {
  * that middleware is allowed to modify.
  */
 export interface ChatMiddlewareConfig {
+  /** Canonical conversation history. Middleware and persistence read this. */
   messages: Array<ModelMessage>
+  /** Provider-only context. Defaults to `messages` when it is not set. */
+  providerMessages?: Array<ModelMessage> | undefined
   systemPrompts: Array<SystemPrompt>
   tools: Array<Tool>
   resume?: Array<RunAgentResumeItem> | undefined

package/src/activities/chat/stream/processor.ts

@@ -1357,6 +1357,12 @@ export class StreamProcessor {
       state.hasToolCallsSinceTextStart = false
     }
 
+    // A segment begins at its first delta, not its second. Left set, the flag
+    // makes the second delta look like a further segment: the accumulation
+    // resets and updateTextPart writes over the part the first delta created.
+    // A later tool call sets it again in handleToolCallStartEvent.
+    state.hasToolCallsSinceTextStart = false
+
     const currentText = state.currentSegmentText
     const delta = chunk.delta || ''
     const nextText = delta !== '' ? currentText + delta : currentText

package/src/activities/chat/tools/schema-converter.ts

@@ -99,6 +99,26 @@ function pruneMap(map: NullWideningMap): NullWideningMap | undefined {
   return Object.keys(map).length > 0 ? map : undefined
 }
 
+function coerceArrayItems(items: JSONSchema | Array<JSONSchema>): {
+  schema: JSONSchema | Array<JSONSchema>
+  itemMap: NullWideningMap | Array<NullWideningMap> | undefined
+} {
+  if (Array.isArray(items)) {
+    const nested = items.map((item) =>
+      makeStructuredOutputCompatible(item, item.required || []),
+    )
+    const itemMaps = nested.map((entry) => entry.nullWidening ?? {})
+    return {
+      schema: nested.map((entry) => entry.schema),
+      itemMap: itemMaps.some((entry) => Object.keys(entry).length > 0)
+        ? itemMaps
+        : undefined,
+    }
+  }
+  const nested = makeStructuredOutputCompatible(items, items.required || [])
+  return { schema: nested.schema, itemMap: nested.nullWidening }
+}
+
 /**
  * Transform a JSON schema to be compatible with OpenAI's structured output requirements.
  * OpenAI requires:
@@ -146,18 +166,15 @@ function makeStructuredOutputCompatible(
         widenedHere = wasOptional
         childMap = nested.nullWidening
       } else if (prop.type === 'array' && prop.items) {
-        const items = Array.isArray(prop.items) ? prop.items[0] : prop.items
-        const nestedItems = items
-          ? makeStructuredOutputCompatible(items, items.required || [])
-          : undefined
+        const nestedItems = coerceArrayItems(prop.items)
         properties[propName] = {
           ...prop,
-          items: nestedItems ? nestedItems.schema : prop.items,
+          items: nestedItems.schema,
           ...(wasOptional ? { type: ['array', 'null'] } : {}),
         }
         widenedHere = wasOptional
-        childMap = nestedItems?.nullWidening
-          ? { items: nestedItems.nullWidening }
+        childMap = nestedItems.itemMap
+          ? { items: nestedItems.itemMap }
           : undefined
       } else if (wasOptional) {
         // Make optional fields nullable by adding null to the type. Mark
@@ -188,17 +205,13 @@ function makeStructuredOutputCompatible(
     if (Object.keys(propertyMaps).length > 0) map.properties = propertyMaps
   }
 
-  // Handle array types with object items
+  // Handle array item schemas. A tuple (`items: [a, b, …]`) keeps every
+  // position. A homogeneous schema stays a single items map so
+  // `undoNullWidening` applies it to every element.
   if (result.type === 'array' && result.items) {
-    const items = Array.isArray(result.items) ? result.items[0] : result.items
-    if (items) {
-      const nestedItems = makeStructuredOutputCompatible(
-        items,
-        items.required || [],
-      )
-      result.items = nestedItems.schema
-      if (nestedItems.nullWidening) map.items = nestedItems.nullWidening
-    }
+    const nestedItems = coerceArrayItems(result.items)
+    result.items = nestedItems.schema
+    if (nestedItems.itemMap) map.items = nestedItems.itemMap
   }
 
   return { schema: result, nullWidening: pruneMap(map) }

package/src/index.ts

@@ -283,6 +283,9 @@ export {
   createCapability,
   defineChatMiddleware,
   createChatMiddleware,
+  MetadataCapability,
+  getMetadata,
+  provideMetadata,
 } from './activities/chat/middleware/index'
 export type {
   Capability,
@@ -292,6 +295,7 @@ export type {
   CapabilityProvider,
   DefinedChatMiddleware,
   AnyChatMiddleware,
+  MetadataStore,
 } from './activities/chat/middleware/index'
 // Locks are a distributed-mutex primitive — coordination, not chat state — and
 // live behind their own subpath: `@tanstack/ai/locks` (see ./locks.ts).