ai 3.3.38 → 3.3.40

package/CHANGELOG.md

@@ -1,5 +1,18 @@
 # ai
 
+## 3.3.40
+
+### Patch Changes
+
+- a91c308: feat (ai/core): add responseMessages to streamText
+
+## 3.3.39
+
+### Patch Changes
+
+- 33cf3e1: feat (ai/core): add providerMetadata to StepResult
+- 17ee757: feat (ai/core): add onStepFinish callback to generateText
+
 ## 3.3.38
 
 ### Patch Changes

package/README.md

@@ -148,6 +148,13 @@ async function submitMessage() {
     ui: stream.value,
   };
 }
+```
+
+###### @/app/ai.ts (Next.js App Router)
+
+```tsx
+import { createAI } from 'ai/rsc';
+import { submitMessage } from '@/app/actions';
 
 export const AI = createAI({
   initialAIState: {},
@@ -162,7 +169,7 @@ export const AI = createAI({
 
 ```tsx
 import { ReactNode } from 'react';
-import { AI } from '@/app/actions';
+import { AI } from '@/app/ai';
 
 export default function Layout({ children }: { children: ReactNode }) {
   <AI>{children}</AI>;

package/dist/index.d.mts

@@ -1356,6 +1356,12 @@ type StepResult<TOOLS extends Record<string, CoreTool>> = {
   Additional response information.
   */
     readonly response: LanguageModelResponseMetadataWithHeaders;
+    /**
+  Additional provider-specific metadata. They are passed through
+  from the provider to the AI SDK and enable provider-specific
+  results that can be fully encapsulated in the provider.
+     */
+    readonly experimental_providerMetadata: ProviderMetadata | undefined;
 };
 
 /**
@@ -1388,11 +1394,12 @@ interface GenerateTextResult<TOOLS extends Record<string, CoreTool>> {
      */
     readonly warnings: CallWarning[] | undefined;
     /**
-    The response messages that were generated during the call. It consists of an assistant message,
-    potentially containing tool calls.
-    When there are tool results, there is an additional tool message with the tool results that are available.
-    If there are tools that do not have execute functions, they are not included in the tool results and
-    need to be added separately.
+  The response messages that were generated during the call. It consists of an assistant message,
+  potentially containing tool calls.
+  
+  When there are tool results, there is an additional tool message with the tool results that are available.
+  If there are tools that do not have execute functions, they are not included in the tool results and
+  need to be added separately.
        */
     readonly responseMessages: Array<CoreAssistantMessage | CoreToolMessage>;
     /**
@@ -1479,10 +1486,12 @@ If set and supported by the model, calls will generate deterministic results.
 
 @param maxSteps - Maximum number of sequential LLM calls (steps), e.g. when you use tool calls.
 
+@param onStepFinish - Callback that is called when each step (LLM call) is finished, including intermediate steps.
+
 @returns
 A result object that contains the generated text, the results of the tool calls, and additional information.
  */
-declare function generateText<TOOLS extends Record<string, CoreTool>>({ model, tools, toolChoice, system, prompt, messages, maxRetries, abortSignal, headers, maxAutomaticRoundtrips, maxToolRoundtrips, maxSteps, experimental_telemetry: telemetry, experimental_providerMetadata: providerMetadata, _internal: { generateId, currentDate, }, ...settings }: CallSettings & Prompt & {
+declare function generateText<TOOLS extends Record<string, CoreTool>>({ model, tools, toolChoice, system, prompt, messages, maxRetries, abortSignal, headers, maxAutomaticRoundtrips, maxToolRoundtrips, maxSteps, experimental_telemetry: telemetry, experimental_providerMetadata: providerMetadata, _internal: { generateId, currentDate, }, onStepFinish, ...settings }: CallSettings & Prompt & {
     /**
 The language model to use.
      */
@@ -1532,6 +1541,10 @@ to the provider from the AI SDK and enable provider-specific
 functionality that can be fully encapsulated in the provider.
  */
     experimental_providerMetadata?: ProviderMetadata;
+    /**
+    Callback that is called when each step (LLM call) is finished, including intermediate steps.
+    */
+    onStepFinish?: (event: StepResult<TOOLS>) => Promise<void> | void;
     /**
      * Internal. For test use only. May change without notice.
      */
@@ -1602,6 +1615,17 @@ interface StreamTextResult<TOOLS extends Record<string, CoreTool>> {
         headers?: Record<string, string>;
     };
     /**
+  The response messages that were generated during the call. It consists of an assistant message,
+  potentially containing tool calls.
+  
+  When there are tool results, there is an additional tool message with the tool results that are available.
+  If there are tools that do not have execute functions, they are not included in the tool results and
+  need to be added separately.
+  
+  Resolved when the response is finished.
+       */
+    readonly responseMessages: Promise<Array<CoreAssistantMessage | CoreToolMessage>>;
+    /**
   Details for all steps.
   You can use this to get information about intermediate steps,
   such as the tool calls or the response headers.
@@ -1800,6 +1824,7 @@ If set and supported by the model, calls will generate deterministic results.
 @param maxSteps - Maximum number of sequential LLM calls (steps), e.g. when you use tool calls.
 
 @param onChunk - Callback that is called for each chunk of the stream. The stream processing will pause until the callback promise is resolved.
+@param onStepFinish - Callback that is called when each step (LLM call) is finished, including intermediate steps.
 @param onFinish - Callback that is called when the LLM response and all request tool executions
 (for tools that have an `execute` function) are finished.
 
@@ -1867,18 +1892,23 @@ Callback that is called for each chunk of the stream. The stream processing will
     /**
 Callback that is called when the LLM response and all request tool executions
 (for tools that have an `execute` function) are finished.
+
+The usage is the combined usage of all steps.
      */
     onFinish?: (event: StepResult<TOOLS> & {
         /**
 Details for all steps.
        */
-        steps: StepResult<TOOLS>[];
+        readonly steps: StepResult<TOOLS>[];
         /**
-Additional provider-specific metadata. They are passed through
-from the provider to the AI SDK and enable provider-specific
-results that can be fully encapsulated in the provider.
-   */
-        readonly experimental_providerMetadata: ProviderMetadata | undefined;
+The response messages that were generated during the call. It consists of an assistant message,
+potentially containing tool calls.
+
+When there are tool results, there is an additional tool message with the tool results that are available.
+If there are tools that do not have execute functions, they are not included in the tool results and
+need to be added separately.
+     */
+        readonly responseMessages: Array<CoreAssistantMessage | CoreToolMessage>;
     }) => Promise<void> | void;
     /**
     Callback that is called when each step (LLM call) is finished, including intermediate steps.

package/dist/index.d.ts

@@ -1356,6 +1356,12 @@ type StepResult<TOOLS extends Record<string, CoreTool>> = {
   Additional response information.
   */
     readonly response: LanguageModelResponseMetadataWithHeaders;
+    /**
+  Additional provider-specific metadata. They are passed through
+  from the provider to the AI SDK and enable provider-specific
+  results that can be fully encapsulated in the provider.
+     */
+    readonly experimental_providerMetadata: ProviderMetadata | undefined;
 };
 
 /**
@@ -1388,11 +1394,12 @@ interface GenerateTextResult<TOOLS extends Record<string, CoreTool>> {
      */
     readonly warnings: CallWarning[] | undefined;
     /**
-    The response messages that were generated during the call. It consists of an assistant message,
-    potentially containing tool calls.
-    When there are tool results, there is an additional tool message with the tool results that are available.
-    If there are tools that do not have execute functions, they are not included in the tool results and
-    need to be added separately.
+  The response messages that were generated during the call. It consists of an assistant message,
+  potentially containing tool calls.
+  
+  When there are tool results, there is an additional tool message with the tool results that are available.
+  If there are tools that do not have execute functions, they are not included in the tool results and
+  need to be added separately.
        */
     readonly responseMessages: Array<CoreAssistantMessage | CoreToolMessage>;
     /**
@@ -1479,10 +1486,12 @@ If set and supported by the model, calls will generate deterministic results.
 
 @param maxSteps - Maximum number of sequential LLM calls (steps), e.g. when you use tool calls.
 
+@param onStepFinish - Callback that is called when each step (LLM call) is finished, including intermediate steps.
+
 @returns
 A result object that contains the generated text, the results of the tool calls, and additional information.
  */
-declare function generateText<TOOLS extends Record<string, CoreTool>>({ model, tools, toolChoice, system, prompt, messages, maxRetries, abortSignal, headers, maxAutomaticRoundtrips, maxToolRoundtrips, maxSteps, experimental_telemetry: telemetry, experimental_providerMetadata: providerMetadata, _internal: { generateId, currentDate, }, ...settings }: CallSettings & Prompt & {
+declare function generateText<TOOLS extends Record<string, CoreTool>>({ model, tools, toolChoice, system, prompt, messages, maxRetries, abortSignal, headers, maxAutomaticRoundtrips, maxToolRoundtrips, maxSteps, experimental_telemetry: telemetry, experimental_providerMetadata: providerMetadata, _internal: { generateId, currentDate, }, onStepFinish, ...settings }: CallSettings & Prompt & {
     /**
 The language model to use.
      */
@@ -1532,6 +1541,10 @@ to the provider from the AI SDK and enable provider-specific
 functionality that can be fully encapsulated in the provider.
  */
     experimental_providerMetadata?: ProviderMetadata;
+    /**
+    Callback that is called when each step (LLM call) is finished, including intermediate steps.
+    */
+    onStepFinish?: (event: StepResult<TOOLS>) => Promise<void> | void;
     /**
      * Internal. For test use only. May change without notice.
      */
@@ -1602,6 +1615,17 @@ interface StreamTextResult<TOOLS extends Record<string, CoreTool>> {
         headers?: Record<string, string>;
     };
     /**
+  The response messages that were generated during the call. It consists of an assistant message,
+  potentially containing tool calls.
+  
+  When there are tool results, there is an additional tool message with the tool results that are available.
+  If there are tools that do not have execute functions, they are not included in the tool results and
+  need to be added separately.
+  
+  Resolved when the response is finished.
+       */
+    readonly responseMessages: Promise<Array<CoreAssistantMessage | CoreToolMessage>>;
+    /**
   Details for all steps.
   You can use this to get information about intermediate steps,
   such as the tool calls or the response headers.
@@ -1800,6 +1824,7 @@ If set and supported by the model, calls will generate deterministic results.
 @param maxSteps - Maximum number of sequential LLM calls (steps), e.g. when you use tool calls.
 
 @param onChunk - Callback that is called for each chunk of the stream. The stream processing will pause until the callback promise is resolved.
+@param onStepFinish - Callback that is called when each step (LLM call) is finished, including intermediate steps.
 @param onFinish - Callback that is called when the LLM response and all request tool executions
 (for tools that have an `execute` function) are finished.
 
@@ -1867,18 +1892,23 @@ Callback that is called for each chunk of the stream. The stream processing will
     /**
 Callback that is called when the LLM response and all request tool executions
 (for tools that have an `execute` function) are finished.
+
+The usage is the combined usage of all steps.
      */
     onFinish?: (event: StepResult<TOOLS> & {
         /**
 Details for all steps.
        */
-        steps: StepResult<TOOLS>[];
+        readonly steps: StepResult<TOOLS>[];
         /**
-Additional provider-specific metadata. They are passed through
-from the provider to the AI SDK and enable provider-specific
-results that can be fully encapsulated in the provider.
-   */
-        readonly experimental_providerMetadata: ProviderMetadata | undefined;
+The response messages that were generated during the call. It consists of an assistant message,
+potentially containing tool calls.
+
+When there are tool results, there is an additional tool message with the tool results that are available.
+If there are tools that do not have execute functions, they are not included in the tool results and
+need to be added separately.
+     */
+        readonly responseMessages: Array<CoreAssistantMessage | CoreToolMessage>;
     }) => Promise<void> | void;
     /**
     Callback that is called when each step (LLM call) is finished, including intermediate steps.

package/dist/index.js

@@ -3059,6 +3059,7 @@ async function generateText({
     generateId: generateId3 = originalGenerateId3,
     currentDate = () => /* @__PURE__ */ new Date()
   } = {},
+  onStepFinish,
   ...settings
 }) {
   var _a11;
@@ -3220,7 +3221,7 @@ async function generateText({
         usage.completionTokens += currentUsage.completionTokens;
         usage.promptTokens += currentUsage.promptTokens;
         usage.totalTokens += currentUsage.totalTokens;
-        steps.push({
+        const currentStep = {
           text: (_b = currentModelResponse.text) != null ? _b : "",
           toolCalls: currentToolCalls,
           toolResults: currentToolResults,
@@ -3231,8 +3232,11 @@ async function generateText({
           response: {
             ...currentModelResponse.response,
             headers: (_c = currentModelResponse.rawResponse) == null ? void 0 : _c.headers
-          }
-        });
+          },
+          experimental_providerMetadata: currentModelResponse.providerMetadata
+        };
+        steps.push(currentStep);
+        await (onStepFinish == null ? void 0 : onStepFinish(currentStep));
         const newResponseMessages = toResponseMessages({
           text: currentModelResponse.text,
           toolCalls: currentToolCalls,
@@ -3927,6 +3931,11 @@ var DefaultStreamTextResult = class {
     this.experimental_providerMetadata = providerMetadataPromise;
     const { resolve: resolveResponse, promise: responsePromise } = createResolvablePromise();
     this.response = responsePromise;
+    const {
+      resolve: resolveResponseMessages,
+      promise: responseMessagesPromise
+    } = createResolvablePromise();
+    this.responseMessages = responseMessagesPromise;
     const {
       stream: stitchableStream,
       addStream,
@@ -4098,7 +4107,8 @@ var DefaultStreamTextResult = class {
                 warnings: self.warnings,
                 logprobs: stepLogProbs,
                 response: stepResponse,
-                rawResponse: self.rawResponse
+                rawResponse: self.rawResponse,
+                experimental_providerMetadata: stepProviderMetadata
               };
               stepResults.push(stepResult);
               await (onStepFinish == null ? void 0 : onStepFinish(stepResult));
@@ -4172,6 +4182,17 @@ var DefaultStreamTextResult = class {
                     }
                   })
                 );
+                const responseMessages = stepResults.reduce(
+                  (responseMessages2, step) => [
+                    ...responseMessages2,
+                    ...toResponseMessages({
+                      text: step.text,
+                      toolCalls: step.toolCalls,
+                      toolResults: step.toolResults
+                    })
+                  ],
+                  []
+                );
                 resolveUsage(combinedUsage);
                 resolveFinishReason(stepFinishReason);
                 resolveText(stepText);
@@ -4183,6 +4204,7 @@ var DefaultStreamTextResult = class {
                   headers: rawResponse == null ? void 0 : rawResponse.headers
                 });
                 resolveSteps(stepResults);
+                resolveResponseMessages(responseMessages);
                 await (onFinish == null ? void 0 : onFinish({
                   finishReason: stepFinishReason,
                   logprobs: stepLogProbs,
@@ -4201,8 +4223,8 @@ var DefaultStreamTextResult = class {
                   },
                   warnings,
                   experimental_providerMetadata: stepProviderMetadata,
-                  steps: stepResults
-                  // see tool results comment above
+                  steps: stepResults,
+                  responseMessages
                 }));
               } catch (error) {
                 controller.error(error);