ai 3.0.33 → 3.0.35

package/rsc/dist/rsc-server.d.mts

@@ -2,6 +2,7 @@ import * as react_jsx_runtime from 'react/jsx-runtime';
 import { ReactNode } from 'react';
 import OpenAI from 'openai';
 import { z } from 'zod';
+import { LanguageModelV1 } from '@ai-sdk/provider';
 
 type AIAction<T = any, R = any> = (...args: T[]) => Promise<R>;
 type AIActions<T = any, R = any> = Record<string, AIAction<T, R>>;
@@ -106,11 +107,17 @@ declare function createStreamableUI(initialValue?: React.ReactNode): {
      */
     done(...args: [] | [React.ReactNode]): void;
 };
+declare const STREAMABLE_VALUE_INTERNAL_LOCK: unique symbol;
 /**
  * Create a wrapped, changable value that can be streamed to the client.
  * On the client side, the value can be accessed via the readStreamableValue() API.
  */
-declare function createStreamableValue<T = any, E = any>(initialValue?: T): {
+declare function createStreamableValue<T = any, E = any>(initialValue?: T | ReadableStream<T>): {
+    /**
+     * @internal This is an internal lock to prevent the value from being
+     * updated by the user.
+     */
+    [STREAMABLE_VALUE_INTERNAL_LOCK]: boolean;
     /**
      * The value of the streamable. This can be returned from a Server Action and
      * received by the client. To read the streamed values, use the
@@ -121,15 +128,43 @@ declare function createStreamableValue<T = any, E = any>(initialValue?: T): {
      * This method updates the current value with a new one.
      */
     update(value: T): void;
+    /**
+     * This method is used to append a delta string to the current value. It
+     * requires the current value of the streamable to be a string.
+     *
+     * @example
+     * ```jsx
+     * const streamable = createStreamableValue('hello');
+     * streamable.append(' world');
+     *
+     * // The value will be 'hello world'
+     * ```
+     */
+    append(value: T): void;
+    /**
+     * This method is used to signal that there is an error in the value stream.
+     * It will be thrown on the client side when consumed via
+     * `readStreamableValue` or `useStreamableValue`.
+     */
     error(error: any): void;
-    done(...args: [
-    ] | [T]): void;
+    /**
+     * This method marks the value as finalized. You can either call it without
+     * any parameters or with a new value as the final state.
+     * Once called, the value cannot be updated or appended anymore.
+     *
+     * This method is always **required** to be called, otherwise the response
+     * will be stuck in a loading state.
+     */
+    done(...args: [] | [T]): void;
 };
-type Streamable = ReactNode | Promise<ReactNode>;
-type Renderer<T> = (props: T) => Streamable | Generator<Streamable, Streamable, void> | AsyncGenerator<Streamable, Streamable, void>;
+
+type Streamable$1 = ReactNode | Promise<ReactNode>;
+type Renderer$1<T> = (props: T) => Streamable$1 | Generator<Streamable$1, Streamable$1, void> | AsyncGenerator<Streamable$1, Streamable$1, void>;
 /**
  * `render` is a helper function to create a streamable UI from some LLMs.
  * Currently, it only supports OpenAI's GPT models with Function Calling and Assistants Tools.
+ *
+ * @deprecated It's recommended to use the `experimental_streamUI` API for compatibility with the new core APIs.
  */
 declare function render<TS extends {
     [name: string]: z.Schema;
@@ -149,7 +184,7 @@ declare function render<TS extends {
      */
     provider: OpenAI;
     messages: Parameters<typeof OpenAI.prototype.chat.completions.create>[0]['messages'];
-    text?: Renderer<{
+    text?: Renderer$1<{
         /**
          * The full text content from the model so far.
          */
@@ -168,20 +203,263 @@ declare function render<TS extends {
         [name in keyof TS]: {
             description?: string;
             parameters: TS[name];
-            render: Renderer<z.infer<TS[name]>>;
+            render: Renderer$1<z.infer<TS[name]>>;
         };
     };
     functions?: {
         [name in keyof FS]: {
             description?: string;
             parameters: FS[name];
-            render: Renderer<z.infer<FS[name]>>;
+            render: Renderer$1<z.infer<FS[name]>>;
         };
     };
     initial?: ReactNode;
     temperature?: number;
 }): ReactNode;
 
+type CallSettings = {
+    /**
+  Maximum number of tokens to generate.
+     */
+    maxTokens?: number;
+    /**
+  Temperature setting. This is a number between 0 (almost no randomness) and
+  1 (very random).
+  
+  It is recommended to set either `temperature` or `topP`, but not both.
+  
+  @default 0
+     */
+    temperature?: number;
+    /**
+  Nucleus sampling. This is a number between 0 and 1.
+  
+  E.g. 0.1 would mean that only tokens with the top 10% probability mass
+  are considered.
+  
+  It is recommended to set either `temperature` or `topP`, but not both.
+     */
+    topP?: number;
+    /**
+  Presence penalty setting. It affects the likelihood of the model to
+  repeat information that is already in the prompt.
+  
+  The presence penalty is a number between -1 (increase repetition)
+  and 1 (maximum penalty, decrease repetition). 0 means no penalty.
+  
+  @default 0
+     */
+    presencePenalty?: number;
+    /**
+  Frequency penalty setting. It affects the likelihood of the model
+  to repeatedly use the same words or phrases.
+  
+  The frequency penalty is a number between -1 (increase repetition)
+  and 1 (maximum penalty, decrease repetition). 0 means no penalty.
+  
+  @default 0
+     */
+    frequencyPenalty?: number;
+    /**
+  The seed (integer) to use for random sampling. If set and supported
+  by the model, calls will generate deterministic results.
+     */
+    seed?: number;
+    /**
+  Maximum number of retries. Set to 0 to disable retries.
+  
+  @default 2
+     */
+    maxRetries?: number;
+    /**
+  Abort signal.
+     */
+    abortSignal?: AbortSignal;
+};
+
+/**
+Data content. Can either be a base64-encoded string, a Uint8Array, an ArrayBuffer, or a Buffer.
+ */
+type DataContent = string | Uint8Array | ArrayBuffer | Buffer;
+
+/**
+Text content part of a prompt. It contains a string of text.
+ */
+interface TextPart {
+    type: 'text';
+    /**
+  The text content.
+     */
+    text: string;
+}
+/**
+Image content part of a prompt. It contains an image.
+ */
+interface ImagePart {
+    type: 'image';
+    /**
+  Image data. Can either be:
+  
+  - data: a base64-encoded string, a Uint8Array, an ArrayBuffer, or a Buffer
+  - URL: a URL that points to the image
+     */
+    image: DataContent | URL;
+    /**
+  Optional mime type of the image.
+     */
+    mimeType?: string;
+}
+/**
+Tool call content part of a prompt. It contains a tool call (usually generated by the AI model).
+ */
+interface ToolCallPart {
+    type: 'tool-call';
+    /**
+  ID of the tool call. This ID is used to match the tool call with the tool result.
+   */
+    toolCallId: string;
+    /**
+  Name of the tool that is being called.
+   */
+    toolName: string;
+    /**
+  Arguments of the tool call. This is a JSON-serializable object that matches the tool's input schema.
+     */
+    args: unknown;
+}
+/**
+Tool result content part of a prompt. It contains the result of the tool call with the matching ID.
+ */
+interface ToolResultPart {
+    type: 'tool-result';
+    /**
+  ID of the tool call that this result is associated with.
+   */
+    toolCallId: string;
+    /**
+  Name of the tool that generated this result.
+    */
+    toolName: string;
+    /**
+  Result of the tool call. This is a JSON-serializable object.
+     */
+    result: unknown;
+    /**
+  Optional flag if the result is an error or an error message.
+     */
+    isError?: boolean;
+}
+
+/**
+A message that can be used in the `messages` field of a prompt.
+It can be a user message, an assistant message, or a tool message.
+ */
+type ExperimentalMessage = ExperimentalUserMessage | ExperimentalAssistantMessage | ExperimentalToolMessage;
+/**
+A user message. It can contain text or a combination of text and images.
+ */
+type ExperimentalUserMessage = {
+    role: 'user';
+    content: UserContent;
+};
+/**
+Content of a user message. It can be a string or an array of text and image parts.
+ */
+type UserContent = string | Array<TextPart | ImagePart>;
+/**
+An assistant message. It can contain text, tool calls, or a combination of text and tool calls.
+ */
+type ExperimentalAssistantMessage = {
+    role: 'assistant';
+    content: AssistantContent;
+};
+/**
+Content of an assistant message. It can be a string or an array of text and tool call parts.
+ */
+type AssistantContent = string | Array<TextPart | ToolCallPart>;
+/**
+A tool message. It contains the result of one or more tool calls.
+ */
+type ExperimentalToolMessage = {
+    role: 'tool';
+    content: ToolContent;
+};
+/**
+Content of a tool message. It is an array of tool result parts.
+ */
+type ToolContent = Array<ToolResultPart>;
+
+/**
+Prompt part of the AI function options. It contains a system message, a simple text prompt, or a list of messages.
+ */
+type Prompt = {
+    /**
+  System message to include in the prompt. Can be used with `prompt` or `messages`.
+     */
+    system?: string;
+    /**
+  A simple text prompt. You can either use `prompt` or `messages` but not both.
+   */
+    prompt?: string;
+    /**
+  A list of messsages. You can either use `prompt` or `messages` but not both.
+     */
+    messages?: Array<ExperimentalMessage>;
+};
+
+type Streamable = ReactNode | Promise<ReactNode>;
+type Renderer<T extends Array<any>> = (...args: T) => Streamable | Generator<Streamable, Streamable, void> | AsyncGenerator<Streamable, Streamable, void>;
+type RenderTool<PARAMETERS extends z.ZodTypeAny = any> = {
+    description?: string;
+    parameters: PARAMETERS;
+    generate?: Renderer<[
+        z.infer<PARAMETERS>,
+        {
+            toolName: string;
+            toolCallId: string;
+        }
+    ]>;
+};
+type RenderText = Renderer<[
+    {
+        /**
+         * The full text content from the model so far.
+         */
+        content: string;
+        /**
+         * The new appended text content from the model since the last `text` call.
+         */
+        delta: string;
+        /**
+         * Whether the model is done generating text.
+         * If `true`, the `content` will be the final output and this call will be the last.
+         */
+        done: boolean;
+    }
+]>;
+type RenderResult = {
+    value: ReactNode;
+} & Awaited<ReturnType<LanguageModelV1['doStream']>>;
+/**
+ * `experimental_streamUI` is a helper function to create a streamable UI from LLMs.
+ */
+declare function experimental_streamUI<TOOLS extends {
+    [name: string]: z.ZodTypeAny;
+} = {}>({ model, tools, system, prompt, messages, maxRetries, abortSignal, initial, text, ...settings }: CallSettings & Prompt & {
+    /**
+     * The language model to use.
+     */
+    model: LanguageModelV1;
+    /**
+     * The tools that the model can call. The model needs to support calling tools.
+     */
+    tools?: {
+        [name in keyof TOOLS]: RenderTool<TOOLS[name]>;
+    };
+    text?: RenderText;
+    initial?: ReactNode;
+}): Promise<RenderResult>;
+
 declare function createAI<AIState = any, UIState = any, Actions extends AIActions = {}>({ actions, initialAIState, initialUIState, onSetAIState, onGetUIState, }: {
     actions: Actions;
     initialAIState?: AIState;
@@ -222,4 +500,4 @@ declare function createAI<AIState = any, UIState = any, Actions extends AIAction
     onGetUIState?: OnGetUIState<UIState>;
 }): AIProvider<AIState, UIState, Actions>;
 
-export { createAI, createStreamableUI, createStreamableValue, getAIState, getMutableAIState, render };
+export { createAI, createStreamableUI, createStreamableValue, experimental_streamUI, getAIState, getMutableAIState, render };