ai 3.0.20 → 3.0.22

package/dist/index.d.mts

@@ -1,362 +1,10 @@
+import { LanguageModelV1, LanguageModelV1FinishReason, LanguageModelV1CallWarning } from '@ai-sdk/provider';
 import { z } from 'zod';
-import { JSONSchema7 } from 'json-schema';
 import { AssistantStream } from 'openai/lib/AssistantStream';
 import { Run } from 'openai/resources/beta/threads/runs/runs';
 import { ChatCompletionResponseChunk } from '@mistralai/mistralai';
 import { ServerResponse } from 'node:http';
 
-/**
-A tool has a name, a description, and a set of parameters.
-
-Note: this is **not** the user-facing tool definition. The AI SDK methods will
-map the user-facing tool definitions to this format.
- */
-type LanguageModelV1FunctionTool = {
-    /**
-  The type of the tool. Only functions for now, but this gives us room to
-  add more specific tool types in the future and use a discriminated union.
-     */
-    type: 'function';
-    /**
-  The name of the tool. Unique within this model call.
-     */
-    name: string;
-    description?: string;
-    parameters: JSONSchema7;
-};
-
-type LanguageModelV1CallSettings = {
-    /**
-     * Maximum number of tokens to generate.
-     */
-    maxTokens?: number;
-    /**
-     * Temperature setting. This is a number between 0 (almost no randomness) and
-     * 1 (very random).
-     *
-     * Different LLM providers have different temperature
-     * scales, so they'd need to map it (without mapping, the same temperature has
-     * different effects on different models). The provider can also chose to map
-     * this to topP, potentially even using a custom setting on their model.
-     *
-     * Note: This is an example of a setting that requires a clear specification of
-     * the semantics.
-     */
-    temperature?: number;
-    /**
-     * Nucleus sampling. This is a number between 0 and 1.
-     *
-     * E.g. 0.1 would mean that only tokens with the top 10% probability mass
-     * are considered.
-     *
-     * It is recommended to set either `temperature` or `topP`, but not both.
-     */
-    topP?: number;
-    /**
-     * Presence penalty setting. It affects the likelihood of the model to
-     * repeat information that is already in the prompt.
-     *
-     * The presence penalty is a number between -1 (increase repetition)
-     * and 1 (maximum penalty, decrease repetition). 0 means no penalty.
-     */
-    presencePenalty?: number;
-    /**
-     * Frequency penalty setting. It affects the likelihood of the model
-     * to repeatedly use the same words or phrases.
-     *
-     * The frequency penalty is a number between -1 (increase repetition)
-     * and 1 (maximum penalty, decrease repetition). 0 means no penalty.
-     */
-    frequencyPenalty?: number;
-    /**
-     * The seed (integer) to use for random sampling. If set and supported
-     * by the model, calls will generate deterministic results.
-     */
-    seed?: number;
-    /**
-     * Abort signal for cancelling the operation.
-     */
-    abortSignal?: AbortSignal;
-};
-
-/**
-A prompt is a list of messages.
-
-Note: Not all models and prompt formats support multi-modal inputs and
-tool calls. The validation happens at runtime.
-
-Note: This is not a user-facing prompt. The AI SDK methods will map the
-user-facing prompt types such as chat or instruction prompts to this format.
- */
-type LanguageModelV1Prompt = Array<LanguageModelV1Message>;
-type LanguageModelV1Message = {
-    role: 'system';
-    content: string;
-} | {
-    role: 'user';
-    content: Array<LanguageModelV1TextPart | LanguageModelV1ImagePart>;
-} | {
-    role: 'assistant';
-    content: Array<LanguageModelV1TextPart | LanguageModelV1ToolCallPart>;
-} | {
-    role: 'tool';
-    content: Array<LanguageModelV1ToolResultPart>;
-};
-/**
-Text content part of a prompt. It contains a string of text.
- */
-interface LanguageModelV1TextPart {
-    type: 'text';
-    /**
-  The text content.
-     */
-    text: string;
-}
-/**
-Image content part of a prompt. It contains an image.
- */
-interface LanguageModelV1ImagePart {
-    type: 'image';
-    /**
-  Image data as a Uint8Array (e.g. from a Blob or Buffer) or a URL.
-     */
-    image: Uint8Array | URL;
-    /**
-  Optional mime type of the image.
-     */
-    mimeType?: string;
-}
-/**
-Tool call content part of a prompt. It contains a tool call (usually generated by the AI model).
- */
-interface LanguageModelV1ToolCallPart {
-    type: 'tool-call';
-    /**
-  ID of the tool call. This ID is used to match the tool call with the tool result.
-   */
-    toolCallId: string;
-    /**
-  Name of the tool that is being called.
-   */
-    toolName: string;
-    /**
-  Arguments of the tool call. This is a JSON-serializable object that matches the tool's input schema.
-     */
-    args: unknown;
-}
-/**
-Tool result content part of a prompt. It contains the result of the tool call with the matching ID.
- */
-interface LanguageModelV1ToolResultPart {
-    type: 'tool-result';
-    /**
-  ID of the tool call that this result is associated with.
-   */
-    toolCallId: string;
-    /**
-  Name of the tool that generated this result.
-    */
-    toolName: string;
-    /**
-  Result of the tool call. This is a JSON-serializable object.
-     */
-    result: unknown;
-    /**
-  Optional flag if the result is an error or an error message.
-     */
-    isError?: boolean;
-}
-
-type LanguageModelV1CallOptions = LanguageModelV1CallSettings & {
-    /**
-     * Whether the user provided the input as messages or as
-     * a prompt. This can help guide non-chat models in the
-     * expansion, bc different expansions can be needed for
-     * chat/non-chat use cases.
-     */
-    inputFormat: 'messages' | 'prompt';
-    /**
-     * The mode affects the behavior of the language model. It is required to
-     * support provider-independent streaming and generation of structured objects.
-     * The model can take this information and e.g. configure json mode, the correct
-     * low level grammar, etc. It can also be used to optimize the efficiency of the
-     * streaming, e.g. tool-delta stream parts are only needed in the
-     * object-tool mode.
-     */
-    mode: {
-        type: 'regular';
-        tools?: Array<LanguageModelV1FunctionTool>;
-    } | {
-        type: 'object-json';
-    } | {
-        type: 'object-grammar';
-        schema: JSONSchema7;
-    } | {
-        type: 'object-tool';
-        tool: LanguageModelV1FunctionTool;
-    };
-    /**
-     * A language mode prompt is a standardized prompt type.
-     *
-     * Note: This is **not** the user-facing prompt. The AI SDK methods will map the
-     * user-facing prompt types such as chat or instruction prompts to this format.
-     * That approach allows us to evolve the user  facing prompts without breaking
-     * the language model interface.
-     */
-    prompt: LanguageModelV1Prompt;
-};
-
-/**
- * Warning from the model provider for this call. The call will proceed, but e.g.
- * some settings might not be supported, which can lead to suboptimal results.
- */
-type LanguageModelV1CallWarning = {
-    type: 'unsupported-setting';
-    setting: keyof LanguageModelV1CallSettings;
-} | {
-    type: 'other';
-    message: string;
-};
-
-type LanguageModelV1FinishReason = 'stop' | 'length' | 'content-filter' | 'tool-calls' | 'error' | 'other';
-
-type LanguageModelV1FunctionToolCall = {
-    toolCallType: 'function';
-    toolCallId: string;
-    toolName: string;
-    /**
-     * Stringified JSON object with the tool call arguments. Must match the
-     * parameters schema of the tool.
-     */
-    args: string;
-};
-
-/**
- * Experimental: Specification for a language model that implements the language model
- * interface version 1.
- */
-type LanguageModelV1 = {
-    /**
-     * The language model must specify which language model interface
-     * version it implements. This will allow us to evolve the language
-     * model interface and retain backwards compatibility. The different
-     * implementation versions can be handled as a discriminated union
-     * on our side.
-     */
-    readonly specificationVersion: 'v1';
-    /**
-     * Name of the provider for logging purposes.
-     */
-    readonly provider: string;
-    /**
-     * Provider-specific model ID for logging purposes.
-     */
-    readonly modelId: string;
-    /**
-     * Default object generation mode that should be used with this model when
-     * no mode is specified. Should be the mode with the best results for this
-     * model. `undefined` can be returned if object generation is not supported.
-     *
-     * This is needed to generate the best objects possible w/o requiring the
-     * user to explicitly specify the object generation mode.
-     */
-    readonly defaultObjectGenerationMode: 'json' | 'tool' | 'grammar' | undefined;
-    /**
-     * Generates a language model output (non-streaming).
-     *
-     * Naming: "do" prefix to prevent accidental direct usage of the method
-     * by the user.
-     */
-    doGenerate(options: LanguageModelV1CallOptions): PromiseLike<{
-        /**
-         * Text that the model has generated. Can be undefined if the model
-         * has only generated tool calls.
-         */
-        text?: string;
-        /**
-         * Tool calls that the model has generated. Can be undefined if the
-         * model has only generated text.
-         */
-        toolCalls?: Array<LanguageModelV1FunctionToolCall>;
-        /**
-         * Finish reason.
-         */
-        finishReason: LanguageModelV1FinishReason;
-        /**
-         * Usage information.
-         */
-        usage: {
-            promptTokens: number;
-            completionTokens: number;
-        };
-        /**
-         * Raw prompt and setting information for observability provider integration.
-         */
-        rawCall: {
-            /**
-             * Raw prompt after expansion and conversion to the format that the
-             * provider uses to send the information to their API.
-             */
-            rawPrompt: unknown;
-            /**
-             * Raw settings that are used for the API call. Includes provider-specific
-             * settings.
-             */
-            rawSettings: Record<string, unknown>;
-        };
-        warnings?: LanguageModelV1CallWarning[];
-    }>;
-    /**
-     * Generates a language model output (streaming).
-     *
-     * Naming: "do" prefix to prevent accidental direct usage of the method
-     * by the user.
-     *
-     * @return A stream of higher-level language model output parts.
-     */
-    doStream(options: LanguageModelV1CallOptions): PromiseLike<{
-        stream: ReadableStream<LanguageModelV1StreamPart>;
-        /**
-         * Raw prompt and setting information for observability provider integration.
-         */
-        rawCall: {
-            /**
-             * Raw prompt after expansion and conversion to the format that the
-             * provider uses to send the information to their API.
-             */
-            rawPrompt: unknown;
-            /**
-             * Raw settings that are used for the API call. Includes provider-specific
-             * settings.
-             */
-            rawSettings: Record<string, unknown>;
-        };
-        warnings?: LanguageModelV1CallWarning[];
-    }>;
-};
-type LanguageModelV1StreamPart = {
-    type: 'text-delta';
-    textDelta: string;
-} | ({
-    type: 'tool-call';
-} & LanguageModelV1FunctionToolCall) | {
-    type: 'tool-call-delta';
-    toolCallType: 'function';
-    toolCallId: string;
-    toolName: string;
-    argsTextDelta: string;
-} | {
-    type: 'finish';
-    finishReason: LanguageModelV1FinishReason;
-    usage: {
-        promptTokens: number;
-        completionTokens: number;
-    };
-} | {
-    type: 'error';
-    error: unknown;
-};
-
 type TokenUsage = {
     promptTokens: number;
     completionTokens: number;
@@ -1035,6 +683,12 @@ declare class StreamTextResult<TOOLS extends Record<string, ExperimentalTool>> {
   @returns an `AIStream` object.
      */
     toAIStream(callbacks?: AIStreamCallbacksAndOptions): ReadableStream<any>;
+    /**
+  Creates a simple text stream response.
+  Each text delta is encoded as UTF-8 and sent as a separate chunk.
+  Non-text-delta events are ignored.
+     */
+    toTextStreamResponse(init?: ResponseInit): Response;
 }
 
 interface FunctionCall {
@@ -1341,6 +995,13 @@ declare const toolCallStreamPart: StreamPart<'7', 'tool_calls', {
     tool_calls: ToolCall[];
 }>;
 declare const messageAnnotationsStreamPart: StreamPart<'8', 'message_annotations', Array<JSONValue>>;
+type StreamParts = typeof textStreamPart | typeof functionCallStreamPart | typeof dataStreamPart | typeof errorStreamPart | typeof assistantMessageStreamPart | typeof assistantControlDataStreamPart | typeof dataMessageStreamPart | typeof toolCallStreamPart | typeof messageAnnotationsStreamPart;
+/**
+ * Maps the type of a stream part to its value type.
+ */
+type StreamPartValueType = {
+    [P in StreamParts as P['name']]: ReturnType<P['parse']>['value'];
+};
 type StreamPartType = ReturnType<typeof textStreamPart.parse> | ReturnType<typeof functionCallStreamPart.parse> | ReturnType<typeof dataStreamPart.parse> | ReturnType<typeof errorStreamPart.parse> | ReturnType<typeof assistantMessageStreamPart.parse> | ReturnType<typeof assistantControlDataStreamPart.parse> | ReturnType<typeof dataMessageStreamPart.parse> | ReturnType<typeof toolCallStreamPart.parse> | ReturnType<typeof messageAnnotationsStreamPart.parse>;
 /**
  * The map of prefixes for data in the stream
@@ -1375,12 +1036,42 @@ declare const StreamStringPrefixes: {
     readonly tool_calls: "7";
     readonly message_annotations: "8";
 };
+/**
+Parses a stream part from a string.
+
+@param line The string to parse.
+@returns The parsed stream part.
+@throws An error if the string cannot be parsed.
+ */
+declare const parseStreamPart: (line: string) => StreamPartType;
+/**
+Prepends a string with a prefix from the `StreamChunkPrefixes`, JSON-ifies it,
+and appends a new line.
+
+It ensures type-safety for the part type and value.
+ */
+declare function formatStreamPart<T extends keyof StreamPartValueType>(type: T, value: StreamPartValueType[T]): StreamString;
 
 /**
  * Generates a 7-character random string to use for IDs. Not secure.
  */
 declare const generateId: (size?: number | undefined) => string;
 
+/**
+Converts a ReadableStreamDefaultReader into an async generator that yields
+StreamPart objects.
+
+@param reader
+       Reader for the stream to read from.
+@param isAborted
+       Optional function that returns true if the request has been aborted.
+       If the function returns true, the generator will stop reading the stream.
+       If the function is not provided, the generator will not stop reading the stream.
+ */
+declare function readDataStream(reader: ReadableStreamDefaultReader<Uint8Array>, { isAborted, }?: {
+    isAborted?: () => boolean;
+}): AsyncGenerator<StreamPartType>;
+
 declare function createChunkDecoder(): (chunk: Uint8Array | undefined) => string;
 declare function createChunkDecoder(complex: false): (chunk: Uint8Array | undefined) => string;
 declare function createChunkDecoder(complex: true): (chunk: Uint8Array | undefined) => StreamPartType[];
@@ -2072,4 +1763,4 @@ declare function streamToResponse(res: ReadableStream, response: ServerResponse,
     status?: number;
 }): void;
 
-export { AIStream, AIStreamCallbacksAndOptions, AIStreamParser, AIStreamParserOptions, AWSBedrockAnthropicMessagesStream, AWSBedrockAnthropicStream, AWSBedrockCohereStream, AWSBedrockLlama2Stream, AWSBedrockStream, AnthropicStream, AssistantContent, AssistantMessage, AssistantResponse, ChatRequest, ChatRequestOptions, CohereStream, CompletionUsage, CreateMessage, DataContent, DataMessage, DeepPartial, ErrorStreamPart, ExperimentalAssistantMessage, ExperimentalMessage, ExperimentalTool, ExperimentalToolMessage, ExperimentalUserMessage, Function, FunctionCall, FunctionCallHandler, FunctionCallPayload, GenerateObjectResult, GenerateTextResult, GoogleGenerativeAIStream, HuggingFaceStream, IdGenerator, ImagePart, InkeepAIStreamCallbacksAndOptions, InkeepChatResultCallbacks, InkeepOnFinalMetadata, InkeepStream, JSONValue, LangChainStream, Message$1 as Message, MistralStream, OpenAIStream, OpenAIStreamCallbacks, ReactResponseRow, ReplicateStream, RequestOptions, StreamData, StreamObjectResult, StreamString, StreamTextResult, StreamingTextResponse, TextPart$1 as TextPart, TextStreamPart, Tool, ToolCall, ToolCallHandler, ToolCallPart, ToolCallPayload, ToolChoice, ToolContent, ToolResultPart, UseChatOptions, UseCompletionOptions, UserContent, convertDataContentToBase64String, convertDataContentToUint8Array, createCallbacksTransformer, createChunkDecoder, createEventStreamTransformer, createStreamDataTransformer, experimental_AssistantResponse, experimental_StreamData, experimental_StreamingReactResponse, experimental_generateObject, experimental_generateText, experimental_streamObject, experimental_streamText, generateId, isStreamStringEqualToType, generateId as nanoid, readableFromAsyncIterable, streamToResponse, tool, trimStartOfStreamHelper };
+export { AIStream, AIStreamCallbacksAndOptions, AIStreamParser, AIStreamParserOptions, AWSBedrockAnthropicMessagesStream, AWSBedrockAnthropicStream, AWSBedrockCohereStream, AWSBedrockLlama2Stream, AWSBedrockStream, AnthropicStream, AssistantContent, AssistantMessage, AssistantResponse, ChatRequest, ChatRequestOptions, CohereStream, CompletionUsage, CreateMessage, DataContent, DataMessage, DeepPartial, ErrorStreamPart, ExperimentalAssistantMessage, ExperimentalMessage, ExperimentalTool, ExperimentalToolMessage, ExperimentalUserMessage, Function, FunctionCall, FunctionCallHandler, FunctionCallPayload, GenerateObjectResult, GenerateTextResult, GoogleGenerativeAIStream, HuggingFaceStream, IdGenerator, ImagePart, InkeepAIStreamCallbacksAndOptions, InkeepChatResultCallbacks, InkeepOnFinalMetadata, InkeepStream, JSONValue, LangChainStream, Message$1 as Message, MistralStream, OpenAIStream, OpenAIStreamCallbacks, ReactResponseRow, ReplicateStream, RequestOptions, StreamData, StreamObjectResult, StreamPart, StreamString, StreamTextResult, StreamingTextResponse, TextPart$1 as TextPart, TextStreamPart, Tool, ToolCall, ToolCallHandler, ToolCallPart, ToolCallPayload, ToolChoice, ToolContent, ToolResultPart, UseChatOptions, UseCompletionOptions, UserContent, convertDataContentToBase64String, convertDataContentToUint8Array, createCallbacksTransformer, createChunkDecoder, createEventStreamTransformer, createStreamDataTransformer, experimental_AssistantResponse, experimental_StreamData, experimental_StreamingReactResponse, experimental_generateObject, experimental_generateText, experimental_streamObject, experimental_streamText, formatStreamPart, generateId, isStreamStringEqualToType, generateId as nanoid, parseStreamPart, readDataStream, readableFromAsyncIterable, streamToResponse, tool, trimStartOfStreamHelper };