ai 3.1.0-canary.1 → 3.1.0-canary.2

package/provider/dist/index.d.mts

@@ -1,5 +1,4 @@
-import OpenAI from 'openai';
-import MistralClient from '@mistralai/mistralai';
+type JsonSchema = Record<string, unknown>;
 
 type LanguageModelV1CallSettings = {
     /**
@@ -29,38 +28,28 @@ type LanguageModelV1CallSettings = {
      */
     topP?: number;
     /**
-     * Presence penalty setting. This is a number between 0 (no penalty)
-     * and 1 (maximum penalty). It affects the likelihood of the model to repeat
-     * information that is already in the prompt.
+     * Presence penalty setting. It affects the likelihood of the model to
+     * repeat information that is already in the prompt.
+     *
+     * The presence penalty is a number between -1 (increase repetition)
+     * and 1 (maximum penalty, decrease repetition). 0 means no penalty.
      */
     presencePenalty?: number;
     /**
-     * Frequency penalty setting. This is a number between 0 (no penalty)
-     * and 1 (maximum penalty). It affects the likelihood of the model to repeatedly
-     * use the same words or phrases.
+     * Frequency penalty setting. It affects the likelihood of the model
+     * to repeatedly use the same words or phrases.
+     *
+     * The frequency penalty is a number between -1 (increase repetition)
+     * and 1 (maximum penalty, decrease repetition). 0 means no penalty.
      */
     frequencyPenalty?: number;
     /**
-     * The seed to use for random sampling. If set and supported by the model,
-     * calls will generate deterministic results.
+     * The seed (integer) to use for random sampling. If set and supported
+     * by the model, calls will generate deterministic results.
      */
     seed?: number;
 };
 
-/**
- * Warning from the model provider for this call. The call will proceed, but e.g.
- * some settings might not be supported, which can lead to suboptimal results.
- */
-type LanguageModelV1CallWarning = {
-    type: 'unsupported-setting';
-    setting: keyof LanguageModelV1CallSettings;
-} | {
-    type: 'other';
-    message: string;
-};
-
-type JsonSchema = Record<string, unknown>;
-
 /**
  * A tool has a name, a description, and a set of parameters.
  *
@@ -174,7 +163,48 @@ type LanguageModelV1CallOptions = LanguageModelV1CallSettings & {
     prompt: LanguageModelV1Prompt;
 };
 
-interface LanguageModel {
+/**
+ * Warning from the model provider for this call. The call will proceed, but e.g.
+ * some settings might not be supported, which can lead to suboptimal results.
+ */
+type LanguageModelV1CallWarning = {
+    type: 'unsupported-setting';
+    setting: keyof LanguageModelV1CallSettings;
+} | {
+    type: 'other';
+    message: string;
+};
+
+type LanguageModelV1FinishReason = 'stop' | 'length' | 'content-filter' | 'tool-calls' | 'error' | 'other';
+
+type LanguageModelV1FunctionToolCall = {
+    toolCallType: 'function';
+    toolCallId: string;
+    toolName: string;
+    /**
+     * Stringified JSON object with the tool call arguments. Must match the
+     * parameters schema of the tool.
+     */
+    args: string;
+};
+
+type LanguageModelV1 = {
+    /**
+     * The language model must specify which language model interface
+     * version it implements. This will allow us to evolve the language
+     * model interface and retain backwards compatibility. The different
+     * implementation versions can be handled as a discriminated union
+     * on our side.
+     */
+    readonly specificationVersion: 'v1';
+    /**
+     * Name of the provider for logging purposes.
+     */
+    readonly provider: string;
+    /**
+     * Provider-specific model ID for logging purposes.
+     */
+    readonly modelId: string;
     /**
      * Default object generation mode that should be used with this model when
      * no mode is specified. Should be the mode with the best results for this
@@ -184,152 +214,83 @@ interface LanguageModel {
      * user to explicitly specify the object generation mode.
      */
     readonly defaultObjectGenerationMode: 'json' | 'tool' | 'grammar' | undefined;
+    /**
+     * Generates a language model output (non-streaming).
+     *
+     * Naming: "do" prefix to prevent accidental direct usage of the method
+     * by the user.
+     */
     doGenerate(options: LanguageModelV1CallOptions): PromiseLike<{
+        /**
+         * Text that the model has generated. Can be undefined if the model
+         * has only generated tool calls.
+         */
         text?: string;
-        toolCalls?: Array<LanguageModelToolCall>;
-        warnings: LanguageModelV1CallWarning[];
+        /**
+         * Tool calls that the model has generated. Can be undefined if the
+         * model has only generated text.
+         */
+        toolCalls?: Array<LanguageModelV1FunctionToolCall>;
+        warnings?: LanguageModelV1CallWarning[];
     }>;
+    /**
+     * Generates a language model output (streaming).
+     *
+     * Naming: "do" prefix to prevent accidental direct usage of the method
+     * by the user.
+     *
+     * @return A stream of higher-level language model output parts.
+     */
     doStream(options: LanguageModelV1CallOptions): PromiseLike<{
-        stream: ReadableStream<LanguageModelStreamPart>;
-        warnings: LanguageModelV1CallWarning[];
+        stream: ReadableStream<LanguageModelV1StreamPart>;
+        warnings?: LanguageModelV1CallWarning[];
     }>;
-}
-type ErrorStreamPart = {
-    type: 'error';
-    error: unknown;
 };
-type LanguageModelToolCall = {
-    toolCallId: string;
-    toolName: string;
-    args: string;
-};
-type ToolCallStreamPart = {
+type LanguageModelV1StreamPart = {
+    type: 'text-delta';
+    textDelta: string;
+} | ({
     type: 'tool-call';
-} & LanguageModelToolCall;
-type ToolCallDeltaStreamPart = {
+} & LanguageModelV1FunctionToolCall) | {
     type: 'tool-call-delta';
     toolCallId: string;
     toolName: string;
     argsTextDelta: string;
+} | {
+    type: 'finish-metadata';
+    finishReason: LanguageModelV1FinishReason;
+    usage: {
+        promptTokens: number;
+        completionTokens: number;
+    };
+} | {
+    type: 'error';
+    error: unknown;
 };
-type TextDeltaStreamPart = {
-    type: 'text-delta';
-    textDelta: string;
-};
-type LanguageModelStreamPart = TextDeltaStreamPart | ToolCallDeltaStreamPart | ToolCallStreamPart | ErrorStreamPart;
 
-declare class OpenAIChatLanguageModel<SETTINGS> implements LanguageModel {
-    readonly settings: SETTINGS;
+type Config$1<SETTINGS extends {
+    id: string;
+}> = {
+    provider: string;
+    baseUrl: string;
+    apiKey: () => string;
+    mapSettings: (settings: SETTINGS) => Record<string, unknown> & {
+        model: string;
+    };
+};
+declare class OpenAIChatLanguageModel<SETTINGS extends {
+    id: string;
+}> implements LanguageModelV1 {
+    readonly specificationVersion = "v1";
     readonly defaultObjectGenerationMode = "tool";
-    private readonly getClient;
-    private readonly mapSettings;
-    constructor(settings: SETTINGS, config: {
-        client: () => Promise<OpenAI>;
-        mapSettings: (settings: SETTINGS) => Record<string, unknown> & {
-            model: string;
-        };
-    });
-    private get basePrompt();
-    private getArgs;
-    doGenerate(options: Parameters<LanguageModel['doGenerate']>[0]): Promise<Awaited<ReturnType<LanguageModel['doGenerate']>>>;
-    doStream(options: Parameters<LanguageModel['doStream']>[0]): Promise<Awaited<ReturnType<LanguageModel['doStream']>>>;
-}
-
-type FireworksChatModelId = `accounts/${string}/models/${string}`;
-/**
- * @see https://readme.fireworks.ai/reference/createchatcompletion
- */
-interface FireworksChatSettings {
-    /**
-     * The ID of the model to use.
-     */
-    id: FireworksChatModelId;
-    /**
-     * The size to which to truncate chat prompts. Earlier user/assistant messages will be
-     * evicted to fit the prompt into this length.
-     *
-     * This should usually be set to a number << the max context size of the model, to allow
-     * enough remaining tokens for generating a response.
-     *
-     * If omitted, you may receive "prompt too long" errors in your responses as
-     * conversations grow. Note that even with this set, you may still receive "prompt too long"
-     * errors if individual messages are too long for the model context window.
-     */
-    promptTruncateLength?: number;
-    /**
-     * Top-k sampling is another sampling method where the k most probable next tokens are filtered
-     * and the probability mass is redistributed among only those k next tokens. The value of k
-     * controls the number of candidates for the next token at each step during text generation.
-     */
-    topK?: number;
-    /**
-     * What to do if the token count of prompt plus max_tokens exceeds the model's context window.
-     *
-     * Passing truncate limits the max_tokens to at most context_window_length - prompt_length.
-     * This is the default.
-     *
-     * Passing error would trigger a request error.
-     *
-     * The default of 'truncate' is selected as it allows to ask for high max_tokens value while
-     * respecting the context window length without having to do client-side prompt tokenization.
-     *
-     * Note, that it differs from OpenAI's behavior that matches that of error.
-     */
-    contextLengthExceededBehavior?: 'truncate' | 'error';
-}
-
-declare function chat$3(settings: Omit<FireworksChatSettings, 'client'> & {
-    client?: OpenAI;
-    apiKey?: string;
-}): OpenAIChatLanguageModel<{
-    id: `accounts/${string}/models/${string}`;
-    promptTruncateLength?: number | undefined;
-    topK?: number | undefined;
-    contextLengthExceededBehavior?: "error" | "truncate" | undefined;
-}>;
-
-declare namespace fireworksFacade {
-  export {
-    chat$3 as chat,
-  };
-}
-
-type MistralChatModelId = 'open-mistral-7b' | 'open-mixtral-8x7b' | 'mistral-small-latest' | 'mistral-medium-latest' | 'mistral-large-latest' | (string & {});
-interface MistralChatSettings {
-    /**
-     * The ID of the model to use.
-     */
-    id: MistralChatModelId;
-    /**
-     * Whether to inject a safety prompt before all conversations.
-     *
-     * Default: false
-     */
-    safePrompt?: boolean;
-}
-
-declare class MistralChatLanguageModel implements LanguageModel {
-    readonly settings: MistralChatSettings;
-    readonly defaultObjectGenerationMode = "json";
-    private readonly getClient;
-    constructor(settings: MistralChatSettings, config: {
-        client: () => Promise<MistralClient>;
-    });
-    private get basePrompt();
+    readonly settings: SETTINGS;
+    private readonly config;
+    constructor(settings: SETTINGS, config: Config$1<SETTINGS>);
+    get provider(): string;
+    get modelId(): string;
     private getArgs;
-    doGenerate(options: Parameters<LanguageModel['doGenerate']>[0]): Promise<Awaited<ReturnType<LanguageModel['doGenerate']>>>;
-    doStream(options: Parameters<LanguageModel['doStream']>[0]): Promise<Awaited<ReturnType<LanguageModel['doStream']>>>;
-}
-
-declare function chat$2(settings: Omit<MistralChatSettings, 'client'> & {
-    client?: MistralClient;
-    apiKey?: string;
-}): MistralChatLanguageModel;
-
-declare namespace mistralFacade {
-  export {
-    chat$2 as chat,
-  };
+    doGenerate(options: Parameters<LanguageModelV1['doGenerate']>[0]): Promise<Awaited<ReturnType<LanguageModelV1['doGenerate']>>>;
+    doStream(options: Parameters<LanguageModelV1['doStream']>[0]): Promise<Awaited<ReturnType<LanguageModelV1['doStream']>>>;
 }
 
 type OpenAIChatModelId = 'gpt-4' | 'gpt-4-0314' | 'gpt-4-0613' | 'gpt-4-turbo-preview' | 'gpt-4-1106-preview' | 'gpt-4-0125-preview' | 'gpt-4-vision-preview' | 'gpt-4-32k' | 'gpt-4-32k-0314' | 'gpt-4-32k-0613' | 'gpt-3.5-turbo' | 'gpt-3.5-turbo-0125' | 'gpt-3.5-turbo-1106' | 'gpt-3.5-turbo-0301' | 'gpt-3.5-turbo-0613' | 'gpt-3.5-turbo-16k' | 'gpt-3.5-turbo-16k-0613' | (string & {});
@@ -341,47 +302,49 @@ interface OpenAIChatSettings {
     logitBias?: Record<number, number>;
 }
 
-declare function chat$1(settings: OpenAIChatSettings & {
-    client?: OpenAI;
-    apiKey?: string;
-}): OpenAIChatLanguageModel<OpenAIChatSettings>;
-
-declare namespace openaiFacade {
-  export {
-    chat$1 as chat,
-  };
+type Config<SETTINGS extends {
+    id: string;
+}> = {
+    provider: string;
+    baseUrl: string;
+    apiKey: () => string;
+    mapSettings: (settings: SETTINGS) => Record<string, unknown> & {
+        model: string;
+    };
+};
+declare class OpenAICompletionLanguageModel<SETTINGS extends {
+    id: string;
+}> implements LanguageModelV1 {
+    readonly specificationVersion = "v1";
+    readonly defaultObjectGenerationMode: undefined;
+    readonly settings: SETTINGS;
+    private readonly config;
+    constructor(settings: SETTINGS, config: Config<SETTINGS>);
+    get provider(): string;
+    get modelId(): string;
+    private getArgs;
+    doGenerate(options: Parameters<LanguageModelV1['doGenerate']>[0]): Promise<Awaited<ReturnType<LanguageModelV1['doGenerate']>>>;
+    doStream(options: Parameters<LanguageModelV1['doStream']>[0]): Promise<Awaited<ReturnType<LanguageModelV1['doStream']>>>;
 }
 
-type PerplexityChatModelId = 'sonar-small-chat' | 'sonar-small-online' | 'sonar-medium-chat' | 'sonar-medium-online' | 'mistral-7b-instruct' | 'mixtral-8x7b-instruct' | (string & {});
-/**
- * @see https://docs.perplexity.ai/reference/post_chat_completions
- */
-interface PerplexityChatSettings {
+type OpenAICompletionModelId = 'gpt-3.5-turbo-instruct' | (string & {});
+interface OpenAICompletionSettings {
     /**
      * The ID of the model to use.
      */
-    id: PerplexityChatModelId;
-    /**
-     * The number of tokens to keep for highest top-k filtering, specified as an
-     * integer between 0 and 2048 inclusive. If set to 0, top-k filtering is disabled.
-     * We recommend either altering top_k or top_p, but not both.
-     */
-    topK?: number;
+    id: OpenAICompletionModelId;
+    logitBias?: Record<number, number>;
 }
 
-declare function chat(settings: PerplexityChatSettings & {
-    client?: OpenAI;
-    apiKey?: string;
-}): OpenAIChatLanguageModel<{
-    id: PerplexityChatModelId;
-    topK?: number | undefined;
-}>;
-
-declare const perplexityFacade_chat: typeof chat;
-declare namespace perplexityFacade {
-  export {
-    perplexityFacade_chat as chat,
-  };
+declare class OpenAI {
+    readonly baseUrl?: string;
+    readonly apiKey?: string;
+    constructor({ baseUrl, apiKey }?: {
+        baseUrl?: string;
+        apiKey?: string;
+    });
+    chat(settings: OpenAIChatSettings): OpenAIChatLanguageModel<OpenAIChatSettings>;
+    completion(settings: OpenAICompletionSettings): OpenAICompletionLanguageModel<OpenAICompletionSettings>;
 }
 
-export { fireworksFacade as fireworks, mistralFacade as mistral, openaiFacade as openai, perplexityFacade as perplexity };
+export { OpenAI };