@vib-rato/ai 0.16.0

package/dist/types/provider-models/openai-compat.d.ts

@@ -0,0 +1,293 @@
+import type { ModelManagerOptions } from "../model-manager";
+import type { Api, FetchImpl, Model, Provider } from "../types";
+export interface ModelsDevModel {
+    id?: string;
+    name?: string;
+    tool_call?: boolean;
+    reasoning?: boolean;
+    limit?: {
+        context?: number;
+        output?: number;
+    };
+    cost?: {
+        input?: number;
+        output?: number;
+        cache_read?: number;
+        cache_write?: number;
+    };
+    modalities?: {
+        input?: string[];
+    };
+    status?: string;
+    provider?: {
+        npm?: string;
+    };
+}
+export interface OpenAIModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+/** Test seam: the model-manager base URL as resolved from trusted env. */
+export declare function resolveOpenAIModelManagerBaseUrlForTest(config?: OpenAIModelManagerConfig): string;
+export declare function openaiModelManagerOptions(config?: OpenAIModelManagerConfig): ModelManagerOptions<"openai-responses">;
+export interface GroqModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function groqModelManagerOptions(config?: GroqModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface CerebrasModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function cerebrasModelManagerOptions(config?: CerebrasModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface HuggingfaceModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function huggingfaceModelManagerOptions(config?: HuggingfaceModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface NvidiaModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function nvidiaModelManagerOptions(config?: NvidiaModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface XaiModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function xaiModelManagerOptions(config?: XaiModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface DeepSeekModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function deepseekModelManagerOptions(config?: DeepSeekModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface DeepInfraModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function deepinfraModelManagerOptions(config?: DeepInfraModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface FireworksModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function fireworksModelManagerOptions(config?: FireworksModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface FirepassModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+/**
+ * Fire Pass is a Fireworks subscription product that exposes a single router
+ * model (Kimi K2.6 Turbo) under `accounts/fireworks/routers/kimi-k2p6-turbo`.
+ * The dedicated `fpk_…` keys do not authorize `/v1/models`, so this manager
+ * never performs dynamic discovery — the bundled catalog entry is canonical.
+ * See https://docs.fireworks.ai/firepass.
+ */
+export declare function firepassModelManagerOptions(_config?: FirepassModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface FuguModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function fuguModelManagerOptions(config?: FuguModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface MistralModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function mistralModelManagerOptions(config?: MistralModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface OpenCodeModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function opencodeZenModelManagerOptions(config?: OpenCodeModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export declare function opencodeGoModelManagerOptions(config?: OpenCodeModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export declare function commandCodeModelManagerOptions(config?: OpenCodeModelManagerConfig): ModelManagerOptions<Api>;
+export interface OllamaModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function ollamaModelManagerOptions(config?: OllamaModelManagerConfig): ModelManagerOptions<"openai-responses">;
+export interface OpenRouterModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function openrouterModelManagerOptions(config?: OpenRouterModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface ZenMuxModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function zenmuxModelManagerOptions(config?: ZenMuxModelManagerConfig): ModelManagerOptions<Api>;
+export interface OpenGatewayModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+/**
+ * OpenGateway by Sionic AI — an OpenAI-compatible gateway that fronts OpenAI,
+ * Anthropic, and Google models behind one API key. Models are discovered from
+ * the OpenAI-compatible `/v1/models` endpoint.
+ */
+export declare function opengatewayModelManagerOptions(config?: OpenGatewayModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface BizRouterModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function bizrouterModelManagerOptions(config?: BizRouterModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface MaraModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+/**
+ * Mara Cloud — an OpenAI-compatible enterprise AI inference platform. Models
+ * are discovered from the OpenAI-compatible `/v1/models` endpoint.
+ */
+export declare function maraModelManagerOptions(config?: MaraModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface KiloModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function kiloModelManagerOptions(config?: KiloModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface AlibabaTokenPlanModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function alibabaTokenPlanModelManagerOptions(config?: AlibabaTokenPlanModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface VercelAiGatewayModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function vercelAiGatewayModelManagerOptions(config?: VercelAiGatewayModelManagerConfig): ModelManagerOptions<"anthropic-messages">;
+export interface KimiCodeModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function kimiCodeModelManagerOptions(config?: KimiCodeModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface LmStudioModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function lmStudioModelManagerOptions(config?: LmStudioModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface OmlxModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function omlxModelManagerOptions(config?: OmlxModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface SyntheticModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function syntheticModelManagerOptions(config?: SyntheticModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface VeniceModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function veniceModelManagerOptions(config?: VeniceModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface TogetherModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function togetherModelManagerOptions(config?: TogetherModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface MoonshotModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function moonshotModelManagerOptions(config?: MoonshotModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface QwenPortalModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function qwenPortalModelManagerOptions(config?: QwenPortalModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface QianfanModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function qianfanModelManagerOptions(config?: QianfanModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface CloudflareAiGatewayModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function cloudflareAiGatewayModelManagerOptions(config?: CloudflareAiGatewayModelManagerConfig): ModelManagerOptions<"anthropic-messages">;
+/** Region codes for Xiaomi Token Plan clusters exposed as separate login providers. */
+export type XiaomiTokenPlanRegion = "sgp" | "ams" | "cn";
+/** Configures Xiaomi standard or regional Token Plan OpenAI-compatible model discovery. */
+export interface XiaomiModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+    fetch?: FetchImpl;
+    providerId?: Provider;
+    tokenPlanRegion?: XiaomiTokenPlanRegion;
+}
+/** Builds a Xiaomi model manager, preserving Token Plan region provider ids during discovery. */
+export declare function xiaomiModelManagerOptions(config?: XiaomiModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface LiteLLMModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function litellmModelManagerOptions(config?: LiteLLMModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface VllmModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function vllmModelManagerOptions(config?: VllmModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface SglangModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function sglangModelManagerOptions(config?: SglangModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface NanoGptModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function nanoGptModelManagerOptions(config?: NanoGptModelManagerConfig): ModelManagerOptions<"openai-completions">;
+export interface GithubCopilotModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function githubCopilotModelManagerOptions(config?: GithubCopilotModelManagerConfig): ModelManagerOptions<Api>;
+export interface AnthropicModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function anthropicModelManagerOptions(config?: AnthropicModelManagerConfig): ModelManagerOptions<"anthropic-messages">;
+export declare const UNK_CONTEXT_WINDOW = 222222;
+export declare const UNK_MAX_TOKENS = 8888;
+/** Describes how to map models.dev API data for a single provider. */
+export interface ModelsDevProviderDescriptor {
+    /** Key in the models.dev API response JSON (e.g., "anthropic", "amazon-bedrock") */
+    modelsDevKey: string;
+    /** Provider ID in our system */
+    providerId: string;
+    /** Default API type for this provider's models */
+    api: Api;
+    /** Default base URL */
+    baseUrl: string;
+    /** Default context window fallback (default: UNKNNOWN_CONTEXT_WINDOW) */
+    defaultContextWindow?: number;
+    /** Default max tokens fallback (default: UNKNNOWN_MAX_TOKENS) */
+    defaultMaxTokens?: number;
+    /** Optional compat overrides applied to every model from this provider */
+    compat?: Model<Api>["compat"];
+    /** Optional static headers applied to every model */
+    headers?: Record<string, string>;
+    /**
+     * Optional filter: return false to skip a model.
+     * Called with (modelId, rawModel). Default: skip if tool_call !== true.
+     */
+    filterModel?: (modelId: string, model: ModelsDevModel) => boolean;
+    /**
+     * Optional transform: modify the mapped model before it's added.
+     * Can return null to skip the model, or an array to emit multiple models.
+     */
+    transformModel?: (model: Model<Api>, modelId: string, raw: ModelsDevModel) => Model<Api> | Model<Api>[] | null;
+    /** Optional static rows appended after mapped models. Used only for official provider catalogs missing from models.dev. */
+    appendModels?: readonly Model<Api>[];
+    /**
+     * Optional: override the API type per-model.
+     * Called with (modelId, raw). Return the API type to use.
+     * If not provided, uses the `api` field.
+     */
+    resolveApi?: (modelId: string, raw: ModelsDevModel) => {
+        api: Api;
+        baseUrl: string;
+    } | null;
+}
+/** Generic mapper that converts models.dev data using provider descriptors. */
+export declare function mapModelsDevToModels(data: Record<string, unknown>, descriptors: readonly ModelsDevProviderDescriptor[]): Model<Api>[];
+/** All provider descriptors for models.dev data mapping in generate-models.ts. */
+export declare const MODELS_DEV_PROVIDER_DESCRIPTORS: readonly ModelsDevProviderDescriptor[];

package/dist/types/provider-models/special.d.ts

@@ -0,0 +1,29 @@
+import type { ModelManagerOptions } from "../model-manager";
+export declare function openCodexModelManagerOptions(): ModelManagerOptions<"openai-responses">;
+export interface OpenAICodexModelManagerConfig {
+    accessToken?: string;
+    accountId?: string;
+    clientVersion?: string;
+}
+export declare function openaiCodexModelManagerOptions(config?: OpenAICodexModelManagerConfig): ModelManagerOptions<"openai-codex-responses">;
+export interface CursorModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+    clientVersion?: string;
+}
+export declare function cursorModelManagerOptions(config?: CursorModelManagerConfig): ModelManagerOptions<"cursor-agent">;
+export interface ZaiModelManagerConfig {
+}
+export declare function zaiModelManagerOptions(_config?: ZaiModelManagerConfig): ModelManagerOptions<"anthropic-messages">;
+export interface GlmZcodeModelManagerConfig {
+    apiKey?: string;
+    baseUrl?: string;
+}
+export declare function glmZcodeModelManagerOptions(config?: GlmZcodeModelManagerConfig): ModelManagerOptions<"anthropic-messages">;
+export interface JetBrainsJunieModelManagerConfig {
+}
+export declare function jetbrainsJunieModelManagerOptions(_config?: JetBrainsJunieModelManagerConfig): ModelManagerOptions<"anthropic-messages">;
+export interface KiroModelManagerConfig {
+    apiKey?: string;
+}
+export declare function kiroModelManagerOptions(config?: KiroModelManagerConfig): ModelManagerOptions<"kiro-codewhisperer-stream">;

package/dist/types/providers/amazon-bedrock.d.ts

@@ -0,0 +1,60 @@
+/**
+ * Amazon Bedrock Converse Stream provider.
+ *
+ * Talks directly to `bedrock-runtime.{region}.amazonaws.com` over HTTPS with
+ * SigV4 signing and decodes the `application/vnd.amazon.eventstream` response.
+ * No `@aws-sdk/*`, no `@smithy/*`, no `proxy-agent`. Proxies are honored via
+ * Bun's native `HTTPS_PROXY` support.
+ */
+import type { Effort } from "../model-thinking";
+import type { StreamFunction, StreamOptions, ThinkingBudgets, Tool, ToolChoice } from "../types";
+export type BedrockThinkingDisplay = "summarized" | "omitted";
+export interface BedrockOptions extends StreamOptions {
+    region?: string;
+    profile?: string;
+    toolChoice?: ToolChoice;
+    reasoning?: Effort;
+    thinkingBudgets?: ThinkingBudgets;
+    interleavedThinking?: boolean;
+    /**
+     * Controls how Anthropic model returns thinking content in Bedrock responses.
+     * - `"summarized"`: thinking blocks include human-readable summaries (default here).
+     * - `"omitted"`: thinking content is suppressed; the encrypted signature still
+     *   travels back for multi-turn continuity.
+     *
+     * Starting with Anthropic model Opus 4.7 the Anthropic API default is `"omitted"`, which
+     * leaves callers waiting on a silent stream during long reasoning runs (issue
+     * #1373). We default to `"summarized"` so adaptive-thinking models that accept
+     * the field keep producing visible thinking deltas. Older adaptive-thinking
+     * models (Opus 4.6, Sonnet 4.6+) reject the field, so we omit it for them.
+     */
+    thinkingDisplay?: BedrockThinkingDisplay;
+}
+interface WireToolSpec {
+    toolSpec: {
+        name: string;
+        description: string;
+        inputSchema: {
+            json: unknown;
+        };
+    };
+}
+interface WireToolChoice {
+    auto?: Record<string, never>;
+    any?: Record<string, never>;
+    tool?: {
+        name: string;
+    };
+}
+interface WireToolConfig {
+    tools: WireToolSpec[];
+    toolChoice?: WireToolChoice;
+}
+export declare const streamBedrock: StreamFunction<"bedrock-converse-stream">;
+export declare function stripBedrockForcedToolChoiceForRetry<T extends {
+    toolConfig?: {
+        toolChoice?: unknown;
+    };
+}>(body: T): T;
+export declare function convertToolConfig(tools: Tool[] | undefined, toolChoice: BedrockOptions["toolChoice"]): WireToolConfig | undefined;
+export {};