@cline/llms 0.0.75 → 0.0.76

package/README.md

@@ -73,6 +73,46 @@ selection UIs, defaults, or validation.
 For generated catalog field semantics and token-limit behavior, see
 [`src/catalog/README.md`](./src/catalog/README.md).
 
+Audio-capable catalog entries preserve their models.dev `modalities.input` and
+`modalities.output` values. Node clients can transcribe recorded audio with the
+same provider configuration used by the gateway. OpenAI-compatible providers
+use `/audio/transcriptions`; the built-in ElevenLabs provider uses its native
+`/speech-to-text` endpoint. Vercel AI Gateway uses its AI SDK-native
+`/v4/ai/transcription-model` transport rather than its OpenAI-compatible
+surface:
+
+```ts
+import { transcribeAudio } from "@cline/llms";
+
+const result = await transcribeAudio({
+  providerConfig,
+  modelId: "whisper-large-v3",
+  audio: recordedBytes,
+});
+```
+
+Transcription is fail-closed at the provider boundary. Built-in providers
+declare their concrete transport in their manifest; a custom provider must set
+`routingProviderId` to a provider whose transcription transport it explicitly
+reuses. A generic OpenAI-compatible chat configuration does not imply that
+`/audio/transcriptions` exists.
+
+Transcription models whose `operationModes` include `streaming` use a live
+WebSocket instead of the recorded-audio call. The SDK can mint a short-lived,
+transcription-bound browser credential without exposing the provider API key:
+
+```ts
+import { createStreamingAudioTranscriptionSession } from "@cline/llms";
+
+const session = await createStreamingAudioTranscriptionSession({
+  providerConfig,
+  modelId: "openai/gpt-realtime-whisper",
+});
+```
+
+Vercel AI Gateway is the first built-in streaming transcription transport.
+Batch models continue to use `transcribeAudio`.
+
 ## Entry Points
 
 - `@cline/llms`: runtime-focused convenience entrypoint

package/dist/catalog/catalog-live.d.ts

@@ -21,6 +21,7 @@ export interface ModelsDevModel {
     };
     modalities?: {
         input?: string[];
+        output?: string[];
     };
     status?: string;
 }

package/dist/catalog/catalog-live.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"catalog-live.d.ts","sourceRoot":"","sources":["../../src/catalog/catalog-live.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAEzC,MAAM,WAAW,cAAc;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,iBAAiB,CAAC,EAAE,SAAS,CAAC,kBAAkB,CAAC,CAAC;IAClD,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE;QACP,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,IAAI,CAAC,EAAE;QACN,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,UAAU,CAAC,EAAE;QACZ,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;KACjB,CAAC;IACF,MAAM,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,UAAU,wBAAwB;IACjC,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;CACxC;AAED,MAAM,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,EAAE,wBAAwB,CAAC,CAAC;AACxE,MAAM,MAAM,uBAAuB,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAE7D,MAAM,WAAW,8BAA8B;IAC9C,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EACH,QAAQ,GACR,mBAAmB,GACnB,WAAW,GACX,QAAQ,GACR,QAAQ,GACR,SAAS,GACT,SAAS,CAAC;IACb,YAAY,CAAC,EAAE,CAAC,OAAO,GAAG,WAAW,GAAG,cAAc,CAAC,EAAE,CAAC;IAC1D,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE;QACV,OAAO,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;CACF;AA6BD,wBAAgB,uBAAuB,CACtC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAC/B,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAW3B;AAgHD,wBAAgB,qBAAqB,CACpC,KAAK,EAAE,cAAc,CAAC,OAAO,CAAC,GAAG,SAAS,GACxC,MAAM,CAOR;AAgCD,wBAAgB,gCAAgC,CAC/C,OAAO,EAAE,gBAAgB,GACvB,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAwB3C;AAsCD,wBAAgB,+BAA+B,CAC9C,OAAO,EAAE,gBAAgB,EACzB,cAAc,GAAE,MAAM,CACrB,MAAM,EACN,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CACmB,GAC3C,MAAM,CAAC,MAAM,EAAE,8BAA8B,CAAC,CAwBhD;AAgBD,wBAAsB,4BAA4B,CACjD,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,OAAO,KAAa,GAC3B,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,CAIpD;AAED,wBAAsB,qBAAqB,CAC1C,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,OAAO,KAAa,GAC3B,OAAO,CAAC;IACV,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;IAC1D,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,8BAA8B,CAAC,CAAC;CAC9D,CAAC,CAOD;AAED,wBAAsB,uBAAuB,CAC5C,YAAY,EAAE,MAAM,EACpB,OAAO,GAAE,OAAO,KAAa,GAC3B,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,CAmBpD"}
+{"version":3,"file":"catalog-live.d.ts","sourceRoot":"","sources":["../../src/catalog/catalog-live.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAAE,SAAS,EAAiB,MAAM,SAAS,CAAC;AAExD,MAAM,WAAW,cAAc;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,iBAAiB,CAAC,EAAE,SAAS,CAAC,kBAAkB,CAAC,CAAC;IAClD,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE;QACP,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,IAAI,CAAC,EAAE;QACN,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,UAAU,CAAC,EAAE;QACZ,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;KAClB,CAAC;IACF,MAAM,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,UAAU,wBAAwB;IACjC,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;CACxC;AAED,MAAM,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,EAAE,wBAAwB,CAAC,CAAC;AACxE,MAAM,MAAM,uBAAuB,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAE7D,MAAM,WAAW,8BAA8B;IAC9C,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EACH,QAAQ,GACR,mBAAmB,GACnB,WAAW,GACX,QAAQ,GACR,QAAQ,GACR,SAAS,GACT,SAAS,CAAC;IACb,YAAY,CAAC,EAAE,CAAC,OAAO,GAAG,WAAW,GAAG,cAAc,CAAC,EAAE,CAAC;IAC1D,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE;QACV,OAAO,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;CACF;AA8BD,wBAAgB,uBAAuB,CACtC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAC/B,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAW3B;AAmLD,wBAAgB,qBAAqB,CACpC,KAAK,EAAE,cAAc,CAAC,OAAO,CAAC,GAAG,SAAS,GACxC,MAAM,CAOR;AAwCD,wBAAgB,gCAAgC,CAC/C,OAAO,EAAE,gBAAgB,GACvB,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAkD3C;AAsCD,wBAAgB,+BAA+B,CAC9C,OAAO,EAAE,gBAAgB,EACzB,cAAc,GAAE,MAAM,CACrB,MAAM,EACN,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CACmB,GAC3C,MAAM,CAAC,MAAM,EAAE,8BAA8B,CAAC,CA2BhD;AAgBD,wBAAsB,4BAA4B,CACjD,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,OAAO,KAAa,GAC3B,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,CAIpD;AAED,wBAAsB,qBAAqB,CAC1C,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,OAAO,KAAa,GAC3B,OAAO,CAAC;IACV,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;IAC1D,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,8BAA8B,CAAC,CAAC;CAC9D,CAAC,CAOD;AAED,wBAAsB,uBAAuB,CAC5C,YAAY,EAAE,MAAM,EACpB,OAAO,GAAE,OAAO,KAAa,GAC3B,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,CAmBpD"}

package/dist/catalog/catalog.generated-access.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"catalog.generated-access.d.ts","sourceRoot":"","sources":["../../src/catalog/catalog.generated-access.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAUzC,wBAAgB,0BAA0B,IAAI,MAAM,CACnD,MAAM,EACN,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CACzB,CAOA;AAED,wBAAgB,yBAAyB,IAAI,MAAM,CAElD;AAED,wBAAgB,6BAA6B,CAC5C,UAAU,EAAE,MAAM,GAChB,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAU3B"}
+{"version":3,"file":"catalog.generated-access.d.ts","sourceRoot":"","sources":["../../src/catalog/catalog.generated-access.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAkDzC,wBAAgB,0BAA0B,IAAI,MAAM,CACnD,MAAM,EACN,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CACzB,CAUA;AAED,wBAAgB,yBAAyB,IAAI,MAAM,CAElD;AAED,wBAAgB,6BAA6B,CAC5C,UAAU,EAAE,MAAM,GAChB,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAa3B"}

package/dist/catalog/catalog.generated.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"catalog.generated.d.ts","sourceRoot":"","sources":["../../src/catalog/catalog.generated.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC/C;;;EAGE;AACF,eAAO,MAAM,yBAAyB,EAAE;IACtC,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAA;CAqo4HrD,CAAA"}
+{"version":3,"file":"catalog.generated.d.ts","sourceRoot":"","sources":["../../src/catalog/catalog.generated.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC/C;;;EAGE;AACF,eAAO,MAAM,yBAAyB,EAAE;IACtC,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAA;CAip1JrD,CAAA"}

package/dist/catalog/model-filters.d.ts

@@ -0,0 +1,9 @@
+import type { ModelInfo } from "./types";
+/**
+ * Remove models that declare image output from a model catalog.
+ *
+ * This includes both dedicated image-generation models and language models
+ * that can return mixed text-and-image output.
+ */
+export declare function filterImageOutputModels(models: Record<string, ModelInfo>): Record<string, ModelInfo>;
+//# sourceMappingURL=model-filters.d.ts.map

package/dist/catalog/model-filters.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-filters.d.ts","sourceRoot":"","sources":["../../src/catalog/model-filters.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAEzC;;;;;GAKG;AACH,wBAAgB,uBAAuB,CACtC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAC/B,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAQ3B"}

package/dist/catalog/model-operation.d.ts

@@ -0,0 +1,27 @@
+import type { ModelOperation, ModelOperationMode } from "./types";
+interface CatalogOperationDescriptor {
+    operation?: ModelOperation;
+    family?: string;
+    modalities?: {
+        input?: readonly string[];
+        output?: readonly string[];
+    };
+}
+/**
+ * Classify the provider operation while ingesting external catalog facts.
+ * This is deliberately a catalog-boundary normalization; runtime routing reads
+ * the resulting explicit `operation` and never infers an endpoint from a
+ * provider family or modality.
+ */
+export declare function resolveCatalogModelOperation(model: CatalogOperationDescriptor): ModelOperation;
+/**
+ * Normalize operation-specific execution modes at the catalog boundary.
+ * models.dev does not currently expose a batch/streaming field, so realtime
+ * transcription identifiers are recognized here once and persisted as an
+ * explicit fact for every runtime and client.
+ */
+export declare function resolveCatalogModelOperationModes(modelId: string, model: CatalogOperationDescriptor & {
+    name?: string;
+}): ModelOperationMode[] | undefined;
+export {};
+//# sourceMappingURL=model-operation.d.ts.map

package/dist/catalog/model-operation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-operation.d.ts","sourceRoot":"","sources":["../../src/catalog/model-operation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAElE,UAAU,0BAA0B;IACnC,SAAS,CAAC,EAAE,cAAc,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE;QACZ,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;QAC1B,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;KAC3B,CAAC;CACF;AAED;;;;;GAKG;AACH,wBAAgB,4BAA4B,CAC3C,KAAK,EAAE,0BAA0B,GAC/B,cAAc,CA4BhB;AAED;;;;;GAKG;AACH,wBAAgB,iCAAiC,CAChD,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,0BAA0B,GAAG;IAAE,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,GACnD,kBAAkB,EAAE,GAAG,SAAS,CAQlC"}

package/dist/catalog/types.d.ts

@@ -5,7 +5,7 @@
  * and defines provider-level schemas local to @cline/llms.
  */
 import { z } from "zod";
-export { ApiFormat, ApiFormatSchema, type ModelCapability, ModelCapabilitySchema, type ModelInfo, ModelInfoSchema, type ModelMetadata, ModelMetadataSchema, type ModelPricing, ModelPricingSchema, type ModelStatus, ModelStatusSchema, type ThinkingConfig, ThinkingConfigSchema, } from "@cline/shared";
+export { ApiFormat, ApiFormatSchema, type ModelCapability, ModelCapabilitySchema, type ModelInfo, ModelInfoSchema, type ModelMetadata, ModelMetadataSchema, type ModelModalities, ModelModalitiesSchema, type ModelModality, ModelModalitySchema, type ModelOperation, type ModelOperationMode, ModelOperationModeSchema, ModelOperationSchema, type ModelPricing, ModelPricingSchema, type ModelStatus, ModelStatusSchema, type ThinkingConfig, ThinkingConfigSchema, } from "@cline/shared";
 import { ProviderCapabilitySchema } from "@cline/shared";
 export declare const ModelEntrySchema: z.ZodObject<{
     id: z.ZodString;
@@ -17,8 +17,8 @@ export declare const ModelEntrySchema: z.ZodObject<{
         contextWindow: z.ZodOptional<z.ZodNumber>;
         maxInputTokens: z.ZodOptional<z.ZodNumber>;
         capabilities: z.ZodOptional<z.ZodArray<z.ZodEnum<{
-            images: "images";
             video: "video";
+            images: "images";
             tools: "tools";
             streaming: "streaming";
             "prompt-cache": "prompt-cache";
@@ -30,11 +30,39 @@ export declare const ModelEntrySchema: z.ZodObject<{
             temperature: "temperature";
             files: "files";
         }>>>;
+        operation: z.ZodOptional<z.ZodEnum<{
+            language: "language";
+            "image-generation": "image-generation";
+            "speech-generation": "speech-generation";
+            "video-generation": "video-generation";
+            transcription: "transcription";
+        }>>;
+        operationModes: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+            streaming: "streaming";
+            batch: "batch";
+        }>>>;
+        modalities: z.ZodOptional<z.ZodObject<{
+            input: z.ZodArray<z.ZodEnum<{
+                image: "image";
+                audio: "audio";
+                video: "video";
+                text: "text";
+                pdf: "pdf";
+            }>>;
+            output: z.ZodArray<z.ZodEnum<{
+                image: "image";
+                audio: "audio";
+                video: "video";
+                text: "text";
+                pdf: "pdf";
+            }>>;
+        }, z.core.$strip>>;
         reasoningOptions: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
             type: z.ZodLiteral<"toggle">;
         }, z.core.$strict>, z.ZodObject<{
             type: z.ZodLiteral<"effort">;
             values: z.ZodArray<z.ZodNullable<z.ZodEnum<{
+                default: "default";
                 none: "none";
                 minimal: "minimal";
                 low: "low";
@@ -42,7 +70,6 @@ export declare const ModelEntrySchema: z.ZodObject<{
                 high: "high";
                 xhigh: "xhigh";
                 max: "max";
-                default: "default";
             }>>>;
         }, z.core.$strict>, z.ZodObject<{
             type: z.ZodLiteral<"budget_tokens">;
@@ -92,24 +119,24 @@ export declare const ModelEntrySchema: z.ZodObject<{
 export type ModelEntry = z.infer<typeof ModelEntrySchema>;
 export type ProviderCapability = z.infer<typeof ProviderCapabilitySchema>;
 export declare const ProviderProtocolSchema: z.ZodEnum<{
-    "openai-responses": "openai-responses";
     anthropic: "anthropic";
     gemini: "gemini";
+    "openai-responses": "openai-responses";
     "openai-chat": "openai-chat";
     "openai-r1": "openai-r1";
     "ai-sdk": "ai-sdk";
 }>;
 declare const ProviderClientSchema: z.ZodEnum<{
     anthropic: "anthropic";
-    bedrock: "bedrock";
+    "openai-compatible": "openai-compatible";
     gemini: "gemini";
-    custom: "custom";
     vertex: "vertex";
+    bedrock: "bedrock";
+    custom: "custom";
     openai: "openai";
     "openai-r1": "openai-r1";
     "ai-sdk": "ai-sdk";
     "ai-sdk-community": "ai-sdk-community";
-    "openai-compatible": "openai-compatible";
     fetch: "fetch";
 }>;
 /**
@@ -132,9 +159,9 @@ export declare const ProviderInfoSchema: z.ZodObject<{
     name: z.ZodString;
     description: z.ZodOptional<z.ZodString>;
     protocol: z.ZodOptional<z.ZodEnum<{
-        "openai-responses": "openai-responses";
         anthropic: "anthropic";
         gemini: "gemini";
+        "openai-responses": "openai-responses";
         "openai-chat": "openai-chat";
         "openai-r1": "openai-r1";
         "ai-sdk": "ai-sdk";
@@ -159,15 +186,15 @@ export declare const ProviderInfoSchema: z.ZodObject<{
     env: z.ZodOptional<z.ZodArray<z.ZodString>>;
     client: z.ZodEnum<{
         anthropic: "anthropic";
-        bedrock: "bedrock";
+        "openai-compatible": "openai-compatible";
         gemini: "gemini";
-        custom: "custom";
         vertex: "vertex";
+        bedrock: "bedrock";
+        custom: "custom";
         openai: "openai";
         "openai-r1": "openai-r1";
         "ai-sdk": "ai-sdk";
         "ai-sdk-community": "ai-sdk-community";
-        "openai-compatible": "openai-compatible";
         fetch: "fetch";
     }>;
     source: z.ZodDefault<z.ZodEnum<{
@@ -184,9 +211,9 @@ export declare const ModelCollectionSchema: z.ZodObject<{
         name: z.ZodString;
         description: z.ZodOptional<z.ZodString>;
         protocol: z.ZodOptional<z.ZodEnum<{
-            "openai-responses": "openai-responses";
             anthropic: "anthropic";
             gemini: "gemini";
+            "openai-responses": "openai-responses";
             "openai-chat": "openai-chat";
             "openai-r1": "openai-r1";
             "ai-sdk": "ai-sdk";
@@ -211,15 +238,15 @@ export declare const ModelCollectionSchema: z.ZodObject<{
         env: z.ZodOptional<z.ZodArray<z.ZodString>>;
         client: z.ZodEnum<{
             anthropic: "anthropic";
-            bedrock: "bedrock";
+            "openai-compatible": "openai-compatible";
             gemini: "gemini";
-            custom: "custom";
             vertex: "vertex";
+            bedrock: "bedrock";
+            custom: "custom";
             openai: "openai";
             "openai-r1": "openai-r1";
             "ai-sdk": "ai-sdk";
             "ai-sdk-community": "ai-sdk-community";
-            "openai-compatible": "openai-compatible";
             fetch: "fetch";
         }>;
         source: z.ZodDefault<z.ZodEnum<{
@@ -237,8 +264,8 @@ export declare const ModelCollectionSchema: z.ZodObject<{
         contextWindow: z.ZodOptional<z.ZodNumber>;
         maxInputTokens: z.ZodOptional<z.ZodNumber>;
         capabilities: z.ZodOptional<z.ZodArray<z.ZodEnum<{
-            images: "images";
             video: "video";
+            images: "images";
             tools: "tools";
             streaming: "streaming";
             "prompt-cache": "prompt-cache";
@@ -250,11 +277,39 @@ export declare const ModelCollectionSchema: z.ZodObject<{
             temperature: "temperature";
             files: "files";
         }>>>;
+        operation: z.ZodOptional<z.ZodEnum<{
+            language: "language";
+            "image-generation": "image-generation";
+            "speech-generation": "speech-generation";
+            "video-generation": "video-generation";
+            transcription: "transcription";
+        }>>;
+        operationModes: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+            streaming: "streaming";
+            batch: "batch";
+        }>>>;
+        modalities: z.ZodOptional<z.ZodObject<{
+            input: z.ZodArray<z.ZodEnum<{
+                image: "image";
+                audio: "audio";
+                video: "video";
+                text: "text";
+                pdf: "pdf";
+            }>>;
+            output: z.ZodArray<z.ZodEnum<{
+                image: "image";
+                audio: "audio";
+                video: "video";
+                text: "text";
+                pdf: "pdf";
+            }>>;
+        }, z.core.$strip>>;
         reasoningOptions: z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
             type: z.ZodLiteral<"toggle">;
         }, z.core.$strict>, z.ZodObject<{
             type: z.ZodLiteral<"effort">;
             values: z.ZodArray<z.ZodNullable<z.ZodEnum<{
+                default: "default";
                 none: "none";
                 minimal: "minimal";
                 low: "low";
@@ -262,7 +317,6 @@ export declare const ModelCollectionSchema: z.ZodObject<{
                 high: "high";
                 xhigh: "xhigh";
                 max: "max";
-                default: "default";
             }>>>;
         }, z.core.$strict>, z.ZodObject<{
             type: z.ZodLiteral<"budget_tokens">;

package/dist/catalog/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/catalog/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EACN,SAAS,EACT,eAAe,EACf,KAAK,eAAe,EACpB,qBAAqB,EACrB,KAAK,SAAS,EACd,eAAe,EACf,KAAK,aAAa,EAClB,mBAAmB,EACnB,KAAK,YAAY,EACjB,kBAAkB,EAClB,KAAK,WAAW,EAChB,iBAAiB,EACjB,KAAK,cAAc,EACnB,oBAAoB,GACpB,MAAM,eAAe,CAAC;AAGvB,OAAO,EAAmB,wBAAwB,EAAE,MAAM,eAAe,CAAC;AAE1E,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAG3B,CAAC;AAEH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,eAAO,MAAM,sBAAsB;;;;;;;EAOjC,CAAC;AAEH,QAAA,MAAM,oBAAoB;;;;;;;;;;;;EAYxB,CAAC;AAEH;;;;;;GAMG;AACH,QAAA,MAAM,oBAAoB;;;;EAA0C,CAAC;AAErE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AACtE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAa7B,CAAC;AAEH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAE9D,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAGhC,CAAC;AAEH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/catalog/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EACN,SAAS,EACT,eAAe,EACf,KAAK,eAAe,EACpB,qBAAqB,EACrB,KAAK,SAAS,EACd,eAAe,EACf,KAAK,aAAa,EAClB,mBAAmB,EACnB,KAAK,eAAe,EACpB,qBAAqB,EACrB,KAAK,aAAa,EAClB,mBAAmB,EACnB,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,wBAAwB,EACxB,oBAAoB,EACpB,KAAK,YAAY,EACjB,kBAAkB,EAClB,KAAK,WAAW,EAChB,iBAAiB,EACjB,KAAK,cAAc,EACnB,oBAAoB,GACpB,MAAM,eAAe,CAAC;AAGvB,OAAO,EAAmB,wBAAwB,EAAE,MAAM,eAAe,CAAC;AAE1E,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAG3B,CAAC;AAEH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,eAAO,MAAM,sBAAsB;;;;;;;EAOjC,CAAC;AAEH,QAAA,MAAM,oBAAoB;;;;;;;;;;;;EAYxB,CAAC;AAEH;;;;;;GAMG;AACH,QAAA,MAAM,oBAAoB;;;;EAA0C,CAAC;AAErE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AACtE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAa7B,CAAC;AAEH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAE9D,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAGhC,CAAC;AAEH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC"}

package/dist/index.browser.d.ts

@@ -1,8 +1,9 @@
 export { CLINE_DEFAULT_MODEL_ID } from "@cline/shared";
-export type { ModelCollection, ModelIdAliasRule, ModelInfo, ModelInfo as CatalogModelInfo, ProviderCapability as CatalogProviderCapability, ProviderInfo, } from "./models";
-export { CODEX_EFFECTIVE_CONTEXT_WINDOW_PERCENT, filterOpenAICodexModels, getAllProviders, getGeneratedModelsForProvider, getModelsForProvider, getProvider, getProviderCollection, getProviderCollectionSync, getProviderIds, hasProvider, isCanonicalModelIdForAliasRules, MODEL_COLLECTIONS_BY_PROVIDER_ID, preferCanonicalModelIds, registerModel, registerProvider, resetRegistry, unregisterProvider, VERCEL_OPENROUTER_MODEL_ID_ALIAS_RULES, } from "./models";
+export type { GetModelsForProviderOptions, ModelCollection, ModelIdAliasRule, ModelInfo, ModelInfo as CatalogModelInfo, ProviderCapability as CatalogProviderCapability, ProviderInfo, ProviderModelFilter, } from "./models";
+export { CODEX_EFFECTIVE_CONTEXT_WINDOW_PERCENT, filterImageOutputModels, filterOpenAICodexModels, getAllProviders, getGeneratedModelsForProvider, getModelsForProvider, getProvider, getProviderCollection, getProviderCollectionSync, getProviderIds, hasProvider, isCanonicalModelIdForAliasRules, MODEL_COLLECTIONS_BY_PROVIDER_ID, preferCanonicalModelIds, registerModel, registerProvider, resetRegistry, unregisterProvider, VERCEL_OPENROUTER_MODEL_ID_ALIAS_RULES, } from "./models";
 export { type ProviderUsageCostDisplay, resolveProviderUsageCostDisplay, shouldShowProviderUsageCost, } from "./providers/billing";
-export { type ModelToolSupportInput, providerManifestSupportsModelTool, supportsModelTool, } from "./providers/model-tools";
+export { BUILTIN_MODEL_OPERATION_CAPABILITIES, builtinProviderSupportsModelOperation, providerManifestSupportsModelOperation, resolveModelOperation, } from "./providers/model-operations";
+export { type ModelToolSupportInput, providerManifestSupportsModelTool, providerOffersModelTool, supportsModelTool, } from "./providers/model-tools";
 export { type OpenAICodexRequestHeaderContext, type ProviderRequestHeaderClientContext, type ProviderRequestHeaderLayers, type ResolveProviderRequestHeadersInput, resolveProviderRequestHeaders, } from "./providers/request-headers";
 export type { ProviderCapability, ProviderId, } from "./providers.browser";
 export { ClineFreeModelLimitError, ClineNotSubscribedError, ClineOrgIndividualInferenceSubscriptionError, ClinePassLimitError, extractClineFreeModelLimitResetTime, getClineNotSubscribedMessage, getClineOrgIndividualInferenceSubscriptionMessage, getClinePassSubscriptionUrl, isClineFreeModelLimitError, isClineFreeModelLimitMessage, isClineModelNotFoundMessage, isClineNotSubscribedError, isClineNotSubscribedMessage, isClineOrgIndividualInferenceSubscriptionError, isClineOrgIndividualInferenceSubscriptionMessage, isClinePassLimitError, isClinePassLimitMessage, normalizeProviderId, } from "./providers.browser";

package/dist/index.browser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.browser.d.ts","sourceRoot":"","sources":["../src/index.browser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AACvD,YAAY,EACX,eAAe,EACf,gBAAgB,EAChB,SAAS,EACT,SAAS,IAAI,gBAAgB,EAC7B,kBAAkB,IAAI,yBAAyB,EAC/C,YAAY,GACZ,MAAM,UAAU,CAAC;AAClB,OAAO,EACN,sCAAsC,EACtC,uBAAuB,EACvB,eAAe,EACf,6BAA6B,EAC7B,oBAAoB,EACpB,WAAW,EACX,qBAAqB,EACrB,yBAAyB,EACzB,cAAc,EACd,WAAW,EACX,+BAA+B,EAC/B,gCAAgC,EAChC,uBAAuB,EACvB,aAAa,EACb,gBAAgB,EAChB,aAAa,EACb,kBAAkB,EAClB,sCAAsC,GACtC,MAAM,UAAU,CAAC;AAClB,OAAO,EACN,KAAK,wBAAwB,EAC7B,+BAA+B,EAC/B,2BAA2B,GAC3B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACN,KAAK,qBAAqB,EAC1B,iCAAiC,EACjC,iBAAiB,GACjB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACN,KAAK,+BAA+B,EACpC,KAAK,kCAAkC,EACvC,KAAK,2BAA2B,EAChC,KAAK,kCAAkC,EACvC,6BAA6B,GAC7B,MAAM,6BAA6B,CAAC;AACrC,YAAY,EACX,kBAAkB,EAClB,UAAU,GACV,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACN,wBAAwB,EACxB,uBAAuB,EACvB,4CAA4C,EAC5C,mBAAmB,EACnB,mCAAmC,EACnC,4BAA4B,EAC5B,iDAAiD,EACjD,2BAA2B,EAC3B,0BAA0B,EAC1B,4BAA4B,EAC5B,2BAA2B,EAC3B,yBAAyB,EACzB,2BAA2B,EAC3B,8CAA8C,EAC9C,gDAAgD,EAChD,qBAAqB,EACrB,uBAAuB,EACvB,mBAAmB,GACnB,MAAM,qBAAqB,CAAC"}
+{"version":3,"file":"index.browser.d.ts","sourceRoot":"","sources":["../src/index.browser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AACvD,YAAY,EACX,2BAA2B,EAC3B,eAAe,EACf,gBAAgB,EAChB,SAAS,EACT,SAAS,IAAI,gBAAgB,EAC7B,kBAAkB,IAAI,yBAAyB,EAC/C,YAAY,EACZ,mBAAmB,GACnB,MAAM,UAAU,CAAC;AAClB,OAAO,EACN,sCAAsC,EACtC,uBAAuB,EACvB,uBAAuB,EACvB,eAAe,EACf,6BAA6B,EAC7B,oBAAoB,EACpB,WAAW,EACX,qBAAqB,EACrB,yBAAyB,EACzB,cAAc,EACd,WAAW,EACX,+BAA+B,EAC/B,gCAAgC,EAChC,uBAAuB,EACvB,aAAa,EACb,gBAAgB,EAChB,aAAa,EACb,kBAAkB,EAClB,sCAAsC,GACtC,MAAM,UAAU,CAAC;AAClB,OAAO,EACN,KAAK,wBAAwB,EAC7B,+BAA+B,EAC/B,2BAA2B,GAC3B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACN,oCAAoC,EACpC,qCAAqC,EACrC,sCAAsC,EACtC,qBAAqB,GACrB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACN,KAAK,qBAAqB,EAC1B,iCAAiC,EACjC,uBAAuB,EACvB,iBAAiB,GACjB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACN,KAAK,+BAA+B,EACpC,KAAK,kCAAkC,EACvC,KAAK,2BAA2B,EAChC,KAAK,kCAAkC,EACvC,6BAA6B,GAC7B,MAAM,6BAA6B,CAAC;AACrC,YAAY,EACX,kBAAkB,EAClB,UAAU,GACV,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACN,wBAAwB,EACxB,uBAAuB,EACvB,4CAA4C,EAC5C,mBAAmB,EACnB,mCAAmC,EACnC,4BAA4B,EAC5B,iDAAiD,EACjD,2BAA2B,EAC3B,0BAA0B,EAC1B,4BAA4B,EAC5B,2BAA2B,EAC3B,yBAAyB,EACzB,2BAA2B,EAC3B,8CAA8C,EAC9C,gDAAgD,EAChD,qBAAqB,EACrB,uBAAuB,EACvB,mBAAmB,GACnB,MAAM,qBAAqB,CAAC"}