@cline/llms 0.0.85 → 0.0.86

package/README.md

@@ -91,6 +91,12 @@ const result = await transcribeAudio({
 });
 ```
 
+Audio must be an encoded recording (such as WAV, MP3, M4A, or WebM); its
+format is detected from the bytes rather than a caller-supplied MIME type.
+Gateway and OpenAI-compatible requests use AI SDK transcription, including
+`maxRetries`, cancellation, and `providerOptions`. Their results preserve
+`segments` and `warnings` alongside text, language, and duration.
+
 Transcription is fail-closed at the provider boundary. Built-in providers
 declare their concrete transport in their manifest; a custom provider must set
 `routingProviderId` to a provider whose transcription transport it explicitly
@@ -110,7 +116,18 @@ const session = await createStreamingAudioTranscriptionSession({
 });
 ```
 
-Vercel AI Gateway is the first built-in streaming transcription transport.
+Native OpenAI, Vercel AI Gateway, and ElevenLabs support streaming transcription.
+Voice discovery includes SDK-supported live models missing from the external
+catalog, using the same provider capability declarations as request validation.
+Native OpenAI uses `gpt-realtime-whisper` with a transcription-bound client
+secret; the browser supplies that token to the AI SDK OpenAI provider. Gateway
+tokens default to 60 seconds for connection establishment (maximum 300);
+this is not the duration limit of an established recording session.
+For Gateway sessions, pass `session.token`, `session.baseUrl`, and
+`session.modelId` to `createGateway` and `experimental_streamTranscribe` from
+the AI SDK. Supply live PCM chunks through a `ReadableStream`, consume
+`fullStream` for interim transcript updates, and close the audio stream on Stop
+to obtain the final text. The desktop composer uses this path.
 Batch models continue to use `transcribeAudio`.
 
 ## Entry Points

package/dist/catalog/catalog.generated.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"catalog.generated.d.ts","sourceRoot":"","sources":["../../src/catalog/catalog.generated.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC/C;;;EAGE;AACF,eAAO,MAAM,yBAAyB,EAAE;IACtC,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAA;CAiluLrD,CAAA"}
+{"version":3,"file":"catalog.generated.d.ts","sourceRoot":"","sources":["../../src/catalog/catalog.generated.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC/C;;;EAGE;AACF,eAAO,MAAM,yBAAyB,EAAE;IACtC,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAA;CA054LrD,CAAA"}

package/dist/catalog/cline-recommended.generated.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cline-recommended.generated.d.ts","sourceRoot":"","sources":["../../src/catalog/cline-recommended.generated.ts"],"names":[],"mappings":"AAAA,0EAA0E;AAC1E,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,6BAA6B,CAAC;AAEjF,eAAO,MAAM,kCAAkC,EAAE,6BAsJ/C,CAAC"}
+{"version":3,"file":"cline-recommended.generated.d.ts","sourceRoot":"","sources":["../../src/catalog/cline-recommended.generated.ts"],"names":[],"mappings":"AAAA,0EAA0E;AAC1E,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,6BAA6B,CAAC;AAEjF,eAAO,MAAM,kCAAkC,EAAE,6BAgJ/C,CAAC"}

package/dist/catalog/model-operation.d.ts

@@ -1,5 +1,8 @@
 import type { ModelOperation, ModelOperationMode } from "./types";
 interface CatalogOperationDescriptor {
+    id?: string;
+    name?: string;
+    tags?: readonly string[];
     operation?: ModelOperation;
     family?: string;
     modalities?: {
@@ -20,8 +23,6 @@ export declare function resolveCatalogModelOperation(model: CatalogOperationDesc
  * transcription identifiers are recognized here once and persisted as an
  * explicit fact for every runtime and client.
  */
-export declare function resolveCatalogModelOperationModes(modelId: string, model: CatalogOperationDescriptor & {
-    name?: string;
-}): ModelOperationMode[] | undefined;
+export declare function resolveCatalogModelOperationModes(modelId: string, model: CatalogOperationDescriptor): ModelOperationMode[] | undefined;
 export {};
 //# sourceMappingURL=model-operation.d.ts.map

package/dist/catalog/model-operation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"model-operation.d.ts","sourceRoot":"","sources":["../../src/catalog/model-operation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAElE,UAAU,0BAA0B;IACnC,SAAS,CAAC,EAAE,cAAc,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE;QACZ,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;QAC1B,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;KAC3B,CAAC;CACF;AAED;;;;;GAKG;AACH,wBAAgB,4BAA4B,CAC3C,KAAK,EAAE,0BAA0B,GAC/B,cAAc,CA4BhB;AAED;;;;;GAKG;AACH,wBAAgB,iCAAiC,CAChD,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,0BAA0B,GAAG;IAAE,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,GACnD,kBAAkB,EAAE,GAAG,SAAS,CAQlC"}
+{"version":3,"file":"model-operation.d.ts","sourceRoot":"","sources":["../../src/catalog/model-operation.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAElE,UAAU,0BAA0B;IACnC,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACzB,SAAS,CAAC,EAAE,cAAc,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE;QACZ,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;QAC1B,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;KAC3B,CAAC;CACF;AAWD;;;;;GAKG;AACH,wBAAgB,4BAA4B,CAC3C,KAAK,EAAE,0BAA0B,GAC/B,cAAc,CAgChB;AAED;;;;;GAKG;AACH,wBAAgB,iCAAiC,CAChD,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,0BAA0B,GAC/B,kBAAkB,EAAE,GAAG,SAAS,CAalC"}

package/dist/catalog/types.d.ts

@@ -36,6 +36,7 @@ export declare const ModelEntrySchema: z.ZodObject<{
             "speech-generation": "speech-generation";
             "video-generation": "video-generation";
             transcription: "transcription";
+            realtime: "realtime";
         }>>;
         operationModes: z.ZodOptional<z.ZodArray<z.ZodEnum<{
             streaming: "streaming";
@@ -126,9 +127,9 @@ export type ModelEntry = z.infer<typeof ModelEntrySchema>;
 export type ProviderCapability = z.infer<typeof ProviderCapabilitySchema>;
 export declare const ProviderProtocolSchema: z.ZodEnum<{
     anthropic: "anthropic";
-    gemini: "gemini";
     "openai-responses": "openai-responses";
     "openai-chat": "openai-chat";
+    gemini: "gemini";
     "openai-r1": "openai-r1";
     "ai-sdk": "ai-sdk";
 }>;
@@ -166,9 +167,9 @@ export declare const ProviderInfoSchema: z.ZodObject<{
     description: z.ZodOptional<z.ZodString>;
     protocol: z.ZodOptional<z.ZodEnum<{
         anthropic: "anthropic";
-        gemini: "gemini";
         "openai-responses": "openai-responses";
         "openai-chat": "openai-chat";
+        gemini: "gemini";
         "openai-r1": "openai-r1";
         "ai-sdk": "ai-sdk";
     }>>;
@@ -219,9 +220,9 @@ export declare const ModelCollectionSchema: z.ZodObject<{
         description: z.ZodOptional<z.ZodString>;
         protocol: z.ZodOptional<z.ZodEnum<{
             anthropic: "anthropic";
-            gemini: "gemini";
             "openai-responses": "openai-responses";
             "openai-chat": "openai-chat";
+            gemini: "gemini";
             "openai-r1": "openai-r1";
             "ai-sdk": "ai-sdk";
         }>>;
@@ -291,6 +292,7 @@ export declare const ModelCollectionSchema: z.ZodObject<{
             "speech-generation": "speech-generation";
             "video-generation": "video-generation";
             transcription: "transcription";
+            realtime: "realtime";
         }>>;
         operationModes: z.ZodOptional<z.ZodArray<z.ZodEnum<{
             streaming: "streaming";

package/dist/catalog/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/catalog/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EACN,SAAS,EACT,eAAe,EACf,KAAK,eAAe,EACpB,qBAAqB,EACrB,KAAK,SAAS,EACd,eAAe,EACf,KAAK,aAAa,EAClB,mBAAmB,EACnB,KAAK,eAAe,EACpB,qBAAqB,EACrB,KAAK,aAAa,EAClB,mBAAmB,EACnB,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,wBAAwB,EACxB,oBAAoB,EACpB,KAAK,YAAY,EACjB,kBAAkB,EAClB,KAAK,WAAW,EAChB,iBAAiB,EACjB,KAAK,cAAc,EACnB,oBAAoB,GACpB,MAAM,eAAe,CAAC;AAGvB,OAAO,EAAmB,wBAAwB,EAAE,MAAM,eAAe,CAAC;AAE1E,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAG3B,CAAC;AAEH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,eAAO,MAAM,sBAAsB;;;;;;;EAOjC,CAAC;AAEH,QAAA,MAAM,oBAAoB;;;;;;;;;;;;EAYxB,CAAC;AAEH;;;;;;GAMG;AACH,QAAA,MAAM,oBAAoB;;;;EAA0C,CAAC;AAErE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AACtE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAe7B,CAAC;AAEH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAE9D,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAGhC,CAAC;AAEH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/catalog/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EACN,SAAS,EACT,eAAe,EACf,KAAK,eAAe,EACpB,qBAAqB,EACrB,KAAK,SAAS,EACd,eAAe,EACf,KAAK,aAAa,EAClB,mBAAmB,EACnB,KAAK,eAAe,EACpB,qBAAqB,EACrB,KAAK,aAAa,EAClB,mBAAmB,EACnB,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,wBAAwB,EACxB,oBAAoB,EACpB,KAAK,YAAY,EACjB,kBAAkB,EAClB,KAAK,WAAW,EAChB,iBAAiB,EACjB,KAAK,cAAc,EACnB,oBAAoB,GACpB,MAAM,eAAe,CAAC;AAGvB,OAAO,EAAmB,wBAAwB,EAAE,MAAM,eAAe,CAAC;AAE1E,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAG3B,CAAC;AAEH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,eAAO,MAAM,sBAAsB;;;;;;;EAOjC,CAAC;AAEH,QAAA,MAAM,oBAAoB;;;;;;;;;;;;EAYxB,CAAC;AAEH;;;;;;GAMG;AACH,QAAA,MAAM,oBAAoB;;;;EAA0C,CAAC;AAErE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AACtE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAe7B,CAAC;AAEH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAE9D,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAGhC,CAAC;AAEH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC"}

package/dist/catalog/vercel-transcription-models.d.ts

@@ -0,0 +1,9 @@
+import type { ProviderConfig } from "../providers/config";
+import type { ModelInfo } from "./types";
+/**
+ * Voice input must use the gateway's current transcription routes. The shared
+ * models.dev snapshot can contain removed models and has no streaming tags.
+ * Do not merge this list with bundled models or infer support from a name.
+ */
+export declare function fetchVercelTranscriptionModels(config: ProviderConfig): Promise<Record<string, ModelInfo>>;
+//# sourceMappingURL=vercel-transcription-models.d.ts.map

package/dist/catalog/vercel-transcription-models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vercel-transcription-models.d.ts","sourceRoot":"","sources":["../../src/catalog/vercel-transcription-models.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAE1D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAoBzC;;;;GAIG;AACH,wBAAsB,8BAA8B,CACnD,MAAM,EAAE,cAAc,GACpB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAyCpC"}