@pellux/goodvibes-sdk 0.25.7 → 0.25.10

package/dist/_internal/platform/providers/interface.d.ts

@@ -48,6 +48,7 @@ export interface ProviderRuntimeMetadata {
         readonly toolCalling: boolean;
         readonly parallelTools: boolean;
         readonly promptCaching?: boolean;
+        readonly batch?: ProviderBatchRuntimeMetadata;
         readonly cost?: ProviderUsageCostMetadata;
         readonly notes?: readonly string[];
     };
@@ -83,10 +84,57 @@ export interface ProviderEmbeddingResult {
     readonly modelId?: string;
     readonly metadata?: Record<string, unknown>;
 }
+export interface ProviderBatchRuntimeMetadata {
+    readonly supported: boolean;
+    readonly discount?: string;
+    readonly completionWindow?: string;
+    readonly endpoints?: readonly string[];
+    readonly maxRequestsPerProviderBatch?: number;
+    readonly maxInputBytes?: number;
+    readonly notes?: readonly string[];
+}
+export type ProviderBatchStatus = 'queued' | 'submitted' | 'running' | 'completed' | 'failed' | 'cancelled' | 'expired';
+export interface ProviderBatchChatRequest {
+    readonly customId: string;
+    readonly params: Omit<ChatRequest, 'signal' | 'onDelta'>;
+}
+export interface ProviderBatchCreateInput {
+    readonly requests: readonly ProviderBatchChatRequest[];
+    readonly metadata?: Record<string, string>;
+    readonly completionWindow?: '24h';
+}
+export interface ProviderBatchCreateResult {
+    readonly providerBatchId: string;
+    readonly status: ProviderBatchStatus;
+    readonly raw?: unknown;
+}
+export interface ProviderBatchPollResult extends ProviderBatchCreateResult {
+    readonly resultAvailable: boolean;
+}
+export interface ProviderBatchResult {
+    readonly customId: string;
+    readonly status: 'succeeded' | 'failed' | 'cancelled' | 'expired';
+    readonly response?: ChatResponse;
+    readonly error?: {
+        readonly message: string;
+        readonly code?: string;
+        readonly raw?: unknown;
+    };
+    readonly raw?: unknown;
+}
+export interface ProviderBatchAdapter {
+    readonly kind: 'provider-batch';
+    readonly endpoints: readonly string[];
+    createChatBatch(input: ProviderBatchCreateInput): Promise<ProviderBatchCreateResult>;
+    retrieveBatch(providerBatchId: string): Promise<ProviderBatchPollResult>;
+    cancelBatch?(providerBatchId: string): Promise<ProviderBatchPollResult>;
+    getResults(providerBatchId: string): Promise<readonly ProviderBatchResult[]>;
+}
 /** Contract all LLM providers must implement. */
 export interface LLMProvider {
     readonly name: string;
     readonly models: string[];
+    readonly batch?: ProviderBatchAdapter;
     /**
      * Optional self-declared capability overrides for this provider instance.
      * When present, these take precedence over the built-in `PROVIDER_DEFAULTS`

package/dist/_internal/platform/providers/interface.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"interface.d.ts","sourceRoot":"","sources":["../../../../src/_internal/platform/providers/interface.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAClE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AACrE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEtE,2DAA2D;AAC3D,eAAO,MAAM,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAKvD,CAAC;AAEF,iFAAiF;AACjF,MAAM,MAAM,yBAAyB,GACjC,SAAS,GACT,YAAY,GACZ,eAAe,GACf,oBAAoB,GACpB,WAAW,GACX,MAAM,CAAC;AAEX,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,KAAK,EAAE,yBAAyB,CAAC;IAC1C,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,GAAG,UAAU,GAAG,SAAS,GAAG,SAAS,GAAG,cAAc,CAAC;IACrF,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACxC,QAAQ,CAAC,YAAY,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC1C,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CAC1C;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,MAAM,EAAE,SAAS,GAAG,UAAU,GAAG,MAAM,CAAC;IACjD,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IACxC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IACzC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,IAAI,CAAC,EAAE;QACd,QAAQ,CAAC,IAAI,EAAE,SAAS,GAAG,OAAO,GAAG,WAAW,GAAG,MAAM,CAAC;QAC1D,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;QAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;QACrC,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,2BAA2B,EAAE,CAAC;KAC1D,CAAC;IACF,QAAQ,CAAC,MAAM,CAAC,EAAE;QAChB,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;QACnC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;QACjC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,MAAM,CAAC;QACtC,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;QACrC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;KAC/C,CAAC;IACF,QAAQ,CAAC,KAAK,CAAC,EAAE;QACf,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;QAC5B,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;QAC9B,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC;QAChC,QAAQ,CAAC,aAAa,CAAC,EAAE,OAAO,CAAC;QACjC,QAAQ,CAAC,IAAI,CAAC,EAAE,yBAAyB,CAAC;QAC1C,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;KACpC,CAAC;IACF,QAAQ,CAAC,MAAM,CAAC,EAAE;QAChB,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;QACzB,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;QAChC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;QACjC,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;QAChC,QAAQ,CAAC,yBAAyB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;QACvD,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;QAChC,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;KACpC,CAAC;IACF,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CACpC;AAED,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;IAC9D,QAAQ,CAAC,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE,QAAQ,GAAG,SAAS,CAAC,CAAC;IACtE,QAAQ,CAAC,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,EAAE,KAAK,GAAG,YAAY,CAAC,CAAC;CAC/E;AAED,qFAAqF;AACrF,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO,GAAG,QAAQ,CAAC;IAC9C,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC7C;AAED,sFAAsF;AACtF,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,MAAM,EAAE,YAAY,GAAG,SAAS,MAAM,EAAE,CAAC;IAClD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC7C;AAED,iDAAiD;AACjD,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAC1B;;;;;;;OAOG;IACH,QAAQ,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACjD,KAAK,CAAC,CAAC,OAAO,EAAE,wBAAwB,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;IAC5E,eAAe,CAAC,CAAC,IAAI,EAAE,2BAA2B,GAAG,uBAAuB,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;IAChH;;;;;OAKG;IACH,YAAY,CAAC,IAAI,OAAO,CAAC;CAC1B;AAED,4DAA4D;AAC5D,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,kDAAkD;AAClD,MAAM,WAAW,WAAW;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,eAAe,EAAE,CAAC;IAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,4CAA4C;AAC5C,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvD,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,sFAAsF;IACtF,eAAe,CAAC,EAAE,SAAS,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IACxD,kFAAkF;IAClF,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,mEAAmE;IACnE,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,CAAC;CACxC;AAED;;;GAGG;AACH,MAAM,MAAM,cAAc,GACtB,WAAW,GACX,YAAY,GACZ,WAAW,GACX,eAAe,GACf,gBAAgB,GAChB,OAAO,GACP,SAAS,CAAC;AAEd,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,KAAK,EAAE;QACL,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,CAAC;IACF,wEAAwE;IACxE,UAAU,EAAE,cAAc,CAAC;IAC3B;;;OAGG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,oEAAoE;IACpE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;;;OAGG;IACH,YAAY,CAAC,EAAE;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH;AAED,MAAM,MAAM,eAAe,GACvB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,GAAG,WAAW,EAAE,CAAA;CAAE,GACjD;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAA;CAAE,GAC9D;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC"}
+{"version":3,"file":"interface.d.ts","sourceRoot":"","sources":["../../../../src/_internal/platform/providers/interface.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAClE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AACrE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEtE,2DAA2D;AAC3D,eAAO,MAAM,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAKvD,CAAC;AAEF,iFAAiF;AACjF,MAAM,MAAM,yBAAyB,GACjC,SAAS,GACT,YAAY,GACZ,eAAe,GACf,oBAAoB,GACpB,WAAW,GACX,MAAM,CAAC;AAEX,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,KAAK,EAAE,yBAAyB,CAAC;IAC1C,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,GAAG,UAAU,GAAG,SAAS,GAAG,SAAS,GAAG,cAAc,CAAC;IACrF,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACxC,QAAQ,CAAC,YAAY,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC1C,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CAC1C;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,MAAM,EAAE,SAAS,GAAG,UAAU,GAAG,MAAM,CAAC;IACjD,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IACxC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IACzC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,IAAI,CAAC,EAAE;QACd,QAAQ,CAAC,IAAI,EAAE,SAAS,GAAG,OAAO,GAAG,WAAW,GAAG,MAAM,CAAC;QAC1D,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;QAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;QACrC,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,2BAA2B,EAAE,CAAC;KAC1D,CAAC;IACF,QAAQ,CAAC,MAAM,CAAC,EAAE;QAChB,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;QACnC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;QACjC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,MAAM,CAAC;QACtC,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;QACrC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;KAC/C,CAAC;IACF,QAAQ,CAAC,KAAK,CAAC,EAAE;QACf,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;QAC5B,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;QAC9B,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC;QAChC,QAAQ,CAAC,aAAa,CAAC,EAAE,OAAO,CAAC;QACjC,QAAQ,CAAC,KAAK,CAAC,EAAE,4BAA4B,CAAC;QAC9C,QAAQ,CAAC,IAAI,CAAC,EAAE,yBAAyB,CAAC;QAC1C,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;KACpC,CAAC;IACF,QAAQ,CAAC,MAAM,CAAC,EAAE;QAChB,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;QACzB,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;QAChC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;QACjC,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;QAChC,QAAQ,CAAC,yBAAyB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;QACvD,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;QAChC,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;KACpC,CAAC;IACF,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CACpC;AAED,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;IAC9D,QAAQ,CAAC,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE,QAAQ,GAAG,SAAS,CAAC,CAAC;IACtE,QAAQ,CAAC,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,EAAE,KAAK,GAAG,YAAY,CAAC,CAAC;CAC/E;AAED,qFAAqF;AACrF,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO,GAAG,QAAQ,CAAC;IAC9C,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC7C;AAED,sFAAsF;AACtF,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,MAAM,EAAE,YAAY,GAAG,SAAS,MAAM,EAAE,CAAC;IAClD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC7C;AAED,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACvC,QAAQ,CAAC,2BAA2B,CAAC,EAAE,MAAM,CAAC;IAC9C,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CACpC;AAED,MAAM,MAAM,mBAAmB,GAC3B,QAAQ,GACR,WAAW,GACX,SAAS,GACT,WAAW,GACX,QAAQ,GACR,WAAW,GACX,SAAS,CAAC;AAEd,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,QAAQ,GAAG,SAAS,CAAC,CAAC;CAC1D;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,QAAQ,EAAE,SAAS,wBAAwB,EAAE,CAAC;IACvD,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC3C,QAAQ,CAAC,gBAAgB,CAAC,EAAE,KAAK,CAAC;CACnC;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,MAAM,EAAE,mBAAmB,CAAC;IACrC,QAAQ,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,uBAAwB,SAAQ,yBAAyB;IACxE,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC;CACnC;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,WAAW,GAAG,QAAQ,GAAG,WAAW,GAAG,SAAS,CAAC;IAClE,QAAQ,CAAC,QAAQ,CAAC,EAAE,YAAY,CAAC;IACjC,QAAQ,CAAC,KAAK,CAAC,EAAE;QACf,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QACvB,QAAQ,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC;KACxB,CAAC;IACF,QAAQ,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,SAAS,EAAE,SAAS,MAAM,EAAE,CAAC;IACtC,eAAe,CAAC,KAAK,EAAE,wBAAwB,GAAG,OAAO,CAAC,yBAAyB,CAAC,CAAC;IACrF,aAAa,CAAC,eAAe,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACzE,WAAW,CAAC,CAAC,eAAe,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACxE,UAAU,CAAC,eAAe,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,mBAAmB,EAAE,CAAC,CAAC;CAC9E;AAED,iDAAiD;AACjD,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,KAAK,CAAC,EAAE,oBAAoB,CAAC;IACtC;;;;;;;OAOG;IACH,QAAQ,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACjD,KAAK,CAAC,CAAC,OAAO,EAAE,wBAAwB,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;IAC5E,eAAe,CAAC,CAAC,IAAI,EAAE,2BAA2B,GAAG,uBAAuB,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;IAChH;;;;;OAKG;IACH,YAAY,CAAC,IAAI,OAAO,CAAC;CAC1B;AAED,4DAA4D;AAC5D,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,kDAAkD;AAClD,MAAM,WAAW,WAAW;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,eAAe,EAAE,CAAC;IAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,4CAA4C;AAC5C,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvD,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,sFAAsF;IACtF,eAAe,CAAC,EAAE,SAAS,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IACxD,kFAAkF;IAClF,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,mEAAmE;IACnE,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,CAAC;CACxC;AAED;;;GAGG;AACH,MAAM,MAAM,cAAc,GACtB,WAAW,GACX,YAAY,GACZ,WAAW,GACX,eAAe,GACf,gBAAgB,GAChB,OAAO,GACP,SAAS,CAAC;AAEd,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,KAAK,EAAE;QACL,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,CAAC;IACF,wEAAwE;IACxE,UAAU,EAAE,cAAc,CAAC;IAC3B;;;OAGG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,oEAAoE;IACpE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;;;OAGG;IACH,YAAY,CAAC,EAAE;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH;AAED,MAAM,MAAM,eAAe,GACvB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,GAAG,WAAW,EAAE,CAAA;CAAE,GACjD;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAA;CAAE,GAC9D;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC"}

package/dist/_internal/platform/providers/openai.d.ts

@@ -1,4 +1,4 @@
-import type { LLMProvider, ChatRequest, ChatResponse, ProviderEmbeddingRequest, ProviderEmbeddingResult, ProviderRuntimeMetadata, ProviderRuntimeMetadataDeps } from './interface.js';
+import type { LLMProvider, ChatRequest, ChatResponse, ProviderEmbeddingRequest, ProviderEmbeddingResult, ProviderBatchAdapter, ProviderRuntimeMetadata, ProviderRuntimeMetadataDeps } from './interface.js';
 import type { CacheHitTracker } from './cache-strategy.js';
 /**
  * OpenAIProvider — wraps the official `openai` npm package.
@@ -7,12 +7,24 @@ import type { CacheHitTracker } from './cache-strategy.js';
 export declare class OpenAIProvider implements LLMProvider {
     readonly name = "openai";
     readonly models: string[];
+    readonly batch: ProviderBatchAdapter;
     private client;
+    private readonly apiKey;
     private readonly embeddingModel;
     private readonly cacheHitTracker;
     constructor(apiKey: string, cacheHitTracker?: Pick<CacheHitTracker, 'recordTurn'>);
     chat(params: ChatRequest): Promise<ChatResponse>;
     embed(request: ProviderEmbeddingRequest): Promise<ProviderEmbeddingResult>;
+    isConfigured(): boolean;
     describeRuntime(deps: ProviderRuntimeMetadataDeps): Promise<ProviderRuntimeMetadata>;
+    private createChatBatch;
+    private retrieveBatch;
+    private cancelBatch;
+    private getBatchResults;
+    private toOpenAIBatchChatBody;
+    private mapOpenAIBatchStatus;
+    private readOpenAIBatchResultFile;
+    private parseOpenAIBatchResult;
+    private openAIBatchBodyToChatResponse;
 }
 //# sourceMappingURL=openai.d.ts.map

package/dist/_internal/platform/providers/openai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../../src/_internal/platform/providers/openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,WAAW,EACX,WAAW,EACX,YAAY,EAEZ,wBAAwB,EACxB,uBAAuB,EACvB,uBAAuB,EACvB,2BAA2B,EAC5B,MAAM,gBAAgB,CAAC;AAYxB,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAQ3D;;;GAGG;AACH,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,IAAI,YAAY;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAM;IAE/B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAA4B;IAC3D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAsC;gBAE1D,MAAM,EAAE,MAAM,EAAE,eAAe,GAAE,IAAI,CAAC,eAAe,EAAE,YAAY,CAA0B;IAKnG,IAAI,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IA4HhD,KAAK,CAAC,OAAO,EAAE,wBAAwB,GAAG,OAAO,CAAC,uBAAuB,CAAC;IA8B1E,eAAe,CAAC,IAAI,EAAE,2BAA2B,GAAG,OAAO,CAAC,uBAAuB,CAAC;CAqC3F"}
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../../src/_internal/platform/providers/openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,WAAW,EACX,WAAW,EACX,YAAY,EAEZ,wBAAwB,EACxB,uBAAuB,EACvB,oBAAoB,EAKpB,uBAAuB,EACvB,2BAA2B,EAC5B,MAAM,gBAAgB,CAAC;AAYxB,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAQ3D;;;GAGG;AACH,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,IAAI,YAAY;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAM;IAC/B,QAAQ,CAAC,KAAK,EAAE,oBAAoB,CAAC;IAErC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAA4B;IAC3D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAsC;gBAE1D,MAAM,EAAE,MAAM,EAAE,eAAe,GAAE,IAAI,CAAC,eAAe,EAAE,YAAY,CAA0B;IAcnG,IAAI,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IA4HhD,KAAK,CAAC,OAAO,EAAE,wBAAwB,GAAG,OAAO,CAAC,uBAAuB,CAAC;IA8BhF,YAAY,IAAI,OAAO;IAIjB,eAAe,CAAC,IAAI,EAAE,2BAA2B,GAAG,OAAO,CAAC,uBAAuB,CAAC;YA+C5E,eAAe;YAyBf,aAAa;YAUb,WAAW;YAUX,eAAe;IAY7B,OAAO,CAAC,qBAAqB;IAY7B,OAAO,CAAC,oBAAoB;YASd,yBAAyB;IAuBvC,OAAO,CAAC,sBAAsB;IA2B9B,OAAO,CAAC,6BAA6B;CAkCtC"}

package/dist/_internal/platform/providers/openai.js

@@ -1,4 +1,4 @@
-import OpenAI from 'openai';
+import OpenAI, { toFile } from 'openai';
 import { mapOpenAIStopReason } from './stop-reason-maps.js';
 import { ProviderError } from '../types/errors.js';
 import { withRetry } from '../utils/retry.js';
@@ -15,12 +15,23 @@ const NOOP_CACHE_HIT_TRACKER = {
 export class OpenAIProvider {
     name = 'openai';
     models = [];
+    batch;
     client;
+    apiKey;
     embeddingModel = 'text-embedding-3-small';
     cacheHitTracker;
     constructor(apiKey, cacheHitTracker = NOOP_CACHE_HIT_TRACKER) {
+        this.apiKey = apiKey;
         this.client = new OpenAI({ apiKey });
         this.cacheHitTracker = cacheHitTracker;
+        this.batch = {
+            kind: 'provider-batch',
+            endpoints: ['/v1/chat/completions'],
+            createChatBatch: (input) => this.createChatBatch(input),
+            retrieveBatch: (providerBatchId) => this.retrieveBatch(providerBatchId),
+            cancelBatch: (providerBatchId) => this.cancelBatch(providerBatchId),
+            getResults: (providerBatchId) => this.getBatchResults(providerBatchId),
+        };
     }
     async chat(params) {
         const { messages, tools, model, maxTokens, signal, systemPrompt, onDelta, reasoningEffort: _reasoningEffort } = params;
@@ -163,6 +174,9 @@ export class OpenAIProvider {
             },
         };
     }
+    isConfigured() {
+        return this.apiKey.trim().length > 0;
+    }
     async describeRuntime(deps) {
         const configured = Boolean(process.env.OPENAI_API_KEY || process.env.OPENAI_KEY);
         const { buildStandardProviderAuthRoutes } = await import('./runtime-metadata.js');
@@ -189,6 +203,15 @@ export class OpenAIProvider {
                 streaming: true,
                 toolCalling: true,
                 parallelTools: true,
+                batch: {
+                    supported: true,
+                    discount: 'Provider-side Batch API pricing is discounted versus live API pricing where OpenAI offers the discount.',
+                    completionWindow: '24h',
+                    endpoints: ['/v1/chat/completions'],
+                    maxRequestsPerProviderBatch: 50_000,
+                    maxInputBytes: 200 * 1024 * 1024,
+                    notes: ['Batch requests are asynchronous and non-streaming. Results are correlated by custom_id.'],
+                },
                 notes: ['Embeddings use the OpenAI embeddings API.'],
             },
             policy: {
@@ -200,4 +223,169 @@ export class OpenAIProvider {
             },
         };
     }
+    async createChatBatch(input) {
+        const lines = input.requests.map((request) => JSON.stringify({
+            custom_id: request.customId,
+            method: 'POST',
+            url: '/v1/chat/completions',
+            body: this.toOpenAIBatchChatBody(request.params),
+        })).join('\n') + '\n';
+        const file = await this.client.files.create({
+            file: await toFile(new Blob([lines], { type: 'application/jsonl' }), 'goodvibes-openai-chat-batch.jsonl'),
+            purpose: 'batch',
+        });
+        const metadata = input.metadata && Object.keys(input.metadata).length > 0 ? input.metadata : undefined;
+        const batch = await this.client.batches.create({
+            input_file_id: file.id,
+            endpoint: '/v1/chat/completions',
+            completion_window: input.completionWindow ?? '24h',
+            ...(metadata ? { metadata } : {}),
+        });
+        return {
+            providerBatchId: batch.id,
+            status: this.mapOpenAIBatchStatus(batch.status),
+            raw: batch,
+        };
+    }
+    async retrieveBatch(providerBatchId) {
+        const batch = await this.client.batches.retrieve(providerBatchId);
+        return {
+            providerBatchId: batch.id,
+            status: this.mapOpenAIBatchStatus(batch.status),
+            resultAvailable: typeof batch.output_file_id === 'string' || typeof batch.error_file_id === 'string',
+            raw: batch,
+        };
+    }
+    async cancelBatch(providerBatchId) {
+        const batch = await this.client.batches.cancel(providerBatchId);
+        return {
+            providerBatchId: batch.id,
+            status: this.mapOpenAIBatchStatus(batch.status),
+            resultAvailable: typeof batch.output_file_id === 'string' || typeof batch.error_file_id === 'string',
+            raw: batch,
+        };
+    }
+    async getBatchResults(providerBatchId) {
+        const batch = await this.client.batches.retrieve(providerBatchId);
+        const results = [];
+        if (typeof batch.output_file_id === 'string' && batch.output_file_id.length > 0) {
+            results.push(...await this.readOpenAIBatchResultFile(batch.output_file_id, false));
+        }
+        if (typeof batch.error_file_id === 'string' && batch.error_file_id.length > 0) {
+            results.push(...await this.readOpenAIBatchResultFile(batch.error_file_id, true));
+        }
+        return results;
+    }
+    toOpenAIBatchChatBody(params) {
+        const openaiMessages = toOpenAIMessages(params.messages, params.systemPrompt);
+        const openaiTools = params.tools && params.tools.length > 0 ? toOpenAITools(params.tools) : undefined;
+        return {
+            model: params.model,
+            messages: openaiMessages,
+            ...(openaiTools ? { tools: openaiTools } : {}),
+            ...(params.maxTokens ? { max_tokens: params.maxTokens } : {}),
+            stream: false,
+        };
+    }
+    mapOpenAIBatchStatus(status) {
+        if (status === 'completed')
+            return 'completed';
+        if (status === 'failed')
+            return 'failed';
+        if (status === 'cancelled' || status === 'cancelling')
+            return 'cancelled';
+        if (status === 'expired')
+            return 'expired';
+        if (status === 'in_progress' || status === 'finalizing')
+            return 'running';
+        return 'submitted';
+    }
+    async readOpenAIBatchResultFile(fileId, forceFailed) {
+        const response = await this.client.files.content(fileId);
+        const text = await response.text();
+        const lines = text.split('\n').map((line) => line.trim()).filter(Boolean);
+        const results = [];
+        for (const line of lines) {
+            try {
+                const parsed = JSON.parse(line);
+                results.push(this.parseOpenAIBatchResult(parsed, forceFailed));
+            }
+            catch (error) {
+                results.push({
+                    customId: `unparseable:${crypto.randomUUID()}`,
+                    status: 'failed',
+                    error: {
+                        message: `Unable to parse OpenAI batch result line: ${summarizeError(error)}`,
+                    },
+                    raw: line,
+                });
+            }
+        }
+        return results;
+    }
+    parseOpenAIBatchResult(parsed, forceFailed) {
+        const customId = typeof parsed['custom_id'] === 'string' ? parsed['custom_id'] : `unknown:${crypto.randomUUID()}`;
+        const response = toRecord(parsed['response']);
+        const statusCode = typeof response['status_code'] === 'number' ? response['status_code'] : 0;
+        const body = toRecord(response['body']);
+        const error = parsed['error'] ?? body['error'];
+        if (forceFailed || statusCode >= 400 || error !== undefined) {
+            const errorRecord = toRecord(error);
+            return {
+                customId,
+                status: 'failed',
+                error: {
+                    message: typeof errorRecord['message'] === 'string' ? errorRecord['message'] : `OpenAI batch request failed${statusCode ? ` with status ${statusCode}` : ''}`,
+                    ...(typeof errorRecord['code'] === 'string' ? { code: errorRecord['code'] } : {}),
+                    raw: error ?? parsed,
+                },
+                raw: parsed,
+            };
+        }
+        return {
+            customId,
+            status: 'succeeded',
+            response: this.openAIBatchBodyToChatResponse(body),
+            raw: parsed,
+        };
+    }
+    openAIBatchBodyToChatResponse(body) {
+        const choices = Array.isArray(body['choices']) ? body['choices'] : [];
+        const firstChoice = toRecord(choices[0]);
+        const message = toRecord(firstChoice['message']);
+        const content = message['content'];
+        const responseText = typeof content === 'string'
+            ? content
+            : Array.isArray(content)
+                ? content.map((part) => {
+                    const record = toRecord(part);
+                    return typeof record['text'] === 'string' ? record['text'] : '';
+                }).join('')
+                : '';
+        const rawToolCalls = Array.isArray(message['tool_calls'])
+            ? message['tool_calls'].map((entry) => toRecord(entry))
+            : [];
+        const usage = toRecord(body['usage']);
+        const promptDetails = toRecord(usage['prompt_tokens_details']);
+        const rawFinishReason = typeof firstChoice['finish_reason'] === 'string' ? firstChoice['finish_reason'] : undefined;
+        const stopReason = rawFinishReason ? mapOpenAIStopReason(rawFinishReason) : (responseText ? 'completed' : 'unknown');
+        return {
+            content: responseText,
+            toolCalls: rawToolCalls.length > 0 ? fromOpenAIToolCalls(rawToolCalls) : [],
+            usage: {
+                inputTokens: typeof usage['prompt_tokens'] === 'number' ? usage['prompt_tokens'] : 0,
+                outputTokens: typeof usage['completion_tokens'] === 'number' ? usage['completion_tokens'] : 0,
+                ...(typeof promptDetails['cached_tokens'] === 'number' && promptDetails['cached_tokens'] > 0
+                    ? { cacheReadTokens: promptDetails['cached_tokens'] }
+                    : {}),
+            },
+            stopReason,
+            ...(rawFinishReason ? { providerStopReason: rawFinishReason } : {}),
+        };
+    }
+}
+function toRecord(value) {
+    return value !== null && typeof value === 'object' && !Array.isArray(value)
+        ? value
+        : {};
 }

package/dist/_internal/platform/version.js

@@ -1,6 +1,6 @@
 import { readFileSync } from 'node:fs';
 import { join } from 'node:path';
-let version = '0.25.7';
+let version = '0.25.10';
 try {
     const pkg = JSON.parse(readFileSync(join(import.meta.dir, '..', '..', 'package.json'), 'utf-8'));
     version = pkg.version ?? version;

package/dist/_internal/platform/voice/index.d.ts

@@ -1,4 +1,4 @@
-export type { VoiceAudioArtifact, VoiceAudioFormat, VoiceDescriptor, VoiceProvider, VoiceProviderCapability, VoiceProviderState, VoiceProviderStatus, VoiceRealtimeSession, VoiceRealtimeSessionRequest, VoiceSynthesisRequest, VoiceSynthesisResult, VoiceTranscriptionRequest, VoiceTranscriptionResult, } from './types.js';
+export type { VoiceAudioArtifact, VoiceAudioChunk, VoiceAudioFormat, VoiceDescriptor, VoiceProvider, VoiceProviderCapability, VoiceProviderState, VoiceProviderStatus, VoiceRealtimeSession, VoiceRealtimeSessionRequest, VoiceSynthesisRequest, VoiceSynthesisResult, VoiceSynthesisStreamResult, VoiceTranscriptionRequest, VoiceTranscriptionResult, } from './types.js';
 export { VoiceProviderRegistry } from './provider-registry.js';
 export type { VoiceProviderDescriptor } from './provider-registry.js';
 export { VoiceService } from './service.js';

package/dist/_internal/platform/voice/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/_internal/platform/voice/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,kBAAkB,EAClB,gBAAgB,EAChB,eAAe,EACf,aAAa,EACb,uBAAuB,EACvB,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EACpB,2BAA2B,EAC3B,qBAAqB,EACrB,oBAAoB,EACpB,yBAAyB,EACzB,wBAAwB,GACzB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC/D,YAAY,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACtE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,YAAY,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACvD,OAAO,EAAE,2BAA2B,EAAE,MAAM,wBAAwB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/_internal/platform/voice/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,kBAAkB,EAClB,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,aAAa,EACb,uBAAuB,EACvB,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EACpB,2BAA2B,EAC3B,qBAAqB,EACrB,oBAAoB,EACpB,0BAA0B,EAC1B,yBAAyB,EACzB,wBAAwB,GACzB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC/D,YAAY,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACtE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,YAAY,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACvD,OAAO,EAAE,2BAA2B,EAAE,MAAM,wBAAwB,CAAC"}

package/dist/_internal/platform/voice/providers/elevenlabs.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"elevenlabs.d.ts","sourceRoot":"","sources":["../../../../../src/_internal/platform/voice/providers/elevenlabs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,aAAa,EAGd,MAAM,aAAa,CAAC;AAsGrB,wBAAgB,wBAAwB,IAAI,aAAa,CAkSxD"}
+{"version":3,"file":"elevenlabs.d.ts","sourceRoot":"","sources":["../../../../../src/_internal/platform/voice/providers/elevenlabs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAGV,aAAa,EAKd,MAAM,aAAa,CAAC;AA0LrB,wBAAgB,wBAAwB,IAAI,aAAa,CAgWxD"}

package/dist/_internal/platform/voice/providers/elevenlabs.js

@@ -2,6 +2,9 @@ import { asRecord, buildStatus, estimateConfidenceFromAvgLogprob, inferFilename,
 import { instrumentedFetch } from '../../utils/fetch-with-timeout.js';
 const DEFAULT_ELEVENLABS_STT_MODEL = 'scribe_v2';
 const DEFAULT_ELEVENLABS_REALTIME_MODEL = 'scribe_v2_realtime';
+const DEFAULT_ELEVENLABS_TTS_MODEL = 'eleven_multilingual_v2';
+const DEFAULT_ELEVENLABS_VOICE = 'pMsXgVXv3BLzUgSXRplE';
+const DEFAULT_ELEVENLABS_OUTPUT_FORMAT = 'mp3_44100_128';
 const ELEVENLABS_SINGLE_USE_TOKEN_TTL_MS = 15 * 60 * 1000;
 function normalizeBooleanString(value) {
     return typeof value === 'boolean' ? String(value) : undefined;
@@ -14,6 +17,86 @@ function asStringArray(value) {
         .map((entry) => entry.trim());
     return values.length > 0 ? values : undefined;
 }
+function resolveElevenLabsOutputFormat(format) {
+    const normalized = format?.trim().toLowerCase();
+    if (!normalized)
+        return DEFAULT_ELEVENLABS_OUTPUT_FORMAT;
+    if (normalized.includes('_'))
+        return normalized;
+    switch (normalized) {
+        case 'mp3':
+            return DEFAULT_ELEVENLABS_OUTPUT_FORMAT;
+        case 'pcm':
+        case 'pcm16':
+            return 'pcm_16000';
+        case 'ulaw':
+        case 'mulaw':
+            return 'ulaw_8000';
+        case 'opus':
+        case 'ogg':
+        case 'webm':
+            return 'opus_48000_32';
+        default:
+            return DEFAULT_ELEVENLABS_OUTPUT_FORMAT;
+    }
+}
+function mimeTypeForElevenLabsOutputFormat(outputFormat) {
+    if (outputFormat.startsWith('pcm_'))
+        return 'audio/pcm';
+    if (outputFormat.startsWith('ulaw_'))
+        return 'audio/basic';
+    if (outputFormat.startsWith('opus_'))
+        return 'audio/ogg';
+    return 'audio/mpeg';
+}
+function artifactFormatForElevenLabsOutputFormat(outputFormat) {
+    if (outputFormat.startsWith('pcm_'))
+        return 'pcm16';
+    if (outputFormat.startsWith('ulaw_'))
+        return 'ulaw';
+    if (outputFormat.startsWith('opus_'))
+        return 'ogg';
+    return 'mp3';
+}
+function readVoiceSetting(metadata, camelKey, snakeKey, fallback) {
+    const value = metadata?.[camelKey] ?? metadata?.[snakeKey];
+    return typeof value === 'number' && Number.isFinite(value) ? value : fallback;
+}
+function readSpeakerBoost(metadata) {
+    const value = metadata?.['useSpeakerBoost'] ?? metadata?.['use_speaker_boost'];
+    return typeof value === 'boolean' ? value : true;
+}
+async function* streamResponseAudioChunks(response, input) {
+    const reader = response.body?.getReader();
+    if (!reader)
+        throw new Error('ElevenLabs streaming synthesis returned no response body');
+    let sequence = 0;
+    let completed = false;
+    try {
+        while (true) {
+            const { done, value } = await reader.read();
+            if (done) {
+                completed = true;
+                break;
+            }
+            if (!value || value.byteLength === 0)
+                continue;
+            sequence += 1;
+            yield {
+                data: value,
+                sequence,
+                mimeType: input.mimeType,
+                format: input.format,
+                metadata: input.metadata,
+            };
+        }
+    }
+    finally {
+        if (!completed)
+            await reader.cancel().catch(() => undefined);
+        reader.releaseLock();
+    }
+}
 function parseElevenLabsTranscript(payload) {
     const text = trimToUndefined(payload.text);
     if (!text)
@@ -60,15 +143,17 @@ export function createElevenLabsProvider() {
     return {
         id: 'elevenlabs',
         label: 'ElevenLabs',
-        capabilities: ['tts', 'stt', 'realtime', 'voice-list'],
+        capabilities: ['tts', 'tts-stream', 'stt', 'realtime', 'voice-list'],
         status() {
             const configured = readFirstEnv(envVars) !== null;
-            return buildStatus('elevenlabs', 'ElevenLabs', ['tts', 'stt', 'realtime', 'voice-list'], configured, configured
+            return buildStatus('elevenlabs', 'ElevenLabs', ['tts', 'tts-stream', 'stt', 'realtime', 'voice-list'], configured, configured
                 ? 'ElevenLabs speech, transcription, and realtime APIs are available.'
                 : 'Set ELEVENLABS_API_KEY or XI_API_KEY to enable ElevenLabs speech and transcription.', {
                 baseUrl: normalizeBaseUrl(readFirstEnv(baseUrlEnvVars), 'https://api.elevenlabs.io'),
+                defaultTtsModel: DEFAULT_ELEVENLABS_TTS_MODEL,
                 defaultSttModel: DEFAULT_ELEVENLABS_STT_MODEL,
                 defaultRealtimeModel: DEFAULT_ELEVENLABS_REALTIME_MODEL,
+                defaultOutputFormat: DEFAULT_ELEVENLABS_OUTPUT_FORMAT,
             });
         },
         async listVoices() {
@@ -98,7 +183,7 @@ export function createElevenLabsProvider() {
             if (!apiKey)
                 throw new Error('ElevenLabs API key missing');
             const baseUrl = normalizeBaseUrl(readFirstEnv(baseUrlEnvVars), 'https://api.elevenlabs.io');
-            const voiceId = request.voiceId?.trim() || 'pMsXgVXv3BLzUgSXRplE';
+            const voiceId = request.voiceId?.trim() || DEFAULT_ELEVENLABS_VOICE;
             const response = await instrumentedFetch(`${baseUrl}/v1/text-to-speech/${voiceId}`, {
                 method: 'POST',
                 headers: {
@@ -108,7 +193,7 @@ export function createElevenLabsProvider() {
                 },
                 body: JSON.stringify({
                     text: request.text,
-                    model_id: request.modelId?.trim() || 'eleven_multilingual_v2',
+                    model_id: request.modelId?.trim() || DEFAULT_ELEVENLABS_TTS_MODEL,
                     voice_settings: {
                         stability: 0.5,
                         similarity_boost: 0.75,
@@ -133,6 +218,67 @@ export function createElevenLabsProvider() {
                 metadata: { voiceId, baseUrl },
             };
         },
+        async synthesizeStream(request) {
+            const apiKey = readFirstEnv(envVars);
+            if (!apiKey)
+                throw new Error('ElevenLabs API key missing');
+            const baseUrl = normalizeBaseUrl(readFirstEnv(baseUrlEnvVars), 'https://api.elevenlabs.io');
+            const metadata = asRecord(request.metadata);
+            const voiceId = request.voiceId?.trim() || DEFAULT_ELEVENLABS_VOICE;
+            const modelId = request.modelId?.trim() || DEFAULT_ELEVENLABS_TTS_MODEL;
+            const outputFormat = resolveElevenLabsOutputFormat(request.format);
+            const mimeType = mimeTypeForElevenLabsOutputFormat(outputFormat);
+            const format = artifactFormatForElevenLabsOutputFormat(outputFormat);
+            const url = new URL(`${baseUrl}/v1/text-to-speech/${voiceId}/stream`);
+            url.searchParams.set('output_format', outputFormat);
+            if (metadata?.['enableLogging'] === false) {
+                url.searchParams.set('enable_logging', 'false');
+            }
+            const languageCode = trimToUndefined(metadata?.['languageCode']);
+            const body = {
+                text: request.text,
+                model_id: modelId,
+                voice_settings: {
+                    stability: readVoiceSetting(metadata, 'stability', 'stability', 0.5),
+                    similarity_boost: readVoiceSetting(metadata, 'similarityBoost', 'similarity_boost', 0.75),
+                    style: readVoiceSetting(metadata, 'style', 'style', 0),
+                    use_speaker_boost: readSpeakerBoost(metadata),
+                    speed: request.speed ?? readVoiceSetting(metadata, 'speed', 'speed', 1),
+                },
+                ...(languageCode ? { language_code: languageCode } : {}),
+            };
+            const response = await instrumentedFetch(url, {
+                method: 'POST',
+                headers: {
+                    'xi-api-key': apiKey,
+                    'Content-Type': 'application/json',
+                    Accept: mimeType,
+                },
+                signal: request.signal,
+                body: JSON.stringify(body),
+            });
+            if (!response.ok) {
+                const errorText = await response.text().catch(() => '');
+                throw new Error(`ElevenLabs streaming synthesis failed: HTTP ${response.status}${errorText ? `: ${errorText}` : ''}`);
+            }
+            const resultMetadata = {
+                baseUrl,
+                voiceId,
+                modelId,
+                outputFormat,
+            };
+            return {
+                providerId: 'elevenlabs',
+                mimeType,
+                format,
+                chunks: streamResponseAudioChunks(response, {
+                    mimeType,
+                    format,
+                    metadata: resultMetadata,
+                }),
+                metadata: resultMetadata,
+            };
+        },
         async transcribe(request) {
             const apiKey = readFirstEnv(envVars);
             if (!apiKey)

package/dist/_internal/platform/voice/service.d.ts

@@ -1,5 +1,5 @@
 import { VoiceProviderRegistry } from './provider-registry.js';
-import type { VoiceDescriptor, VoiceRealtimeSession, VoiceRealtimeSessionRequest, VoiceSynthesisRequest, VoiceSynthesisResult, VoiceTranscriptionRequest, VoiceTranscriptionResult } from './types.js';
+import type { VoiceDescriptor, VoiceRealtimeSession, VoiceRealtimeSessionRequest, VoiceSynthesisRequest, VoiceSynthesisResult, VoiceSynthesisStreamResult, VoiceTranscriptionRequest, VoiceTranscriptionResult } from './types.js';
 export interface VoiceServiceStatus {
     readonly enabled: boolean;
     readonly providerCount: number;
@@ -12,6 +12,7 @@ export declare class VoiceService {
     getStatus(enabled: boolean): Promise<VoiceServiceStatus>;
     listVoices(providerId?: string): Promise<readonly VoiceDescriptor[]>;
     synthesize(providerId: string | undefined, request: VoiceSynthesisRequest): Promise<VoiceSynthesisResult>;
+    synthesizeStream(providerId: string | undefined, request: VoiceSynthesisRequest): Promise<VoiceSynthesisStreamResult>;
     transcribe(providerId: string | undefined, request: VoiceTranscriptionRequest): Promise<VoiceTranscriptionResult>;
     openRealtimeSession(providerId: string | undefined, request: VoiceRealtimeSessionRequest): Promise<VoiceRealtimeSession>;
 }

package/dist/_internal/platform/voice/service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../../../src/_internal/platform/voice/service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC/D,OAAO,KAAK,EACV,eAAe,EACf,oBAAoB,EACpB,2BAA2B,EAC3B,qBAAqB,EACrB,oBAAoB,EACpB,yBAAyB,EACzB,wBAAwB,EACzB,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,UAAU,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IACzE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB;AAED,qBAAa,YAAY;IACX,OAAO,CAAC,QAAQ,CAAC,QAAQ;gBAAR,QAAQ,EAAE,qBAAqB;IAEtD,SAAS,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAUxD,UAAU,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,eAAe,EAAE,CAAC;IAYpE,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS,EAAE,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAQzG,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS,EAAE,OAAO,EAAE,yBAAyB,GAAG,OAAO,CAAC,wBAAwB,CAAC;IAQjH,mBAAmB,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS,EAAE,OAAO,EAAE,2BAA2B,GAAG,OAAO,CAAC,oBAAoB,CAAC;CAO/H"}
+{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../../../src/_internal/platform/voice/service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC/D,OAAO,KAAK,EACV,eAAe,EACf,oBAAoB,EACpB,2BAA2B,EAC3B,qBAAqB,EACrB,oBAAoB,EACpB,0BAA0B,EAC1B,yBAAyB,EACzB,wBAAwB,EACzB,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,UAAU,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IACzE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB;AAED,qBAAa,YAAY;IACX,OAAO,CAAC,QAAQ,CAAC,QAAQ;gBAAR,QAAQ,EAAE,qBAAqB;IAEtD,SAAS,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAUxD,UAAU,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,eAAe,EAAE,CAAC;IAYpE,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS,EAAE,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAQzG,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS,EAAE,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,0BAA0B,CAAC;IAQrH,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS,EAAE,OAAO,EAAE,yBAAyB,GAAG,OAAO,CAAC,wBAAwB,CAAC;IAQjH,mBAAmB,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS,EAAE,OAAO,EAAE,2BAA2B,GAAG,OAAO,CAAC,oBAAoB,CAAC;CAO/H"}

package/dist/_internal/platform/voice/service.js

@@ -32,6 +32,13 @@ export class VoiceService {
         }
         return provider.synthesize(request);
     }
+    async synthesizeStream(providerId, request) {
+        const provider = this.registry.findProvider('tts-stream', providerId);
+        if (!provider?.synthesizeStream) {
+            throw new Error(providerId ? `Voice streaming TTS provider unavailable: ${providerId}` : 'No streaming voice TTS provider is registered');
+        }
+        return provider.synthesizeStream(request);
+    }
     async transcribe(providerId, request) {
         const provider = this.registry.findProvider('stt', providerId);
         if (!provider?.transcribe) {