@pellux/goodvibes-sdk 0.25.7 → 0.25.8

package/dist/_internal/platform/providers/anthropic.js

@@ -7,7 +7,7 @@ import { withRetry } from '../utils/retry.js';
 import { logger } from '../utils/logger.js';
 import { instrumentedLlmCall } from '../runtime/llm-observability.js';
 import { toAnthropicTools, toAnthropicMessages, fromAnthropicContent, } from './tool-formats.js';
-import { toProviderError } from '../utils/error-display.js';
+import { summarizeError, toProviderError } from '../utils/error-display.js';
 import { instrumentedFetch } from '../utils/fetch-with-timeout.js';
 import { toRecord } from '../utils/record-coerce.js';
 const ANTHROPIC_API_BASE = 'https://api.anthropic.com/v1';
@@ -48,11 +48,20 @@ function clampMaxTokens(model, requested) {
 export class AnthropicProvider {
     name = 'anthropic';
     models = [];
+    batch;
     apiKey;
     cacheHitTracker;
     constructor(apiKey, cacheHitTracker = NOOP_CACHE_HIT_TRACKER) {
         this.apiKey = apiKey;
         this.cacheHitTracker = cacheHitTracker;
+        this.batch = {
+            kind: 'provider-batch',
+            endpoints: ['/v1/messages/batches'],
+            createChatBatch: (input) => this.createChatBatch(input),
+            retrieveBatch: (providerBatchId) => this.retrieveBatch(providerBatchId),
+            cancelBatch: (providerBatchId) => this.cancelBatch(providerBatchId),
+            getResults: (providerBatchId) => this.getBatchResults(providerBatchId),
+        };
     }
     async chat(params) {
         const { messages, tools, model, maxTokens, signal, systemPrompt, onDelta, reasoningEffort } = params;
@@ -392,6 +401,15 @@ export class AnthropicProvider {
                 toolCalling: true,
                 parallelTools: true,
                 promptCaching: true,
+                batch: {
+                    supported: true,
+                    discount: 'Provider-side Message Batches pricing is discounted versus live API pricing where Anthropic offers the discount.',
+                    completionWindow: '24h',
+                    endpoints: ['/v1/messages/batches'],
+                    maxRequestsPerProviderBatch: 100_000,
+                    maxInputBytes: 256 * 1024 * 1024,
+                    notes: ['Batch requests are asynchronous and non-streaming. Results are correlated by custom_id.'],
+                },
                 notes: ['Anthropic prompt caching and thinking budgets are handled natively.'],
             },
             policy: {
@@ -403,6 +421,206 @@ export class AnthropicProvider {
             },
         };
     }
+    isConfigured() {
+        return this.apiKey.trim().length > 0;
+    }
+    async createChatBatch(input) {
+        const res = await instrumentedFetch(`${ANTHROPIC_API_BASE}/messages/batches`, {
+            method: 'POST',
+            headers: this.batchHeaders(),
+            body: JSON.stringify({
+                requests: input.requests.map((request) => ({
+                    custom_id: request.customId,
+                    params: this.toAnthropicBatchMessageParams(request.params),
+                })),
+            }),
+        });
+        const body = await this.readJsonResponse(res, 'create batch');
+        return {
+            providerBatchId: String(body['id'] ?? ''),
+            status: this.mapAnthropicBatchStatus(body),
+            raw: body,
+        };
+    }
+    async retrieveBatch(providerBatchId) {
+        const res = await instrumentedFetch(`${ANTHROPIC_API_BASE}/messages/batches/${encodeURIComponent(providerBatchId)}`, {
+            method: 'GET',
+            headers: this.batchHeaders(),
+        });
+        const body = await this.readJsonResponse(res, 'retrieve batch');
+        return {
+            providerBatchId: String(body['id'] ?? providerBatchId),
+            status: this.mapAnthropicBatchStatus(body),
+            resultAvailable: typeof body['results_url'] === 'string' && body['results_url'].length > 0,
+            raw: body,
+        };
+    }
+    async cancelBatch(providerBatchId) {
+        const res = await instrumentedFetch(`${ANTHROPIC_API_BASE}/messages/batches/${encodeURIComponent(providerBatchId)}/cancel`, {
+            method: 'POST',
+            headers: this.batchHeaders(),
+        });
+        const body = await this.readJsonResponse(res, 'cancel batch');
+        return {
+            providerBatchId: String(body['id'] ?? providerBatchId),
+            status: this.mapAnthropicBatchStatus(body),
+            resultAvailable: typeof body['results_url'] === 'string' && body['results_url'].length > 0,
+            raw: body,
+        };
+    }
+    async getBatchResults(providerBatchId) {
+        const retrieveRes = await instrumentedFetch(`${ANTHROPIC_API_BASE}/messages/batches/${encodeURIComponent(providerBatchId)}`, {
+            method: 'GET',
+            headers: this.batchHeaders(),
+        });
+        const batch = await this.readJsonResponse(retrieveRes, 'retrieve batch results');
+        const resultsUrl = typeof batch['results_url'] === 'string' ? batch['results_url'] : '';
+        if (!resultsUrl)
+            return [];
+        const resultsRes = await instrumentedFetch(resultsUrl, {
+            method: 'GET',
+            headers: this.batchHeaders({ accept: 'application/jsonl' }),
+        });
+        if (!resultsRes.ok) {
+            const text = await resultsRes.text().catch(() => 'unknown error');
+            throw new ProviderError(formatAnthropicErrorText(resultsRes.status, text), {
+                statusCode: resultsRes.status,
+                provider: this.name,
+                operation: 'batch.results',
+                phase: 'request',
+            });
+        }
+        const text = await resultsRes.text();
+        const lines = text.split('\n').map((line) => line.trim()).filter(Boolean);
+        const results = [];
+        for (const line of lines) {
+            try {
+                results.push(this.parseAnthropicBatchResult(JSON.parse(line)));
+            }
+            catch (error) {
+                results.push({
+                    customId: `unparseable:${crypto.randomUUID()}`,
+                    status: 'failed',
+                    error: { message: `Unable to parse Anthropic batch result line: ${summarizeError(error)}` },
+                    raw: line,
+                });
+            }
+        }
+        return results;
+    }
+    batchHeaders(extra) {
+        return {
+            'Content-Type': 'application/json',
+            'anthropic-version': ANTHROPIC_API_VERSION,
+            'x-api-key': this.apiKey,
+            ...(extra?.accept ? { Accept: extra.accept } : {}),
+        };
+    }
+    toAnthropicBatchMessageParams(params) {
+        const resolvedModel = normalizeAnthropicModel(params.model);
+        const body = {
+            model: resolvedModel,
+            max_tokens: clampMaxTokens(resolvedModel, params.maxTokens ?? 8192),
+            messages: toAnthropicMessages(params.messages),
+        };
+        if (params.systemPrompt) {
+            body['system'] = [{ type: 'text', text: params.systemPrompt }];
+        }
+        if (params.tools && params.tools.length > 0) {
+            body['tools'] = toAnthropicTools(params.tools);
+        }
+        if (params.reasoningEffort && params.reasoningEffort !== 'instant') {
+            const budget = REASONING_BUDGET_MAP[params.reasoningEffort];
+            if (budget !== undefined && budget > 0) {
+                body['thinking'] = { type: 'enabled', budget_tokens: budget };
+                const currentMax = body['max_tokens'] ?? 8192;
+                if (currentMax <= budget)
+                    body['max_tokens'] = budget + 4096;
+            }
+        }
+        return body;
+    }
+    mapAnthropicBatchStatus(body) {
+        const status = typeof body['processing_status'] === 'string' ? body['processing_status'] : '';
+        if (status === 'ended')
+            return 'completed';
+        if (status === 'canceling')
+            return 'cancelled';
+        if (status === 'in_progress')
+            return 'running';
+        const archivedAt = body['archived_at'];
+        if (archivedAt != null)
+            return 'cancelled';
+        return 'submitted';
+    }
+    async readJsonResponse(res, operation) {
+        const text = await res.text().catch(() => 'unknown error');
+        if (!res.ok) {
+            throw new ProviderError(formatAnthropicErrorText(res.status, text), {
+                statusCode: res.status,
+                provider: this.name,
+                operation: `batch.${operation}`,
+                phase: 'request',
+            });
+        }
+        try {
+            return JSON.parse(text);
+        }
+        catch {
+            throw new ProviderError(`Anthropic batch ${operation} returned invalid JSON.`, {
+                statusCode: 502,
+                provider: this.name,
+                operation: `batch.${operation}`,
+                phase: 'response',
+            });
+        }
+    }
+    parseAnthropicBatchResult(parsed) {
+        const customId = typeof parsed['custom_id'] === 'string' ? parsed['custom_id'] : `unknown:${crypto.randomUUID()}`;
+        const result = toRecord(parsed['result']);
+        const type = typeof result['type'] === 'string' ? result['type'] : '';
+        if (type === 'succeeded') {
+            const message = toRecord(result['message']);
+            return {
+                customId,
+                status: 'succeeded',
+                response: this.anthropicBatchMessageToChatResponse(message),
+                raw: parsed,
+            };
+        }
+        const status = type === 'canceled' ? 'cancelled' : type === 'expired' ? 'expired' : 'failed';
+        const error = toRecord(result['error']);
+        return {
+            customId,
+            status,
+            error: {
+                message: typeof error['message'] === 'string' ? error['message'] : `Anthropic batch request ${type || 'failed'}`,
+                ...(typeof error['type'] === 'string' ? { code: error['type'] } : {}),
+                raw: result,
+            },
+            raw: parsed,
+        };
+    }
+    anthropicBatchMessageToChatResponse(message) {
+        const content = Array.isArray(message['content'])
+            ? message['content']
+            : [];
+        const { text, toolCalls } = fromAnthropicContent(content);
+        const usage = toRecord(message['usage']);
+        const rawStopReason = typeof message['stop_reason'] === 'string' ? message['stop_reason'] : undefined;
+        return {
+            content: text,
+            toolCalls,
+            usage: {
+                inputTokens: typeof usage['input_tokens'] === 'number' ? usage['input_tokens'] : 0,
+                outputTokens: typeof usage['output_tokens'] === 'number' ? usage['output_tokens'] : 0,
+                ...(typeof usage['cache_read_input_tokens'] === 'number' ? { cacheReadTokens: usage['cache_read_input_tokens'] } : {}),
+                ...(typeof usage['cache_creation_input_tokens'] === 'number' ? { cacheWriteTokens: usage['cache_creation_input_tokens'] } : {}),
+            },
+            stopReason: rawStopReason ? mapAnthropicStopReason(rawStopReason) : (text ? 'completed' : 'unknown'),
+            ...(rawStopReason ? { providerStopReason: rawStopReason } : {}),
+        };
+    }
 }
 function formatAnthropicErrorText(status, text) {
     try {

package/dist/_internal/platform/providers/interface.d.ts

@@ -48,6 +48,7 @@ export interface ProviderRuntimeMetadata {
         readonly toolCalling: boolean;
         readonly parallelTools: boolean;
         readonly promptCaching?: boolean;
+        readonly batch?: ProviderBatchRuntimeMetadata;
         readonly cost?: ProviderUsageCostMetadata;
         readonly notes?: readonly string[];
     };
@@ -83,10 +84,57 @@ export interface ProviderEmbeddingResult {
     readonly modelId?: string;
     readonly metadata?: Record<string, unknown>;
 }
+export interface ProviderBatchRuntimeMetadata {
+    readonly supported: boolean;
+    readonly discount?: string;
+    readonly completionWindow?: string;
+    readonly endpoints?: readonly string[];
+    readonly maxRequestsPerProviderBatch?: number;
+    readonly maxInputBytes?: number;
+    readonly notes?: readonly string[];
+}
+export type ProviderBatchStatus = 'queued' | 'submitted' | 'running' | 'completed' | 'failed' | 'cancelled' | 'expired';
+export interface ProviderBatchChatRequest {
+    readonly customId: string;
+    readonly params: Omit<ChatRequest, 'signal' | 'onDelta'>;
+}
+export interface ProviderBatchCreateInput {
+    readonly requests: readonly ProviderBatchChatRequest[];
+    readonly metadata?: Record<string, string>;
+    readonly completionWindow?: '24h';
+}
+export interface ProviderBatchCreateResult {
+    readonly providerBatchId: string;
+    readonly status: ProviderBatchStatus;
+    readonly raw?: unknown;
+}
+export interface ProviderBatchPollResult extends ProviderBatchCreateResult {
+    readonly resultAvailable: boolean;
+}
+export interface ProviderBatchResult {
+    readonly customId: string;
+    readonly status: 'succeeded' | 'failed' | 'cancelled' | 'expired';
+    readonly response?: ChatResponse;
+    readonly error?: {
+        readonly message: string;
+        readonly code?: string;
+        readonly raw?: unknown;
+    };
+    readonly raw?: unknown;
+}
+export interface ProviderBatchAdapter {
+    readonly kind: 'provider-batch';
+    readonly endpoints: readonly string[];
+    createChatBatch(input: ProviderBatchCreateInput): Promise<ProviderBatchCreateResult>;
+    retrieveBatch(providerBatchId: string): Promise<ProviderBatchPollResult>;
+    cancelBatch?(providerBatchId: string): Promise<ProviderBatchPollResult>;
+    getResults(providerBatchId: string): Promise<readonly ProviderBatchResult[]>;
+}
 /** Contract all LLM providers must implement. */
 export interface LLMProvider {
     readonly name: string;
     readonly models: string[];
+    readonly batch?: ProviderBatchAdapter;
     /**
      * Optional self-declared capability overrides for this provider instance.
      * When present, these take precedence over the built-in `PROVIDER_DEFAULTS`

package/dist/_internal/platform/providers/interface.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"interface.d.ts","sourceRoot":"","sources":["../../../../src/_internal/platform/providers/interface.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAClE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AACrE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEtE,2DAA2D;AAC3D,eAAO,MAAM,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAKvD,CAAC;AAEF,iFAAiF;AACjF,MAAM,MAAM,yBAAyB,GACjC,SAAS,GACT,YAAY,GACZ,eAAe,GACf,oBAAoB,GACpB,WAAW,GACX,MAAM,CAAC;AAEX,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,KAAK,EAAE,yBAAyB,CAAC;IAC1C,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,GAAG,UAAU,GAAG,SAAS,GAAG,SAAS,GAAG,cAAc,CAAC;IACrF,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACxC,QAAQ,CAAC,YAAY,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC1C,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CAC1C;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,MAAM,EAAE,SAAS,GAAG,UAAU,GAAG,MAAM,CAAC;IACjD,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IACxC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IACzC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,IAAI,CAAC,EAAE;QACd,QAAQ,CAAC,IAAI,EAAE,SAAS,GAAG,OAAO,GAAG,WAAW,GAAG,MAAM,CAAC;QAC1D,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;QAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;QACrC,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,2BAA2B,EAAE,CAAC;KAC1D,CAAC;IACF,QAAQ,CAAC,MAAM,CAAC,EAAE;QAChB,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;QACnC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;QACjC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,MAAM,CAAC;QACtC,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;QACrC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;KAC/C,CAAC;IACF,QAAQ,CAAC,KAAK,CAAC,EAAE;QACf,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;QAC5B,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;QAC9B,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC;QAChC,QAAQ,CAAC,aAAa,CAAC,EAAE,OAAO,CAAC;QACjC,QAAQ,CAAC,IAAI,CAAC,EAAE,yBAAyB,CAAC;QAC1C,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;KACpC,CAAC;IACF,QAAQ,CAAC,MAAM,CAAC,EAAE;QAChB,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;QACzB,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;QAChC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;QACjC,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;QAChC,QAAQ,CAAC,yBAAyB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;QACvD,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;QAChC,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;KACpC,CAAC;IACF,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CACpC;AAED,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;IAC9D,QAAQ,CAAC,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE,QAAQ,GAAG,SAAS,CAAC,CAAC;IACtE,QAAQ,CAAC,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,EAAE,KAAK,GAAG,YAAY,CAAC,CAAC;CAC/E;AAED,qFAAqF;AACrF,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO,GAAG,QAAQ,CAAC;IAC9C,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC7C;AAED,sFAAsF;AACtF,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,MAAM,EAAE,YAAY,GAAG,SAAS,MAAM,EAAE,CAAC;IAClD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC7C;AAED,iDAAiD;AACjD,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAC1B;;;;;;;OAOG;IACH,QAAQ,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACjD,KAAK,CAAC,CAAC,OAAO,EAAE,wBAAwB,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;IAC5E,eAAe,CAAC,CAAC,IAAI,EAAE,2BAA2B,GAAG,uBAAuB,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;IAChH;;;;;OAKG;IACH,YAAY,CAAC,IAAI,OAAO,CAAC;CAC1B;AAED,4DAA4D;AAC5D,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,kDAAkD;AAClD,MAAM,WAAW,WAAW;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,eAAe,EAAE,CAAC;IAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,4CAA4C;AAC5C,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvD,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,sFAAsF;IACtF,eAAe,CAAC,EAAE,SAAS,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IACxD,kFAAkF;IAClF,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,mEAAmE;IACnE,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,CAAC;CACxC;AAED;;;GAGG;AACH,MAAM,MAAM,cAAc,GACtB,WAAW,GACX,YAAY,GACZ,WAAW,GACX,eAAe,GACf,gBAAgB,GAChB,OAAO,GACP,SAAS,CAAC;AAEd,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,KAAK,EAAE;QACL,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,CAAC;IACF,wEAAwE;IACxE,UAAU,EAAE,cAAc,CAAC;IAC3B;;;OAGG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,oEAAoE;IACpE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;;;OAGG;IACH,YAAY,CAAC,EAAE;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH;AAED,MAAM,MAAM,eAAe,GACvB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,GAAG,WAAW,EAAE,CAAA;CAAE,GACjD;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAA;CAAE,GAC9D;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC"}
+{"version":3,"file":"interface.d.ts","sourceRoot":"","sources":["../../../../src/_internal/platform/providers/interface.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAClE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AACrE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAEtE,2DAA2D;AAC3D,eAAO,MAAM,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAKvD,CAAC;AAEF,iFAAiF;AACjF,MAAM,MAAM,yBAAyB,GACjC,SAAS,GACT,YAAY,GACZ,eAAe,GACf,oBAAoB,GACpB,WAAW,GACX,MAAM,CAAC;AAEX,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,KAAK,EAAE,yBAAyB,CAAC;IAC1C,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,GAAG,UAAU,GAAG,SAAS,GAAG,SAAS,GAAG,cAAc,CAAC;IACrF,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACxC,QAAQ,CAAC,YAAY,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC1C,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CAC1C;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,MAAM,EAAE,SAAS,GAAG,UAAU,GAAG,MAAM,CAAC;IACjD,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IACxC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IACzC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,IAAI,CAAC,EAAE;QACd,QAAQ,CAAC,IAAI,EAAE,SAAS,GAAG,OAAO,GAAG,WAAW,GAAG,MAAM,CAAC;QAC1D,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;QAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;QACrC,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,2BAA2B,EAAE,CAAC;KAC1D,CAAC;IACF,QAAQ,CAAC,MAAM,CAAC,EAAE;QAChB,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;QACnC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;QACjC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,MAAM,CAAC;QACtC,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;QACrC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;KAC/C,CAAC;IACF,QAAQ,CAAC,KAAK,CAAC,EAAE;QACf,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;QAC5B,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;QAC9B,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC;QAChC,QAAQ,CAAC,aAAa,CAAC,EAAE,OAAO,CAAC;QACjC,QAAQ,CAAC,KAAK,CAAC,EAAE,4BAA4B,CAAC;QAC9C,QAAQ,CAAC,IAAI,CAAC,EAAE,yBAAyB,CAAC;QAC1C,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;KACpC,CAAC;IACF,QAAQ,CAAC,MAAM,CAAC,EAAE;QAChB,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;QACzB,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;QAChC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;QACjC,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;QAChC,QAAQ,CAAC,yBAAyB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;QACvD,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;QAChC,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;KACpC,CAAC;IACF,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CACpC;AAED,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;IAC9D,QAAQ,CAAC,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE,QAAQ,GAAG,SAAS,CAAC,CAAC;IACtE,QAAQ,CAAC,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,EAAE,KAAK,GAAG,YAAY,CAAC,CAAC;CAC/E;AAED,qFAAqF;AACrF,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,KAAK,EAAE,QAAQ,GAAG,OAAO,GAAG,QAAQ,CAAC;IAC9C,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC7C;AAED,sFAAsF;AACtF,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,MAAM,EAAE,YAAY,GAAG,SAAS,MAAM,EAAE,CAAC;IAClD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC7C;AAED,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACvC,QAAQ,CAAC,2BAA2B,CAAC,EAAE,MAAM,CAAC;IAC9C,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CACpC;AAED,MAAM,MAAM,mBAAmB,GAC3B,QAAQ,GACR,WAAW,GACX,SAAS,GACT,WAAW,GACX,QAAQ,GACR,WAAW,GACX,SAAS,CAAC;AAEd,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,QAAQ,GAAG,SAAS,CAAC,CAAC;CAC1D;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,QAAQ,EAAE,SAAS,wBAAwB,EAAE,CAAC;IACvD,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC3C,QAAQ,CAAC,gBAAgB,CAAC,EAAE,KAAK,CAAC;CACnC;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,MAAM,EAAE,mBAAmB,CAAC;IACrC,QAAQ,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,uBAAwB,SAAQ,yBAAyB;IACxE,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC;CACnC;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,WAAW,GAAG,QAAQ,GAAG,WAAW,GAAG,SAAS,CAAC;IAClE,QAAQ,CAAC,QAAQ,CAAC,EAAE,YAAY,CAAC;IACjC,QAAQ,CAAC,KAAK,CAAC,EAAE;QACf,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QACvB,QAAQ,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC;KACxB,CAAC;IACF,QAAQ,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,IAAI,EAAE,gBAAgB,CAAC;IAChC,QAAQ,CAAC,SAAS,EAAE,SAAS,MAAM,EAAE,CAAC;IACtC,eAAe,CAAC,KAAK,EAAE,wBAAwB,GAAG,OAAO,CAAC,yBAAyB,CAAC,CAAC;IACrF,aAAa,CAAC,eAAe,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACzE,WAAW,CAAC,CAAC,eAAe,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACxE,UAAU,CAAC,eAAe,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,mBAAmB,EAAE,CAAC,CAAC;CAC9E;AAED,iDAAiD;AACjD,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,KAAK,CAAC,EAAE,oBAAoB,CAAC;IACtC;;;;;;;OAOG;IACH,QAAQ,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACjD,KAAK,CAAC,CAAC,OAAO,EAAE,wBAAwB,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;IAC5E,eAAe,CAAC,CAAC,IAAI,EAAE,2BAA2B,GAAG,uBAAuB,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;IAChH;;;;;OAKG;IACH,YAAY,CAAC,IAAI,OAAO,CAAC;CAC1B;AAED,4DAA4D;AAC5D,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,kDAAkD;AAClD,MAAM,WAAW,WAAW;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,eAAe,EAAE,CAAC;IAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,4CAA4C;AAC5C,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvD,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,sFAAsF;IACtF,eAAe,CAAC,EAAE,SAAS,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;IACxD,kFAAkF;IAClF,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,mEAAmE;IACnE,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,CAAC;CACxC;AAED;;;GAGG;AACH,MAAM,MAAM,cAAc,GACtB,WAAW,GACX,YAAY,GACZ,WAAW,GACX,eAAe,GACf,gBAAgB,GAChB,OAAO,GACP,SAAS,CAAC;AAEd,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,KAAK,EAAE;QACL,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,CAAC;IACF,wEAAwE;IACxE,UAAU,EAAE,cAAc,CAAC;IAC3B;;;OAGG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,oEAAoE;IACpE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;;;OAGG;IACH,YAAY,CAAC,EAAE;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH;AAED,MAAM,MAAM,eAAe,GACvB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,GAAG,WAAW,EAAE,CAAA;CAAE,GACjD;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAA;CAAE,GAC9D;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC"}

package/dist/_internal/platform/providers/openai.d.ts

@@ -1,4 +1,4 @@
-import type { LLMProvider, ChatRequest, ChatResponse, ProviderEmbeddingRequest, ProviderEmbeddingResult, ProviderRuntimeMetadata, ProviderRuntimeMetadataDeps } from './interface.js';
+import type { LLMProvider, ChatRequest, ChatResponse, ProviderEmbeddingRequest, ProviderEmbeddingResult, ProviderBatchAdapter, ProviderRuntimeMetadata, ProviderRuntimeMetadataDeps } from './interface.js';
 import type { CacheHitTracker } from './cache-strategy.js';
 /**
  * OpenAIProvider — wraps the official `openai` npm package.
@@ -7,12 +7,24 @@ import type { CacheHitTracker } from './cache-strategy.js';
 export declare class OpenAIProvider implements LLMProvider {
     readonly name = "openai";
     readonly models: string[];
+    readonly batch: ProviderBatchAdapter;
     private client;
+    private readonly apiKey;
     private readonly embeddingModel;
     private readonly cacheHitTracker;
     constructor(apiKey: string, cacheHitTracker?: Pick<CacheHitTracker, 'recordTurn'>);
     chat(params: ChatRequest): Promise<ChatResponse>;
     embed(request: ProviderEmbeddingRequest): Promise<ProviderEmbeddingResult>;
+    isConfigured(): boolean;
     describeRuntime(deps: ProviderRuntimeMetadataDeps): Promise<ProviderRuntimeMetadata>;
+    private createChatBatch;
+    private retrieveBatch;
+    private cancelBatch;
+    private getBatchResults;
+    private toOpenAIBatchChatBody;
+    private mapOpenAIBatchStatus;
+    private readOpenAIBatchResultFile;
+    private parseOpenAIBatchResult;
+    private openAIBatchBodyToChatResponse;
 }
 //# sourceMappingURL=openai.d.ts.map

package/dist/_internal/platform/providers/openai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../../src/_internal/platform/providers/openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,WAAW,EACX,WAAW,EACX,YAAY,EAEZ,wBAAwB,EACxB,uBAAuB,EACvB,uBAAuB,EACvB,2BAA2B,EAC5B,MAAM,gBAAgB,CAAC;AAYxB,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAQ3D;;;GAGG;AACH,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,IAAI,YAAY;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAM;IAE/B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAA4B;IAC3D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAsC;gBAE1D,MAAM,EAAE,MAAM,EAAE,eAAe,GAAE,IAAI,CAAC,eAAe,EAAE,YAAY,CAA0B;IAKnG,IAAI,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IA4HhD,KAAK,CAAC,OAAO,EAAE,wBAAwB,GAAG,OAAO,CAAC,uBAAuB,CAAC;IA8B1E,eAAe,CAAC,IAAI,EAAE,2BAA2B,GAAG,OAAO,CAAC,uBAAuB,CAAC;CAqC3F"}
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../../src/_internal/platform/providers/openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,WAAW,EACX,WAAW,EACX,YAAY,EAEZ,wBAAwB,EACxB,uBAAuB,EACvB,oBAAoB,EAKpB,uBAAuB,EACvB,2BAA2B,EAC5B,MAAM,gBAAgB,CAAC;AAYxB,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAQ3D;;;GAGG;AACH,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,IAAI,YAAY;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAM;IAC/B,QAAQ,CAAC,KAAK,EAAE,oBAAoB,CAAC;IAErC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAA4B;IAC3D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAsC;gBAE1D,MAAM,EAAE,MAAM,EAAE,eAAe,GAAE,IAAI,CAAC,eAAe,EAAE,YAAY,CAA0B;IAcnG,IAAI,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IA4HhD,KAAK,CAAC,OAAO,EAAE,wBAAwB,GAAG,OAAO,CAAC,uBAAuB,CAAC;IA8BhF,YAAY,IAAI,OAAO;IAIjB,eAAe,CAAC,IAAI,EAAE,2BAA2B,GAAG,OAAO,CAAC,uBAAuB,CAAC;YA+C5E,eAAe;YAyBf,aAAa;YAUb,WAAW;YAUX,eAAe;IAY7B,OAAO,CAAC,qBAAqB;IAY7B,OAAO,CAAC,oBAAoB;YASd,yBAAyB;IAuBvC,OAAO,CAAC,sBAAsB;IA2B9B,OAAO,CAAC,6BAA6B;CAkCtC"}

package/dist/_internal/platform/providers/openai.js

@@ -1,4 +1,4 @@
-import OpenAI from 'openai';
+import OpenAI, { toFile } from 'openai';
 import { mapOpenAIStopReason } from './stop-reason-maps.js';
 import { ProviderError } from '../types/errors.js';
 import { withRetry } from '../utils/retry.js';
@@ -15,12 +15,23 @@ const NOOP_CACHE_HIT_TRACKER = {
 export class OpenAIProvider {
     name = 'openai';
     models = [];
+    batch;
     client;
+    apiKey;
     embeddingModel = 'text-embedding-3-small';
     cacheHitTracker;
     constructor(apiKey, cacheHitTracker = NOOP_CACHE_HIT_TRACKER) {
+        this.apiKey = apiKey;
         this.client = new OpenAI({ apiKey });
         this.cacheHitTracker = cacheHitTracker;
+        this.batch = {
+            kind: 'provider-batch',
+            endpoints: ['/v1/chat/completions'],
+            createChatBatch: (input) => this.createChatBatch(input),
+            retrieveBatch: (providerBatchId) => this.retrieveBatch(providerBatchId),
+            cancelBatch: (providerBatchId) => this.cancelBatch(providerBatchId),
+            getResults: (providerBatchId) => this.getBatchResults(providerBatchId),
+        };
     }
     async chat(params) {
         const { messages, tools, model, maxTokens, signal, systemPrompt, onDelta, reasoningEffort: _reasoningEffort } = params;
@@ -163,6 +174,9 @@ export class OpenAIProvider {
             },
         };
     }
+    isConfigured() {
+        return this.apiKey.trim().length > 0;
+    }
     async describeRuntime(deps) {
         const configured = Boolean(process.env.OPENAI_API_KEY || process.env.OPENAI_KEY);
         const { buildStandardProviderAuthRoutes } = await import('./runtime-metadata.js');
@@ -189,6 +203,15 @@ export class OpenAIProvider {
                 streaming: true,
                 toolCalling: true,
                 parallelTools: true,
+                batch: {
+                    supported: true,
+                    discount: 'Provider-side Batch API pricing is discounted versus live API pricing where OpenAI offers the discount.',
+                    completionWindow: '24h',
+                    endpoints: ['/v1/chat/completions'],
+                    maxRequestsPerProviderBatch: 50_000,
+                    maxInputBytes: 200 * 1024 * 1024,
+                    notes: ['Batch requests are asynchronous and non-streaming. Results are correlated by custom_id.'],
+                },
                 notes: ['Embeddings use the OpenAI embeddings API.'],
             },
             policy: {
@@ -200,4 +223,169 @@ export class OpenAIProvider {
             },
         };
     }
+    async createChatBatch(input) {
+        const lines = input.requests.map((request) => JSON.stringify({
+            custom_id: request.customId,
+            method: 'POST',
+            url: '/v1/chat/completions',
+            body: this.toOpenAIBatchChatBody(request.params),
+        })).join('\n') + '\n';
+        const file = await this.client.files.create({
+            file: await toFile(new Blob([lines], { type: 'application/jsonl' }), 'goodvibes-openai-chat-batch.jsonl'),
+            purpose: 'batch',
+        });
+        const metadata = input.metadata && Object.keys(input.metadata).length > 0 ? input.metadata : undefined;
+        const batch = await this.client.batches.create({
+            input_file_id: file.id,
+            endpoint: '/v1/chat/completions',
+            completion_window: input.completionWindow ?? '24h',
+            ...(metadata ? { metadata } : {}),
+        });
+        return {
+            providerBatchId: batch.id,
+            status: this.mapOpenAIBatchStatus(batch.status),
+            raw: batch,
+        };
+    }
+    async retrieveBatch(providerBatchId) {
+        const batch = await this.client.batches.retrieve(providerBatchId);
+        return {
+            providerBatchId: batch.id,
+            status: this.mapOpenAIBatchStatus(batch.status),
+            resultAvailable: typeof batch.output_file_id === 'string' || typeof batch.error_file_id === 'string',
+            raw: batch,
+        };
+    }
+    async cancelBatch(providerBatchId) {
+        const batch = await this.client.batches.cancel(providerBatchId);
+        return {
+            providerBatchId: batch.id,
+            status: this.mapOpenAIBatchStatus(batch.status),
+            resultAvailable: typeof batch.output_file_id === 'string' || typeof batch.error_file_id === 'string',
+            raw: batch,
+        };
+    }
+    async getBatchResults(providerBatchId) {
+        const batch = await this.client.batches.retrieve(providerBatchId);
+        const results = [];
+        if (typeof batch.output_file_id === 'string' && batch.output_file_id.length > 0) {
+            results.push(...await this.readOpenAIBatchResultFile(batch.output_file_id, false));
+        }
+        if (typeof batch.error_file_id === 'string' && batch.error_file_id.length > 0) {
+            results.push(...await this.readOpenAIBatchResultFile(batch.error_file_id, true));
+        }
+        return results;
+    }
+    toOpenAIBatchChatBody(params) {
+        const openaiMessages = toOpenAIMessages(params.messages, params.systemPrompt);
+        const openaiTools = params.tools && params.tools.length > 0 ? toOpenAITools(params.tools) : undefined;
+        return {
+            model: params.model,
+            messages: openaiMessages,
+            ...(openaiTools ? { tools: openaiTools } : {}),
+            ...(params.maxTokens ? { max_tokens: params.maxTokens } : {}),
+            stream: false,
+        };
+    }
+    mapOpenAIBatchStatus(status) {
+        if (status === 'completed')
+            return 'completed';
+        if (status === 'failed')
+            return 'failed';
+        if (status === 'cancelled' || status === 'cancelling')
+            return 'cancelled';
+        if (status === 'expired')
+            return 'expired';
+        if (status === 'in_progress' || status === 'finalizing')
+            return 'running';
+        return 'submitted';
+    }
+    async readOpenAIBatchResultFile(fileId, forceFailed) {
+        const response = await this.client.files.content(fileId);
+        const text = await response.text();
+        const lines = text.split('\n').map((line) => line.trim()).filter(Boolean);
+        const results = [];
+        for (const line of lines) {
+            try {
+                const parsed = JSON.parse(line);
+                results.push(this.parseOpenAIBatchResult(parsed, forceFailed));
+            }
+            catch (error) {
+                results.push({
+                    customId: `unparseable:${crypto.randomUUID()}`,
+                    status: 'failed',
+                    error: {
+                        message: `Unable to parse OpenAI batch result line: ${summarizeError(error)}`,
+                    },
+                    raw: line,
+                });
+            }
+        }
+        return results;
+    }
+    parseOpenAIBatchResult(parsed, forceFailed) {
+        const customId = typeof parsed['custom_id'] === 'string' ? parsed['custom_id'] : `unknown:${crypto.randomUUID()}`;
+        const response = toRecord(parsed['response']);
+        const statusCode = typeof response['status_code'] === 'number' ? response['status_code'] : 0;
+        const body = toRecord(response['body']);
+        const error = parsed['error'] ?? body['error'];
+        if (forceFailed || statusCode >= 400 || error !== undefined) {
+            const errorRecord = toRecord(error);
+            return {
+                customId,
+                status: 'failed',
+                error: {
+                    message: typeof errorRecord['message'] === 'string' ? errorRecord['message'] : `OpenAI batch request failed${statusCode ? ` with status ${statusCode}` : ''}`,
+                    ...(typeof errorRecord['code'] === 'string' ? { code: errorRecord['code'] } : {}),
+                    raw: error ?? parsed,
+                },
+                raw: parsed,
+            };
+        }
+        return {
+            customId,
+            status: 'succeeded',
+            response: this.openAIBatchBodyToChatResponse(body),
+            raw: parsed,
+        };
+    }
+    openAIBatchBodyToChatResponse(body) {
+        const choices = Array.isArray(body['choices']) ? body['choices'] : [];
+        const firstChoice = toRecord(choices[0]);
+        const message = toRecord(firstChoice['message']);
+        const content = message['content'];
+        const responseText = typeof content === 'string'
+            ? content
+            : Array.isArray(content)
+                ? content.map((part) => {
+                    const record = toRecord(part);
+                    return typeof record['text'] === 'string' ? record['text'] : '';
+                }).join('')
+                : '';
+        const rawToolCalls = Array.isArray(message['tool_calls'])
+            ? message['tool_calls'].map((entry) => toRecord(entry))
+            : [];
+        const usage = toRecord(body['usage']);
+        const promptDetails = toRecord(usage['prompt_tokens_details']);
+        const rawFinishReason = typeof firstChoice['finish_reason'] === 'string' ? firstChoice['finish_reason'] : undefined;
+        const stopReason = rawFinishReason ? mapOpenAIStopReason(rawFinishReason) : (responseText ? 'completed' : 'unknown');
+        return {
+            content: responseText,
+            toolCalls: rawToolCalls.length > 0 ? fromOpenAIToolCalls(rawToolCalls) : [],
+            usage: {
+                inputTokens: typeof usage['prompt_tokens'] === 'number' ? usage['prompt_tokens'] : 0,
+                outputTokens: typeof usage['completion_tokens'] === 'number' ? usage['completion_tokens'] : 0,
+                ...(typeof promptDetails['cached_tokens'] === 'number' && promptDetails['cached_tokens'] > 0
+                    ? { cacheReadTokens: promptDetails['cached_tokens'] }
+                    : {}),
+            },
+            stopReason,
+            ...(rawFinishReason ? { providerStopReason: rawFinishReason } : {}),
+        };
+    }
+}
+function toRecord(value) {
+    return value !== null && typeof value === 'object' && !Array.isArray(value)
+        ? value
+        : {};
 }

package/dist/_internal/platform/version.js

@@ -1,6 +1,6 @@
 import { readFileSync } from 'node:fs';
 import { join } from 'node:path';
-let version = '0.25.7';
+let version = '0.25.8';
 try {
     const pkg = JSON.parse(readFileSync(join(import.meta.dir, '..', '..', 'package.json'), 'utf-8'));
     version = pkg.version ?? version;

package/dist/_internal/platform/voice/index.d.ts

@@ -1,4 +1,4 @@
-export type { VoiceAudioArtifact, VoiceAudioFormat, VoiceDescriptor, VoiceProvider, VoiceProviderCapability, VoiceProviderState, VoiceProviderStatus, VoiceRealtimeSession, VoiceRealtimeSessionRequest, VoiceSynthesisRequest, VoiceSynthesisResult, VoiceTranscriptionRequest, VoiceTranscriptionResult, } from './types.js';
+export type { VoiceAudioArtifact, VoiceAudioChunk, VoiceAudioFormat, VoiceDescriptor, VoiceProvider, VoiceProviderCapability, VoiceProviderState, VoiceProviderStatus, VoiceRealtimeSession, VoiceRealtimeSessionRequest, VoiceSynthesisRequest, VoiceSynthesisResult, VoiceSynthesisStreamResult, VoiceTranscriptionRequest, VoiceTranscriptionResult, } from './types.js';
 export { VoiceProviderRegistry } from './provider-registry.js';
 export type { VoiceProviderDescriptor } from './provider-registry.js';
 export { VoiceService } from './service.js';

package/dist/_internal/platform/voice/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/_internal/platform/voice/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,kBAAkB,EAClB,gBAAgB,EAChB,eAAe,EACf,aAAa,EACb,uBAAuB,EACvB,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EACpB,2BAA2B,EAC3B,qBAAqB,EACrB,oBAAoB,EACpB,yBAAyB,EACzB,wBAAwB,GACzB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC/D,YAAY,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACtE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,YAAY,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACvD,OAAO,EAAE,2BAA2B,EAAE,MAAM,wBAAwB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/_internal/platform/voice/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,kBAAkB,EAClB,eAAe,EACf,gBAAgB,EAChB,eAAe,EACf,aAAa,EACb,uBAAuB,EACvB,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EACpB,2BAA2B,EAC3B,qBAAqB,EACrB,oBAAoB,EACpB,0BAA0B,EAC1B,yBAAyB,EACzB,wBAAwB,GACzB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC/D,YAAY,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACtE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,YAAY,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACvD,OAAO,EAAE,2BAA2B,EAAE,MAAM,wBAAwB,CAAC"}

package/dist/_internal/platform/voice/providers/elevenlabs.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"elevenlabs.d.ts","sourceRoot":"","sources":["../../../../../src/_internal/platform/voice/providers/elevenlabs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,aAAa,EAGd,MAAM,aAAa,CAAC;AAsGrB,wBAAgB,wBAAwB,IAAI,aAAa,CAkSxD"}
+{"version":3,"file":"elevenlabs.d.ts","sourceRoot":"","sources":["../../../../../src/_internal/platform/voice/providers/elevenlabs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAGV,aAAa,EAKd,MAAM,aAAa,CAAC;AA0LrB,wBAAgB,wBAAwB,IAAI,aAAa,CAgWxD"}