@urun-sh/openai 0.5.6 → 0.6.1

package/dist/{responses-turn-Dr37N3kH.d.ts → responses-turn-EwxfRJJg.d.ts}

@@ -1,6 +1,6 @@
 import { C as CatalogRow } from './models-DUdx_Y6X.js';
 import { IncomingMessage } from 'node:http';
-import { a as AudioBridge, h as VideoFrameLane, j as VideoOutLane } from './video-out-IGQ4YQ-c.js';
+import { a as AudioBridge, h as VideoFrameLane, j as VideoOutLane } from './video-out-Cawtm7SF.js';
 
 interface ProxyIdentity {
     app: string;
@@ -74,11 +74,26 @@ interface SharedEndpointRow {
     warm?: number | null;
     
     compat_default?: boolean | null;
+    
+    output_free?: boolean | null;
+    
+    ready?: boolean | null;
+    
+    ready_runtimes?: number | null;
+    
+    ready_since?: string | null;
 }
 
 interface SharedCatalogBlock {
     shared_org_id: string;
     endpoints: SharedEndpointRow[];
+    
+    regions?: string[] | null;
+    
+    compliance?: {
+        zdr: boolean;
+        hipaa: boolean;
+    } | null;
 }
 
 interface TokenPricing {
@@ -104,6 +119,16 @@ interface ModelPriceRow {
 type OpenRouterProviderDoc = {
     data: OpenRouterProviderModel[];
 };
+
+interface OpenRouterDatacenter {
+    country_code: string;
+    region?: string;
+}
+
+interface OpenRouterCompliance {
+    zdr: boolean;
+    hipaa: boolean;
+}
 interface OpenRouterProviderModel {
     schema_version: '2.4';
     
@@ -112,17 +137,36 @@ interface OpenRouterProviderModel {
     created: number;
     
     quantization: string | null;
+    
+    tokenizer?: string;
     description: string;
     hugging_face_id: string;
+    
+    is_ready: boolean;
+    
+    is_free: boolean;
     input_modalities: Array<Record<string, unknown>>;
     output_modalities: Array<Record<string, unknown>>;
+    
+    datacenters?: OpenRouterDatacenter[];
+    
+    compliance?: OpenRouterCompliance;
+}
+
+interface SpeechVoicesResolution {
+    
+    readonly published: readonly string[];
+    
+    readonly defect: string | null;
 }
 
 interface DeployedApp {
     app_slug: string;
+    
     function_name?: string | null;
+    
+    serves?: string | null;
     deployment_status?: string | null;
-    [k: string]: unknown;
 }
 
 declare class UnknownModelError extends Error {
@@ -152,6 +196,12 @@ interface RouterModelEntry {
     pricing?: TokenPricing;
     
     warm?: number;
+    
+    voices?: string[];
+    
+    capabilities?: {
+        reasoning: boolean;
+    };
 }
 interface RouterModelList {
     object: 'list';
@@ -176,6 +226,8 @@ interface RouteTarget {
     modelId?: string;
     
     variant?: string;
+    
+    sharedOrgId?: string;
 }
 interface ModelRouterOptions<S> {
     
@@ -183,7 +235,7 @@ interface ModelRouterOptions<S> {
     
     fnName: string;
     
-    openSession: (target: RouteTarget) => S | Promise<S>;
+    openSession: (target: RouteTarget, poolKey: string) => S | Promise<S>;
     
     closeSession: (entry: S) => Promise<void>;
     
@@ -200,6 +252,8 @@ interface ModelRouterOptions<S> {
     sessionKey?: (entry: S) => string;
     
     shared?: (() => Promise<SharedCatalogBlock | null>) | null;
+    
+    sharedOnlyListing?: boolean;
 }
 
 type ImageCapabilityMode = 'generation' | 'edit';
@@ -224,6 +278,8 @@ declare class ModelRouter<S> {
     
     private pricesForListing;
     
+    private outputFreeKeys;
+    
     private warn;
     
     private servable;
@@ -240,6 +296,8 @@ declare class ModelRouter<S> {
     
     servingAppSlugFor(model: string | undefined): Promise<string>;
     
+    targetFor(model: string | undefined): Promise<RouteTarget>;
+    
     resolveApp(model: string | undefined): Promise<string>;
     
     sessionFor(model: string | undefined): Promise<{
@@ -247,6 +305,14 @@ declare class ModelRouter<S> {
         entry: S;
         identity: TurnCatalogIdentity;
     }>;
+    
+    speechSessionFor(model: string | undefined): Promise<{
+        app: string;
+        entry: S;
+        identity: TurnCatalogIdentity;
+    }>;
+    
+    private acquire;
     private keyOf;
     
     handleFor(model: string | undefined): Promise<{
@@ -254,6 +320,11 @@ declare class ModelRouter<S> {
         handle: string;
     }>;
     
+    speechHandleFor(model: string | undefined): Promise<{
+        app: string;
+        handle: string;
+    }>;
+    
     sessionForHandle(handle: string): Promise<{
         app: string;
         entry: S;
@@ -269,11 +340,86 @@ declare class ModelRouter<S> {
     
     supportsAudio(model: string | undefined): Promise<boolean>;
     
+    supportsSpeech(model: string | undefined): Promise<boolean>;
+    
+    supportsTranscription(model: string | undefined): Promise<boolean>;
+    
+    speechVoices(model: string | undefined): Promise<SpeechVoicesResolution>;
+    
     imageModelList(): Promise<RouterImageModelList>;
     
+    speechToTextModelList(): Promise<RouterModelList>;
+    
     closeAll(): Promise<void>;
 }
 
+interface RuntimePresenceRow {
+    runtime_id: string;
+    
+    address: string;
+    ready: boolean;
+    
+    last_seen: string;
+    status?: string | null;
+}
+
+interface DialTarget {
+    appSlug: string;
+    fnName?: string;
+    sharedApp?: boolean;
+    modelId?: string;
+    variant?: string;
+    sharedOrgId?: string;
+}
+interface StatelessDecisionDialOptions {
+    
+    targetFor: (model: string | undefined) => Promise<DialTarget>;
+    apiUrl: string;
+    apiKey: string;
+    
+    orgId: string;
+    
+    fnName: string;
+    
+    secret: string;
+    
+    shared?: {
+        apiKey: string;
+    };
+    fetchImpl?: typeof fetch;
+    nowMs?: () => number;
+    
+    timeoutMs?: number;
+}
+
+declare class StatelessDecisionDial {
+    private readonly opts;
+    private readonly replicas;
+    private readonly nowMs;
+    
+    private readonly presenceCache;
+    constructor(opts: StatelessDecisionDialOptions);
+    
+    get enabled(): boolean;
+    
+    targetFor(model: string | undefined): Promise<DialTarget | null>;
+    
+    decide(body: Record<string, unknown>, model: string | undefined): Promise<{
+        status: number;
+        body: unknown;
+        completed: unknown;
+        target: DialTarget & {
+            fnName: string;
+        };
+    }>;
+    
+    private ensureRows;
+    private readPresence;
+    
+    pick(rows: RuntimePresenceRow[]): string | null;
+    private post;
+}
+
 interface InferenceUsageRecord {
     
     inference_id: string;
@@ -338,6 +484,10 @@ interface LedgerWrite {
     prefill_ms: number | null;
     decode_ms: number | null;
     total_ms: number | null;
+    
+    ttft_ms: number | null;
+    
+    e2e_ms: number | null;
 }
 
 interface LedgerRecorded {
@@ -360,16 +510,19 @@ interface LedgerFailure {
 declare const LEDGER_SKIP_REASONS: readonly ["no_response_head", "no_org", "model_unresolved", "no_model_named", "queue_full"];
 type LedgerSkipReason = (typeof LEDGER_SKIP_REASONS)[number];
 
+declare const LEDGER_PRICING_STATES: readonly ["priced", "unpriced"];
+type LedgerPricingState = (typeof LEDGER_PRICING_STATES)[number];
+
 type LedgerOutcome = 
 
 {
     outcome: 'written';
-    reason: 'priced' | 'unpriced';
+    reason: LedgerPricingState;
 }
 
  | {
     outcome: 'already_written';
-    reason: 'priced' | 'unpriced';
+    reason: LedgerPricingState;
 }
 
  | {
@@ -408,6 +561,10 @@ interface ResponsesCreateParams {
     chat_template_kwargs?: Record<string, unknown>;
     
     response_format?: unknown;
+    
+    voice?: string;
+    
+    language?: string;
 }
 
 interface SessionEndInfo {
@@ -431,8 +588,16 @@ interface ProxyClients {
     
     supportsAudio?(model: string | undefined): Promise<boolean>;
     
+    supportsSpeech?(model: string | undefined): Promise<boolean>;
+    
+    supportsTranscription?(model: string | undefined): Promise<boolean>;
+    
+    speechVoices?(model: string | undefined): Promise<SpeechVoicesResolution>;
+    
     listImageModels?(): Promise<unknown>;
     
+    listSpeechToTextModels?(): Promise<unknown>;
+    
     catalogIdentity(model: string | undefined): Promise<{
         model_id: string;
         variant: string;
@@ -440,7 +605,9 @@ interface ProxyClients {
     
     servingAppSlug?(model: string | undefined): Promise<string | null>;
     
-    openAudio?(model: string | undefined): Promise<ProxyAudioLane>;
+    openAudio?(model: string | undefined, signal?: AbortSignal): Promise<ProxyAudioLane>;
+    
+    openAudioOn?(handle: string, signal?: AbortSignal): Promise<PinnedAudioLane>;
     
     openVideo?(model: string | undefined): Promise<ProxyVideoLane>;
     
@@ -448,12 +615,25 @@ interface ProxyClients {
     
     sessionHandle(model: string | undefined): Promise<string>;
     
+    speechSessionHandle?(model: string | undefined): Promise<string>;
+    
+    evictSpeechSession?(handle: string): Promise<void>;
+    
     createResponseOn(handle: string, params: ResponsesCreateParams): Promise<AsyncIterable<unknown>> | AsyncIterable<unknown>;
     
     onSessionEnd(handle: string, cb: (end: SessionEndInfo) => void): Promise<() => void>;
+    
+    readonly stateless?: StatelessDecisionDial;
 }
 
-type ProxyAudioLane = Pick<AudioBridge, 'appendInputAudio' | 'onOutputAudio'>;
+type ProxyAudioLane = Pick<AudioBridge, 'appendInputAudio' | 'onOutputAudio'> & {
+    sessionId?: string | null;
+};
+
+interface PinnedAudioLane extends ProxyAudioLane {
+    
+    readonly sessionId: string | null;
+}
 
 type ProxyVideoLane = Pick<VideoFrameLane, 'sendInputFrame'>;