@livekit/agents 1.1.0 → 1.2.1

package/dist/inference/tts.test.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/inference/tts.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { beforeAll, describe, expect, it } from 'vitest';\nimport { normalizeLanguage } from '../language.js';\nimport { initializeLogger } from '../log.js';\nimport { type APIConnectOptions, DEFAULT_API_CONNECT_OPTIONS } from '../types.js';\nimport { TTS, type TTSFallbackModel, normalizeTTSFallback, parseTTSModelString } from './tts.js';\n\nbeforeAll(() => {\n  initializeLogger({ level: 'silent', pretty: false });\n});\n\n/** Helper to create TTS with required credentials. */\nfunction makeTts(overrides: Record<string, unknown> = {}) {\n  const defaults = {\n    model: 'cartesia/sonic' as const,\n    apiKey: 'test-key',\n    apiSecret: 'test-secret',\n    baseURL: 'https://example.livekit.cloud',\n  };\n  return new TTS({ ...defaults, ...overrides });\n}\n\ndescribe('parseTTSModelString', () => {\n  it('simple model without voice', () => {\n    const [model, voice] = parseTTSModelString('cartesia');\n    expect(model).toBe('cartesia');\n    expect(voice).toBeUndefined();\n  });\n\n  it('model with voice suffix', () => {\n    const [model, voice] = parseTTSModelString('cartesia:my-voice-id');\n    expect(model).toBe('cartesia');\n    expect(voice).toBe('my-voice-id');\n  });\n\n  it('provider/model format without voice', () => {\n    const [model, voice] = parseTTSModelString('cartesia/sonic');\n    expect(model).toBe('cartesia/sonic');\n    expect(voice).toBeUndefined();\n  });\n\n  it('provider/model format with voice', () => {\n    const [model, voice] = parseTTSModelString('cartesia/sonic:my-voice-id');\n    expect(model).toBe('cartesia/sonic');\n    expect(voice).toBe('my-voice-id');\n  });\n\n  it.each([\n    ['elevenlabs/eleven_flash_v2:voice123', 'elevenlabs/eleven_flash_v2', 'voice123'],\n    ['rime:speaker-a', 'rime', 'speaker-a'],\n    ['rime/mist:narrator', 'rime/mist', 'narrator'],\n    ['inworld/inworld-tts-1:character', 'inworld/inworld-tts-1', 'character'],\n    ['cartesia/sonic-turbo:deep-voice', 'cartesia/sonic-turbo', 'deep-voice'],\n  ])('various providers and voices: %s', (modelStr, expectedModel, expectedVoice) => {\n    const [model, voice] = parseTTSModelString(modelStr);\n    expect(model).toBe(expectedModel);\n    expect(voice).toBe(expectedVoice);\n  });\n\n  it('empty voice after colon', () => {\n    const [model, voice] = parseTTSModelString('cartesia/sonic:');\n    expect(model).toBe('cartesia/sonic');\n    expect(voice).toBe('');\n  });\n});\n\ndescribe('normalizeTTSFallback', () => {\n  it('single string model', () => {\n    const result = normalizeTTSFallback('cartesia/sonic');\n    expect(result).toEqual([{ model: 'cartesia/sonic', voice: '' }]);\n  });\n\n  it('single string model with voice', () => {\n    const result = normalizeTTSFallback('cartesia/sonic:my-voice');\n    expect(result).toEqual([{ model: 'cartesia/sonic', voice: 'my-voice' }]);\n  });\n\n  it('single FallbackModel dict', () => {\n    const fallback: TTSFallbackModel = { model: 'cartesia/sonic', voice: 'narrator' };\n    const result = normalizeTTSFallback(fallback);\n    expect(result).toEqual([{ model: 'cartesia/sonic', voice: 'narrator' }]);\n  });\n\n  it('list of string models', () => {\n    const result = normalizeTTSFallback(['cartesia/sonic', 'elevenlabs/eleven_flash_v2']);\n    expect(result).toEqual([\n      { model: 'cartesia/sonic', voice: '' },\n      { model: 'elevenlabs/eleven_flash_v2', voice: '' },\n    ]);\n  });\n\n  it('list of string models with voices', () => {\n    const result = normalizeTTSFallback(['cartesia/sonic:voice1', 'elevenlabs:voice2']);\n    expect(result).toEqual([\n      { model: 'cartesia/sonic', voice: 'voice1' },\n      { model: 'elevenlabs', voice: 'voice2' },\n    ]);\n  });\n\n  it('list of FallbackModel dicts', () => {\n    const fallbacks: TTSFallbackModel[] = [\n      { model: 'cartesia/sonic', voice: 'narrator' },\n      { model: 'elevenlabs', voice: '' },\n    ];\n    const result = normalizeTTSFallback(fallbacks);\n    expect(result).toEqual([\n      { model: 'cartesia/sonic', voice: 'narrator' },\n      { model: 'elevenlabs', voice: '' },\n    ]);\n  });\n\n  it('mixed list of strings and dicts', () => {\n    const result = normalizeTTSFallback([\n      'cartesia/sonic:voice1',\n      { model: 'elevenlabs/eleven_flash_v2', voice: 'custom' } as TTSFallbackModel,\n      'rime/mist',\n    ]);\n    expect(result).toEqual([\n      { model: 'cartesia/sonic', voice: 'voice1' },\n      { model: 'elevenlabs/eleven_flash_v2', voice: 'custom' },\n      { model: 'rime/mist', voice: '' },\n    ]);\n  });\n\n  it('FallbackModel with extraKwargs is preserved', () => {\n    const fallback: TTSFallbackModel = {\n      model: 'cartesia/sonic',\n      voice: 'narrator',\n      extraKwargs: { duration: 30.0, speed: 'fast' },\n    };\n    const result = normalizeTTSFallback(fallback);\n    expect(result).toEqual([\n      {\n        model: 'cartesia/sonic',\n        voice: 'narrator',\n        extraKwargs: { duration: 30.0, speed: 'fast' },\n      },\n    ]);\n  });\n\n  it('list with extraKwargs preserved', () => {\n    const result = normalizeTTSFallback([\n      { model: 'cartesia/sonic', voice: 'v1', extraKwargs: { speed: 'slow' } } as TTSFallbackModel,\n      'elevenlabs:voice2',\n      { model: 'rime/mist', voice: '', extraKwargs: { custom: true } } as TTSFallbackModel,\n    ]);\n    expect(result).toEqual([\n      { model: 'cartesia/sonic', voice: 'v1', extraKwargs: { speed: 'slow' } },\n      { model: 'elevenlabs', voice: 'voice2' },\n      { model: 'rime/mist', voice: '', extraKwargs: { custom: true } },\n    ]);\n  });\n\n  it('empty list returns empty list', () => {\n    const result = normalizeTTSFallback([]);\n    expect(result).toEqual([]);\n  });\n\n  it('FallbackModel with empty voice', () => {\n    const fallback: TTSFallbackModel = { model: 'cartesia/sonic', voice: '' };\n    const result = normalizeTTSFallback(fallback);\n    expect(result).toEqual([{ model: 'cartesia/sonic', voice: '' }]);\n  });\n});\n\ndescribe('TTS constructor fallback and connOptions', () => {\n  it('normalizes language in constructor', () => {\n    const tts = makeTts({ language: 'english' });\n    expect(tts['opts'].language).toBe('en');\n  });\n\n  it('normalizes updated language values', () => {\n    const tts = makeTts();\n    tts.updateOptions({ language: 'en_US' });\n    expect(tts['opts'].language).toBe(normalizeLanguage('en_US'));\n  });\n\n  it('fallback not given defaults to undefined', () => {\n    const tts = makeTts();\n    expect(tts['opts'].fallback).toBeUndefined();\n  });\n\n  it('fallback single string is normalized', () => {\n    const tts = makeTts({ fallback: 'elevenlabs/eleven_flash_v2' });\n    expect(tts['opts'].fallback).toEqual([{ model: 'elevenlabs/eleven_flash_v2', voice: '' }]);\n  });\n\n  it('fallback single string with voice is normalized', () => {\n    const tts = makeTts({ fallback: 'cartesia/sonic:my-voice' });\n    expect(tts['opts'].fallback).toEqual([{ model: 'cartesia/sonic', voice: 'my-voice' }]);\n  });\n\n  it('fallback list of strings is normalized', () => {\n    const tts = makeTts({ fallback: ['cartesia/sonic', 'elevenlabs'] });\n    expect(tts['opts'].fallback).toEqual([\n      { model: 'cartesia/sonic', voice: '' },\n      { model: 'elevenlabs', voice: '' },\n    ]);\n  });\n\n  it('fallback single FallbackModel is normalized to list', () => {\n    const tts = makeTts({ fallback: { model: 'cartesia/sonic', voice: 'narrator' } });\n    expect(tts['opts'].fallback).toEqual([{ model: 'cartesia/sonic', voice: 'narrator' }]);\n  });\n\n  it('fallback with extraKwargs is preserved', () => {\n    const tts = makeTts({\n      fallback: {\n        model: 'cartesia/sonic',\n        voice: 'narrator',\n        extraKwargs: { duration: 30.0, speed: 'fast' },\n      },\n    });\n    expect(tts['opts'].fallback).toEqual([\n      {\n        model: 'cartesia/sonic',\n        voice: 'narrator',\n        extraKwargs: { duration: 30.0, speed: 'fast' },\n      },\n    ]);\n  });\n\n  it('fallback mixed list is normalized', () => {\n    const tts = makeTts({\n      fallback: [\n        'cartesia/sonic:voice1',\n        { model: 'elevenlabs', voice: 'custom', extraKwargs: { speed: 'slow' } },\n        'rime/mist',\n      ],\n    });\n    expect(tts['opts'].fallback).toEqual([\n      { model: 'cartesia/sonic', voice: 'voice1' },\n      { model: 'elevenlabs', voice: 'custom', extraKwargs: { speed: 'slow' } },\n      { model: 'rime/mist', voice: '' },\n    ]);\n  });\n\n  it('connOptions not given uses default', () => {\n    const tts = makeTts();\n    expect(tts['opts'].connOptions).toEqual(DEFAULT_API_CONNECT_OPTIONS);\n  });\n\n  it('connOptions custom timeout', () => {\n    const custom: APIConnectOptions = { timeoutMs: 30000, maxRetry: 3, retryIntervalMs: 2000 };\n    const tts = makeTts({ connOptions: custom });\n    expect(tts['opts'].connOptions).toEqual(custom);\n    expect(tts['opts'].connOptions!.timeoutMs).toBe(30000);\n  });\n\n  it('connOptions custom maxRetry', () => {\n    const custom: APIConnectOptions = { timeoutMs: 10000, maxRetry: 5, retryIntervalMs: 2000 };\n    const tts = makeTts({ connOptions: custom });\n    expect(tts['opts'].connOptions).toEqual(custom);\n    expect(tts['opts'].connOptions!.maxRetry).toBe(5);\n  });\n\n  it('connOptions full custom', () => {\n    const custom: APIConnectOptions = { timeoutMs: 60000, maxRetry: 10, retryIntervalMs: 2000 };\n    const tts = makeTts({ connOptions: custom });\n    expect(tts['opts'].connOptions).toEqual(custom);\n    expect(tts['opts'].connOptions!.timeoutMs).toBe(60000);\n    expect(tts['opts'].connOptions!.maxRetry).toBe(10);\n    expect(tts['opts'].connOptions!.retryIntervalMs).toBe(2000);\n  });\n});\n\ndescribe('TTS provider modelOptions parity', () => {\n  it('preserves ElevenLabs inference model options', () => {\n    const modelOptions = {\n      speed: 1.2,\n      stability: 0.5,\n      similarity_boost: 0.8,\n      enable_logging: false,\n    };\n\n    const tts = new TTS({\n      model: 'elevenlabs/eleven_flash_v2_5' as const,\n      apiKey: 'test-key',\n      apiSecret: 'test-secret',\n      baseURL: 'https://example.livekit.cloud',\n      modelOptions,\n    });\n\n    expect(tts['opts'].modelOptions).toEqual(modelOptions);\n  });\n\n  it('accepts expanded Cartesia inference model options', () => {\n    const modelOptions = {\n      speed: 1.15,\n      emotion: 'curious',\n      add_timestamps: true,\n    };\n\n    const tts = new TTS({\n      model: 'cartesia/sonic' as const,\n      apiKey: 'test-key',\n      apiSecret: 'test-secret',\n      baseURL: 'https://example.livekit.cloud',\n      modelOptions,\n    });\n\n    expect(tts['opts'].modelOptions).toEqual(modelOptions);\n  });\n\n  it('accepts Deepgram inference model options', () => {\n    const modelOptions = { mip_opt_out: true };\n\n    const tts = new TTS({\n      model: 'deepgram/aura-2' as const,\n      apiKey: 'test-key',\n      apiSecret: 'test-secret',\n      baseURL: 'https://example.livekit.cloud',\n      modelOptions,\n    });\n\n    expect(tts['opts'].modelOptions).toEqual(modelOptions);\n  });\n\n  it('accepts Rime inference model options', () => {\n    const modelOptions = {\n      speed_alpha: 0.9,\n      pause_between_brackets: true,\n    };\n\n    const tts = new TTS({\n      model: 'rime/mistv2' as const,\n      apiKey: 'test-key',\n      apiSecret: 'test-secret',\n      baseURL: 'https://example.livekit.cloud',\n      modelOptions,\n    });\n\n    expect(tts['opts'].modelOptions).toEqual(modelOptions);\n  });\n\n  it('accepts Inworld inference model options', () => {\n    const modelOptions = {\n      timestamp_type: 'WORD' as const,\n      apply_text_normalization: 'ON' as const,\n    };\n\n    const tts = new TTS({\n      model: 'inworld/inworld-tts-1' as const,\n      apiKey: 'test-key',\n      apiSecret: 'test-secret',\n      baseURL: 'https://example.livekit.cloud',\n      modelOptions,\n    });\n\n    expect(tts['opts'].modelOptions).toEqual(modelOptions);\n  });\n});\n"],"mappings":"AAGA,SAAS,WAAW,UAAU,QAAQ,UAAU;AAChD,SAAS,yBAAyB;AAClC,SAAS,wBAAwB;AACjC,SAAiC,mCAAmC;AACpE,SAAS,KAA4B,sBAAsB,2BAA2B;AAEtF,UAAU,MAAM;AACd,mBAAiB,EAAE,OAAO,UAAU,QAAQ,MAAM,CAAC;AACrD,CAAC;AAGD,SAAS,QAAQ,YAAqC,CAAC,GAAG;AACxD,QAAM,WAAW;AAAA,IACf,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,WAAW;AAAA,IACX,SAAS;AAAA,EACX;AACA,SAAO,IAAI,IAAI,EAAE,GAAG,UAAU,GAAG,UAAU,CAAC;AAC9C;AAEA,SAAS,uBAAuB,MAAM;AACpC,KAAG,8BAA8B,MAAM;AACrC,UAAM,CAAC,OAAO,KAAK,IAAI,oBAAoB,UAAU;AACrD,WAAO,KAAK,EAAE,KAAK,UAAU;AAC7B,WAAO,KAAK,EAAE,cAAc;AAAA,EAC9B,CAAC;AAED,KAAG,2BAA2B,MAAM;AAClC,UAAM,CAAC,OAAO,KAAK,IAAI,oBAAoB,sBAAsB;AACjE,WAAO,KAAK,EAAE,KAAK,UAAU;AAC7B,WAAO,KAAK,EAAE,KAAK,aAAa;AAAA,EAClC,CAAC;AAED,KAAG,uCAAuC,MAAM;AAC9C,UAAM,CAAC,OAAO,KAAK,IAAI,oBAAoB,gBAAgB;AAC3D,WAAO,KAAK,EAAE,KAAK,gBAAgB;AACnC,WAAO,KAAK,EAAE,cAAc;AAAA,EAC9B,CAAC;AAED,KAAG,oCAAoC,MAAM;AAC3C,UAAM,CAAC,OAAO,KAAK,IAAI,oBAAoB,4BAA4B;AACvE,WAAO,KAAK,EAAE,KAAK,gBAAgB;AACnC,WAAO,KAAK,EAAE,KAAK,aAAa;AAAA,EAClC,CAAC;AAED,KAAG,KAAK;AAAA,IACN,CAAC,uCAAuC,8BAA8B,UAAU;AAAA,IAChF,CAAC,kBAAkB,QAAQ,WAAW;AAAA,IACtC,CAAC,sBAAsB,aAAa,UAAU;AAAA,IAC9C,CAAC,mCAAmC,yBAAyB,WAAW;AAAA,IACxE,CAAC,mCAAmC,wBAAwB,YAAY;AAAA,EAC1E,CAAC,EAAE,oCAAoC,CAAC,UAAU,eAAe,kBAAkB;AACjF,UAAM,CAAC,OAAO,KAAK,IAAI,oBAAoB,QAAQ;AACnD,WAAO,KAAK,EAAE,KAAK,aAAa;AAChC,WAAO,KAAK,EAAE,KAAK,aAAa;AAAA,EAClC,CAAC;AAED,KAAG,2BAA2B,MAAM;AAClC,UAAM,CAAC,OAAO,KAAK,IAAI,oBAAoB,iBAAiB;AAC5D,WAAO,KAAK,EAAE,KAAK,gBAAgB;AACnC,WAAO,KAAK,EAAE,KAAK,EAAE;AAAA,EACvB,CAAC;AACH,CAAC;AAED,SAAS,wBAAwB,MAAM;AACrC,KAAG,uBAAuB,MAAM;AAC9B,UAAM,SAAS,qBAAqB,gBAAgB;AACpD,WAAO,MAAM,EAAE,QAAQ,CAAC,EAAE,OAAO,kBAAkB,OAAO,GAAG,CAAC,CAAC;AAAA,EACjE,CAAC;AAED,KAAG,kCAAkC,MAAM;AACzC,UAAM,SAAS,qBAAqB,yBAAyB;AAC7D,WAAO,MAAM,EAAE,QAAQ,CAAC,EAAE,OAAO,kBAAkB,OAAO,WAAW,CAAC,CAAC;AAAA,EACzE,CAAC;AAED,KAAG,6BAA6B,MAAM;AACpC,UAAM,WAA6B,EAAE,OAAO,kBAAkB,OAAO,WAAW;AAChF,UAAM,SAAS,qBAAqB,QAAQ;AAC5C,WAAO,MAAM,EAAE,QAAQ,CAAC,EAAE,OAAO,kBAAkB,OAAO,WAAW,CAAC,CAAC;AAAA,EACzE,CAAC;AAED,KAAG,yBAAyB,MAAM;AAChC,UAAM,SAAS,qBAAqB,CAAC,kBAAkB,4BAA4B,CAAC;AACpF,WAAO,MAAM,EAAE,QAAQ;AAAA,MACrB,EAAE,OAAO,kBAAkB,OAAO,GAAG;AAAA,MACrC,EAAE,OAAO,8BAA8B,OAAO,GAAG;AAAA,IACnD,CAAC;AAAA,EACH,CAAC;AAED,KAAG,qCAAqC,MAAM;AAC5C,UAAM,SAAS,qBAAqB,CAAC,yBAAyB,mBAAmB,CAAC;AAClF,WAAO,MAAM,EAAE,QAAQ;AAAA,MACrB,EAAE,OAAO,kBAAkB,OAAO,SAAS;AAAA,MAC3C,EAAE,OAAO,cAAc,OAAO,SAAS;AAAA,IACzC,CAAC;AAAA,EACH,CAAC;AAED,KAAG,+BAA+B,MAAM;AACtC,UAAM,YAAgC;AAAA,MACpC,EAAE,OAAO,kBAAkB,OAAO,WAAW;AAAA,MAC7C,EAAE,OAAO,cAAc,OAAO,GAAG;AAAA,IACnC;AACA,UAAM,SAAS,qBAAqB,SAAS;AAC7C,WAAO,MAAM,EAAE,QAAQ;AAAA,MACrB,EAAE,OAAO,kBAAkB,OAAO,WAAW;AAAA,MAC7C,EAAE,OAAO,cAAc,OAAO,GAAG;AAAA,IACnC,CAAC;AAAA,EACH,CAAC;AAED,KAAG,mCAAmC,MAAM;AAC1C,UAAM,SAAS,qBAAqB;AAAA,MAClC;AAAA,MACA,EAAE,OAAO,8BAA8B,OAAO,SAAS;AAAA,MACvD;AAAA,IACF,CAAC;AACD,WAAO,MAAM,EAAE,QAAQ;AAAA,MACrB,EAAE,OAAO,kBAAkB,OAAO,SAAS;AAAA,MAC3C,EAAE,OAAO,8BAA8B,OAAO,SAAS;AAAA,MACvD,EAAE,OAAO,aAAa,OAAO,GAAG;AAAA,IAClC,CAAC;AAAA,EACH,CAAC;AAED,KAAG,+CAA+C,MAAM;AACtD,UAAM,WAA6B;AAAA,MACjC,OAAO;AAAA,MACP,OAAO;AAAA,MACP,aAAa,EAAE,UAAU,IAAM,OAAO,OAAO;AAAA,IAC/C;AACA,UAAM,SAAS,qBAAqB,QAAQ;AAC5C,WAAO,MAAM,EAAE,QAAQ;AAAA,MACrB;AAAA,QACE,OAAO;AAAA,QACP,OAAO;AAAA,QACP,aAAa,EAAE,UAAU,IAAM,OAAO,OAAO;AAAA,MAC/C;AAAA,IACF,CAAC;AAAA,EACH,CAAC;AAED,KAAG,mCAAmC,MAAM;AAC1C,UAAM,SAAS,qBAAqB;AAAA,MAClC,EAAE,OAAO,kBAAkB,OAAO,MAAM,aAAa,EAAE,OAAO,OAAO,EAAE;AAAA,MACvE;AAAA,MACA,EAAE,OAAO,aAAa,OAAO,IAAI,aAAa,EAAE,QAAQ,KAAK,EAAE;AAAA,IACjE,CAAC;AACD,WAAO,MAAM,EAAE,QAAQ;AAAA,MACrB,EAAE,OAAO,kBAAkB,OAAO,MAAM,aAAa,EAAE,OAAO,OAAO,EAAE;AAAA,MACvE,EAAE,OAAO,cAAc,OAAO,SAAS;AAAA,MACvC,EAAE,OAAO,aAAa,OAAO,IAAI,aAAa,EAAE,QAAQ,KAAK,EAAE;AAAA,IACjE,CAAC;AAAA,EACH,CAAC;AAED,KAAG,iCAAiC,MAAM;AACxC,UAAM,SAAS,qBAAqB,CAAC,CAAC;AACtC,WAAO,MAAM,EAAE,QAAQ,CAAC,CAAC;AAAA,EAC3B,CAAC;AAED,KAAG,kCAAkC,MAAM;AACzC,UAAM,WAA6B,EAAE,OAAO,kBAAkB,OAAO,GAAG;AACxE,UAAM,SAAS,qBAAqB,QAAQ;AAC5C,WAAO,MAAM,EAAE,QAAQ,CAAC,EAAE,OAAO,kBAAkB,OAAO,GAAG,CAAC,CAAC;AAAA,EACjE,CAAC;AACH,CAAC;AAED,SAAS,4CAA4C,MAAM;AACzD,KAAG,sCAAsC,MAAM;AAC7C,UAAM,MAAM,QAAQ,EAAE,UAAU,UAAU,CAAC;AAC3C,WAAO,IAAI,MAAM,EAAE,QAAQ,EAAE,KAAK,IAAI;AAAA,EACxC,CAAC;AAED,KAAG,sCAAsC,MAAM;AAC7C,UAAM,MAAM,QAAQ;AACpB,QAAI,cAAc,EAAE,UAAU,QAAQ,CAAC;AACvC,WAAO,IAAI,MAAM,EAAE,QAAQ,EAAE,KAAK,kBAAkB,OAAO,CAAC;AAAA,EAC9D,CAAC;AAED,KAAG,4CAA4C,MAAM;AACnD,UAAM,MAAM,QAAQ;AACpB,WAAO,IAAI,MAAM,EAAE,QAAQ,EAAE,cAAc;AAAA,EAC7C,CAAC;AAED,KAAG,wCAAwC,MAAM;AAC/C,UAAM,MAAM,QAAQ,EAAE,UAAU,6BAA6B,CAAC;AAC9D,WAAO,IAAI,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,OAAO,8BAA8B,OAAO,GAAG,CAAC,CAAC;AAAA,EAC3F,CAAC;AAED,KAAG,mDAAmD,MAAM;AAC1D,UAAM,MAAM,QAAQ,EAAE,UAAU,0BAA0B,CAAC;AAC3D,WAAO,IAAI,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,OAAO,kBAAkB,OAAO,WAAW,CAAC,CAAC;AAAA,EACvF,CAAC;AAED,KAAG,0CAA0C,MAAM;AACjD,UAAM,MAAM,QAAQ,EAAE,UAAU,CAAC,kBAAkB,YAAY,EAAE,CAAC;AAClE,WAAO,IAAI,MAAM,EAAE,QAAQ,EAAE,QAAQ;AAAA,MACnC,EAAE,OAAO,kBAAkB,OAAO,GAAG;AAAA,MACrC,EAAE,OAAO,cAAc,OAAO,GAAG;AAAA,IACnC,CAAC;AAAA,EACH,CAAC;AAED,KAAG,uDAAuD,MAAM;AAC9D,UAAM,MAAM,QAAQ,EAAE,UAAU,EAAE,OAAO,kBAAkB,OAAO,WAAW,EAAE,CAAC;AAChF,WAAO,IAAI,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,OAAO,kBAAkB,OAAO,WAAW,CAAC,CAAC;AAAA,EACvF,CAAC;AAED,KAAG,0CAA0C,MAAM;AACjD,UAAM,MAAM,QAAQ;AAAA,MAClB,UAAU;AAAA,QACR,OAAO;AAAA,QACP,OAAO;AAAA,QACP,aAAa,EAAE,UAAU,IAAM,OAAO,OAAO;AAAA,MAC/C;AAAA,IACF,CAAC;AACD,WAAO,IAAI,MAAM,EAAE,QAAQ,EAAE,QAAQ;AAAA,MACnC;AAAA,QACE,OAAO;AAAA,QACP,OAAO;AAAA,QACP,aAAa,EAAE,UAAU,IAAM,OAAO,OAAO;AAAA,MAC/C;AAAA,IACF,CAAC;AAAA,EACH,CAAC;AAED,KAAG,qCAAqC,MAAM;AAC5C,UAAM,MAAM,QAAQ;AAAA,MAClB,UAAU;AAAA,QACR;AAAA,QACA,EAAE,OAAO,cAAc,OAAO,UAAU,aAAa,EAAE,OAAO,OAAO,EAAE;AAAA,QACvE;AAAA,MACF;AAAA,IACF,CAAC;AACD,WAAO,IAAI,MAAM,EAAE,QAAQ,EAAE,QAAQ;AAAA,MACnC,EAAE,OAAO,kBAAkB,OAAO,SAAS;AAAA,MAC3C,EAAE,OAAO,cAAc,OAAO,UAAU,aAAa,EAAE,OAAO,OAAO,EAAE;AAAA,MACvE,EAAE,OAAO,aAAa,OAAO,GAAG;AAAA,IAClC,CAAC;AAAA,EACH,CAAC;AAED,KAAG,sCAAsC,MAAM;AAC7C,UAAM,MAAM,QAAQ;AACpB,WAAO,IAAI,MAAM,EAAE,WAAW,EAAE,QAAQ,2BAA2B;AAAA,EACrE,CAAC;AAED,KAAG,8BAA8B,MAAM;AACrC,UAAM,SAA4B,EAAE,WAAW,KAAO,UAAU,GAAG,iBAAiB,IAAK;AACzF,UAAM,MAAM,QAAQ,EAAE,aAAa,OAAO,CAAC;AAC3C,WAAO,IAAI,MAAM,EAAE,WAAW,EAAE,QAAQ,MAAM;AAC9C,WAAO,IAAI,MAAM,EAAE,YAAa,SAAS,EAAE,KAAK,GAAK;AAAA,EACvD,CAAC;AAED,KAAG,+BAA+B,MAAM;AACtC,UAAM,SAA4B,EAAE,WAAW,KAAO,UAAU,GAAG,iBAAiB,IAAK;AACzF,UAAM,MAAM,QAAQ,EAAE,aAAa,OAAO,CAAC;AAC3C,WAAO,IAAI,MAAM,EAAE,WAAW,EAAE,QAAQ,MAAM;AAC9C,WAAO,IAAI,MAAM,EAAE,YAAa,QAAQ,EAAE,KAAK,CAAC;AAAA,EAClD,CAAC;AAED,KAAG,2BAA2B,MAAM;AAClC,UAAM,SAA4B,EAAE,WAAW,KAAO,UAAU,IAAI,iBAAiB,IAAK;AAC1F,UAAM,MAAM,QAAQ,EAAE,aAAa,OAAO,CAAC;AAC3C,WAAO,IAAI,MAAM,EAAE,WAAW,EAAE,QAAQ,MAAM;AAC9C,WAAO,IAAI,MAAM,EAAE,YAAa,SAAS,EAAE,KAAK,GAAK;AACrD,WAAO,IAAI,MAAM,EAAE,YAAa,QAAQ,EAAE,KAAK,EAAE;AACjD,WAAO,IAAI,MAAM,EAAE,YAAa,eAAe,EAAE,KAAK,GAAI;AAAA,EAC5D,CAAC;AACH,CAAC;AAED,SAAS,oCAAoC,MAAM;AACjD,KAAG,gDAAgD,MAAM;AACvD,UAAM,eAAe;AAAA,MACnB,OAAO;AAAA,MACP,WAAW;AAAA,MACX,kBAAkB;AAAA,MAClB,gBAAgB;AAAA,IAClB;AAEA,UAAM,MAAM,IAAI,IAAI;AAAA,MAClB,OAAO;AAAA,MACP,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,SAAS;AAAA,MACT;AAAA,IACF,CAAC;AAED,WAAO,IAAI,MAAM,EAAE,YAAY,EAAE,QAAQ,YAAY;AAAA,EACvD,CAAC;AAED,KAAG,qDAAqD,MAAM;AAC5D,UAAM,eAAe;AAAA,MACnB,OAAO;AAAA,MACP,SAAS;AAAA,MACT,gBAAgB;AAAA,IAClB;AAEA,UAAM,MAAM,IAAI,IAAI;AAAA,MAClB,OAAO;AAAA,MACP,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,SAAS;AAAA,MACT;AAAA,IACF,CAAC;AAED,WAAO,IAAI,MAAM,EAAE,YAAY,EAAE,QAAQ,YAAY;AAAA,EACvD,CAAC;AAED,KAAG,4CAA4C,MAAM;AACnD,UAAM,eAAe,EAAE,aAAa,KAAK;AAEzC,UAAM,MAAM,IAAI,IAAI;AAAA,MAClB,OAAO;AAAA,MACP,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,SAAS;AAAA,MACT;AAAA,IACF,CAAC;AAED,WAAO,IAAI,MAAM,EAAE,YAAY,EAAE,QAAQ,YAAY;AAAA,EACvD,CAAC;AAED,KAAG,wCAAwC,MAAM;AAC/C,UAAM,eAAe;AAAA,MACnB,aAAa;AAAA,MACb,wBAAwB;AAAA,IAC1B;AAEA,UAAM,MAAM,IAAI,IAAI;AAAA,MAClB,OAAO;AAAA,MACP,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,SAAS;AAAA,MACT;AAAA,IACF,CAAC;AAED,WAAO,IAAI,MAAM,EAAE,YAAY,EAAE,QAAQ,YAAY;AAAA,EACvD,CAAC;AAED,KAAG,2CAA2C,MAAM;AAClD,UAAM,eAAe;AAAA,MACnB,gBAAgB;AAAA,MAChB,0BAA0B;AAAA,IAC5B;AAEA,UAAM,MAAM,IAAI,IAAI;AAAA,MAClB,OAAO;AAAA,MACP,QAAQ;AAAA,MACR,WAAW;AAAA,MACX,SAAS;AAAA,MACT;AAAA,IACF,CAAC;AAED,WAAO,IAAI,MAAM,EAAE,YAAY,EAAE,QAAQ,YAAY;AAAA,EACvD,CAAC;AACH,CAAC;","names":[]}

package/dist/inference/utils.cjs

@@ -18,13 +18,29 @@ var __copyProps = (to, from, except, desc) => {
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var utils_exports = {};
 __export(utils_exports, {
+  DEFAULT_INFERENCE_URL: () => DEFAULT_INFERENCE_URL,
+  STAGING_INFERENCE_URL: () => STAGING_INFERENCE_URL,
   connectWs: () => connectWs,
-  createAccessToken: () => createAccessToken
+  createAccessToken: () => createAccessToken,
+  getDefaultInferenceUrl: () => getDefaultInferenceUrl
 });
 module.exports = __toCommonJS(utils_exports);
 var import_livekit_server_sdk = require("livekit-server-sdk");
 var import_ws = require("ws");
-var import__ = require("../index.cjs");
+var import_exceptions = require("../_exceptions.cjs");
+const DEFAULT_INFERENCE_URL = "https://agent-gateway.livekit.cloud/v1";
+const STAGING_INFERENCE_URL = "https://agent-gateway.staging.livekit.cloud/v1";
+function getDefaultInferenceUrl() {
+  const inferenceUrl = process.env.LIVEKIT_INFERENCE_URL;
+  if (inferenceUrl) {
+    return inferenceUrl;
+  }
+  const livekitUrl = process.env.LIVEKIT_URL || "";
+  if (livekitUrl.includes(".staging.livekit.cloud")) {
+    return STAGING_INFERENCE_URL;
+  }
+  return DEFAULT_INFERENCE_URL;
+}
 async function createAccessToken(apiKey, apiSecret, ttl = 600) {
   const token = new import_livekit_server_sdk.AccessToken(apiKey, apiSecret, { identity: "agent", ttl });
   token.addInferenceGrant({ perform: true });
@@ -34,7 +50,7 @@ async function connectWs(url, headers, timeoutMs) {
   return new Promise((resolve, reject) => {
     const socket = new import_ws.WebSocket(url, { headers });
     const timeout = setTimeout(() => {
-      reject(new import__.APIConnectionError({ message: "Timeout connecting to LiveKit WebSocket" }));
+      reject(new import_exceptions.APIConnectionError({ message: "Timeout connecting to LiveKit WebSocket" }));
     }, timeoutMs);
     const onOpen = () => {
       clearTimeout(timeout);
@@ -44,20 +60,20 @@ async function connectWs(url, headers, timeoutMs) {
       clearTimeout(timeout);
       if (err && typeof err === "object" && "code" in err && err.code === 429) {
         reject(
-          new import__.APIStatusError({
+          new import_exceptions.APIStatusError({
             message: "LiveKit gateway quota exceeded",
             options: { statusCode: 429 }
           })
         );
       } else {
-        reject(new import__.APIConnectionError({ message: "Error connecting to LiveKit WebSocket" }));
+        reject(new import_exceptions.APIConnectionError({ message: "Error connecting to LiveKit WebSocket" }));
       }
     };
     const onClose = (code) => {
       clearTimeout(timeout);
       if (code !== 1e3) {
         reject(
-          new import__.APIConnectionError({
+          new import_exceptions.APIConnectionError({
             message: "Connection closed unexpectedly"
           })
         );
@@ -70,7 +86,10 @@ async function connectWs(url, headers, timeoutMs) {
 }
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
+  DEFAULT_INFERENCE_URL,
+  STAGING_INFERENCE_URL,
   connectWs,
-  createAccessToken
+  createAccessToken,
+  getDefaultInferenceUrl
 });
 //# sourceMappingURL=utils.cjs.map

package/dist/inference/utils.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/inference/utils.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AccessToken } from 'livekit-server-sdk';\nimport { WebSocket } from 'ws';\nimport { APIConnectionError, APIStatusError } from '../index.js';\n\nexport type AnyModels = string & NonNullable<unknown>;\n\nexport async function createAccessToken(\n  apiKey: string,\n  apiSecret: string,\n  ttl: number = 600,\n): Promise<string> {\n  const token = new AccessToken(apiKey, apiSecret, { identity: 'agent', ttl });\n  token.addInferenceGrant({ perform: true });\n\n  return await token.toJwt();\n}\n\nexport async function connectWs(\n  url: string,\n  headers: Record<string, string>,\n  timeoutMs: number,\n): Promise<WebSocket> {\n  return new Promise<WebSocket>((resolve, reject) => {\n    const socket = new WebSocket(url, { headers: headers });\n\n    const timeout = setTimeout(() => {\n      reject(new APIConnectionError({ message: 'Timeout connecting to LiveKit WebSocket' }));\n    }, timeoutMs);\n\n    const onOpen = () => {\n      clearTimeout(timeout);\n      resolve(socket);\n    };\n\n    const onError = (err: unknown) => {\n      clearTimeout(timeout);\n      if (err && typeof err === 'object' && 'code' in err && (err as any).code === 429) {\n        reject(\n          new APIStatusError({\n            message: 'LiveKit gateway quota exceeded',\n            options: { statusCode: 429 },\n          }),\n        );\n      } else {\n        reject(new APIConnectionError({ message: 'Error connecting to LiveKit WebSocket' }));\n      }\n    };\n\n    const onClose = (code: number) => {\n      clearTimeout(timeout);\n      if (code !== 1000) {\n        reject(\n          new APIConnectionError({\n            message: 'Connection closed unexpectedly',\n          }),\n        );\n      }\n    };\n    socket.once('open', onOpen);\n    socket.once('error', onError);\n    socket.once('close', onClose);\n  });\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,gCAA4B;AAC5B,gBAA0B;AAC1B,eAAmD;AAInD,eAAsB,kBACpB,QACA,WACA,MAAc,KACG;AACjB,QAAM,QAAQ,IAAI,sCAAY,QAAQ,WAAW,EAAE,UAAU,SAAS,IAAI,CAAC;AAC3E,QAAM,kBAAkB,EAAE,SAAS,KAAK,CAAC;AAEzC,SAAO,MAAM,MAAM,MAAM;AAC3B;AAEA,eAAsB,UACpB,KACA,SACA,WACoB;AACpB,SAAO,IAAI,QAAmB,CAAC,SAAS,WAAW;AACjD,UAAM,SAAS,IAAI,oBAAU,KAAK,EAAE,QAAiB,CAAC;AAEtD,UAAM,UAAU,WAAW,MAAM;AAC/B,aAAO,IAAI,4BAAmB,EAAE,SAAS,0CAA0C,CAAC,CAAC;AAAA,IACvF,GAAG,SAAS;AAEZ,UAAM,SAAS,MAAM;AACnB,mBAAa,OAAO;AACpB,cAAQ,MAAM;AAAA,IAChB;AAEA,UAAM,UAAU,CAAC,QAAiB;AAChC,mBAAa,OAAO;AACpB,UAAI,OAAO,OAAO,QAAQ,YAAY,UAAU,OAAQ,IAAY,SAAS,KAAK;AAChF;AAAA,UACE,IAAI,wBAAe;AAAA,YACjB,SAAS;AAAA,YACT,SAAS,EAAE,YAAY,IAAI;AAAA,UAC7B,CAAC;AAAA,QACH;AAAA,MACF,OAAO;AACL,eAAO,IAAI,4BAAmB,EAAE,SAAS,wCAAwC,CAAC,CAAC;AAAA,MACrF;AAAA,IACF;AAEA,UAAM,UAAU,CAAC,SAAiB;AAChC,mBAAa,OAAO;AACpB,UAAI,SAAS,KAAM;AACjB;AAAA,UACE,IAAI,4BAAmB;AAAA,YACrB,SAAS;AAAA,UACX,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AACA,WAAO,KAAK,QAAQ,MAAM;AAC1B,WAAO,KAAK,SAAS,OAAO;AAC5B,WAAO,KAAK,SAAS,OAAO;AAAA,EAC9B,CAAC;AACH;","names":[]}
+{"version":3,"sources":["../../src/inference/utils.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AccessToken } from 'livekit-server-sdk';\nimport { WebSocket } from 'ws';\nimport { APIConnectionError, APIStatusError } from '../_exceptions.js';\n\nexport type AnyString = string & NonNullable<unknown>;\n\n/** Default production inference URL */\nexport const DEFAULT_INFERENCE_URL = 'https://agent-gateway.livekit.cloud/v1';\n\n/** Staging inference URL */\nexport const STAGING_INFERENCE_URL = 'https://agent-gateway.staging.livekit.cloud/v1';\n\n/**\n * Get the default inference URL based on the environment.\n *\n * Priority:\n * 1. LIVEKIT_INFERENCE_URL if set\n * 2. If LIVEKIT_URL contains '.staging.livekit.cloud', use staging gateway\n * 3. Otherwise, use production gateway\n */\nexport function getDefaultInferenceUrl(): string {\n  const inferenceUrl = process.env.LIVEKIT_INFERENCE_URL;\n  if (inferenceUrl) {\n    return inferenceUrl;\n  }\n\n  const livekitUrl = process.env.LIVEKIT_URL || '';\n  if (livekitUrl.includes('.staging.livekit.cloud')) {\n    return STAGING_INFERENCE_URL;\n  }\n\n  return DEFAULT_INFERENCE_URL;\n}\n\nexport async function createAccessToken(\n  apiKey: string,\n  apiSecret: string,\n  ttl: number = 600,\n): Promise<string> {\n  const token = new AccessToken(apiKey, apiSecret, { identity: 'agent', ttl });\n  token.addInferenceGrant({ perform: true });\n\n  return await token.toJwt();\n}\n\nexport async function connectWs(\n  url: string,\n  headers: Record<string, string>,\n  timeoutMs: number,\n): Promise<WebSocket> {\n  return new Promise<WebSocket>((resolve, reject) => {\n    const socket = new WebSocket(url, { headers: headers });\n\n    const timeout = setTimeout(() => {\n      reject(new APIConnectionError({ message: 'Timeout connecting to LiveKit WebSocket' }));\n    }, timeoutMs);\n\n    const onOpen = () => {\n      clearTimeout(timeout);\n      resolve(socket);\n    };\n\n    const onError = (err: unknown) => {\n      clearTimeout(timeout);\n      if (err && typeof err === 'object' && 'code' in err && (err as any).code === 429) {\n        reject(\n          new APIStatusError({\n            message: 'LiveKit gateway quota exceeded',\n            options: { statusCode: 429 },\n          }),\n        );\n      } else {\n        reject(new APIConnectionError({ message: 'Error connecting to LiveKit WebSocket' }));\n      }\n    };\n\n    const onClose = (code: number) => {\n      clearTimeout(timeout);\n      if (code !== 1000) {\n        reject(\n          new APIConnectionError({\n            message: 'Connection closed unexpectedly',\n          }),\n        );\n      }\n    };\n    socket.once('open', onOpen);\n    socket.once('error', onError);\n    socket.once('close', onClose);\n  });\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,gCAA4B;AAC5B,gBAA0B;AAC1B,wBAAmD;AAK5C,MAAM,wBAAwB;AAG9B,MAAM,wBAAwB;AAU9B,SAAS,yBAAiC;AAC/C,QAAM,eAAe,QAAQ,IAAI;AACjC,MAAI,cAAc;AAChB,WAAO;AAAA,EACT;AAEA,QAAM,aAAa,QAAQ,IAAI,eAAe;AAC9C,MAAI,WAAW,SAAS,wBAAwB,GAAG;AACjD,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAEA,eAAsB,kBACpB,QACA,WACA,MAAc,KACG;AACjB,QAAM,QAAQ,IAAI,sCAAY,QAAQ,WAAW,EAAE,UAAU,SAAS,IAAI,CAAC;AAC3E,QAAM,kBAAkB,EAAE,SAAS,KAAK,CAAC;AAEzC,SAAO,MAAM,MAAM,MAAM;AAC3B;AAEA,eAAsB,UACpB,KACA,SACA,WACoB;AACpB,SAAO,IAAI,QAAmB,CAAC,SAAS,WAAW;AACjD,UAAM,SAAS,IAAI,oBAAU,KAAK,EAAE,QAAiB,CAAC;AAEtD,UAAM,UAAU,WAAW,MAAM;AAC/B,aAAO,IAAI,qCAAmB,EAAE,SAAS,0CAA0C,CAAC,CAAC;AAAA,IACvF,GAAG,SAAS;AAEZ,UAAM,SAAS,MAAM;AACnB,mBAAa,OAAO;AACpB,cAAQ,MAAM;AAAA,IAChB;AAEA,UAAM,UAAU,CAAC,QAAiB;AAChC,mBAAa,OAAO;AACpB,UAAI,OAAO,OAAO,QAAQ,YAAY,UAAU,OAAQ,IAAY,SAAS,KAAK;AAChF;AAAA,UACE,IAAI,iCAAe;AAAA,YACjB,SAAS;AAAA,YACT,SAAS,EAAE,YAAY,IAAI;AAAA,UAC7B,CAAC;AAAA,QACH;AAAA,MACF,OAAO;AACL,eAAO,IAAI,qCAAmB,EAAE,SAAS,wCAAwC,CAAC,CAAC;AAAA,MACrF;AAAA,IACF;AAEA,UAAM,UAAU,CAAC,SAAiB;AAChC,mBAAa,OAAO;AACpB,UAAI,SAAS,KAAM;AACjB;AAAA,UACE,IAAI,qCAAmB;AAAA,YACrB,SAAS;AAAA,UACX,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AACA,WAAO,KAAK,QAAQ,MAAM;AAC1B,WAAO,KAAK,SAAS,OAAO;AAC5B,WAAO,KAAK,SAAS,OAAO;AAAA,EAC9B,CAAC;AACH;","names":[]}

package/dist/inference/utils.d.cts

@@ -1,5 +1,18 @@
 import { WebSocket } from 'ws';
-export type AnyModels = string & NonNullable<unknown>;
+export type AnyString = string & NonNullable<unknown>;
+/** Default production inference URL */
+export declare const DEFAULT_INFERENCE_URL = "https://agent-gateway.livekit.cloud/v1";
+/** Staging inference URL */
+export declare const STAGING_INFERENCE_URL = "https://agent-gateway.staging.livekit.cloud/v1";
+/**
+ * Get the default inference URL based on the environment.
+ *
+ * Priority:
+ * 1. LIVEKIT_INFERENCE_URL if set
+ * 2. If LIVEKIT_URL contains '.staging.livekit.cloud', use staging gateway
+ * 3. Otherwise, use production gateway
+ */
+export declare function getDefaultInferenceUrl(): string;
 export declare function createAccessToken(apiKey: string, apiSecret: string, ttl?: number): Promise<string>;
 export declare function connectWs(url: string, headers: Record<string, string>, timeoutMs: number): Promise<WebSocket>;
 //# sourceMappingURL=utils.d.ts.map

package/dist/inference/utils.d.ts

@@ -1,5 +1,18 @@
 import { WebSocket } from 'ws';
-export type AnyModels = string & NonNullable<unknown>;
+export type AnyString = string & NonNullable<unknown>;
+/** Default production inference URL */
+export declare const DEFAULT_INFERENCE_URL = "https://agent-gateway.livekit.cloud/v1";
+/** Staging inference URL */
+export declare const STAGING_INFERENCE_URL = "https://agent-gateway.staging.livekit.cloud/v1";
+/**
+ * Get the default inference URL based on the environment.
+ *
+ * Priority:
+ * 1. LIVEKIT_INFERENCE_URL if set
+ * 2. If LIVEKIT_URL contains '.staging.livekit.cloud', use staging gateway
+ * 3. Otherwise, use production gateway
+ */
+export declare function getDefaultInferenceUrl(): string;
 export declare function createAccessToken(apiKey: string, apiSecret: string, ttl?: number): Promise<string>;
 export declare function connectWs(url: string, headers: Record<string, string>, timeoutMs: number): Promise<WebSocket>;
 //# sourceMappingURL=utils.d.ts.map

package/dist/inference/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/inference/utils.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAG/B,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;AAEtD,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,GAAG,GAAE,MAAY,GAChB,OAAO,CAAC,MAAM,CAAC,CAKjB;AAED,wBAAsB,SAAS,CAC7B,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAC/B,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,SAAS,CAAC,CAyCpB"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/inference/utils.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAG/B,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;AAEtD,uCAAuC;AACvC,eAAO,MAAM,qBAAqB,2CAA2C,CAAC;AAE9E,4BAA4B;AAC5B,eAAO,MAAM,qBAAqB,mDAAmD,CAAC;AAEtF;;;;;;;GAOG;AACH,wBAAgB,sBAAsB,IAAI,MAAM,CAY/C;AAED,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,GAAG,GAAE,MAAY,GAChB,OAAO,CAAC,MAAM,CAAC,CAKjB;AAED,wBAAsB,SAAS,CAC7B,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAC/B,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,SAAS,CAAC,CAyCpB"}

package/dist/inference/utils.js

@@ -1,6 +1,19 @@
 import { AccessToken } from "livekit-server-sdk";
 import { WebSocket } from "ws";
-import { APIConnectionError, APIStatusError } from "../index.js";
+import { APIConnectionError, APIStatusError } from "../_exceptions.js";
+const DEFAULT_INFERENCE_URL = "https://agent-gateway.livekit.cloud/v1";
+const STAGING_INFERENCE_URL = "https://agent-gateway.staging.livekit.cloud/v1";
+function getDefaultInferenceUrl() {
+  const inferenceUrl = process.env.LIVEKIT_INFERENCE_URL;
+  if (inferenceUrl) {
+    return inferenceUrl;
+  }
+  const livekitUrl = process.env.LIVEKIT_URL || "";
+  if (livekitUrl.includes(".staging.livekit.cloud")) {
+    return STAGING_INFERENCE_URL;
+  }
+  return DEFAULT_INFERENCE_URL;
+}
 async function createAccessToken(apiKey, apiSecret, ttl = 600) {
   const token = new AccessToken(apiKey, apiSecret, { identity: "agent", ttl });
   token.addInferenceGrant({ perform: true });
@@ -45,7 +58,10 @@ async function connectWs(url, headers, timeoutMs) {
   });
 }
 export {
+  DEFAULT_INFERENCE_URL,
+  STAGING_INFERENCE_URL,
   connectWs,
-  createAccessToken
+  createAccessToken,
+  getDefaultInferenceUrl
 };
 //# sourceMappingURL=utils.js.map

package/dist/inference/utils.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/inference/utils.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AccessToken } from 'livekit-server-sdk';\nimport { WebSocket } from 'ws';\nimport { APIConnectionError, APIStatusError } from '../index.js';\n\nexport type AnyModels = string & NonNullable<unknown>;\n\nexport async function createAccessToken(\n  apiKey: string,\n  apiSecret: string,\n  ttl: number = 600,\n): Promise<string> {\n  const token = new AccessToken(apiKey, apiSecret, { identity: 'agent', ttl });\n  token.addInferenceGrant({ perform: true });\n\n  return await token.toJwt();\n}\n\nexport async function connectWs(\n  url: string,\n  headers: Record<string, string>,\n  timeoutMs: number,\n): Promise<WebSocket> {\n  return new Promise<WebSocket>((resolve, reject) => {\n    const socket = new WebSocket(url, { headers: headers });\n\n    const timeout = setTimeout(() => {\n      reject(new APIConnectionError({ message: 'Timeout connecting to LiveKit WebSocket' }));\n    }, timeoutMs);\n\n    const onOpen = () => {\n      clearTimeout(timeout);\n      resolve(socket);\n    };\n\n    const onError = (err: unknown) => {\n      clearTimeout(timeout);\n      if (err && typeof err === 'object' && 'code' in err && (err as any).code === 429) {\n        reject(\n          new APIStatusError({\n            message: 'LiveKit gateway quota exceeded',\n            options: { statusCode: 429 },\n          }),\n        );\n      } else {\n        reject(new APIConnectionError({ message: 'Error connecting to LiveKit WebSocket' }));\n      }\n    };\n\n    const onClose = (code: number) => {\n      clearTimeout(timeout);\n      if (code !== 1000) {\n        reject(\n          new APIConnectionError({\n            message: 'Connection closed unexpectedly',\n          }),\n        );\n      }\n    };\n    socket.once('open', onOpen);\n    socket.once('error', onError);\n    socket.once('close', onClose);\n  });\n}\n"],"mappings":"AAGA,SAAS,mBAAmB;AAC5B,SAAS,iBAAiB;AAC1B,SAAS,oBAAoB,sBAAsB;AAInD,eAAsB,kBACpB,QACA,WACA,MAAc,KACG;AACjB,QAAM,QAAQ,IAAI,YAAY,QAAQ,WAAW,EAAE,UAAU,SAAS,IAAI,CAAC;AAC3E,QAAM,kBAAkB,EAAE,SAAS,KAAK,CAAC;AAEzC,SAAO,MAAM,MAAM,MAAM;AAC3B;AAEA,eAAsB,UACpB,KACA,SACA,WACoB;AACpB,SAAO,IAAI,QAAmB,CAAC,SAAS,WAAW;AACjD,UAAM,SAAS,IAAI,UAAU,KAAK,EAAE,QAAiB,CAAC;AAEtD,UAAM,UAAU,WAAW,MAAM;AAC/B,aAAO,IAAI,mBAAmB,EAAE,SAAS,0CAA0C,CAAC,CAAC;AAAA,IACvF,GAAG,SAAS;AAEZ,UAAM,SAAS,MAAM;AACnB,mBAAa,OAAO;AACpB,cAAQ,MAAM;AAAA,IAChB;AAEA,UAAM,UAAU,CAAC,QAAiB;AAChC,mBAAa,OAAO;AACpB,UAAI,OAAO,OAAO,QAAQ,YAAY,UAAU,OAAQ,IAAY,SAAS,KAAK;AAChF;AAAA,UACE,IAAI,eAAe;AAAA,YACjB,SAAS;AAAA,YACT,SAAS,EAAE,YAAY,IAAI;AAAA,UAC7B,CAAC;AAAA,QACH;AAAA,MACF,OAAO;AACL,eAAO,IAAI,mBAAmB,EAAE,SAAS,wCAAwC,CAAC,CAAC;AAAA,MACrF;AAAA,IACF;AAEA,UAAM,UAAU,CAAC,SAAiB;AAChC,mBAAa,OAAO;AACpB,UAAI,SAAS,KAAM;AACjB;AAAA,UACE,IAAI,mBAAmB;AAAA,YACrB,SAAS;AAAA,UACX,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AACA,WAAO,KAAK,QAAQ,MAAM;AAC1B,WAAO,KAAK,SAAS,OAAO;AAC5B,WAAO,KAAK,SAAS,OAAO;AAAA,EAC9B,CAAC;AACH;","names":[]}
+{"version":3,"sources":["../../src/inference/utils.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AccessToken } from 'livekit-server-sdk';\nimport { WebSocket } from 'ws';\nimport { APIConnectionError, APIStatusError } from '../_exceptions.js';\n\nexport type AnyString = string & NonNullable<unknown>;\n\n/** Default production inference URL */\nexport const DEFAULT_INFERENCE_URL = 'https://agent-gateway.livekit.cloud/v1';\n\n/** Staging inference URL */\nexport const STAGING_INFERENCE_URL = 'https://agent-gateway.staging.livekit.cloud/v1';\n\n/**\n * Get the default inference URL based on the environment.\n *\n * Priority:\n * 1. LIVEKIT_INFERENCE_URL if set\n * 2. If LIVEKIT_URL contains '.staging.livekit.cloud', use staging gateway\n * 3. Otherwise, use production gateway\n */\nexport function getDefaultInferenceUrl(): string {\n  const inferenceUrl = process.env.LIVEKIT_INFERENCE_URL;\n  if (inferenceUrl) {\n    return inferenceUrl;\n  }\n\n  const livekitUrl = process.env.LIVEKIT_URL || '';\n  if (livekitUrl.includes('.staging.livekit.cloud')) {\n    return STAGING_INFERENCE_URL;\n  }\n\n  return DEFAULT_INFERENCE_URL;\n}\n\nexport async function createAccessToken(\n  apiKey: string,\n  apiSecret: string,\n  ttl: number = 600,\n): Promise<string> {\n  const token = new AccessToken(apiKey, apiSecret, { identity: 'agent', ttl });\n  token.addInferenceGrant({ perform: true });\n\n  return await token.toJwt();\n}\n\nexport async function connectWs(\n  url: string,\n  headers: Record<string, string>,\n  timeoutMs: number,\n): Promise<WebSocket> {\n  return new Promise<WebSocket>((resolve, reject) => {\n    const socket = new WebSocket(url, { headers: headers });\n\n    const timeout = setTimeout(() => {\n      reject(new APIConnectionError({ message: 'Timeout connecting to LiveKit WebSocket' }));\n    }, timeoutMs);\n\n    const onOpen = () => {\n      clearTimeout(timeout);\n      resolve(socket);\n    };\n\n    const onError = (err: unknown) => {\n      clearTimeout(timeout);\n      if (err && typeof err === 'object' && 'code' in err && (err as any).code === 429) {\n        reject(\n          new APIStatusError({\n            message: 'LiveKit gateway quota exceeded',\n            options: { statusCode: 429 },\n          }),\n        );\n      } else {\n        reject(new APIConnectionError({ message: 'Error connecting to LiveKit WebSocket' }));\n      }\n    };\n\n    const onClose = (code: number) => {\n      clearTimeout(timeout);\n      if (code !== 1000) {\n        reject(\n          new APIConnectionError({\n            message: 'Connection closed unexpectedly',\n          }),\n        );\n      }\n    };\n    socket.once('open', onOpen);\n    socket.once('error', onError);\n    socket.once('close', onClose);\n  });\n}\n"],"mappings":"AAGA,SAAS,mBAAmB;AAC5B,SAAS,iBAAiB;AAC1B,SAAS,oBAAoB,sBAAsB;AAK5C,MAAM,wBAAwB;AAG9B,MAAM,wBAAwB;AAU9B,SAAS,yBAAiC;AAC/C,QAAM,eAAe,QAAQ,IAAI;AACjC,MAAI,cAAc;AAChB,WAAO;AAAA,EACT;AAEA,QAAM,aAAa,QAAQ,IAAI,eAAe;AAC9C,MAAI,WAAW,SAAS,wBAAwB,GAAG;AACjD,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAEA,eAAsB,kBACpB,QACA,WACA,MAAc,KACG;AACjB,QAAM,QAAQ,IAAI,YAAY,QAAQ,WAAW,EAAE,UAAU,SAAS,IAAI,CAAC;AAC3E,QAAM,kBAAkB,EAAE,SAAS,KAAK,CAAC;AAEzC,SAAO,MAAM,MAAM,MAAM;AAC3B;AAEA,eAAsB,UACpB,KACA,SACA,WACoB;AACpB,SAAO,IAAI,QAAmB,CAAC,SAAS,WAAW;AACjD,UAAM,SAAS,IAAI,UAAU,KAAK,EAAE,QAAiB,CAAC;AAEtD,UAAM,UAAU,WAAW,MAAM;AAC/B,aAAO,IAAI,mBAAmB,EAAE,SAAS,0CAA0C,CAAC,CAAC;AAAA,IACvF,GAAG,SAAS;AAEZ,UAAM,SAAS,MAAM;AACnB,mBAAa,OAAO;AACpB,cAAQ,MAAM;AAAA,IAChB;AAEA,UAAM,UAAU,CAAC,QAAiB;AAChC,mBAAa,OAAO;AACpB,UAAI,OAAO,OAAO,QAAQ,YAAY,UAAU,OAAQ,IAAY,SAAS,KAAK;AAChF;AAAA,UACE,IAAI,eAAe;AAAA,YACjB,SAAS;AAAA,YACT,SAAS,EAAE,YAAY,IAAI;AAAA,UAC7B,CAAC;AAAA,QACH;AAAA,MACF,OAAO;AACL,eAAO,IAAI,mBAAmB,EAAE,SAAS,wCAAwC,CAAC,CAAC;AAAA,MACrF;AAAA,IACF;AAEA,UAAM,UAAU,CAAC,SAAiB;AAChC,mBAAa,OAAO;AACpB,UAAI,SAAS,KAAM;AACjB;AAAA,UACE,IAAI,mBAAmB;AAAA,YACrB,SAAS;AAAA,UACX,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AACA,WAAO,KAAK,QAAQ,MAAM;AAC1B,WAAO,KAAK,SAAS,OAAO;AAC5B,WAAO,KAAK,SAAS,OAAO;AAAA,EAC9B,CAAC;AACH;","names":[]}

package/dist/ipc/inference_proc_executor.cjs

@@ -24,6 +24,7 @@ module.exports = __toCommonJS(inference_proc_executor_exports);
 var getImportMetaUrl = () => typeof document === "undefined" ? new URL(`file:${__filename}`).href : document.currentScript && document.currentScript.src || new URL("main.js", document.baseURI).href;
 var importMetaUrl = /* @__PURE__ */ getImportMetaUrl();
 var import_node_child_process = require("node:child_process");
+var import_node_path = require("node:path");
 var import_log = require("../log.cjs");
 var import_utils = require("../utils.cjs");
 var import_supervised_proc = require("./supervised_proc.cjs");
@@ -35,6 +36,7 @@ class PendingInference {
     arg;
   }
 }
+const currentFileExtension = (0, import_node_path.extname)(importMetaUrl);
 class InferenceProcExecutor extends import_supervised_proc.SupervisedProc {
   #runners;
   #activeRequests = {};
@@ -61,9 +63,10 @@ class InferenceProcExecutor extends import_supervised_proc.SupervisedProc {
     this.#runners = runners;
   }
   createProcess() {
-    return (0, import_node_child_process.fork)(new URL("./inference_proc_lazy_main.js", importMetaUrl), [
-      JSON.stringify(this.#runners)
-    ]);
+    const forkUrl = new URL(`./inference_proc_lazy_main${currentFileExtension}`, importMetaUrl);
+    const isTypeScript = currentFileExtension === ".ts";
+    const forkOptions = isTypeScript ? { execArgv: process.execArgv } : void 0;
+    return (0, import_node_child_process.fork)(forkUrl, [JSON.stringify(this.#runners)], forkOptions);
   }
   async mainTask(proc) {
     proc.on("message", (msg) => {

package/dist/ipc/inference_proc_executor.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/ipc/inference_proc_executor.ts","../../../node_modules/.pnpm/tsup@8.4.0_@microsoft+api-extractor@7.43.7_@types+node@22.15.30__postcss@8.4.38_tsx@4.20.4_typescript@5.4.5/node_modules/tsup/assets/cjs_shims.js"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChildProcess } from 'node:child_process';\nimport { fork } from 'node:child_process';\nimport { log } from '../log.js';\nimport { shortuuid } from '../utils.js';\nimport type { InferenceExecutor } from './inference_executor.js';\nimport type { IPCMessage } from './message.js';\nimport { SupervisedProc } from './supervised_proc.js';\n\nclass PendingInference {\n  promise = new Promise<{ requestId: string; data: unknown; error?: Error }>((resolve) => {\n    this.resolve = resolve;\n  });\n  resolve(arg: { requestId: string; data: unknown; error?: Error }) {\n    arg;\n  }\n}\n\nexport class InferenceProcExecutor extends SupervisedProc implements InferenceExecutor {\n  #runners: { [id: string]: string };\n  #activeRequests: { [id: string]: PendingInference } = {};\n  #logger = log();\n\n  constructor({\n    runners,\n    initializeTimeout,\n    closeTimeout,\n    memoryWarnMB,\n    memoryLimitMB,\n    pingInterval,\n    pingTimeout,\n    highPingThreshold,\n  }: {\n    runners: { [id: string]: string };\n    initializeTimeout: number;\n    closeTimeout: number;\n    memoryWarnMB: number;\n    memoryLimitMB: number;\n    pingInterval: number;\n    pingTimeout: number;\n    highPingThreshold: number;\n  }) {\n    super(\n      initializeTimeout,\n      closeTimeout,\n      memoryWarnMB,\n      memoryLimitMB,\n      pingInterval,\n      pingTimeout,\n      highPingThreshold,\n    );\n    this.#runners = runners;\n  }\n\n  createProcess(): ChildProcess {\n    return fork(new URL('./inference_proc_lazy_main.js', import.meta.url), [\n      JSON.stringify(this.#runners),\n    ]);\n  }\n\n  async mainTask(proc: ChildProcess) {\n    proc.on('message', (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'inferenceResponse':\n          const res = this.#activeRequests[msg.value.requestId];\n          delete this.#activeRequests[msg.value.requestId];\n          if (!res) {\n            this.#logger\n              .child({ requestId: msg.value.requestId })\n              .warn('received unexpected inference response');\n            return;\n          }\n\n          res.resolve(msg.value);\n      }\n    });\n  }\n\n  async doInference(method: string, data: unknown): Promise<unknown> {\n    const requestId = shortuuid('inference_req_');\n    const fut = new PendingInference();\n    this.proc!.send({ case: 'inferenceRequest', value: { requestId, method, data } });\n    this.#activeRequests[requestId] = fut;\n\n    const res = await fut.promise;\n    if (res.error) {\n      throw new Error(`inference of ${method} failed: ${res.error}`);\n    }\n    return res.data;\n  }\n}\n","// Shim globals in cjs bundle\n// There's a weird bug that esbuild will always inject importMetaUrl\n// if we export it as `const importMetaUrl = ... __filename ...`\n// But using a function will not cause this issue\n\nconst getImportMetaUrl = () =>\n  typeof document === 'undefined'\n    ? new URL(`file:${__filename}`).href\n    : (document.currentScript && document.currentScript.src) ||\n      new URL('main.js', document.baseURI).href\n\nexport const importMetaUrl = /* @__PURE__ */ getImportMetaUrl()\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;ACKA,IAAM,mBAAmB,MACvB,OAAO,aAAa,cAChB,IAAI,IAAI,QAAQ,UAAU,EAAE,EAAE,OAC7B,SAAS,iBAAiB,SAAS,cAAc,OAClD,IAAI,IAAI,WAAW,SAAS,OAAO,EAAE;AAEpC,IAAM,gBAAgC,iCAAiB;ADP9D,gCAAqB;AACrB,iBAAoB;AACpB,mBAA0B;AAG1B,6BAA+B;AAE/B,MAAM,iBAAiB;AAAA,EACrB,UAAU,IAAI,QAA6D,CAAC,YAAY;AACtF,SAAK,UAAU;AAAA,EACjB,CAAC;AAAA,EACD,QAAQ,KAA0D;AAChE;AAAA,EACF;AACF;AAEO,MAAM,8BAA8B,sCAA4C;AAAA,EACrF;AAAA,EACA,kBAAsD,CAAC;AAAA,EACvD,cAAU,gBAAI;AAAA,EAEd,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GASG;AACD;AAAA,MACE;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,gBAA8B;AAC5B,eAAO,gCAAK,IAAI,IAAI,iCAAiC,aAAe,GAAG;AAAA,MACrE,KAAK,UAAU,KAAK,QAAQ;AAAA,IAC9B,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,SAAS,MAAoB;AACjC,SAAK,GAAG,WAAW,CAAC,QAAoB;AACtC,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,gBAAM,MAAM,KAAK,gBAAgB,IAAI,MAAM,SAAS;AACpD,iBAAO,KAAK,gBAAgB,IAAI,MAAM,SAAS;AAC/C,cAAI,CAAC,KAAK;AACR,iBAAK,QACF,MAAM,EAAE,WAAW,IAAI,MAAM,UAAU,CAAC,EACxC,KAAK,wCAAwC;AAChD;AAAA,UACF;AAEA,cAAI,QAAQ,IAAI,KAAK;AAAA,MACzB;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAY,QAAgB,MAAiC;AACjE,UAAM,gBAAY,wBAAU,gBAAgB;AAC5C,UAAM,MAAM,IAAI,iBAAiB;AACjC,SAAK,KAAM,KAAK,EAAE,MAAM,oBAAoB,OAAO,EAAE,WAAW,QAAQ,KAAK,EAAE,CAAC;AAChF,SAAK,gBAAgB,SAAS,IAAI;AAElC,UAAM,MAAM,MAAM,IAAI;AACtB,QAAI,IAAI,OAAO;AACb,YAAM,IAAI,MAAM,gBAAgB,MAAM,YAAY,IAAI,KAAK,EAAE;AAAA,IAC/D;AACA,WAAO,IAAI;AAAA,EACb;AACF;","names":[]}
+{"version":3,"sources":["../../src/ipc/inference_proc_executor.ts","../../../node_modules/.pnpm/tsup@8.4.0_@microsoft+api-extractor@7.43.7_@types+node@22.15.30__postcss@8.5.6_tsx@4.21.0_typescript@5.4.5/node_modules/tsup/assets/cjs_shims.js"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChildProcess } from 'node:child_process';\nimport { fork } from 'node:child_process';\nimport { extname } from 'node:path';\nimport { log } from '../log.js';\nimport { shortuuid } from '../utils.js';\nimport type { InferenceExecutor } from './inference_executor.js';\nimport type { IPCMessage } from './message.js';\nimport { SupervisedProc } from './supervised_proc.js';\n\nclass PendingInference {\n  promise = new Promise<{ requestId: string; data: unknown; error?: Error }>((resolve) => {\n    this.resolve = resolve;\n  });\n  resolve(arg: { requestId: string; data: unknown; error?: Error }) {\n    arg;\n  }\n}\n\nconst currentFileExtension = extname(import.meta.url);\n\nexport class InferenceProcExecutor extends SupervisedProc implements InferenceExecutor {\n  #runners: { [id: string]: string };\n  #activeRequests: { [id: string]: PendingInference } = {};\n  #logger = log();\n\n  constructor({\n    runners,\n    initializeTimeout,\n    closeTimeout,\n    memoryWarnMB,\n    memoryLimitMB,\n    pingInterval,\n    pingTimeout,\n    highPingThreshold,\n  }: {\n    runners: { [id: string]: string };\n    initializeTimeout: number;\n    closeTimeout: number;\n    memoryWarnMB: number;\n    memoryLimitMB: number;\n    pingInterval: number;\n    pingTimeout: number;\n    highPingThreshold: number;\n  }) {\n    super(\n      initializeTimeout,\n      closeTimeout,\n      memoryWarnMB,\n      memoryLimitMB,\n      pingInterval,\n      pingTimeout,\n      highPingThreshold,\n    );\n    this.#runners = runners;\n  }\n\n  createProcess(): ChildProcess {\n    const forkUrl = new URL(`./inference_proc_lazy_main${currentFileExtension}`, import.meta.url);\n\n    // When running via tsx/ts-node (TypeScript files), we need to inherit the parent's\n    // execArgv so the child process can also execute TypeScript with the same loader\n    const isTypeScript = currentFileExtension === '.ts';\n    const forkOptions = isTypeScript ? { execArgv: process.execArgv } : undefined;\n\n    return fork(forkUrl, [JSON.stringify(this.#runners)], forkOptions);\n  }\n\n  async mainTask(proc: ChildProcess) {\n    proc.on('message', (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'inferenceResponse':\n          const res = this.#activeRequests[msg.value.requestId];\n          delete this.#activeRequests[msg.value.requestId];\n          if (!res) {\n            this.#logger\n              .child({ requestId: msg.value.requestId })\n              .warn('received unexpected inference response');\n            return;\n          }\n\n          res.resolve(msg.value);\n      }\n    });\n  }\n\n  async doInference(method: string, data: unknown): Promise<unknown> {\n    const requestId = shortuuid('inference_req_');\n    const fut = new PendingInference();\n    this.proc!.send({ case: 'inferenceRequest', value: { requestId, method, data } });\n    this.#activeRequests[requestId] = fut;\n\n    const res = await fut.promise;\n    if (res.error) {\n      throw new Error(`inference of ${method} failed: ${res.error}`);\n    }\n    return res.data;\n  }\n}\n","// Shim globals in cjs bundle\n// There's a weird bug that esbuild will always inject importMetaUrl\n// if we export it as `const importMetaUrl = ... __filename ...`\n// But using a function will not cause this issue\n\nconst getImportMetaUrl = () =>\n  typeof document === 'undefined'\n    ? new URL(`file:${__filename}`).href\n    : (document.currentScript && document.currentScript.src) ||\n      new URL('main.js', document.baseURI).href\n\nexport const importMetaUrl = /* @__PURE__ */ getImportMetaUrl()\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;ACKA,IAAM,mBAAmB,MACvB,OAAO,aAAa,cAChB,IAAI,IAAI,QAAQ,UAAU,EAAE,EAAE,OAC7B,SAAS,iBAAiB,SAAS,cAAc,OAClD,IAAI,IAAI,WAAW,SAAS,OAAO,EAAE;AAEpC,IAAM,gBAAgC,iCAAiB;ADP9D,gCAAqB;AACrB,uBAAwB;AACxB,iBAAoB;AACpB,mBAA0B;AAG1B,6BAA+B;AAE/B,MAAM,iBAAiB;AAAA,EACrB,UAAU,IAAI,QAA6D,CAAC,YAAY;AACtF,SAAK,UAAU;AAAA,EACjB,CAAC;AAAA,EACD,QAAQ,KAA0D;AAChE;AAAA,EACF;AACF;AAEA,MAAM,2BAAuB,0BAAQ,aAAe;AAE7C,MAAM,8BAA8B,sCAA4C;AAAA,EACrF;AAAA,EACA,kBAAsD,CAAC;AAAA,EACvD,cAAU,gBAAI;AAAA,EAEd,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GASG;AACD;AAAA,MACE;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,gBAA8B;AAC5B,UAAM,UAAU,IAAI,IAAI,6BAA6B,oBAAoB,IAAI,aAAe;AAI5F,UAAM,eAAe,yBAAyB;AAC9C,UAAM,cAAc,eAAe,EAAE,UAAU,QAAQ,SAAS,IAAI;AAEpE,eAAO,gCAAK,SAAS,CAAC,KAAK,UAAU,KAAK,QAAQ,CAAC,GAAG,WAAW;AAAA,EACnE;AAAA,EAEA,MAAM,SAAS,MAAoB;AACjC,SAAK,GAAG,WAAW,CAAC,QAAoB;AACtC,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,gBAAM,MAAM,KAAK,gBAAgB,IAAI,MAAM,SAAS;AACpD,iBAAO,KAAK,gBAAgB,IAAI,MAAM,SAAS;AAC/C,cAAI,CAAC,KAAK;AACR,iBAAK,QACF,MAAM,EAAE,WAAW,IAAI,MAAM,UAAU,CAAC,EACxC,KAAK,wCAAwC;AAChD;AAAA,UACF;AAEA,cAAI,QAAQ,IAAI,KAAK;AAAA,MACzB;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAY,QAAgB,MAAiC;AACjE,UAAM,gBAAY,wBAAU,gBAAgB;AAC5C,UAAM,MAAM,IAAI,iBAAiB;AACjC,SAAK,KAAM,KAAK,EAAE,MAAM,oBAAoB,OAAO,EAAE,WAAW,QAAQ,KAAK,EAAE,CAAC;AAChF,SAAK,gBAAgB,SAAS,IAAI;AAElC,UAAM,MAAM,MAAM,IAAI;AACtB,QAAI,IAAI,OAAO;AACb,YAAM,IAAI,MAAM,gBAAgB,MAAM,YAAY,IAAI,KAAK,EAAE;AAAA,IAC/D;AACA,WAAO,IAAI;AAAA,EACb;AACF;","names":[]}

package/dist/ipc/inference_proc_executor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"inference_proc_executor.d.ts","sourceRoot":"","sources":["../../src/ipc/inference_proc_executor.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAIvD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAEjE,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAWtD,qBAAa,qBAAsB,SAAQ,cAAe,YAAW,iBAAiB;;gBAKxE,EACV,OAAO,EACP,iBAAiB,EACjB,YAAY,EACZ,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,WAAW,EACX,iBAAiB,GAClB,EAAE;QACD,OAAO,EAAE;YAAE,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,CAAC;QAClC,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,WAAW,EAAE,MAAM,CAAC;QACpB,iBAAiB,EAAE,MAAM,CAAC;KAC3B;IAaD,aAAa,IAAI,YAAY;IAMvB,QAAQ,CAAC,IAAI,EAAE,YAAY;IAkB3B,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;CAYnE"}
+{"version":3,"file":"inference_proc_executor.d.ts","sourceRoot":"","sources":["../../src/ipc/inference_proc_executor.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAKvD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAEjE,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAatD,qBAAa,qBAAsB,SAAQ,cAAe,YAAW,iBAAiB;;gBAKxE,EACV,OAAO,EACP,iBAAiB,EACjB,YAAY,EACZ,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,WAAW,EACX,iBAAiB,GAClB,EAAE;QACD,OAAO,EAAE;YAAE,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,CAAC;QAClC,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,WAAW,EAAE,MAAM,CAAC;QACpB,iBAAiB,EAAE,MAAM,CAAC;KAC3B;IAaD,aAAa,IAAI,YAAY;IAWvB,QAAQ,CAAC,IAAI,EAAE,YAAY;IAkB3B,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;CAYnE"}

package/dist/ipc/inference_proc_executor.js

@@ -1,4 +1,5 @@
 import { fork } from "node:child_process";
+import { extname } from "node:path";
 import { log } from "../log.js";
 import { shortuuid } from "../utils.js";
 import { SupervisedProc } from "./supervised_proc.js";
@@ -10,6 +11,7 @@ class PendingInference {
     arg;
   }
 }
+const currentFileExtension = extname(import.meta.url);
 class InferenceProcExecutor extends SupervisedProc {
   #runners;
   #activeRequests = {};
@@ -36,9 +38,10 @@ class InferenceProcExecutor extends SupervisedProc {
     this.#runners = runners;
   }
   createProcess() {
-    return fork(new URL("./inference_proc_lazy_main.js", import.meta.url), [
-      JSON.stringify(this.#runners)
-    ]);
+    const forkUrl = new URL(`./inference_proc_lazy_main${currentFileExtension}`, import.meta.url);
+    const isTypeScript = currentFileExtension === ".ts";
+    const forkOptions = isTypeScript ? { execArgv: process.execArgv } : void 0;
+    return fork(forkUrl, [JSON.stringify(this.#runners)], forkOptions);
   }
   async mainTask(proc) {
     proc.on("message", (msg) => {

package/dist/ipc/inference_proc_executor.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/ipc/inference_proc_executor.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChildProcess } from 'node:child_process';\nimport { fork } from 'node:child_process';\nimport { log } from '../log.js';\nimport { shortuuid } from '../utils.js';\nimport type { InferenceExecutor } from './inference_executor.js';\nimport type { IPCMessage } from './message.js';\nimport { SupervisedProc } from './supervised_proc.js';\n\nclass PendingInference {\n  promise = new Promise<{ requestId: string; data: unknown; error?: Error }>((resolve) => {\n    this.resolve = resolve;\n  });\n  resolve(arg: { requestId: string; data: unknown; error?: Error }) {\n    arg;\n  }\n}\n\nexport class InferenceProcExecutor extends SupervisedProc implements InferenceExecutor {\n  #runners: { [id: string]: string };\n  #activeRequests: { [id: string]: PendingInference } = {};\n  #logger = log();\n\n  constructor({\n    runners,\n    initializeTimeout,\n    closeTimeout,\n    memoryWarnMB,\n    memoryLimitMB,\n    pingInterval,\n    pingTimeout,\n    highPingThreshold,\n  }: {\n    runners: { [id: string]: string };\n    initializeTimeout: number;\n    closeTimeout: number;\n    memoryWarnMB: number;\n    memoryLimitMB: number;\n    pingInterval: number;\n    pingTimeout: number;\n    highPingThreshold: number;\n  }) {\n    super(\n      initializeTimeout,\n      closeTimeout,\n      memoryWarnMB,\n      memoryLimitMB,\n      pingInterval,\n      pingTimeout,\n      highPingThreshold,\n    );\n    this.#runners = runners;\n  }\n\n  createProcess(): ChildProcess {\n    return fork(new URL('./inference_proc_lazy_main.js', import.meta.url), [\n      JSON.stringify(this.#runners),\n    ]);\n  }\n\n  async mainTask(proc: ChildProcess) {\n    proc.on('message', (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'inferenceResponse':\n          const res = this.#activeRequests[msg.value.requestId];\n          delete this.#activeRequests[msg.value.requestId];\n          if (!res) {\n            this.#logger\n              .child({ requestId: msg.value.requestId })\n              .warn('received unexpected inference response');\n            return;\n          }\n\n          res.resolve(msg.value);\n      }\n    });\n  }\n\n  async doInference(method: string, data: unknown): Promise<unknown> {\n    const requestId = shortuuid('inference_req_');\n    const fut = new PendingInference();\n    this.proc!.send({ case: 'inferenceRequest', value: { requestId, method, data } });\n    this.#activeRequests[requestId] = fut;\n\n    const res = await fut.promise;\n    if (res.error) {\n      throw new Error(`inference of ${method} failed: ${res.error}`);\n    }\n    return res.data;\n  }\n}\n"],"mappings":"AAIA,SAAS,YAAY;AACrB,SAAS,WAAW;AACpB,SAAS,iBAAiB;AAG1B,SAAS,sBAAsB;AAE/B,MAAM,iBAAiB;AAAA,EACrB,UAAU,IAAI,QAA6D,CAAC,YAAY;AACtF,SAAK,UAAU;AAAA,EACjB,CAAC;AAAA,EACD,QAAQ,KAA0D;AAChE;AAAA,EACF;AACF;AAEO,MAAM,8BAA8B,eAA4C;AAAA,EACrF;AAAA,EACA,kBAAsD,CAAC;AAAA,EACvD,UAAU,IAAI;AAAA,EAEd,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GASG;AACD;AAAA,MACE;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,gBAA8B;AAC5B,WAAO,KAAK,IAAI,IAAI,iCAAiC,YAAY,GAAG,GAAG;AAAA,MACrE,KAAK,UAAU,KAAK,QAAQ;AAAA,IAC9B,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,SAAS,MAAoB;AACjC,SAAK,GAAG,WAAW,CAAC,QAAoB;AACtC,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,gBAAM,MAAM,KAAK,gBAAgB,IAAI,MAAM,SAAS;AACpD,iBAAO,KAAK,gBAAgB,IAAI,MAAM,SAAS;AAC/C,cAAI,CAAC,KAAK;AACR,iBAAK,QACF,MAAM,EAAE,WAAW,IAAI,MAAM,UAAU,CAAC,EACxC,KAAK,wCAAwC;AAChD;AAAA,UACF;AAEA,cAAI,QAAQ,IAAI,KAAK;AAAA,MACzB;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAY,QAAgB,MAAiC;AACjE,UAAM,YAAY,UAAU,gBAAgB;AAC5C,UAAM,MAAM,IAAI,iBAAiB;AACjC,SAAK,KAAM,KAAK,EAAE,MAAM,oBAAoB,OAAO,EAAE,WAAW,QAAQ,KAAK,EAAE,CAAC;AAChF,SAAK,gBAAgB,SAAS,IAAI;AAElC,UAAM,MAAM,MAAM,IAAI;AACtB,QAAI,IAAI,OAAO;AACb,YAAM,IAAI,MAAM,gBAAgB,MAAM,YAAY,IAAI,KAAK,EAAE;AAAA,IAC/D;AACA,WAAO,IAAI;AAAA,EACb;AACF;","names":[]}
+{"version":3,"sources":["../../src/ipc/inference_proc_executor.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChildProcess } from 'node:child_process';\nimport { fork } from 'node:child_process';\nimport { extname } from 'node:path';\nimport { log } from '../log.js';\nimport { shortuuid } from '../utils.js';\nimport type { InferenceExecutor } from './inference_executor.js';\nimport type { IPCMessage } from './message.js';\nimport { SupervisedProc } from './supervised_proc.js';\n\nclass PendingInference {\n  promise = new Promise<{ requestId: string; data: unknown; error?: Error }>((resolve) => {\n    this.resolve = resolve;\n  });\n  resolve(arg: { requestId: string; data: unknown; error?: Error }) {\n    arg;\n  }\n}\n\nconst currentFileExtension = extname(import.meta.url);\n\nexport class InferenceProcExecutor extends SupervisedProc implements InferenceExecutor {\n  #runners: { [id: string]: string };\n  #activeRequests: { [id: string]: PendingInference } = {};\n  #logger = log();\n\n  constructor({\n    runners,\n    initializeTimeout,\n    closeTimeout,\n    memoryWarnMB,\n    memoryLimitMB,\n    pingInterval,\n    pingTimeout,\n    highPingThreshold,\n  }: {\n    runners: { [id: string]: string };\n    initializeTimeout: number;\n    closeTimeout: number;\n    memoryWarnMB: number;\n    memoryLimitMB: number;\n    pingInterval: number;\n    pingTimeout: number;\n    highPingThreshold: number;\n  }) {\n    super(\n      initializeTimeout,\n      closeTimeout,\n      memoryWarnMB,\n      memoryLimitMB,\n      pingInterval,\n      pingTimeout,\n      highPingThreshold,\n    );\n    this.#runners = runners;\n  }\n\n  createProcess(): ChildProcess {\n    const forkUrl = new URL(`./inference_proc_lazy_main${currentFileExtension}`, import.meta.url);\n\n    // When running via tsx/ts-node (TypeScript files), we need to inherit the parent's\n    // execArgv so the child process can also execute TypeScript with the same loader\n    const isTypeScript = currentFileExtension === '.ts';\n    const forkOptions = isTypeScript ? { execArgv: process.execArgv } : undefined;\n\n    return fork(forkUrl, [JSON.stringify(this.#runners)], forkOptions);\n  }\n\n  async mainTask(proc: ChildProcess) {\n    proc.on('message', (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'inferenceResponse':\n          const res = this.#activeRequests[msg.value.requestId];\n          delete this.#activeRequests[msg.value.requestId];\n          if (!res) {\n            this.#logger\n              .child({ requestId: msg.value.requestId })\n              .warn('received unexpected inference response');\n            return;\n          }\n\n          res.resolve(msg.value);\n      }\n    });\n  }\n\n  async doInference(method: string, data: unknown): Promise<unknown> {\n    const requestId = shortuuid('inference_req_');\n    const fut = new PendingInference();\n    this.proc!.send({ case: 'inferenceRequest', value: { requestId, method, data } });\n    this.#activeRequests[requestId] = fut;\n\n    const res = await fut.promise;\n    if (res.error) {\n      throw new Error(`inference of ${method} failed: ${res.error}`);\n    }\n    return res.data;\n  }\n}\n"],"mappings":"AAIA,SAAS,YAAY;AACrB,SAAS,eAAe;AACxB,SAAS,WAAW;AACpB,SAAS,iBAAiB;AAG1B,SAAS,sBAAsB;AAE/B,MAAM,iBAAiB;AAAA,EACrB,UAAU,IAAI,QAA6D,CAAC,YAAY;AACtF,SAAK,UAAU;AAAA,EACjB,CAAC;AAAA,EACD,QAAQ,KAA0D;AAChE;AAAA,EACF;AACF;AAEA,MAAM,uBAAuB,QAAQ,YAAY,GAAG;AAE7C,MAAM,8BAA8B,eAA4C;AAAA,EACrF;AAAA,EACA,kBAAsD,CAAC;AAAA,EACvD,UAAU,IAAI;AAAA,EAEd,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GASG;AACD;AAAA,MACE;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,SAAK,WAAW;AAAA,EAClB;AAAA,EAEA,gBAA8B;AAC5B,UAAM,UAAU,IAAI,IAAI,6BAA6B,oBAAoB,IAAI,YAAY,GAAG;AAI5F,UAAM,eAAe,yBAAyB;AAC9C,UAAM,cAAc,eAAe,EAAE,UAAU,QAAQ,SAAS,IAAI;AAEpE,WAAO,KAAK,SAAS,CAAC,KAAK,UAAU,KAAK,QAAQ,CAAC,GAAG,WAAW;AAAA,EACnE;AAAA,EAEA,MAAM,SAAS,MAAoB;AACjC,SAAK,GAAG,WAAW,CAAC,QAAoB;AACtC,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,gBAAM,MAAM,KAAK,gBAAgB,IAAI,MAAM,SAAS;AACpD,iBAAO,KAAK,gBAAgB,IAAI,MAAM,SAAS;AAC/C,cAAI,CAAC,KAAK;AACR,iBAAK,QACF,MAAM,EAAE,WAAW,IAAI,MAAM,UAAU,CAAC,EACxC,KAAK,wCAAwC;AAChD;AAAA,UACF;AAEA,cAAI,QAAQ,IAAI,KAAK;AAAA,MACzB;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,YAAY,QAAgB,MAAiC;AACjE,UAAM,YAAY,UAAU,gBAAgB;AAC5C,UAAM,MAAM,IAAI,iBAAiB;AACjC,SAAK,KAAM,KAAK,EAAE,MAAM,oBAAoB,OAAO,EAAE,WAAW,QAAQ,KAAK,EAAE,CAAC;AAChF,SAAK,gBAAgB,SAAS,IAAI;AAElC,UAAM,MAAM,MAAM,IAAI;AACtB,QAAI,IAAI,OAAO;AACb,YAAM,IAAI,MAAM,gBAAgB,MAAM,YAAY,IAAI,KAAK,EAAE;AAAA,IAC/D;AACA,WAAO,IAAI;AAAA,EACb;AACF;","names":[]}

package/dist/ipc/inference_proc_lazy_main.cjs

@@ -22,7 +22,19 @@ const ORPHANED_TIMEOUT = 15 * 1e3;
     const logger = (0, import_log.log)().child({ pid: process.pid });
     const runners = await Promise.all(
       Object.entries(JSON.parse(process.argv[2])).map(async ([k, v]) => {
-        return [k, await import(v).then((m) => new m.default())];
+        return [
+          k,
+          await import(v).then((m) => {
+            var _a;
+            const Runner = typeof m.default === "function" ? m.default : (_a = m.default) == null ? void 0 : _a.default;
+            if (typeof Runner !== "function") {
+              throw new Error(
+                `Unable to load inference runner: Missing or invalid default export in ${v}`
+              );
+            }
+            return new Runner();
+          })
+        ];
       })
     ).then(Object.fromEntries);
     await Promise.all(

package/dist/ipc/inference_proc_lazy_main.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/ipc/inference_proc_lazy_main.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { once } from 'node:events';\nimport type { InferenceRunner } from '../inference_runner.js';\nimport { initializeLogger, log } from '../log.js';\nimport { Future } from '../utils.js';\nimport type { IPCMessage } from './message.js';\n\nconst ORPHANED_TIMEOUT = 15 * 1000;\n\n(async () => {\n  if (process.send) {\n    const join = new Future();\n\n    // don't do anything on C-c\n    // this is handled in cli, triggering a termination of all child processes at once.\n    process.on('SIGINT', () => {\n      logger.debug('SIGINT received in inference proc');\n    });\n\n    // don't do anything on SIGTERM\n    // Render uses SIGTERM in autoscale, this ensures the processes are properly drained if needed\n    process.on('SIGTERM', () => {\n      logger.debug('SIGTERM received in inference proc');\n    });\n\n    await once(process, 'message').then(([msg]: IPCMessage[]) => {\n      msg = msg!;\n      if (msg.case !== 'initializeRequest') {\n        throw new Error('first message must be InitializeRequest');\n      }\n      initializeLogger(msg.value.loggerOptions);\n    });\n    const logger = log().child({ pid: process.pid });\n\n    const runners: { [id: string]: InferenceRunner } = await Promise.all(\n      Object.entries(JSON.parse(process.argv[2]!)).map(async ([k, v]) => {\n        return [k, await import(v as string).then((m) => new m.default())];\n      }),\n    ).then(Object.fromEntries);\n\n    await Promise.all(\n      Object.entries(runners).map(async ([runner, v]) => {\n        logger.child({ runner }).debug('initializing inference runner');\n        await v.initialize();\n      }),\n    );\n    logger.debug('all inference runners initialized');\n    process.send({ case: 'initializeResponse' });\n\n    const orphanedTimeout = setTimeout(() => {\n      logger.warn('inference process orphaned, shutting down.');\n      process.exit();\n    }, ORPHANED_TIMEOUT);\n\n    const handleInferenceRequest = async ({\n      method,\n      requestId,\n      data,\n    }: {\n      method: string;\n      requestId: string;\n      data: unknown;\n    }) => {\n      if (!runners[method]) {\n        logger.child({ method }).warn('unknown inference method');\n      }\n\n      try {\n        const resp = await runners[method]!.run(data);\n        process.send!({ case: 'inferenceResponse', value: { requestId, data: resp } });\n      } catch (error) {\n        process.send!({ case: 'inferenceResponse', value: { requestId, error } });\n      }\n    };\n\n    const messageHandler = (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'pingRequest':\n          orphanedTimeout.refresh();\n          process.send!({\n            case: 'pongResponse',\n            value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() },\n          });\n          break;\n        case 'shutdownRequest':\n          logger.debug('inference process received shutdown request');\n          clearTimeout(orphanedTimeout);\n          // Remove our message handler to stop processing new messages\n          process.off('message', messageHandler);\n          Promise.all(Object.values(runners).map((r) => r.close()))\n            .then(() => {\n              logger.debug('Inference runners closed');\n              process.send!({ case: 'done' });\n              join.resolve();\n            })\n            .catch((err) => {\n              logger.error('Error closing inference runners:', err);\n            });\n          break;\n        case 'inferenceRequest':\n          handleInferenceRequest(msg.value);\n      }\n    };\n\n    process.on('message', messageHandler);\n\n    await join.await;\n\n    logger.debug('Inference process shutdown');\n\n    return process.exitCode;\n  }\n})();\n"],"mappings":";AAGA,yBAAqB;AAErB,iBAAsC;AACtC,mBAAuB;AAGvB,MAAM,mBAAmB,KAAK;AAAA,CAE7B,YAAY;AACX,MAAI,QAAQ,MAAM;AAChB,UAAM,OAAO,IAAI,oBAAO;AAIxB,YAAQ,GAAG,UAAU,MAAM;AACzB,aAAO,MAAM,mCAAmC;AAAA,IAClD,CAAC;AAID,YAAQ,GAAG,WAAW,MAAM;AAC1B,aAAO,MAAM,oCAAoC;AAAA,IACnD,CAAC;AAED,cAAM,yBAAK,SAAS,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,MAAoB;AAC3D,YAAM;AACN,UAAI,IAAI,SAAS,qBAAqB;AACpC,cAAM,IAAI,MAAM,yCAAyC;AAAA,MAC3D;AACA,uCAAiB,IAAI,MAAM,aAAa;AAAA,IAC1C,CAAC;AACD,UAAM,aAAS,gBAAI,EAAE,MAAM,EAAE,KAAK,QAAQ,IAAI,CAAC;AAE/C,UAAM,UAA6C,MAAM,QAAQ;AAAA,MAC/D,OAAO,QAAQ,KAAK,MAAM,QAAQ,KAAK,CAAC,CAAE,CAAC,EAAE,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM;AACjE,eAAO,CAAC,GAAG,MAAM,OAAO,GAAa,KAAK,CAAC,MAAM,IAAI,EAAE,QAAQ,CAAC,CAAC;AAAA,MACnE,CAAC;AAAA,IACH,EAAE,KAAK,OAAO,WAAW;AAEzB,UAAM,QAAQ;AAAA,MACZ,OAAO,QAAQ,OAAO,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM;AACjD,eAAO,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,+BAA+B;AAC9D,cAAM,EAAE,WAAW;AAAA,MACrB,CAAC;AAAA,IACH;AACA,WAAO,MAAM,mCAAmC;AAChD,YAAQ,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAE3C,UAAM,kBAAkB,WAAW,MAAM;AACvC,aAAO,KAAK,4CAA4C;AACxD,cAAQ,KAAK;AAAA,IACf,GAAG,gBAAgB;AAEnB,UAAM,yBAAyB,OAAO;AAAA,MACpC;AAAA,MACA;AAAA,MACA;AAAA,IACF,MAIM;AACJ,UAAI,CAAC,QAAQ,MAAM,GAAG;AACpB,eAAO,MAAM,EAAE,OAAO,CAAC,EAAE,KAAK,0BAA0B;AAAA,MAC1D;AAEA,UAAI;AACF,cAAM,OAAO,MAAM,QAAQ,MAAM,EAAG,IAAI,IAAI;AAC5C,gBAAQ,KAAM,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,MAAM,KAAK,EAAE,CAAC;AAAA,MAC/E,SAAS,OAAO;AACd,gBAAQ,KAAM,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,MAAM,EAAE,CAAC;AAAA,MAC1E;AAAA,IACF;AAEA,UAAM,iBAAiB,CAAC,QAAoB;AAC1C,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,0BAAgB,QAAQ;AACxB,kBAAQ,KAAM;AAAA,YACZ,MAAM;AAAA,YACN,OAAO,EAAE,eAAe,IAAI,MAAM,WAAW,WAAW,KAAK,IAAI,EAAE;AAAA,UACrE,CAAC;AACD;AAAA,QACF,KAAK;AACH,iBAAO,MAAM,6CAA6C;AAC1D,uBAAa,eAAe;AAE5B,kBAAQ,IAAI,WAAW,cAAc;AACrC,kBAAQ,IAAI,OAAO,OAAO,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EACrD,KAAK,MAAM;AACV,mBAAO,MAAM,0BAA0B;AACvC,oBAAQ,KAAM,EAAE,MAAM,OAAO,CAAC;AAC9B,iBAAK,QAAQ;AAAA,UACf,CAAC,EACA,MAAM,CAAC,QAAQ;AACd,mBAAO,MAAM,oCAAoC,GAAG;AAAA,UACtD,CAAC;AACH;AAAA,QACF,KAAK;AACH,iCAAuB,IAAI,KAAK;AAAA,MACpC;AAAA,IACF;AAEA,YAAQ,GAAG,WAAW,cAAc;AAEpC,UAAM,KAAK;AAEX,WAAO,MAAM,4BAA4B;AAEzC,WAAO,QAAQ;AAAA,EACjB;AACF,GAAG;","names":[]}
+{"version":3,"sources":["../../src/ipc/inference_proc_lazy_main.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { once } from 'node:events';\nimport type { InferenceRunner } from '../inference_runner.js';\nimport { initializeLogger, log } from '../log.js';\nimport { Future } from '../utils.js';\nimport type { IPCMessage } from './message.js';\n\nconst ORPHANED_TIMEOUT = 15 * 1000;\n\n(async () => {\n  if (process.send) {\n    const join = new Future();\n\n    // don't do anything on C-c\n    // this is handled in cli, triggering a termination of all child processes at once.\n    process.on('SIGINT', () => {\n      logger.debug('SIGINT received in inference proc');\n    });\n\n    // don't do anything on SIGTERM\n    // Render uses SIGTERM in autoscale, this ensures the processes are properly drained if needed\n    process.on('SIGTERM', () => {\n      logger.debug('SIGTERM received in inference proc');\n    });\n\n    await once(process, 'message').then(([msg]: IPCMessage[]) => {\n      msg = msg!;\n      if (msg.case !== 'initializeRequest') {\n        throw new Error('first message must be InitializeRequest');\n      }\n      initializeLogger(msg.value.loggerOptions);\n    });\n    const logger = log().child({ pid: process.pid });\n\n    const runners: { [id: string]: InferenceRunner } = await Promise.all(\n      Object.entries(JSON.parse(process.argv[2]!)).map(async ([k, v]) => {\n        return [\n          k,\n          await import(v as string).then((m) => {\n            // Handle both ESM (m.default is the class) and CJS (m.default.default is the class)\n            const Runner = typeof m.default === 'function' ? m.default : m.default?.default;\n            if (typeof Runner !== 'function') {\n              throw new Error(\n                `Unable to load inference runner: Missing or invalid default export in ${v}`,\n              );\n            }\n            return new Runner();\n          }),\n        ];\n      }),\n    ).then(Object.fromEntries);\n\n    await Promise.all(\n      Object.entries(runners).map(async ([runner, v]) => {\n        logger.child({ runner }).debug('initializing inference runner');\n        await v.initialize();\n      }),\n    );\n    logger.debug('all inference runners initialized');\n    process.send({ case: 'initializeResponse' });\n\n    const orphanedTimeout = setTimeout(() => {\n      logger.warn('inference process orphaned, shutting down.');\n      process.exit();\n    }, ORPHANED_TIMEOUT);\n\n    const handleInferenceRequest = async ({\n      method,\n      requestId,\n      data,\n    }: {\n      method: string;\n      requestId: string;\n      data: unknown;\n    }) => {\n      if (!runners[method]) {\n        logger.child({ method }).warn('unknown inference method');\n      }\n\n      try {\n        const resp = await runners[method]!.run(data);\n        process.send!({ case: 'inferenceResponse', value: { requestId, data: resp } });\n      } catch (error) {\n        process.send!({ case: 'inferenceResponse', value: { requestId, error } });\n      }\n    };\n\n    const messageHandler = (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'pingRequest':\n          orphanedTimeout.refresh();\n          process.send!({\n            case: 'pongResponse',\n            value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() },\n          });\n          break;\n        case 'shutdownRequest':\n          logger.debug('inference process received shutdown request');\n          clearTimeout(orphanedTimeout);\n          // Remove our message handler to stop processing new messages\n          process.off('message', messageHandler);\n          Promise.all(Object.values(runners).map((r) => r.close()))\n            .then(() => {\n              logger.debug('Inference runners closed');\n              process.send!({ case: 'done' });\n              join.resolve();\n            })\n            .catch((err) => {\n              logger.error('Error closing inference runners:', err);\n            });\n          break;\n        case 'inferenceRequest':\n          handleInferenceRequest(msg.value);\n      }\n    };\n\n    process.on('message', messageHandler);\n\n    await join.await;\n\n    logger.debug('Inference process shutdown');\n\n    return process.exitCode;\n  }\n})();\n"],"mappings":";AAGA,yBAAqB;AAErB,iBAAsC;AACtC,mBAAuB;AAGvB,MAAM,mBAAmB,KAAK;AAAA,CAE7B,YAAY;AACX,MAAI,QAAQ,MAAM;AAChB,UAAM,OAAO,IAAI,oBAAO;AAIxB,YAAQ,GAAG,UAAU,MAAM;AACzB,aAAO,MAAM,mCAAmC;AAAA,IAClD,CAAC;AAID,YAAQ,GAAG,WAAW,MAAM;AAC1B,aAAO,MAAM,oCAAoC;AAAA,IACnD,CAAC;AAED,cAAM,yBAAK,SAAS,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,MAAoB;AAC3D,YAAM;AACN,UAAI,IAAI,SAAS,qBAAqB;AACpC,cAAM,IAAI,MAAM,yCAAyC;AAAA,MAC3D;AACA,uCAAiB,IAAI,MAAM,aAAa;AAAA,IAC1C,CAAC;AACD,UAAM,aAAS,gBAAI,EAAE,MAAM,EAAE,KAAK,QAAQ,IAAI,CAAC;AAE/C,UAAM,UAA6C,MAAM,QAAQ;AAAA,MAC/D,OAAO,QAAQ,KAAK,MAAM,QAAQ,KAAK,CAAC,CAAE,CAAC,EAAE,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM;AACjE,eAAO;AAAA,UACL;AAAA,UACA,MAAM,OAAO,GAAa,KAAK,CAAC,MAAM;AAxChD;AA0CY,kBAAM,SAAS,OAAO,EAAE,YAAY,aAAa,EAAE,WAAU,OAAE,YAAF,mBAAW;AACxE,gBAAI,OAAO,WAAW,YAAY;AAChC,oBAAM,IAAI;AAAA,gBACR,yEAAyE,CAAC;AAAA,cAC5E;AAAA,YACF;AACA,mBAAO,IAAI,OAAO;AAAA,UACpB,CAAC;AAAA,QACH;AAAA,MACF,CAAC;AAAA,IACH,EAAE,KAAK,OAAO,WAAW;AAEzB,UAAM,QAAQ;AAAA,MACZ,OAAO,QAAQ,OAAO,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM;AACjD,eAAO,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,+BAA+B;AAC9D,cAAM,EAAE,WAAW;AAAA,MACrB,CAAC;AAAA,IACH;AACA,WAAO,MAAM,mCAAmC;AAChD,YAAQ,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAE3C,UAAM,kBAAkB,WAAW,MAAM;AACvC,aAAO,KAAK,4CAA4C;AACxD,cAAQ,KAAK;AAAA,IACf,GAAG,gBAAgB;AAEnB,UAAM,yBAAyB,OAAO;AAAA,MACpC;AAAA,MACA;AAAA,MACA;AAAA,IACF,MAIM;AACJ,UAAI,CAAC,QAAQ,MAAM,GAAG;AACpB,eAAO,MAAM,EAAE,OAAO,CAAC,EAAE,KAAK,0BAA0B;AAAA,MAC1D;AAEA,UAAI;AACF,cAAM,OAAO,MAAM,QAAQ,MAAM,EAAG,IAAI,IAAI;AAC5C,gBAAQ,KAAM,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,MAAM,KAAK,EAAE,CAAC;AAAA,MAC/E,SAAS,OAAO;AACd,gBAAQ,KAAM,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,MAAM,EAAE,CAAC;AAAA,MAC1E;AAAA,IACF;AAEA,UAAM,iBAAiB,CAAC,QAAoB;AAC1C,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,0BAAgB,QAAQ;AACxB,kBAAQ,KAAM;AAAA,YACZ,MAAM;AAAA,YACN,OAAO,EAAE,eAAe,IAAI,MAAM,WAAW,WAAW,KAAK,IAAI,EAAE;AAAA,UACrE,CAAC;AACD;AAAA,QACF,KAAK;AACH,iBAAO,MAAM,6CAA6C;AAC1D,uBAAa,eAAe;AAE5B,kBAAQ,IAAI,WAAW,cAAc;AACrC,kBAAQ,IAAI,OAAO,OAAO,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EACrD,KAAK,MAAM;AACV,mBAAO,MAAM,0BAA0B;AACvC,oBAAQ,KAAM,EAAE,MAAM,OAAO,CAAC;AAC9B,iBAAK,QAAQ;AAAA,UACf,CAAC,EACA,MAAM,CAAC,QAAQ;AACd,mBAAO,MAAM,oCAAoC,GAAG;AAAA,UACtD,CAAC;AACH;AAAA,QACF,KAAK;AACH,iCAAuB,IAAI,KAAK;AAAA,MACpC;AAAA,IACF;AAEA,YAAQ,GAAG,WAAW,cAAc;AAEpC,UAAM,KAAK;AAEX,WAAO,MAAM,4BAA4B;AAEzC,WAAO,QAAQ;AAAA,EACjB;AACF,GAAG;","names":[]}

package/dist/ipc/inference_proc_lazy_main.js

@@ -21,7 +21,19 @@ const ORPHANED_TIMEOUT = 15 * 1e3;
     const logger = log().child({ pid: process.pid });
     const runners = await Promise.all(
       Object.entries(JSON.parse(process.argv[2])).map(async ([k, v]) => {
-        return [k, await import(v).then((m) => new m.default())];
+        return [
+          k,
+          await import(v).then((m) => {
+            var _a;
+            const Runner = typeof m.default === "function" ? m.default : (_a = m.default) == null ? void 0 : _a.default;
+            if (typeof Runner !== "function") {
+              throw new Error(
+                `Unable to load inference runner: Missing or invalid default export in ${v}`
+              );
+            }
+            return new Runner();
+          })
+        ];
       })
     ).then(Object.fromEntries);
     await Promise.all(

package/dist/ipc/inference_proc_lazy_main.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/ipc/inference_proc_lazy_main.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { once } from 'node:events';\nimport type { InferenceRunner } from '../inference_runner.js';\nimport { initializeLogger, log } from '../log.js';\nimport { Future } from '../utils.js';\nimport type { IPCMessage } from './message.js';\n\nconst ORPHANED_TIMEOUT = 15 * 1000;\n\n(async () => {\n  if (process.send) {\n    const join = new Future();\n\n    // don't do anything on C-c\n    // this is handled in cli, triggering a termination of all child processes at once.\n    process.on('SIGINT', () => {\n      logger.debug('SIGINT received in inference proc');\n    });\n\n    // don't do anything on SIGTERM\n    // Render uses SIGTERM in autoscale, this ensures the processes are properly drained if needed\n    process.on('SIGTERM', () => {\n      logger.debug('SIGTERM received in inference proc');\n    });\n\n    await once(process, 'message').then(([msg]: IPCMessage[]) => {\n      msg = msg!;\n      if (msg.case !== 'initializeRequest') {\n        throw new Error('first message must be InitializeRequest');\n      }\n      initializeLogger(msg.value.loggerOptions);\n    });\n    const logger = log().child({ pid: process.pid });\n\n    const runners: { [id: string]: InferenceRunner } = await Promise.all(\n      Object.entries(JSON.parse(process.argv[2]!)).map(async ([k, v]) => {\n        return [k, await import(v as string).then((m) => new m.default())];\n      }),\n    ).then(Object.fromEntries);\n\n    await Promise.all(\n      Object.entries(runners).map(async ([runner, v]) => {\n        logger.child({ runner }).debug('initializing inference runner');\n        await v.initialize();\n      }),\n    );\n    logger.debug('all inference runners initialized');\n    process.send({ case: 'initializeResponse' });\n\n    const orphanedTimeout = setTimeout(() => {\n      logger.warn('inference process orphaned, shutting down.');\n      process.exit();\n    }, ORPHANED_TIMEOUT);\n\n    const handleInferenceRequest = async ({\n      method,\n      requestId,\n      data,\n    }: {\n      method: string;\n      requestId: string;\n      data: unknown;\n    }) => {\n      if (!runners[method]) {\n        logger.child({ method }).warn('unknown inference method');\n      }\n\n      try {\n        const resp = await runners[method]!.run(data);\n        process.send!({ case: 'inferenceResponse', value: { requestId, data: resp } });\n      } catch (error) {\n        process.send!({ case: 'inferenceResponse', value: { requestId, error } });\n      }\n    };\n\n    const messageHandler = (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'pingRequest':\n          orphanedTimeout.refresh();\n          process.send!({\n            case: 'pongResponse',\n            value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() },\n          });\n          break;\n        case 'shutdownRequest':\n          logger.debug('inference process received shutdown request');\n          clearTimeout(orphanedTimeout);\n          // Remove our message handler to stop processing new messages\n          process.off('message', messageHandler);\n          Promise.all(Object.values(runners).map((r) => r.close()))\n            .then(() => {\n              logger.debug('Inference runners closed');\n              process.send!({ case: 'done' });\n              join.resolve();\n            })\n            .catch((err) => {\n              logger.error('Error closing inference runners:', err);\n            });\n          break;\n        case 'inferenceRequest':\n          handleInferenceRequest(msg.value);\n      }\n    };\n\n    process.on('message', messageHandler);\n\n    await join.await;\n\n    logger.debug('Inference process shutdown');\n\n    return process.exitCode;\n  }\n})();\n"],"mappings":"AAGA,SAAS,YAAY;AAErB,SAAS,kBAAkB,WAAW;AACtC,SAAS,cAAc;AAGvB,MAAM,mBAAmB,KAAK;AAAA,CAE7B,YAAY;AACX,MAAI,QAAQ,MAAM;AAChB,UAAM,OAAO,IAAI,OAAO;AAIxB,YAAQ,GAAG,UAAU,MAAM;AACzB,aAAO,MAAM,mCAAmC;AAAA,IAClD,CAAC;AAID,YAAQ,GAAG,WAAW,MAAM;AAC1B,aAAO,MAAM,oCAAoC;AAAA,IACnD,CAAC;AAED,UAAM,KAAK,SAAS,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,MAAoB;AAC3D,YAAM;AACN,UAAI,IAAI,SAAS,qBAAqB;AACpC,cAAM,IAAI,MAAM,yCAAyC;AAAA,MAC3D;AACA,uBAAiB,IAAI,MAAM,aAAa;AAAA,IAC1C,CAAC;AACD,UAAM,SAAS,IAAI,EAAE,MAAM,EAAE,KAAK,QAAQ,IAAI,CAAC;AAE/C,UAAM,UAA6C,MAAM,QAAQ;AAAA,MAC/D,OAAO,QAAQ,KAAK,MAAM,QAAQ,KAAK,CAAC,CAAE,CAAC,EAAE,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM;AACjE,eAAO,CAAC,GAAG,MAAM,OAAO,GAAa,KAAK,CAAC,MAAM,IAAI,EAAE,QAAQ,CAAC,CAAC;AAAA,MACnE,CAAC;AAAA,IACH,EAAE,KAAK,OAAO,WAAW;AAEzB,UAAM,QAAQ;AAAA,MACZ,OAAO,QAAQ,OAAO,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM;AACjD,eAAO,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,+BAA+B;AAC9D,cAAM,EAAE,WAAW;AAAA,MACrB,CAAC;AAAA,IACH;AACA,WAAO,MAAM,mCAAmC;AAChD,YAAQ,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAE3C,UAAM,kBAAkB,WAAW,MAAM;AACvC,aAAO,KAAK,4CAA4C;AACxD,cAAQ,KAAK;AAAA,IACf,GAAG,gBAAgB;AAEnB,UAAM,yBAAyB,OAAO;AAAA,MACpC;AAAA,MACA;AAAA,MACA;AAAA,IACF,MAIM;AACJ,UAAI,CAAC,QAAQ,MAAM,GAAG;AACpB,eAAO,MAAM,EAAE,OAAO,CAAC,EAAE,KAAK,0BAA0B;AAAA,MAC1D;AAEA,UAAI;AACF,cAAM,OAAO,MAAM,QAAQ,MAAM,EAAG,IAAI,IAAI;AAC5C,gBAAQ,KAAM,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,MAAM,KAAK,EAAE,CAAC;AAAA,MAC/E,SAAS,OAAO;AACd,gBAAQ,KAAM,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,MAAM,EAAE,CAAC;AAAA,MAC1E;AAAA,IACF;AAEA,UAAM,iBAAiB,CAAC,QAAoB;AAC1C,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,0BAAgB,QAAQ;AACxB,kBAAQ,KAAM;AAAA,YACZ,MAAM;AAAA,YACN,OAAO,EAAE,eAAe,IAAI,MAAM,WAAW,WAAW,KAAK,IAAI,EAAE;AAAA,UACrE,CAAC;AACD;AAAA,QACF,KAAK;AACH,iBAAO,MAAM,6CAA6C;AAC1D,uBAAa,eAAe;AAE5B,kBAAQ,IAAI,WAAW,cAAc;AACrC,kBAAQ,IAAI,OAAO,OAAO,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EACrD,KAAK,MAAM;AACV,mBAAO,MAAM,0BAA0B;AACvC,oBAAQ,KAAM,EAAE,MAAM,OAAO,CAAC;AAC9B,iBAAK,QAAQ;AAAA,UACf,CAAC,EACA,MAAM,CAAC,QAAQ;AACd,mBAAO,MAAM,oCAAoC,GAAG;AAAA,UACtD,CAAC;AACH;AAAA,QACF,KAAK;AACH,iCAAuB,IAAI,KAAK;AAAA,MACpC;AAAA,IACF;AAEA,YAAQ,GAAG,WAAW,cAAc;AAEpC,UAAM,KAAK;AAEX,WAAO,MAAM,4BAA4B;AAEzC,WAAO,QAAQ;AAAA,EACjB;AACF,GAAG;","names":[]}
+{"version":3,"sources":["../../src/ipc/inference_proc_lazy_main.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { once } from 'node:events';\nimport type { InferenceRunner } from '../inference_runner.js';\nimport { initializeLogger, log } from '../log.js';\nimport { Future } from '../utils.js';\nimport type { IPCMessage } from './message.js';\n\nconst ORPHANED_TIMEOUT = 15 * 1000;\n\n(async () => {\n  if (process.send) {\n    const join = new Future();\n\n    // don't do anything on C-c\n    // this is handled in cli, triggering a termination of all child processes at once.\n    process.on('SIGINT', () => {\n      logger.debug('SIGINT received in inference proc');\n    });\n\n    // don't do anything on SIGTERM\n    // Render uses SIGTERM in autoscale, this ensures the processes are properly drained if needed\n    process.on('SIGTERM', () => {\n      logger.debug('SIGTERM received in inference proc');\n    });\n\n    await once(process, 'message').then(([msg]: IPCMessage[]) => {\n      msg = msg!;\n      if (msg.case !== 'initializeRequest') {\n        throw new Error('first message must be InitializeRequest');\n      }\n      initializeLogger(msg.value.loggerOptions);\n    });\n    const logger = log().child({ pid: process.pid });\n\n    const runners: { [id: string]: InferenceRunner } = await Promise.all(\n      Object.entries(JSON.parse(process.argv[2]!)).map(async ([k, v]) => {\n        return [\n          k,\n          await import(v as string).then((m) => {\n            // Handle both ESM (m.default is the class) and CJS (m.default.default is the class)\n            const Runner = typeof m.default === 'function' ? m.default : m.default?.default;\n            if (typeof Runner !== 'function') {\n              throw new Error(\n                `Unable to load inference runner: Missing or invalid default export in ${v}`,\n              );\n            }\n            return new Runner();\n          }),\n        ];\n      }),\n    ).then(Object.fromEntries);\n\n    await Promise.all(\n      Object.entries(runners).map(async ([runner, v]) => {\n        logger.child({ runner }).debug('initializing inference runner');\n        await v.initialize();\n      }),\n    );\n    logger.debug('all inference runners initialized');\n    process.send({ case: 'initializeResponse' });\n\n    const orphanedTimeout = setTimeout(() => {\n      logger.warn('inference process orphaned, shutting down.');\n      process.exit();\n    }, ORPHANED_TIMEOUT);\n\n    const handleInferenceRequest = async ({\n      method,\n      requestId,\n      data,\n    }: {\n      method: string;\n      requestId: string;\n      data: unknown;\n    }) => {\n      if (!runners[method]) {\n        logger.child({ method }).warn('unknown inference method');\n      }\n\n      try {\n        const resp = await runners[method]!.run(data);\n        process.send!({ case: 'inferenceResponse', value: { requestId, data: resp } });\n      } catch (error) {\n        process.send!({ case: 'inferenceResponse', value: { requestId, error } });\n      }\n    };\n\n    const messageHandler = (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'pingRequest':\n          orphanedTimeout.refresh();\n          process.send!({\n            case: 'pongResponse',\n            value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() },\n          });\n          break;\n        case 'shutdownRequest':\n          logger.debug('inference process received shutdown request');\n          clearTimeout(orphanedTimeout);\n          // Remove our message handler to stop processing new messages\n          process.off('message', messageHandler);\n          Promise.all(Object.values(runners).map((r) => r.close()))\n            .then(() => {\n              logger.debug('Inference runners closed');\n              process.send!({ case: 'done' });\n              join.resolve();\n            })\n            .catch((err) => {\n              logger.error('Error closing inference runners:', err);\n            });\n          break;\n        case 'inferenceRequest':\n          handleInferenceRequest(msg.value);\n      }\n    };\n\n    process.on('message', messageHandler);\n\n    await join.await;\n\n    logger.debug('Inference process shutdown');\n\n    return process.exitCode;\n  }\n})();\n"],"mappings":"AAGA,SAAS,YAAY;AAErB,SAAS,kBAAkB,WAAW;AACtC,SAAS,cAAc;AAGvB,MAAM,mBAAmB,KAAK;AAAA,CAE7B,YAAY;AACX,MAAI,QAAQ,MAAM;AAChB,UAAM,OAAO,IAAI,OAAO;AAIxB,YAAQ,GAAG,UAAU,MAAM;AACzB,aAAO,MAAM,mCAAmC;AAAA,IAClD,CAAC;AAID,YAAQ,GAAG,WAAW,MAAM;AAC1B,aAAO,MAAM,oCAAoC;AAAA,IACnD,CAAC;AAED,UAAM,KAAK,SAAS,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,MAAoB;AAC3D,YAAM;AACN,UAAI,IAAI,SAAS,qBAAqB;AACpC,cAAM,IAAI,MAAM,yCAAyC;AAAA,MAC3D;AACA,uBAAiB,IAAI,MAAM,aAAa;AAAA,IAC1C,CAAC;AACD,UAAM,SAAS,IAAI,EAAE,MAAM,EAAE,KAAK,QAAQ,IAAI,CAAC;AAE/C,UAAM,UAA6C,MAAM,QAAQ;AAAA,MAC/D,OAAO,QAAQ,KAAK,MAAM,QAAQ,KAAK,CAAC,CAAE,CAAC,EAAE,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM;AACjE,eAAO;AAAA,UACL;AAAA,UACA,MAAM,OAAO,GAAa,KAAK,CAAC,MAAM;AAxChD;AA0CY,kBAAM,SAAS,OAAO,EAAE,YAAY,aAAa,EAAE,WAAU,OAAE,YAAF,mBAAW;AACxE,gBAAI,OAAO,WAAW,YAAY;AAChC,oBAAM,IAAI;AAAA,gBACR,yEAAyE,CAAC;AAAA,cAC5E;AAAA,YACF;AACA,mBAAO,IAAI,OAAO;AAAA,UACpB,CAAC;AAAA,QACH;AAAA,MACF,CAAC;AAAA,IACH,EAAE,KAAK,OAAO,WAAW;AAEzB,UAAM,QAAQ;AAAA,MACZ,OAAO,QAAQ,OAAO,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM;AACjD,eAAO,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,+BAA+B;AAC9D,cAAM,EAAE,WAAW;AAAA,MACrB,CAAC;AAAA,IACH;AACA,WAAO,MAAM,mCAAmC;AAChD,YAAQ,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAE3C,UAAM,kBAAkB,WAAW,MAAM;AACvC,aAAO,KAAK,4CAA4C;AACxD,cAAQ,KAAK;AAAA,IACf,GAAG,gBAAgB;AAEnB,UAAM,yBAAyB,OAAO;AAAA,MACpC;AAAA,MACA;AAAA,MACA;AAAA,IACF,MAIM;AACJ,UAAI,CAAC,QAAQ,MAAM,GAAG;AACpB,eAAO,MAAM,EAAE,OAAO,CAAC,EAAE,KAAK,0BAA0B;AAAA,MAC1D;AAEA,UAAI;AACF,cAAM,OAAO,MAAM,QAAQ,MAAM,EAAG,IAAI,IAAI;AAC5C,gBAAQ,KAAM,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,MAAM,KAAK,EAAE,CAAC;AAAA,MAC/E,SAAS,OAAO;AACd,gBAAQ,KAAM,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,MAAM,EAAE,CAAC;AAAA,MAC1E;AAAA,IACF;AAEA,UAAM,iBAAiB,CAAC,QAAoB;AAC1C,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,0BAAgB,QAAQ;AACxB,kBAAQ,KAAM;AAAA,YACZ,MAAM;AAAA,YACN,OAAO,EAAE,eAAe,IAAI,MAAM,WAAW,WAAW,KAAK,IAAI,EAAE;AAAA,UACrE,CAAC;AACD;AAAA,QACF,KAAK;AACH,iBAAO,MAAM,6CAA6C;AAC1D,uBAAa,eAAe;AAE5B,kBAAQ,IAAI,WAAW,cAAc;AACrC,kBAAQ,IAAI,OAAO,OAAO,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EACrD,KAAK,MAAM;AACV,mBAAO,MAAM,0BAA0B;AACvC,oBAAQ,KAAM,EAAE,MAAM,OAAO,CAAC;AAC9B,iBAAK,QAAQ;AAAA,UACf,CAAC,EACA,MAAM,CAAC,QAAQ;AACd,mBAAO,MAAM,oCAAoC,GAAG;AAAA,UACtD,CAAC;AACH;AAAA,QACF,KAAK;AACH,iCAAuB,IAAI,KAAK;AAAA,MACpC;AAAA,IACF;AAEA,YAAQ,GAAG,WAAW,cAAc;AAEpC,UAAM,KAAK;AAEX,WAAO,MAAM,4BAA4B;AAEzC,WAAO,QAAQ;AAAA,EACjB;AACF,GAAG;","names":[]}

package/dist/ipc/job_proc_executor.cjs

@@ -24,9 +24,11 @@ module.exports = __toCommonJS(job_proc_executor_exports);
 var getImportMetaUrl = () => typeof document === "undefined" ? new URL(`file:${__filename}`).href : document.currentScript && document.currentScript.src || new URL("main.js", document.baseURI).href;
 var importMetaUrl = /* @__PURE__ */ getImportMetaUrl();
 var import_node_child_process = require("node:child_process");
+var import_node_path = require("node:path");
 var import_log = require("../log.cjs");
 var import_job_executor = require("./job_executor.cjs");
 var import_supervised_proc = require("./supervised_proc.cjs");
+const currentFileExtension = (0, import_node_path.extname)(importMetaUrl);
 class JobProcExecutor extends import_supervised_proc.SupervisedProc {
   #userArgs;
   // eslint-disable-line @typescript-eslint/no-explicit-any
@@ -65,7 +67,10 @@ class JobProcExecutor extends import_supervised_proc.SupervisedProc {
     return this.#runningJob;
   }
   createProcess() {
-    return (0, import_node_child_process.fork)(new URL("./job_proc_lazy_main.js", importMetaUrl), [this.#agent]);
+    const forkUrl = new URL(`./job_proc_lazy_main${currentFileExtension}`, importMetaUrl);
+    const isTypeScript = currentFileExtension === ".ts";
+    const forkOptions = isTypeScript ? { execArgv: process.execArgv } : void 0;
+    return (0, import_node_child_process.fork)(forkUrl, [this.#agent], forkOptions);
   }
   async mainTask(proc) {
     proc.on("message", (msg) => {

package/dist/ipc/job_proc_executor.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/ipc/job_proc_executor.ts","../../../node_modules/.pnpm/tsup@8.4.0_@microsoft+api-extractor@7.43.7_@types+node@22.15.30__postcss@8.4.38_tsx@4.20.4_typescript@5.4.5/node_modules/tsup/assets/cjs_shims.js"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChildProcess } from 'node:child_process';\nimport { fork } from 'node:child_process';\nimport type { RunningJobInfo } from '../job.js';\nimport { log } from '../log.js';\nimport type { InferenceExecutor } from './inference_executor.js';\nimport type { JobExecutor } from './job_executor.js';\nimport { JobStatus } from './job_executor.js';\nimport type { IPCMessage } from './message.js';\nimport { SupervisedProc } from './supervised_proc.js';\n\nexport class JobProcExecutor extends SupervisedProc implements JobExecutor {\n  #userArgs?: any; // eslint-disable-line @typescript-eslint/no-explicit-any\n  #jobStatus?: JobStatus;\n  #runningJob?: RunningJobInfo;\n  #agent: string;\n  #inferenceExecutor?: InferenceExecutor;\n  #inferenceTasks: Promise<void>[] = [];\n  #logger = log();\n\n  constructor(\n    agent: string,\n    inferenceExecutor: InferenceExecutor | undefined,\n    initializeTimeout: number,\n    closeTimeout: number,\n    memoryWarnMB: number,\n    memoryLimitMB: number,\n    pingInterval: number,\n    pingTimeout: number,\n    highPingThreshold: number,\n  ) {\n    super(\n      initializeTimeout,\n      closeTimeout,\n      memoryWarnMB,\n      memoryLimitMB,\n      pingInterval,\n      pingTimeout,\n      highPingThreshold,\n    );\n    this.#agent = agent;\n    this.#inferenceExecutor = inferenceExecutor;\n  }\n\n  get status(): JobStatus {\n    if (this.#jobStatus) {\n      return this.#jobStatus;\n    }\n    throw new Error('job status not available');\n  }\n\n  get userArguments(): any {\n    return this.#userArgs;\n  }\n\n  set userArguments(args: any) {\n    this.#userArgs = args;\n  }\n\n  get runningJob(): RunningJobInfo | undefined {\n    return this.#runningJob;\n  }\n\n  createProcess(): ChildProcess {\n    return fork(new URL('./job_proc_lazy_main.js', import.meta.url), [this.#agent]);\n  }\n\n  async mainTask(proc: ChildProcess) {\n    proc.on('message', (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'inferenceRequest':\n          this.#inferenceTasks.push(this.#doInferenceTask(proc, msg.value));\n      }\n    });\n  }\n\n  async #doInferenceTask(\n    proc: ChildProcess,\n    req: { method: string; requestId: string; data: unknown },\n  ) {\n    if (!this.#inferenceExecutor) {\n      this.#logger.warn('inference request received but no inference executor');\n      proc.send({\n        case: 'inferenceResponse',\n        value: { requestId: req.requestId, error: new Error('no inference executor') },\n      });\n      return;\n    }\n\n    try {\n      const data = await this.#inferenceExecutor.doInference(req.method, req.data);\n      proc.send({ case: 'inferenceResponse', value: { requestId: req.requestId, data } });\n    } catch (error) {\n      proc.send({ case: 'inferenceResponse', value: { requestId: req.requestId, error } });\n    }\n  }\n\n  async launchJob(info: RunningJobInfo) {\n    if (this.#runningJob) {\n      throw Error('process already has a running job');\n    }\n    if (!this.init.done) {\n      throw Error('process not initialized');\n    }\n    this.#jobStatus = JobStatus.RUNNING;\n    this.#runningJob = info;\n\n    this.proc!.send({ case: 'startJobRequest', value: { runningJob: info } });\n  }\n}\n","// Shim globals in cjs bundle\n// There's a weird bug that esbuild will always inject importMetaUrl\n// if we export it as `const importMetaUrl = ... __filename ...`\n// But using a function will not cause this issue\n\nconst getImportMetaUrl = () =>\n  typeof document === 'undefined'\n    ? new URL(`file:${__filename}`).href\n    : (document.currentScript && document.currentScript.src) ||\n      new URL('main.js', document.baseURI).href\n\nexport const importMetaUrl = /* @__PURE__ */ getImportMetaUrl()\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;ACKA,IAAM,mBAAmB,MACvB,OAAO,aAAa,cAChB,IAAI,IAAI,QAAQ,UAAU,EAAE,EAAE,OAC7B,SAAS,iBAAiB,SAAS,cAAc,OAClD,IAAI,IAAI,WAAW,SAAS,OAAO,EAAE;AAEpC,IAAM,gBAAgC,iCAAiB;ADP9D,gCAAqB;AAErB,iBAAoB;AAGpB,0BAA0B;AAE1B,6BAA+B;AAExB,MAAM,wBAAwB,sCAAsC;AAAA,EACzE;AAAA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,kBAAmC,CAAC;AAAA,EACpC,cAAU,gBAAI;AAAA,EAEd,YACE,OACA,mBACA,mBACA,cACA,cACA,eACA,cACA,aACA,mBACA;AACA;AAAA,MACE;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,SAAK,SAAS;AACd,SAAK,qBAAqB;AAAA,EAC5B;AAAA,EAEA,IAAI,SAAoB;AACtB,QAAI,KAAK,YAAY;AACnB,aAAO,KAAK;AAAA,IACd;AACA,UAAM,IAAI,MAAM,0BAA0B;AAAA,EAC5C;AAAA,EAEA,IAAI,gBAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,cAAc,MAAW;AAC3B,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,IAAI,aAAyC;AAC3C,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,gBAA8B;AAC5B,eAAO,gCAAK,IAAI,IAAI,2BAA2B,aAAe,GAAG,CAAC,KAAK,MAAM,CAAC;AAAA,EAChF;AAAA,EAEA,MAAM,SAAS,MAAoB;AACjC,SAAK,GAAG,WAAW,CAAC,QAAoB;AACtC,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,eAAK,gBAAgB,KAAK,KAAK,iBAAiB,MAAM,IAAI,KAAK,CAAC;AAAA,MACpE;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,iBACJ,MACA,KACA;AACA,QAAI,CAAC,KAAK,oBAAoB;AAC5B,WAAK,QAAQ,KAAK,sDAAsD;AACxE,WAAK,KAAK;AAAA,QACR,MAAM;AAAA,QACN,OAAO,EAAE,WAAW,IAAI,WAAW,OAAO,IAAI,MAAM,uBAAuB,EAAE;AAAA,MAC/E,CAAC;AACD;AAAA,IACF;AAEA,QAAI;AACF,YAAM,OAAO,MAAM,KAAK,mBAAmB,YAAY,IAAI,QAAQ,IAAI,IAAI;AAC3E,WAAK,KAAK,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,IAAI,WAAW,KAAK,EAAE,CAAC;AAAA,IACpF,SAAS,OAAO;AACd,WAAK,KAAK,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,IAAI,WAAW,MAAM,EAAE,CAAC;AAAA,IACrF;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,MAAsB;AACpC,QAAI,KAAK,aAAa;AACpB,YAAM,MAAM,mCAAmC;AAAA,IACjD;AACA,QAAI,CAAC,KAAK,KAAK,MAAM;AACnB,YAAM,MAAM,yBAAyB;AAAA,IACvC;AACA,SAAK,aAAa,8BAAU;AAC5B,SAAK,cAAc;AAEnB,SAAK,KAAM,KAAK,EAAE,MAAM,mBAAmB,OAAO,EAAE,YAAY,KAAK,EAAE,CAAC;AAAA,EAC1E;AACF;","names":[]}
+{"version":3,"sources":["../../src/ipc/job_proc_executor.ts","../../../node_modules/.pnpm/tsup@8.4.0_@microsoft+api-extractor@7.43.7_@types+node@22.15.30__postcss@8.5.6_tsx@4.21.0_typescript@5.4.5/node_modules/tsup/assets/cjs_shims.js"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChildProcess } from 'node:child_process';\nimport { fork } from 'node:child_process';\nimport { extname } from 'node:path';\nimport type { RunningJobInfo } from '../job.js';\nimport { log } from '../log.js';\nimport type { InferenceExecutor } from './inference_executor.js';\nimport type { JobExecutor } from './job_executor.js';\nimport { JobStatus } from './job_executor.js';\nimport type { IPCMessage } from './message.js';\nimport { SupervisedProc } from './supervised_proc.js';\n\nconst currentFileExtension = extname(import.meta.url);\n\nexport class JobProcExecutor extends SupervisedProc implements JobExecutor {\n  #userArgs?: any; // eslint-disable-line @typescript-eslint/no-explicit-any\n  #jobStatus?: JobStatus;\n  #runningJob?: RunningJobInfo;\n  #agent: string;\n  #inferenceExecutor?: InferenceExecutor;\n  #inferenceTasks: Promise<void>[] = [];\n  #logger = log();\n\n  constructor(\n    agent: string,\n    inferenceExecutor: InferenceExecutor | undefined,\n    initializeTimeout: number,\n    closeTimeout: number,\n    memoryWarnMB: number,\n    memoryLimitMB: number,\n    pingInterval: number,\n    pingTimeout: number,\n    highPingThreshold: number,\n  ) {\n    super(\n      initializeTimeout,\n      closeTimeout,\n      memoryWarnMB,\n      memoryLimitMB,\n      pingInterval,\n      pingTimeout,\n      highPingThreshold,\n    );\n    this.#agent = agent;\n    this.#inferenceExecutor = inferenceExecutor;\n  }\n\n  get status(): JobStatus {\n    if (this.#jobStatus) {\n      return this.#jobStatus;\n    }\n    throw new Error('job status not available');\n  }\n\n  get userArguments(): any {\n    return this.#userArgs;\n  }\n\n  set userArguments(args: any) {\n    this.#userArgs = args;\n  }\n\n  get runningJob(): RunningJobInfo | undefined {\n    return this.#runningJob;\n  }\n\n  createProcess(): ChildProcess {\n    const forkUrl = new URL(`./job_proc_lazy_main${currentFileExtension}`, import.meta.url);\n\n    // When running via tsx/ts-node (TypeScript files), we need to inherit the parent's\n    // execArgv so the child process can also execute TypeScript with the same loader\n    const isTypeScript = currentFileExtension === '.ts';\n    const forkOptions = isTypeScript ? { execArgv: process.execArgv } : undefined;\n\n    return fork(forkUrl, [this.#agent], forkOptions);\n  }\n\n  async mainTask(proc: ChildProcess) {\n    proc.on('message', (msg: IPCMessage) => {\n      switch (msg.case) {\n        case 'inferenceRequest':\n          this.#inferenceTasks.push(this.#doInferenceTask(proc, msg.value));\n      }\n    });\n  }\n\n  async #doInferenceTask(\n    proc: ChildProcess,\n    req: { method: string; requestId: string; data: unknown },\n  ) {\n    if (!this.#inferenceExecutor) {\n      this.#logger.warn('inference request received but no inference executor');\n      proc.send({\n        case: 'inferenceResponse',\n        value: { requestId: req.requestId, error: new Error('no inference executor') },\n      });\n      return;\n    }\n\n    try {\n      const data = await this.#inferenceExecutor.doInference(req.method, req.data);\n      proc.send({ case: 'inferenceResponse', value: { requestId: req.requestId, data } });\n    } catch (error) {\n      proc.send({ case: 'inferenceResponse', value: { requestId: req.requestId, error } });\n    }\n  }\n\n  async launchJob(info: RunningJobInfo) {\n    if (this.#runningJob) {\n      throw Error('process already has a running job');\n    }\n    if (!this.init.done) {\n      throw Error('process not initialized');\n    }\n    this.#jobStatus = JobStatus.RUNNING;\n    this.#runningJob = info;\n\n    this.proc!.send({ case: 'startJobRequest', value: { runningJob: info } });\n  }\n}\n","// Shim globals in cjs bundle\n// There's a weird bug that esbuild will always inject importMetaUrl\n// if we export it as `const importMetaUrl = ... __filename ...`\n// But using a function will not cause this issue\n\nconst getImportMetaUrl = () =>\n  typeof document === 'undefined'\n    ? new URL(`file:${__filename}`).href\n    : (document.currentScript && document.currentScript.src) ||\n      new URL('main.js', document.baseURI).href\n\nexport const importMetaUrl = /* @__PURE__ */ getImportMetaUrl()\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;ACKA,IAAM,mBAAmB,MACvB,OAAO,aAAa,cAChB,IAAI,IAAI,QAAQ,UAAU,EAAE,EAAE,OAC7B,SAAS,iBAAiB,SAAS,cAAc,OAClD,IAAI,IAAI,WAAW,SAAS,OAAO,EAAE;AAEpC,IAAM,gBAAgC,iCAAiB;ADP9D,gCAAqB;AACrB,uBAAwB;AAExB,iBAAoB;AAGpB,0BAA0B;AAE1B,6BAA+B;AAE/B,MAAM,2BAAuB,0BAAQ,aAAe;AAE7C,MAAM,wBAAwB,sCAAsC;AAAA,EACzE;AAAA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,kBAAmC,CAAC;AAAA,EACpC,cAAU,gBAAI;AAAA,EAEd,YACE,OACA,mBACA,mBACA,cACA,cACA,eACA,cACA,aACA,mBACA;AACA;AAAA,MACE;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,SAAK,SAAS;AACd,SAAK,qBAAqB;AAAA,EAC5B;AAAA,EAEA,IAAI,SAAoB;AACtB,QAAI,KAAK,YAAY;AACnB,aAAO,KAAK;AAAA,IACd;AACA,UAAM,IAAI,MAAM,0BAA0B;AAAA,EAC5C;AAAA,EAEA,IAAI,gBAAqB;AACvB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,cAAc,MAAW;AAC3B,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,IAAI,aAAyC;AAC3C,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,gBAA8B;AAC5B,UAAM,UAAU,IAAI,IAAI,uBAAuB,oBAAoB,IAAI,aAAe;AAItF,UAAM,eAAe,yBAAyB;AAC9C,UAAM,cAAc,eAAe,EAAE,UAAU,QAAQ,SAAS,IAAI;AAEpE,eAAO,gCAAK,SAAS,CAAC,KAAK,MAAM,GAAG,WAAW;AAAA,EACjD;AAAA,EAEA,MAAM,SAAS,MAAoB;AACjC,SAAK,GAAG,WAAW,CAAC,QAAoB;AACtC,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,eAAK,gBAAgB,KAAK,KAAK,iBAAiB,MAAM,IAAI,KAAK,CAAC;AAAA,MACpE;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,iBACJ,MACA,KACA;AACA,QAAI,CAAC,KAAK,oBAAoB;AAC5B,WAAK,QAAQ,KAAK,sDAAsD;AACxE,WAAK,KAAK;AAAA,QACR,MAAM;AAAA,QACN,OAAO,EAAE,WAAW,IAAI,WAAW,OAAO,IAAI,MAAM,uBAAuB,EAAE;AAAA,MAC/E,CAAC;AACD;AAAA,IACF;AAEA,QAAI;AACF,YAAM,OAAO,MAAM,KAAK,mBAAmB,YAAY,IAAI,QAAQ,IAAI,IAAI;AAC3E,WAAK,KAAK,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,IAAI,WAAW,KAAK,EAAE,CAAC;AAAA,IACpF,SAAS,OAAO;AACd,WAAK,KAAK,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,IAAI,WAAW,MAAM,EAAE,CAAC;AAAA,IACrF;AAAA,EACF;AAAA,EAEA,MAAM,UAAU,MAAsB;AACpC,QAAI,KAAK,aAAa;AACpB,YAAM,MAAM,mCAAmC;AAAA,IACjD;AACA,QAAI,CAAC,KAAK,KAAK,MAAM;AACnB,YAAM,MAAM,yBAAyB;AAAA,IACvC;AACA,SAAK,aAAa,8BAAU;AAC5B,SAAK,cAAc;AAEnB,SAAK,KAAM,KAAK,EAAE,MAAM,mBAAmB,OAAO,EAAE,YAAY,KAAK,EAAE,CAAC;AAAA,EAC1E;AACF;","names":[]}

package/dist/ipc/job_proc_executor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"job_proc_executor.d.ts","sourceRoot":"","sources":["../../src/ipc/job_proc_executor.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEvD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEhD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAEtD,qBAAa,eAAgB,SAAQ,cAAe,YAAW,WAAW;;gBAUtE,KAAK,EAAE,MAAM,EACb,iBAAiB,EAAE,iBAAiB,GAAG,SAAS,EAChD,iBAAiB,EAAE,MAAM,EACzB,YAAY,EAAE,MAAM,EACpB,YAAY,EAAE,MAAM,EACpB,aAAa,EAAE,MAAM,EACrB,YAAY,EAAE,MAAM,EACpB,WAAW,EAAE,MAAM,EACnB,iBAAiB,EAAE,MAAM;IAe3B,IAAI,MAAM,IAAI,SAAS,CAKtB;IAED,IAAI,aAAa,IAAI,GAAG,CAEvB;IAED,IAAI,aAAa,CAAC,IAAI,EAAE,GAAG,EAE1B;IAED,IAAI,UAAU,IAAI,cAAc,GAAG,SAAS,CAE3C;IAED,aAAa,IAAI,YAAY;IAIvB,QAAQ,CAAC,IAAI,EAAE,YAAY;IA8B3B,SAAS,CAAC,IAAI,EAAE,cAAc;CAYrC"}
+{"version":3,"file":"job_proc_executor.d.ts","sourceRoot":"","sources":["../../src/ipc/job_proc_executor.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAGvD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEhD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAItD,qBAAa,eAAgB,SAAQ,cAAe,YAAW,WAAW;;gBAUtE,KAAK,EAAE,MAAM,EACb,iBAAiB,EAAE,iBAAiB,GAAG,SAAS,EAChD,iBAAiB,EAAE,MAAM,EACzB,YAAY,EAAE,MAAM,EACpB,YAAY,EAAE,MAAM,EACpB,aAAa,EAAE,MAAM,EACrB,YAAY,EAAE,MAAM,EACpB,WAAW,EAAE,MAAM,EACnB,iBAAiB,EAAE,MAAM;IAe3B,IAAI,MAAM,IAAI,SAAS,CAKtB;IAED,IAAI,aAAa,IAAI,GAAG,CAEvB;IAED,IAAI,aAAa,CAAC,IAAI,EAAE,GAAG,EAE1B;IAED,IAAI,UAAU,IAAI,cAAc,GAAG,SAAS,CAE3C;IAED,aAAa,IAAI,YAAY;IAWvB,QAAQ,CAAC,IAAI,EAAE,YAAY;IA8B3B,SAAS,CAAC,IAAI,EAAE,cAAc;CAYrC"}

package/dist/ipc/job_proc_executor.js

@@ -1,7 +1,9 @@
 import { fork } from "node:child_process";
+import { extname } from "node:path";
 import { log } from "../log.js";
 import { JobStatus } from "./job_executor.js";
 import { SupervisedProc } from "./supervised_proc.js";
+const currentFileExtension = extname(import.meta.url);
 class JobProcExecutor extends SupervisedProc {
   #userArgs;
   // eslint-disable-line @typescript-eslint/no-explicit-any
@@ -40,7 +42,10 @@ class JobProcExecutor extends SupervisedProc {
     return this.#runningJob;
   }
   createProcess() {
-    return fork(new URL("./job_proc_lazy_main.js", import.meta.url), [this.#agent]);
+    const forkUrl = new URL(`./job_proc_lazy_main${currentFileExtension}`, import.meta.url);
+    const isTypeScript = currentFileExtension === ".ts";
+    const forkOptions = isTypeScript ? { execArgv: process.execArgv } : void 0;
+    return fork(forkUrl, [this.#agent], forkOptions);
   }
   async mainTask(proc) {
     proc.on("message", (msg) => {