@livekit/agents 1.1.0-dev.0 → 1.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli.cjs +2 -0
- package/dist/cli.cjs.map +1 -1
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +2 -0
- package/dist/cli.js.map +1 -1
- package/dist/constants.cjs +3 -0
- package/dist/constants.cjs.map +1 -1
- package/dist/constants.d.cts +1 -0
- package/dist/constants.d.ts +1 -0
- package/dist/constants.d.ts.map +1 -1
- package/dist/constants.js +2 -0
- package/dist/constants.js.map +1 -1
- package/dist/cpu.cjs +189 -0
- package/dist/cpu.cjs.map +1 -0
- package/dist/cpu.d.cts +24 -0
- package/dist/cpu.d.ts +24 -0
- package/dist/cpu.d.ts.map +1 -0
- package/dist/cpu.js +152 -0
- package/dist/cpu.js.map +1 -0
- package/dist/cpu.test.cjs +227 -0
- package/dist/cpu.test.cjs.map +1 -0
- package/dist/cpu.test.js +204 -0
- package/dist/cpu.test.js.map +1 -0
- package/dist/index.cjs +12 -10
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +13 -13
- package/dist/index.d.ts +13 -13
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +11 -10
- package/dist/index.js.map +1 -1
- package/dist/inference/interruption/defaults.cjs +1 -1
- package/dist/inference/interruption/defaults.cjs.map +1 -1
- package/dist/inference/interruption/defaults.d.cts +1 -1
- package/dist/inference/interruption/defaults.d.ts +1 -1
- package/dist/inference/interruption/defaults.d.ts.map +1 -1
- package/dist/inference/interruption/defaults.js +1 -1
- package/dist/inference/interruption/defaults.js.map +1 -1
- package/dist/inference/interruption/http_transport.cjs +44 -28
- package/dist/inference/interruption/http_transport.cjs.map +1 -1
- package/dist/inference/interruption/http_transport.d.ts.map +1 -1
- package/dist/inference/interruption/http_transport.js +45 -29
- package/dist/inference/interruption/http_transport.js.map +1 -1
- package/dist/inference/interruption/interruption_detector.cjs +22 -5
- package/dist/inference/interruption/interruption_detector.cjs.map +1 -1
- package/dist/inference/interruption/interruption_detector.d.cts +2 -2
- package/dist/inference/interruption/interruption_detector.d.ts +2 -2
- package/dist/inference/interruption/interruption_detector.d.ts.map +1 -1
- package/dist/inference/interruption/interruption_detector.js +22 -5
- package/dist/inference/interruption/interruption_detector.js.map +1 -1
- package/dist/inference/interruption/interruption_stream.cjs +4 -4
- package/dist/inference/interruption/interruption_stream.cjs.map +1 -1
- package/dist/inference/interruption/interruption_stream.js +4 -4
- package/dist/inference/interruption/interruption_stream.js.map +1 -1
- package/dist/inference/interruption/types.cjs.map +1 -1
- package/dist/inference/interruption/types.d.cts +2 -2
- package/dist/inference/interruption/types.d.ts +2 -2
- package/dist/inference/interruption/types.d.ts.map +1 -1
- package/dist/inference/interruption/ws_transport.cjs +60 -47
- package/dist/inference/interruption/ws_transport.cjs.map +1 -1
- package/dist/inference/interruption/ws_transport.d.ts.map +1 -1
- package/dist/inference/interruption/ws_transport.js +60 -47
- package/dist/inference/interruption/ws_transport.js.map +1 -1
- package/dist/inference/llm.cjs.map +1 -1
- package/dist/inference/llm.d.cts +1 -1
- package/dist/inference/llm.d.ts +1 -1
- package/dist/inference/llm.d.ts.map +1 -1
- package/dist/inference/llm.js.map +1 -1
- package/dist/inference/stt.cjs +20 -12
- package/dist/inference/stt.cjs.map +1 -1
- package/dist/inference/stt.d.cts +3 -2
- package/dist/inference/stt.d.ts +3 -2
- package/dist/inference/stt.d.ts.map +1 -1
- package/dist/inference/stt.js +20 -12
- package/dist/inference/stt.js.map +1 -1
- package/dist/inference/stt.test.cjs +14 -0
- package/dist/inference/stt.test.cjs.map +1 -1
- package/dist/inference/stt.test.js +14 -0
- package/dist/inference/stt.test.js.map +1 -1
- package/dist/inference/tts.cjs +13 -4
- package/dist/inference/tts.cjs.map +1 -1
- package/dist/inference/tts.d.cts +8 -1
- package/dist/inference/tts.d.ts +8 -1
- package/dist/inference/tts.d.ts.map +1 -1
- package/dist/inference/tts.js +13 -4
- package/dist/inference/tts.js.map +1 -1
- package/dist/inference/tts.test.cjs +10 -0
- package/dist/inference/tts.test.cjs.map +1 -1
- package/dist/inference/tts.test.js +10 -0
- package/dist/inference/tts.test.js.map +1 -1
- package/dist/ipc/job_proc_lazy_main.cjs +41 -23
- package/dist/ipc/job_proc_lazy_main.cjs.map +1 -1
- package/dist/ipc/job_proc_lazy_main.js +41 -23
- package/dist/ipc/job_proc_lazy_main.js.map +1 -1
- package/dist/job.cjs +1 -1
- package/dist/job.cjs.map +1 -1
- package/dist/job.js +1 -1
- package/dist/job.js.map +1 -1
- package/dist/language.cjs +394 -0
- package/dist/language.cjs.map +1 -0
- package/dist/language.d.cts +15 -0
- package/dist/language.d.ts +15 -0
- package/dist/language.d.ts.map +1 -0
- package/dist/language.js +363 -0
- package/dist/language.js.map +1 -0
- package/dist/language.test.cjs +43 -0
- package/dist/language.test.cjs.map +1 -0
- package/dist/language.test.js +49 -0
- package/dist/language.test.js.map +1 -0
- package/dist/llm/index.cjs +2 -0
- package/dist/llm/index.cjs.map +1 -1
- package/dist/llm/index.d.cts +1 -1
- package/dist/llm/index.d.ts +1 -1
- package/dist/llm/index.d.ts.map +1 -1
- package/dist/llm/index.js +2 -0
- package/dist/llm/index.js.map +1 -1
- package/dist/stream/deferred_stream.cjs +6 -2
- package/dist/stream/deferred_stream.cjs.map +1 -1
- package/dist/stream/deferred_stream.d.ts.map +1 -1
- package/dist/stream/deferred_stream.js +6 -2
- package/dist/stream/deferred_stream.js.map +1 -1
- package/dist/stt/stt.cjs.map +1 -1
- package/dist/stt/stt.d.cts +2 -1
- package/dist/stt/stt.d.ts +2 -1
- package/dist/stt/stt.d.ts.map +1 -1
- package/dist/stt/stt.js.map +1 -1
- package/dist/utils.cjs +15 -0
- package/dist/utils.cjs.map +1 -1
- package/dist/utils.d.cts +8 -0
- package/dist/utils.d.ts +8 -0
- package/dist/utils.d.ts.map +1 -1
- package/dist/utils.js +13 -0
- package/dist/utils.js.map +1 -1
- package/dist/version.cjs +1 -1
- package/dist/version.js +1 -1
- package/dist/voice/agent.cjs +14 -17
- package/dist/voice/agent.cjs.map +1 -1
- package/dist/voice/agent.d.cts +10 -11
- package/dist/voice/agent.d.ts +10 -11
- package/dist/voice/agent.d.ts.map +1 -1
- package/dist/voice/agent.js +15 -18
- package/dist/voice/agent.js.map +1 -1
- package/dist/voice/agent.test.cjs +194 -0
- package/dist/voice/agent.test.cjs.map +1 -1
- package/dist/voice/agent.test.js +195 -1
- package/dist/voice/agent.test.js.map +1 -1
- package/dist/voice/agent_activity.cjs +116 -39
- package/dist/voice/agent_activity.cjs.map +1 -1
- package/dist/voice/agent_activity.d.cts +2 -0
- package/dist/voice/agent_activity.d.ts +2 -0
- package/dist/voice/agent_activity.d.ts.map +1 -1
- package/dist/voice/agent_activity.js +117 -40
- package/dist/voice/agent_activity.js.map +1 -1
- package/dist/voice/agent_activity.test.cjs +135 -0
- package/dist/voice/agent_activity.test.cjs.map +1 -0
- package/dist/voice/agent_activity.test.js +134 -0
- package/dist/voice/agent_activity.test.js.map +1 -0
- package/dist/voice/agent_session.cjs +38 -38
- package/dist/voice/agent_session.cjs.map +1 -1
- package/dist/voice/agent_session.d.cts +65 -56
- package/dist/voice/agent_session.d.ts +65 -56
- package/dist/voice/agent_session.d.ts.map +1 -1
- package/dist/voice/agent_session.js +37 -37
- package/dist/voice/agent_session.js.map +1 -1
- package/dist/voice/audio_recognition.cjs +106 -52
- package/dist/voice/audio_recognition.cjs.map +1 -1
- package/dist/voice/audio_recognition.d.cts +4 -2
- package/dist/voice/audio_recognition.d.ts +4 -2
- package/dist/voice/audio_recognition.d.ts.map +1 -1
- package/dist/voice/audio_recognition.js +106 -52
- package/dist/voice/audio_recognition.js.map +1 -1
- package/dist/voice/audio_recognition_span.test.cjs +84 -22
- package/dist/voice/audio_recognition_span.test.cjs.map +1 -1
- package/dist/voice/audio_recognition_span.test.js +90 -23
- package/dist/voice/audio_recognition_span.test.js.map +1 -1
- package/dist/voice/events.cjs +1 -1
- package/dist/voice/events.cjs.map +1 -1
- package/dist/voice/events.d.cts +4 -3
- package/dist/voice/events.d.ts +4 -3
- package/dist/voice/events.d.ts.map +1 -1
- package/dist/voice/events.js +1 -1
- package/dist/voice/events.js.map +1 -1
- package/dist/voice/index.cjs +9 -1
- package/dist/voice/index.cjs.map +1 -1
- package/dist/voice/index.d.cts +1 -1
- package/dist/voice/index.d.ts +1 -1
- package/dist/voice/index.d.ts.map +1 -1
- package/dist/voice/index.js +10 -1
- package/dist/voice/index.js.map +1 -1
- package/dist/voice/remote_session.cjs +922 -0
- package/dist/voice/remote_session.cjs.map +1 -0
- package/dist/voice/remote_session.d.cts +108 -0
- package/dist/voice/remote_session.d.ts +108 -0
- package/dist/voice/remote_session.d.ts.map +1 -0
- package/dist/voice/remote_session.js +887 -0
- package/dist/voice/remote_session.js.map +1 -0
- package/dist/voice/report.cjs +11 -10
- package/dist/voice/report.cjs.map +1 -1
- package/dist/voice/report.d.cts +5 -3
- package/dist/voice/report.d.ts +5 -3
- package/dist/voice/report.d.ts.map +1 -1
- package/dist/voice/report.js +11 -10
- package/dist/voice/report.js.map +1 -1
- package/dist/voice/report.test.cjs +15 -0
- package/dist/voice/report.test.cjs.map +1 -1
- package/dist/voice/report.test.js +15 -0
- package/dist/voice/report.test.js.map +1 -1
- package/dist/voice/room_io/room_io.cjs +39 -0
- package/dist/voice/room_io/room_io.cjs.map +1 -1
- package/dist/voice/room_io/room_io.d.cts +3 -1
- package/dist/voice/room_io/room_io.d.ts +3 -1
- package/dist/voice/room_io/room_io.d.ts.map +1 -1
- package/dist/voice/room_io/room_io.js +40 -1
- package/dist/voice/room_io/room_io.js.map +1 -1
- package/dist/voice/turn_config/interruption.cjs.map +1 -1
- package/dist/voice/turn_config/interruption.d.cts +1 -1
- package/dist/voice/turn_config/interruption.d.ts +1 -1
- package/dist/voice/turn_config/interruption.d.ts.map +1 -1
- package/dist/voice/turn_config/interruption.js.map +1 -1
- package/dist/voice/turn_config/utils.cjs +95 -35
- package/dist/voice/turn_config/utils.cjs.map +1 -1
- package/dist/voice/turn_config/utils.d.cts +17 -5
- package/dist/voice/turn_config/utils.d.ts +17 -5
- package/dist/voice/turn_config/utils.d.ts.map +1 -1
- package/dist/voice/turn_config/utils.js +93 -35
- package/dist/voice/turn_config/utils.js.map +1 -1
- package/dist/voice/turn_config/utils.test.cjs +83 -41
- package/dist/voice/turn_config/utils.test.cjs.map +1 -1
- package/dist/voice/turn_config/utils.test.js +84 -42
- package/dist/voice/turn_config/utils.test.js.map +1 -1
- package/dist/worker.cjs +6 -29
- package/dist/worker.cjs.map +1 -1
- package/dist/worker.d.ts.map +1 -1
- package/dist/worker.js +6 -19
- package/dist/worker.js.map +1 -1
- package/package.json +3 -2
- package/src/cli.ts +2 -0
- package/src/constants.ts +1 -0
- package/src/cpu.test.ts +239 -0
- package/src/cpu.ts +173 -0
- package/src/index.ts +13 -15
- package/src/inference/interruption/defaults.ts +1 -1
- package/src/inference/interruption/http_transport.ts +49 -30
- package/src/inference/interruption/interruption_detector.ts +22 -6
- package/src/inference/interruption/interruption_stream.ts +4 -4
- package/src/inference/interruption/types.ts +2 -2
- package/src/inference/interruption/ws_transport.ts +63 -59
- package/src/inference/llm.ts +3 -1
- package/src/inference/stt.test.ts +17 -0
- package/src/inference/stt.ts +22 -14
- package/src/inference/tts.test.ts +12 -0
- package/src/inference/tts.ts +22 -6
- package/src/ipc/job_proc_lazy_main.ts +44 -24
- package/src/job.ts +1 -1
- package/src/language.test.ts +62 -0
- package/src/language.ts +380 -0
- package/src/llm/index.ts +2 -0
- package/src/stream/deferred_stream.ts +5 -1
- package/src/stt/stt.ts +2 -1
- package/src/utils.ts +20 -0
- package/src/voice/agent.test.ts +208 -1
- package/src/voice/agent.ts +21 -22
- package/src/voice/agent_activity.test.ts +194 -0
- package/src/voice/agent_activity.ts +161 -43
- package/src/voice/agent_session.ts +103 -92
- package/src/voice/audio_recognition.ts +124 -61
- package/src/voice/audio_recognition_span.test.ts +115 -35
- package/src/voice/events.ts +4 -3
- package/src/voice/index.ts +10 -1
- package/src/voice/remote_session.ts +1083 -0
- package/src/voice/report.test.ts +22 -3
- package/src/voice/report.ts +31 -14
- package/src/voice/room_io/room_io.ts +52 -2
- package/src/voice/turn_config/interruption.ts +1 -1
- package/src/voice/turn_config/utils.test.ts +91 -43
- package/src/voice/turn_config/utils.ts +120 -56
- package/src/worker.ts +34 -50
- package/dist/voice/client_events.cjs +0 -554
- package/dist/voice/client_events.cjs.map +0 -1
- package/dist/voice/client_events.d.cts +0 -195
- package/dist/voice/client_events.d.ts +0 -195
- package/dist/voice/client_events.d.ts.map +0 -1
- package/dist/voice/client_events.js +0 -548
- package/dist/voice/client_events.js.map +0 -1
- package/dist/voice/wire_format.cjs +0 -798
- package/dist/voice/wire_format.cjs.map +0 -1
- package/dist/voice/wire_format.d.cts +0 -5503
- package/dist/voice/wire_format.d.ts +0 -5503
- package/dist/voice/wire_format.d.ts.map +0 -1
- package/dist/voice/wire_format.js +0 -728
- package/dist/voice/wire_format.js.map +0 -1
- package/src/voice/client_events.ts +0 -838
- package/src/voice/wire_format.ts +0 -827
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/cpu.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { existsSync, readFileSync } from 'node:fs';\nimport os from 'node:os';\nimport { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';\nimport { CGroupV1CpuMonitor, CGroupV2CpuMonitor, DefaultCpuMonitor, getCpuMonitor } from './cpu.js';\n\nvi.mock('node:fs', () => ({\n existsSync: vi.fn(() => false),\n readFileSync: vi.fn(() => ''),\n}));\n\nconst mockExistsSync = vi.mocked(existsSync);\nconst mockReadFileSync = vi.mocked(readFileSync);\n\ndescribe('cpu', () => {\n beforeEach(() => {\n vi.clearAllMocks();\n delete process.env.NUM_CPUS;\n });\n\n afterEach(() => {\n delete process.env.NUM_CPUS;\n });\n\n describe('getCpuMonitor', () => {\n it('returns CGroupV2CpuMonitor when /sys/fs/cgroup/cpu.stat exists', () => {\n mockExistsSync.mockImplementation((p) => p === '/sys/fs/cgroup/cpu.stat');\n const monitor = getCpuMonitor();\n expect(monitor).toBeInstanceOf(CGroupV2CpuMonitor);\n });\n\n it('returns CGroupV1CpuMonitor when cgroup v1 paths exist', () => {\n mockExistsSync.mockImplementation((p) => p === '/sys/fs/cgroup/cpuacct/cpuacct.usage');\n const monitor = getCpuMonitor();\n expect(monitor).toBeInstanceOf(CGroupV1CpuMonitor);\n });\n\n it('returns DefaultCpuMonitor when no cgroup paths exist', () => {\n mockExistsSync.mockReturnValue(false);\n const monitor = getCpuMonitor();\n expect(monitor).toBeInstanceOf(DefaultCpuMonitor);\n });\n });\n\n describe('DefaultCpuMonitor', () => {\n it('returns os.cpus().length for cpuCount', () => {\n const monitor = new DefaultCpuMonitor();\n expect(monitor.cpuCount()).toBe(os.cpus().length);\n });\n\n it('respects NUM_CPUS env var', () => {\n process.env.NUM_CPUS = '4.5';\n const monitor = new DefaultCpuMonitor();\n expect(monitor.cpuCount()).toBe(4.5);\n });\n\n it('ignores invalid NUM_CPUS', () => {\n process.env.NUM_CPUS = 'notanumber';\n const monitor = new DefaultCpuMonitor();\n expect(monitor.cpuCount()).toBe(os.cpus().length);\n });\n\n it('cpuPercent returns value in [0, 1]', async () => {\n const monitor = new DefaultCpuMonitor();\n const result = await monitor.cpuPercent(50);\n expect(result).toBeGreaterThanOrEqual(0);\n expect(result).toBeLessThanOrEqual(1);\n }, 10_000);\n });\n\n describe('CGroupV2CpuMonitor', () => {\n it('returns quota/period for cpuCount', () => {\n mockReadFileSync.mockImplementation((p) => {\n if (String(p) === '/sys/fs/cgroup/cpu.max') return '200000 100000';\n return '';\n });\n const monitor = new CGroupV2CpuMonitor();\n expect(monitor.cpuCount()).toBe(2);\n });\n\n it('falls back to os.cpus().length when quota is max', () => {\n mockReadFileSync.mockImplementation((p) => {\n if (String(p) === '/sys/fs/cgroup/cpu.max') return 'max 100000';\n return '';\n });\n const monitor = new CGroupV2CpuMonitor();\n expect(monitor.cpuCount()).toBe(os.cpus().length);\n });\n\n it('handles missing cpu.max gracefully', () => {\n mockReadFileSync.mockImplementation(() => {\n throw new Error('ENOENT');\n });\n const monitor = new CGroupV2CpuMonitor();\n expect(monitor.cpuCount()).toBe(os.cpus().length);\n });\n\n it('respects NUM_CPUS env var', () => {\n process.env.NUM_CPUS = '3';\n const monitor = new CGroupV2CpuMonitor();\n expect(monitor.cpuCount()).toBe(3);\n });\n\n it('cpuPercent computes correct value from usage_usec deltas', async () => {\n let callCount = 0;\n mockReadFileSync.mockImplementation((p) => {\n if (String(p) === '/sys/fs/cgroup/cpu.stat') {\n callCount++;\n // Two reads: 1,000,000 usec apart => 1s of CPU usage over the interval\n return callCount <= 1\n ? 'usage_usec 1000000\\nuser_usec 800000\\nsystem_usec 200000'\n : 'usage_usec 2000000\\nuser_usec 1600000\\nsystem_usec 400000';\n }\n if (String(p) === '/sys/fs/cgroup/cpu.max') return '200000 100000';\n return '';\n });\n const monitor = new CGroupV2CpuMonitor();\n // interval=100ms, 2 cpus, 1s of usage => 1/(0.1*2) = 5, clamped to 1\n const result = await monitor.cpuPercent(100);\n expect(result).toBe(1);\n }, 10_000);\n\n it('cpuPercent returns fractional load', async () => {\n let callCount = 0;\n mockReadFileSync.mockImplementation((p) => {\n if (String(p) === '/sys/fs/cgroup/cpu.stat') {\n callCount++;\n // 50,000 usec delta => 0.05s of CPU over 0.1s on 2 cpus => 0.05/(0.1*2) = 0.25\n return callCount <= 1 ? 'usage_usec 1000000\\n' : 'usage_usec 1050000\\n';\n }\n if (String(p) === '/sys/fs/cgroup/cpu.max') return '200000 100000';\n return '';\n });\n const monitor = new CGroupV2CpuMonitor();\n const result = await monitor.cpuPercent(100);\n expect(result).toBeCloseTo(0.25, 1);\n }, 10_000);\n\n it('throws when usage_usec is missing from cpu.stat', async () => {\n mockReadFileSync.mockImplementation((p) => {\n if (String(p) === '/sys/fs/cgroup/cpu.stat') return 'user_usec 800000\\nsystem_usec 200000';\n return '';\n });\n const monitor = new CGroupV2CpuMonitor();\n await expect(() => monitor.cpuPercent(50)).rejects.toThrow('Failed to read CPU usage');\n });\n });\n\n describe('CGroupV1CpuMonitor', () => {\n it('returns quota/period for cpuCount', () => {\n mockReadFileSync.mockImplementation((p) => {\n if (String(p) === '/sys/fs/cgroup/cpu/cpu.cfs_quota_us') return '200000';\n if (String(p) === '/sys/fs/cgroup/cpu/cpu.cfs_period_us') return '100000';\n return '';\n });\n const monitor = new CGroupV1CpuMonitor();\n expect(monitor.cpuCount()).toBe(2);\n });\n\n it('defaults to 2.0 when quota is -1', () => {\n mockReadFileSync.mockImplementation((p) => {\n if (String(p) === '/sys/fs/cgroup/cpu/cpu.cfs_quota_us') return '-1';\n if (String(p) === '/sys/fs/cgroup/cpu/cpu.cfs_period_us') return '100000';\n return '';\n });\n const monitor = new CGroupV1CpuMonitor();\n expect(monitor.cpuCount()).toBe(2.0);\n });\n\n it('defaults to 2.0 when quota file is unreadable', () => {\n mockReadFileSync.mockImplementation(() => {\n throw new Error('ENOENT');\n });\n const monitor = new CGroupV1CpuMonitor();\n expect(monitor.cpuCount()).toBe(2.0);\n });\n\n it('clamps cpuCount to minimum 1.0', () => {\n mockReadFileSync.mockImplementation((p) => {\n if (String(p) === '/sys/fs/cgroup/cpu/cpu.cfs_quota_us') return '50000';\n if (String(p) === '/sys/fs/cgroup/cpu/cpu.cfs_period_us') return '100000';\n return '';\n });\n const monitor = new CGroupV1CpuMonitor();\n expect(monitor.cpuCount()).toBe(1.0);\n });\n\n it('respects NUM_CPUS env var', () => {\n process.env.NUM_CPUS = '8';\n const monitor = new CGroupV1CpuMonitor();\n expect(monitor.cpuCount()).toBe(8);\n });\n\n it('cpuPercent computes correct value from nanosecond deltas', async () => {\n let callCount = 0;\n mockReadFileSync.mockImplementation((p) => {\n if (String(p) === '/sys/fs/cgroup/cpuacct/cpuacct.usage') {\n callCount++;\n // 100_000_000 ns delta = 0.1s CPU over 0.1s interval on 2 cpus => 0.1/(0.1*2) = 0.5\n return callCount <= 1 ? '1000000000' : '1100000000';\n }\n if (String(p) === '/sys/fs/cgroup/cpu/cpu.cfs_quota_us') return '200000';\n if (String(p) === '/sys/fs/cgroup/cpu/cpu.cfs_period_us') return '100000';\n return '';\n });\n const monitor = new CGroupV1CpuMonitor();\n const result = await monitor.cpuPercent(100);\n expect(result).toBeCloseTo(0.5, 1);\n }, 10_000);\n\n it('clamps cpuPercent output to [0, 1]', async () => {\n let callCount = 0;\n mockReadFileSync.mockImplementation((p) => {\n if (String(p) === '/sys/fs/cgroup/cpuacct/cpuacct.usage') {\n callCount++;\n // Huge delta => would exceed 1.0 without clamping\n return callCount <= 1 ? '0' : '10000000000';\n }\n if (String(p) === '/sys/fs/cgroup/cpu/cpu.cfs_quota_us') return '100000';\n if (String(p) === '/sys/fs/cgroup/cpu/cpu.cfs_period_us') return '100000';\n return '';\n });\n const monitor = new CGroupV1CpuMonitor();\n const result = await monitor.cpuPercent(100);\n expect(result).toBeLessThanOrEqual(1);\n expect(result).toBeGreaterThanOrEqual(0);\n }, 10_000);\n\n it('throws when cpuacct.usage is unreadable', async () => {\n mockReadFileSync.mockImplementation(() => {\n throw new Error('ENOENT');\n });\n const monitor = new CGroupV1CpuMonitor();\n await expect(() => monitor.cpuPercent(50)).rejects.toThrow('Failed to read cpuacct.usage');\n });\n });\n});\n"],"mappings":"AAGA,SAAS,YAAY,oBAAoB;AACzC,OAAO,QAAQ;AACf,SAAS,WAAW,YAAY,UAAU,QAAQ,IAAI,UAAU;AAChE,SAAS,oBAAoB,oBAAoB,mBAAmB,qBAAqB;AAEzF,GAAG,KAAK,WAAW,OAAO;AAAA,EACxB,YAAY,GAAG,GAAG,MAAM,KAAK;AAAA,EAC7B,cAAc,GAAG,GAAG,MAAM,EAAE;AAC9B,EAAE;AAEF,MAAM,iBAAiB,GAAG,OAAO,UAAU;AAC3C,MAAM,mBAAmB,GAAG,OAAO,YAAY;AAE/C,SAAS,OAAO,MAAM;AACpB,aAAW,MAAM;AACf,OAAG,cAAc;AACjB,WAAO,QAAQ,IAAI;AAAA,EACrB,CAAC;AAED,YAAU,MAAM;AACd,WAAO,QAAQ,IAAI;AAAA,EACrB,CAAC;AAED,WAAS,iBAAiB,MAAM;AAC9B,OAAG,kEAAkE,MAAM;AACzE,qBAAe,mBAAmB,CAAC,MAAM,MAAM,yBAAyB;AACxE,YAAM,UAAU,cAAc;AAC9B,aAAO,OAAO,EAAE,eAAe,kBAAkB;AAAA,IACnD,CAAC;AAED,OAAG,yDAAyD,MAAM;AAChE,qBAAe,mBAAmB,CAAC,MAAM,MAAM,sCAAsC;AACrF,YAAM,UAAU,cAAc;AAC9B,aAAO,OAAO,EAAE,eAAe,kBAAkB;AAAA,IACnD,CAAC;AAED,OAAG,wDAAwD,MAAM;AAC/D,qBAAe,gBAAgB,KAAK;AACpC,YAAM,UAAU,cAAc;AAC9B,aAAO,OAAO,EAAE,eAAe,iBAAiB;AAAA,IAClD,CAAC;AAAA,EACH,CAAC;AAED,WAAS,qBAAqB,MAAM;AAClC,OAAG,yCAAyC,MAAM;AAChD,YAAM,UAAU,IAAI,kBAAkB;AACtC,aAAO,QAAQ,SAAS,CAAC,EAAE,KAAK,GAAG,KAAK,EAAE,MAAM;AAAA,IAClD,CAAC;AAED,OAAG,6BAA6B,MAAM;AACpC,cAAQ,IAAI,WAAW;AACvB,YAAM,UAAU,IAAI,kBAAkB;AACtC,aAAO,QAAQ,SAAS,CAAC,EAAE,KAAK,GAAG;AAAA,IACrC,CAAC;AAED,OAAG,4BAA4B,MAAM;AACnC,cAAQ,IAAI,WAAW;AACvB,YAAM,UAAU,IAAI,kBAAkB;AACtC,aAAO,QAAQ,SAAS,CAAC,EAAE,KAAK,GAAG,KAAK,EAAE,MAAM;AAAA,IAClD,CAAC;AAED,OAAG,sCAAsC,YAAY;AACnD,YAAM,UAAU,IAAI,kBAAkB;AACtC,YAAM,SAAS,MAAM,QAAQ,WAAW,EAAE;AAC1C,aAAO,MAAM,EAAE,uBAAuB,CAAC;AACvC,aAAO,MAAM,EAAE,oBAAoB,CAAC;AAAA,IACtC,GAAG,GAAM;AAAA,EACX,CAAC;AAED,WAAS,sBAAsB,MAAM;AACnC,OAAG,qCAAqC,MAAM;AAC5C,uBAAiB,mBAAmB,CAAC,MAAM;AACzC,YAAI,OAAO,CAAC,MAAM,yBAA0B,QAAO;AACnD,eAAO;AAAA,MACT,CAAC;AACD,YAAM,UAAU,IAAI,mBAAmB;AACvC,aAAO,QAAQ,SAAS,CAAC,EAAE,KAAK,CAAC;AAAA,IACnC,CAAC;AAED,OAAG,oDAAoD,MAAM;AAC3D,uBAAiB,mBAAmB,CAAC,MAAM;AACzC,YAAI,OAAO,CAAC,MAAM,yBAA0B,QAAO;AACnD,eAAO;AAAA,MACT,CAAC;AACD,YAAM,UAAU,IAAI,mBAAmB;AACvC,aAAO,QAAQ,SAAS,CAAC,EAAE,KAAK,GAAG,KAAK,EAAE,MAAM;AAAA,IAClD,CAAC;AAED,OAAG,sCAAsC,MAAM;AAC7C,uBAAiB,mBAAmB,MAAM;AACxC,cAAM,IAAI,MAAM,QAAQ;AAAA,MAC1B,CAAC;AACD,YAAM,UAAU,IAAI,mBAAmB;AACvC,aAAO,QAAQ,SAAS,CAAC,EAAE,KAAK,GAAG,KAAK,EAAE,MAAM;AAAA,IAClD,CAAC;AAED,OAAG,6BAA6B,MAAM;AACpC,cAAQ,IAAI,WAAW;AACvB,YAAM,UAAU,IAAI,mBAAmB;AACvC,aAAO,QAAQ,SAAS,CAAC,EAAE,KAAK,CAAC;AAAA,IACnC,CAAC;AAED,OAAG,4DAA4D,YAAY;AACzE,UAAI,YAAY;AAChB,uBAAiB,mBAAmB,CAAC,MAAM;AACzC,YAAI,OAAO,CAAC,MAAM,2BAA2B;AAC3C;AAEA,iBAAO,aAAa,IAChB,6DACA;AAAA,QACN;AACA,YAAI,OAAO,CAAC,MAAM,yBAA0B,QAAO;AACnD,eAAO;AAAA,MACT,CAAC;AACD,YAAM,UAAU,IAAI,mBAAmB;AAEvC,YAAM,SAAS,MAAM,QAAQ,WAAW,GAAG;AAC3C,aAAO,MAAM,EAAE,KAAK,CAAC;AAAA,IACvB,GAAG,GAAM;AAET,OAAG,sCAAsC,YAAY;AACnD,UAAI,YAAY;AAChB,uBAAiB,mBAAmB,CAAC,MAAM;AACzC,YAAI,OAAO,CAAC,MAAM,2BAA2B;AAC3C;AAEA,iBAAO,aAAa,IAAI,yBAAyB;AAAA,QACnD;AACA,YAAI,OAAO,CAAC,MAAM,yBAA0B,QAAO;AACnD,eAAO;AAAA,MACT,CAAC;AACD,YAAM,UAAU,IAAI,mBAAmB;AACvC,YAAM,SAAS,MAAM,QAAQ,WAAW,GAAG;AAC3C,aAAO,MAAM,EAAE,YAAY,MAAM,CAAC;AAAA,IACpC,GAAG,GAAM;AAET,OAAG,mDAAmD,YAAY;AAChE,uBAAiB,mBAAmB,CAAC,MAAM;AACzC,YAAI,OAAO,CAAC,MAAM,0BAA2B,QAAO;AACpD,eAAO;AAAA,MACT,CAAC;AACD,YAAM,UAAU,IAAI,mBAAmB;AACvC,YAAM,OAAO,MAAM,QAAQ,WAAW,EAAE,CAAC,EAAE,QAAQ,QAAQ,0BAA0B;AAAA,IACvF,CAAC;AAAA,EACH,CAAC;AAED,WAAS,sBAAsB,MAAM;AACnC,OAAG,qCAAqC,MAAM;AAC5C,uBAAiB,mBAAmB,CAAC,MAAM;AACzC,YAAI,OAAO,CAAC,MAAM,sCAAuC,QAAO;AAChE,YAAI,OAAO,CAAC,MAAM,uCAAwC,QAAO;AACjE,eAAO;AAAA,MACT,CAAC;AACD,YAAM,UAAU,IAAI,mBAAmB;AACvC,aAAO,QAAQ,SAAS,CAAC,EAAE,KAAK,CAAC;AAAA,IACnC,CAAC;AAED,OAAG,oCAAoC,MAAM;AAC3C,uBAAiB,mBAAmB,CAAC,MAAM;AACzC,YAAI,OAAO,CAAC,MAAM,sCAAuC,QAAO;AAChE,YAAI,OAAO,CAAC,MAAM,uCAAwC,QAAO;AACjE,eAAO;AAAA,MACT,CAAC;AACD,YAAM,UAAU,IAAI,mBAAmB;AACvC,aAAO,QAAQ,SAAS,CAAC,EAAE,KAAK,CAAG;AAAA,IACrC,CAAC;AAED,OAAG,iDAAiD,MAAM;AACxD,uBAAiB,mBAAmB,MAAM;AACxC,cAAM,IAAI,MAAM,QAAQ;AAAA,MAC1B,CAAC;AACD,YAAM,UAAU,IAAI,mBAAmB;AACvC,aAAO,QAAQ,SAAS,CAAC,EAAE,KAAK,CAAG;AAAA,IACrC,CAAC;AAED,OAAG,kCAAkC,MAAM;AACzC,uBAAiB,mBAAmB,CAAC,MAAM;AACzC,YAAI,OAAO,CAAC,MAAM,sCAAuC,QAAO;AAChE,YAAI,OAAO,CAAC,MAAM,uCAAwC,QAAO;AACjE,eAAO;AAAA,MACT,CAAC;AACD,YAAM,UAAU,IAAI,mBAAmB;AACvC,aAAO,QAAQ,SAAS,CAAC,EAAE,KAAK,CAAG;AAAA,IACrC,CAAC;AAED,OAAG,6BAA6B,MAAM;AACpC,cAAQ,IAAI,WAAW;AACvB,YAAM,UAAU,IAAI,mBAAmB;AACvC,aAAO,QAAQ,SAAS,CAAC,EAAE,KAAK,CAAC;AAAA,IACnC,CAAC;AAED,OAAG,4DAA4D,YAAY;AACzE,UAAI,YAAY;AAChB,uBAAiB,mBAAmB,CAAC,MAAM;AACzC,YAAI,OAAO,CAAC,MAAM,wCAAwC;AACxD;AAEA,iBAAO,aAAa,IAAI,eAAe;AAAA,QACzC;AACA,YAAI,OAAO,CAAC,MAAM,sCAAuC,QAAO;AAChE,YAAI,OAAO,CAAC,MAAM,uCAAwC,QAAO;AACjE,eAAO;AAAA,MACT,CAAC;AACD,YAAM,UAAU,IAAI,mBAAmB;AACvC,YAAM,SAAS,MAAM,QAAQ,WAAW,GAAG;AAC3C,aAAO,MAAM,EAAE,YAAY,KAAK,CAAC;AAAA,IACnC,GAAG,GAAM;AAET,OAAG,sCAAsC,YAAY;AACnD,UAAI,YAAY;AAChB,uBAAiB,mBAAmB,CAAC,MAAM;AACzC,YAAI,OAAO,CAAC,MAAM,wCAAwC;AACxD;AAEA,iBAAO,aAAa,IAAI,MAAM;AAAA,QAChC;AACA,YAAI,OAAO,CAAC,MAAM,sCAAuC,QAAO;AAChE,YAAI,OAAO,CAAC,MAAM,uCAAwC,QAAO;AACjE,eAAO;AAAA,MACT,CAAC;AACD,YAAM,UAAU,IAAI,mBAAmB;AACvC,YAAM,SAAS,MAAM,QAAQ,WAAW,GAAG;AAC3C,aAAO,MAAM,EAAE,oBAAoB,CAAC;AACpC,aAAO,MAAM,EAAE,uBAAuB,CAAC;AAAA,IACzC,GAAG,GAAM;AAET,OAAG,2CAA2C,YAAY;AACxD,uBAAiB,mBAAmB,MAAM;AACxC,cAAM,IAAI,MAAM,QAAQ;AAAA,MAC1B,CAAC;AACD,YAAM,UAAU,IAAI,mBAAmB;AACvC,YAAM,OAAO,MAAM,QAAQ,WAAW,EAAE,CAAC,EAAE,QAAQ,QAAQ,8BAA8B;AAAA,IAC3F,CAAC;AAAA,EACH,CAAC;AACH,CAAC;","names":[]}
|
package/dist/index.cjs
CHANGED
|
@@ -45,31 +45,32 @@ __export(index_exports, {
|
|
|
45
45
|
voice: () => voice
|
|
46
46
|
});
|
|
47
47
|
module.exports = __toCommonJS(index_exports);
|
|
48
|
+
__reExport(index_exports, require("./_exceptions.cjs"), module.exports);
|
|
49
|
+
__reExport(index_exports, require("./audio.cjs"), module.exports);
|
|
48
50
|
var beta = __toESM(require("./beta/index.cjs"), 1);
|
|
49
51
|
var cli = __toESM(require("./cli.cjs"), 1);
|
|
52
|
+
__reExport(index_exports, require("./connection_pool.cjs"), module.exports);
|
|
53
|
+
__reExport(index_exports, require("./generator.cjs"), module.exports);
|
|
50
54
|
var inference = __toESM(require("./inference/index.cjs"), 1);
|
|
55
|
+
__reExport(index_exports, require("./inference_runner.cjs"), module.exports);
|
|
51
56
|
var ipc = __toESM(require("./ipc/index.cjs"), 1);
|
|
57
|
+
__reExport(index_exports, require("./job.cjs"), module.exports);
|
|
58
|
+
__reExport(index_exports, require("./language.cjs"), module.exports);
|
|
52
59
|
var llm = __toESM(require("./llm/index.cjs"), 1);
|
|
60
|
+
__reExport(index_exports, require("./log.cjs"), module.exports);
|
|
53
61
|
var metrics = __toESM(require("./metrics/index.cjs"), 1);
|
|
62
|
+
__reExport(index_exports, require("./plugin.cjs"), module.exports);
|
|
54
63
|
var stream = __toESM(require("./stream/index.cjs"), 1);
|
|
55
64
|
var stt = __toESM(require("./stt/index.cjs"), 1);
|
|
56
65
|
var telemetry = __toESM(require("./telemetry/index.cjs"), 1);
|
|
57
66
|
var tokenize = __toESM(require("./tokenize/index.cjs"), 1);
|
|
58
|
-
var tts = __toESM(require("./tts/index.cjs"), 1);
|
|
59
|
-
var voice = __toESM(require("./voice/index.cjs"), 1);
|
|
60
|
-
__reExport(index_exports, require("./_exceptions.cjs"), module.exports);
|
|
61
|
-
__reExport(index_exports, require("./audio.cjs"), module.exports);
|
|
62
|
-
__reExport(index_exports, require("./connection_pool.cjs"), module.exports);
|
|
63
|
-
__reExport(index_exports, require("./generator.cjs"), module.exports);
|
|
64
|
-
__reExport(index_exports, require("./inference_runner.cjs"), module.exports);
|
|
65
|
-
__reExport(index_exports, require("./job.cjs"), module.exports);
|
|
66
|
-
__reExport(index_exports, require("./log.cjs"), module.exports);
|
|
67
|
-
__reExport(index_exports, require("./plugin.cjs"), module.exports);
|
|
68
67
|
__reExport(index_exports, require("./transcription.cjs"), module.exports);
|
|
68
|
+
var tts = __toESM(require("./tts/index.cjs"), 1);
|
|
69
69
|
__reExport(index_exports, require("./types.cjs"), module.exports);
|
|
70
70
|
__reExport(index_exports, require("./utils.cjs"), module.exports);
|
|
71
71
|
__reExport(index_exports, require("./vad.cjs"), module.exports);
|
|
72
72
|
__reExport(index_exports, require("./version.cjs"), module.exports);
|
|
73
|
+
var voice = __toESM(require("./voice/index.cjs"), 1);
|
|
73
74
|
var import_io = require("./voice/io.cjs");
|
|
74
75
|
__reExport(index_exports, require("./worker.cjs"), module.exports);
|
|
75
76
|
// Annotate the CommonJS export names for ESM import in node:
|
|
@@ -94,6 +95,7 @@ __reExport(index_exports, require("./worker.cjs"), module.exports);
|
|
|
94
95
|
...require("./generator.cjs"),
|
|
95
96
|
...require("./inference_runner.cjs"),
|
|
96
97
|
...require("./job.cjs"),
|
|
98
|
+
...require("./language.cjs"),
|
|
97
99
|
...require("./log.cjs"),
|
|
98
100
|
...require("./plugin.cjs"),
|
|
99
101
|
...require("./transcription.cjs"),
|
package/dist/index.cjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/**\n * LiveKit Agents is a framework for building realtime programmable participants that run on\n * servers.\n *\n * @see {@link https://docs.livekit.io/agents/overview | LiveKit Agents documentation}\n * @packageDocumentation\n */\
|
|
1
|
+
{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/**\n * LiveKit Agents is a framework for building realtime programmable participants that run on\n * servers.\n *\n * @see {@link https://docs.livekit.io/agents/overview | LiveKit Agents documentation}\n * @packageDocumentation\n */\nexport * from './_exceptions.js';\nexport * from './audio.js';\nexport * as beta from './beta/index.js';\nexport * as cli from './cli.js';\nexport * from './connection_pool.js';\nexport * from './generator.js';\nexport * as inference from './inference/index.js';\nexport * from './inference_runner.js';\nexport * as ipc from './ipc/index.js';\nexport * from './job.js';\nexport * from './language.js';\nexport * as llm from './llm/index.js';\nexport * from './log.js';\nexport * as metrics from './metrics/index.js';\nexport * from './plugin.js';\nexport * as stream from './stream/index.js';\nexport * as stt from './stt/index.js';\nexport * as telemetry from './telemetry/index.js';\nexport * as tokenize from './tokenize/index.js';\nexport * from './transcription.js';\nexport * as tts from './tts/index.js';\nexport * from './types.js';\nexport * from './utils.js';\nexport * from './vad.js';\nexport * from './version.js';\nexport * as voice from './voice/index.js';\nexport { createTimedString, isTimedString, type TimedString } from './voice/io.js';\nexport * from './worker.js';\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAWA,0BAAc,6BAXd;AAYA,0BAAc,uBAZd;AAaA,WAAsB;AACtB,UAAqB;AACrB,0BAAc,iCAfd;AAgBA,0BAAc,2BAhBd;AAiBA,gBAA2B;AAC3B,0BAAc,kCAlBd;AAmBA,UAAqB;AACrB,0BAAc,qBApBd;AAqBA,0BAAc,0BArBd;AAsBA,UAAqB;AACrB,0BAAc,qBAvBd;AAwBA,cAAyB;AACzB,0BAAc,wBAzBd;AA0BA,aAAwB;AACxB,UAAqB;AACrB,gBAA2B;AAC3B,eAA0B;AAC1B,0BAAc,+BA9Bd;AA+BA,UAAqB;AACrB,0BAAc,uBAhCd;AAiCA,0BAAc,uBAjCd;AAkCA,0BAAc,qBAlCd;AAmCA,0BAAc,yBAnCd;AAoCA,YAAuB;AACvB,gBAAmE;AACnE,0BAAc,wBAtCd;","names":[]}
|
package/dist/index.d.cts
CHANGED
|
@@ -5,32 +5,32 @@
|
|
|
5
5
|
* @see {@link https://docs.livekit.io/agents/overview | LiveKit Agents documentation}
|
|
6
6
|
* @packageDocumentation
|
|
7
7
|
*/
|
|
8
|
-
import * as beta from './beta/index.js';
|
|
9
|
-
import * as cli from './cli.js';
|
|
10
|
-
import * as inference from './inference/index.js';
|
|
11
|
-
import * as ipc from './ipc/index.js';
|
|
12
|
-
import * as llm from './llm/index.js';
|
|
13
|
-
import * as metrics from './metrics/index.js';
|
|
14
|
-
import * as stream from './stream/index.js';
|
|
15
|
-
import * as stt from './stt/index.js';
|
|
16
|
-
import * as telemetry from './telemetry/index.js';
|
|
17
|
-
import * as tokenize from './tokenize/index.js';
|
|
18
|
-
import * as tts from './tts/index.js';
|
|
19
|
-
import * as voice from './voice/index.js';
|
|
20
8
|
export * from './_exceptions.js';
|
|
21
9
|
export * from './audio.js';
|
|
10
|
+
export * as beta from './beta/index.js';
|
|
11
|
+
export * as cli from './cli.js';
|
|
22
12
|
export * from './connection_pool.js';
|
|
23
13
|
export * from './generator.js';
|
|
14
|
+
export * as inference from './inference/index.js';
|
|
24
15
|
export * from './inference_runner.js';
|
|
16
|
+
export * as ipc from './ipc/index.js';
|
|
25
17
|
export * from './job.js';
|
|
18
|
+
export * from './language.js';
|
|
19
|
+
export * as llm from './llm/index.js';
|
|
26
20
|
export * from './log.js';
|
|
21
|
+
export * as metrics from './metrics/index.js';
|
|
27
22
|
export * from './plugin.js';
|
|
23
|
+
export * as stream from './stream/index.js';
|
|
24
|
+
export * as stt from './stt/index.js';
|
|
25
|
+
export * as telemetry from './telemetry/index.js';
|
|
26
|
+
export * as tokenize from './tokenize/index.js';
|
|
28
27
|
export * from './transcription.js';
|
|
28
|
+
export * as tts from './tts/index.js';
|
|
29
29
|
export * from './types.js';
|
|
30
30
|
export * from './utils.js';
|
|
31
31
|
export * from './vad.js';
|
|
32
32
|
export * from './version.js';
|
|
33
|
+
export * as voice from './voice/index.js';
|
|
33
34
|
export { createTimedString, isTimedString, type TimedString } from './voice/io.js';
|
|
34
35
|
export * from './worker.js';
|
|
35
|
-
export { beta, cli, inference, ipc, llm, metrics, stream, stt, telemetry, tokenize, tts, voice };
|
|
36
36
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts
CHANGED
|
@@ -5,32 +5,32 @@
|
|
|
5
5
|
* @see {@link https://docs.livekit.io/agents/overview | LiveKit Agents documentation}
|
|
6
6
|
* @packageDocumentation
|
|
7
7
|
*/
|
|
8
|
-
import * as beta from './beta/index.js';
|
|
9
|
-
import * as cli from './cli.js';
|
|
10
|
-
import * as inference from './inference/index.js';
|
|
11
|
-
import * as ipc from './ipc/index.js';
|
|
12
|
-
import * as llm from './llm/index.js';
|
|
13
|
-
import * as metrics from './metrics/index.js';
|
|
14
|
-
import * as stream from './stream/index.js';
|
|
15
|
-
import * as stt from './stt/index.js';
|
|
16
|
-
import * as telemetry from './telemetry/index.js';
|
|
17
|
-
import * as tokenize from './tokenize/index.js';
|
|
18
|
-
import * as tts from './tts/index.js';
|
|
19
|
-
import * as voice from './voice/index.js';
|
|
20
8
|
export * from './_exceptions.js';
|
|
21
9
|
export * from './audio.js';
|
|
10
|
+
export * as beta from './beta/index.js';
|
|
11
|
+
export * as cli from './cli.js';
|
|
22
12
|
export * from './connection_pool.js';
|
|
23
13
|
export * from './generator.js';
|
|
14
|
+
export * as inference from './inference/index.js';
|
|
24
15
|
export * from './inference_runner.js';
|
|
16
|
+
export * as ipc from './ipc/index.js';
|
|
25
17
|
export * from './job.js';
|
|
18
|
+
export * from './language.js';
|
|
19
|
+
export * as llm from './llm/index.js';
|
|
26
20
|
export * from './log.js';
|
|
21
|
+
export * as metrics from './metrics/index.js';
|
|
27
22
|
export * from './plugin.js';
|
|
23
|
+
export * as stream from './stream/index.js';
|
|
24
|
+
export * as stt from './stt/index.js';
|
|
25
|
+
export * as telemetry from './telemetry/index.js';
|
|
26
|
+
export * as tokenize from './tokenize/index.js';
|
|
28
27
|
export * from './transcription.js';
|
|
28
|
+
export * as tts from './tts/index.js';
|
|
29
29
|
export * from './types.js';
|
|
30
30
|
export * from './utils.js';
|
|
31
31
|
export * from './vad.js';
|
|
32
32
|
export * from './version.js';
|
|
33
|
+
export * as voice from './voice/index.js';
|
|
33
34
|
export { createTimedString, isTimedString, type TimedString } from './voice/io.js';
|
|
34
35
|
export * from './worker.js';
|
|
35
|
-
export { beta, cli, inference, ipc, llm, metrics, stream, stt, telemetry, tokenize, tts, voice };
|
|
36
36
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA;;;;;;GAMG;AACH,OAAO,KAAK,IAAI,MAAM,iBAAiB,CAAC;AACxC,OAAO,KAAK,GAAG,MAAM,UAAU,CAAC;AAChC,OAAO,KAAK,SAAS,MAAM,sBAAsB,CAAC;AAClD,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,OAAO,MAAM,oBAAoB,CAAC;AAC9C,OAAO,KAAK,MAAM,MAAM,mBAAmB,CAAC;AAC5C,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,SAAS,MAAM,sBAAsB,CAAC;AAClD,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC;AAChD,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA;;;;;;GAMG;AACH,cAAc,kBAAkB,CAAC;AACjC,cAAc,YAAY,CAAC;AAC3B,OAAO,KAAK,IAAI,MAAM,iBAAiB,CAAC;AACxC,OAAO,KAAK,GAAG,MAAM,UAAU,CAAC;AAChC,cAAc,sBAAsB,CAAC;AACrC,cAAc,gBAAgB,CAAC;AAC/B,OAAO,KAAK,SAAS,MAAM,sBAAsB,CAAC;AAClD,cAAc,uBAAuB,CAAC;AACtC,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,cAAc,UAAU,CAAC;AACzB,cAAc,eAAe,CAAC;AAC9B,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,cAAc,UAAU,CAAC;AACzB,OAAO,KAAK,OAAO,MAAM,oBAAoB,CAAC;AAC9C,cAAc,aAAa,CAAC;AAC5B,OAAO,KAAK,MAAM,MAAM,mBAAmB,CAAC;AAC5C,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,OAAO,KAAK,SAAS,MAAM,sBAAsB,CAAC;AAClD,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC;AAChD,cAAc,oBAAoB,CAAC;AACnC,OAAO,KAAK,GAAG,MAAM,gBAAgB,CAAC;AACtC,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,UAAU,CAAC;AACzB,cAAc,cAAc,CAAC;AAC7B,OAAO,KAAK,KAAK,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,KAAK,WAAW,EAAE,MAAM,eAAe,CAAC;AACnF,cAAc,aAAa,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -1,28 +1,29 @@
|
|
|
1
|
+
export * from "./_exceptions.js";
|
|
2
|
+
export * from "./audio.js";
|
|
1
3
|
import * as beta from "./beta/index.js";
|
|
2
4
|
import * as cli from "./cli.js";
|
|
5
|
+
export * from "./connection_pool.js";
|
|
6
|
+
export * from "./generator.js";
|
|
3
7
|
import * as inference from "./inference/index.js";
|
|
8
|
+
export * from "./inference_runner.js";
|
|
4
9
|
import * as ipc from "./ipc/index.js";
|
|
10
|
+
export * from "./job.js";
|
|
11
|
+
export * from "./language.js";
|
|
5
12
|
import * as llm from "./llm/index.js";
|
|
13
|
+
export * from "./log.js";
|
|
6
14
|
import * as metrics from "./metrics/index.js";
|
|
15
|
+
export * from "./plugin.js";
|
|
7
16
|
import * as stream from "./stream/index.js";
|
|
8
17
|
import * as stt from "./stt/index.js";
|
|
9
18
|
import * as telemetry from "./telemetry/index.js";
|
|
10
19
|
import * as tokenize from "./tokenize/index.js";
|
|
11
|
-
import * as tts from "./tts/index.js";
|
|
12
|
-
import * as voice from "./voice/index.js";
|
|
13
|
-
export * from "./_exceptions.js";
|
|
14
|
-
export * from "./audio.js";
|
|
15
|
-
export * from "./connection_pool.js";
|
|
16
|
-
export * from "./generator.js";
|
|
17
|
-
export * from "./inference_runner.js";
|
|
18
|
-
export * from "./job.js";
|
|
19
|
-
export * from "./log.js";
|
|
20
|
-
export * from "./plugin.js";
|
|
21
20
|
export * from "./transcription.js";
|
|
21
|
+
import * as tts from "./tts/index.js";
|
|
22
22
|
export * from "./types.js";
|
|
23
23
|
export * from "./utils.js";
|
|
24
24
|
export * from "./vad.js";
|
|
25
25
|
export * from "./version.js";
|
|
26
|
+
import * as voice from "./voice/index.js";
|
|
26
27
|
import { createTimedString, isTimedString } from "./voice/io.js";
|
|
27
28
|
export * from "./worker.js";
|
|
28
29
|
export {
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/**\n * LiveKit Agents is a framework for building realtime programmable participants that run on\n * servers.\n *\n * @see {@link https://docs.livekit.io/agents/overview | LiveKit Agents documentation}\n * @packageDocumentation\n */\
|
|
1
|
+
{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/**\n * LiveKit Agents is a framework for building realtime programmable participants that run on\n * servers.\n *\n * @see {@link https://docs.livekit.io/agents/overview | LiveKit Agents documentation}\n * @packageDocumentation\n */\nexport * from './_exceptions.js';\nexport * from './audio.js';\nexport * as beta from './beta/index.js';\nexport * as cli from './cli.js';\nexport * from './connection_pool.js';\nexport * from './generator.js';\nexport * as inference from './inference/index.js';\nexport * from './inference_runner.js';\nexport * as ipc from './ipc/index.js';\nexport * from './job.js';\nexport * from './language.js';\nexport * as llm from './llm/index.js';\nexport * from './log.js';\nexport * as metrics from './metrics/index.js';\nexport * from './plugin.js';\nexport * as stream from './stream/index.js';\nexport * as stt from './stt/index.js';\nexport * as telemetry from './telemetry/index.js';\nexport * as tokenize from './tokenize/index.js';\nexport * from './transcription.js';\nexport * as tts from './tts/index.js';\nexport * from './types.js';\nexport * from './utils.js';\nexport * from './vad.js';\nexport * from './version.js';\nexport * as voice from './voice/index.js';\nexport { createTimedString, isTimedString, type TimedString } from './voice/io.js';\nexport * from './worker.js';\n"],"mappings":"AAWA,cAAc;AACd,cAAc;AACd,YAAY,UAAU;AACtB,YAAY,SAAS;AACrB,cAAc;AACd,cAAc;AACd,YAAY,eAAe;AAC3B,cAAc;AACd,YAAY,SAAS;AACrB,cAAc;AACd,cAAc;AACd,YAAY,SAAS;AACrB,cAAc;AACd,YAAY,aAAa;AACzB,cAAc;AACd,YAAY,YAAY;AACxB,YAAY,SAAS;AACrB,YAAY,eAAe;AAC3B,YAAY,cAAc;AAC1B,cAAc;AACd,YAAY,SAAS;AACrB,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,YAAY,WAAW;AACvB,SAAS,mBAAmB,qBAAuC;AACnE,cAAc;","names":[]}
|
|
@@ -37,7 +37,7 @@ const THRESHOLD = 0.5;
|
|
|
37
37
|
const MAX_AUDIO_DURATION_IN_S = 3;
|
|
38
38
|
const AUDIO_PREFIX_DURATION_IN_S = 0.5;
|
|
39
39
|
const DETECTION_INTERVAL_IN_S = 0.1;
|
|
40
|
-
const REMOTE_INFERENCE_TIMEOUT_IN_S =
|
|
40
|
+
const REMOTE_INFERENCE_TIMEOUT_IN_S = 0.7;
|
|
41
41
|
const SAMPLE_RATE = 16e3;
|
|
42
42
|
const FRAMES_PER_SECOND = 40;
|
|
43
43
|
const FRAME_DURATION_IN_S = 0.025;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/inference/interruption/defaults.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ApiConnectOptions } from './interruption_stream.js';\nimport type { InterruptionOptions } from './types.js';\n\nexport const MIN_INTERRUPTION_DURATION_IN_S = 0.025 * 2; // 25ms per frame, 2 consecutive frames\nexport const THRESHOLD = 0.5;\nexport const MAX_AUDIO_DURATION_IN_S = 3.0;\nexport const AUDIO_PREFIX_DURATION_IN_S = 0.5;\nexport const DETECTION_INTERVAL_IN_S = 0.1;\nexport const REMOTE_INFERENCE_TIMEOUT_IN_S =
|
|
1
|
+
{"version":3,"sources":["../../../src/inference/interruption/defaults.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ApiConnectOptions } from './interruption_stream.js';\nimport type { InterruptionOptions } from './types.js';\n\nexport const MIN_INTERRUPTION_DURATION_IN_S = 0.025 * 2; // 25ms per frame, 2 consecutive frames\nexport const THRESHOLD = 0.5;\nexport const MAX_AUDIO_DURATION_IN_S = 3.0;\nexport const AUDIO_PREFIX_DURATION_IN_S = 0.5;\nexport const DETECTION_INTERVAL_IN_S = 0.1;\nexport const REMOTE_INFERENCE_TIMEOUT_IN_S = 0.7;\nexport const SAMPLE_RATE = 16000;\nexport const FRAMES_PER_SECOND = 40;\nexport const FRAME_DURATION_IN_S = 0.025; // 25ms per frame\n\nexport const apiConnectDefaults: ApiConnectOptions = {\n maxRetries: 3,\n retryInterval: 2_000,\n timeout: 10_000,\n} as const;\n\n/**\n * Calculate the retry interval using exponential backoff with jitter.\n * Matches the Python implementation's _interval_for_retry behavior.\n */\nexport function intervalForRetry(\n attempt: number,\n baseInterval: number = apiConnectDefaults.retryInterval,\n): number {\n // Exponential backoff: baseInterval * 2^attempt with some jitter\n const exponentialDelay = baseInterval * Math.pow(2, attempt);\n // Add jitter (0-25% of the delay)\n const jitter = exponentialDelay * Math.random() * 0.25;\n return exponentialDelay + jitter;\n}\n\n// baseUrl and useProxy are resolved dynamically in the constructor\n// to respect LIVEKIT_REMOTE_EOT_URL environment variable\nexport const interruptionOptionDefaults: Omit<InterruptionOptions, 'baseUrl' | 'useProxy'> = {\n sampleRate: SAMPLE_RATE,\n threshold: THRESHOLD,\n minFrames: Math.ceil(MIN_INTERRUPTION_DURATION_IN_S * FRAMES_PER_SECOND),\n maxAudioDurationInS: MAX_AUDIO_DURATION_IN_S,\n audioPrefixDurationInS: AUDIO_PREFIX_DURATION_IN_S,\n detectionIntervalInS: DETECTION_INTERVAL_IN_S,\n inferenceTimeout: REMOTE_INFERENCE_TIMEOUT_IN_S * 1_000,\n apiKey: process.env.LIVEKIT_API_KEY || '',\n apiSecret: process.env.LIVEKIT_API_SECRET || '',\n minInterruptionDurationInS: MIN_INTERRUPTION_DURATION_IN_S,\n} as const;\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAMO,MAAM,iCAAiC,QAAQ;AAC/C,MAAM,YAAY;AAClB,MAAM,0BAA0B;AAChC,MAAM,6BAA6B;AACnC,MAAM,0BAA0B;AAChC,MAAM,gCAAgC;AACtC,MAAM,cAAc;AACpB,MAAM,oBAAoB;AAC1B,MAAM,sBAAsB;AAE5B,MAAM,qBAAwC;AAAA,EACnD,YAAY;AAAA,EACZ,eAAe;AAAA,EACf,SAAS;AACX;AAMO,SAAS,iBACd,SACA,eAAuB,mBAAmB,eAClC;AAER,QAAM,mBAAmB,eAAe,KAAK,IAAI,GAAG,OAAO;AAE3D,QAAM,SAAS,mBAAmB,KAAK,OAAO,IAAI;AAClD,SAAO,mBAAmB;AAC5B;AAIO,MAAM,6BAAgF;AAAA,EAC3F,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,WAAW,KAAK,KAAK,iCAAiC,iBAAiB;AAAA,EACvE,qBAAqB;AAAA,EACrB,wBAAwB;AAAA,EACxB,sBAAsB;AAAA,EACtB,kBAAkB,gCAAgC;AAAA,EAClD,QAAQ,QAAQ,IAAI,mBAAmB;AAAA,EACvC,WAAW,QAAQ,IAAI,sBAAsB;AAAA,EAC7C,4BAA4B;AAC9B;","names":[]}
|
|
@@ -5,7 +5,7 @@ export declare const THRESHOLD = 0.5;
|
|
|
5
5
|
export declare const MAX_AUDIO_DURATION_IN_S = 3;
|
|
6
6
|
export declare const AUDIO_PREFIX_DURATION_IN_S = 0.5;
|
|
7
7
|
export declare const DETECTION_INTERVAL_IN_S = 0.1;
|
|
8
|
-
export declare const REMOTE_INFERENCE_TIMEOUT_IN_S =
|
|
8
|
+
export declare const REMOTE_INFERENCE_TIMEOUT_IN_S = 0.7;
|
|
9
9
|
export declare const SAMPLE_RATE = 16000;
|
|
10
10
|
export declare const FRAMES_PER_SECOND = 40;
|
|
11
11
|
export declare const FRAME_DURATION_IN_S = 0.025;
|
|
@@ -5,7 +5,7 @@ export declare const THRESHOLD = 0.5;
|
|
|
5
5
|
export declare const MAX_AUDIO_DURATION_IN_S = 3;
|
|
6
6
|
export declare const AUDIO_PREFIX_DURATION_IN_S = 0.5;
|
|
7
7
|
export declare const DETECTION_INTERVAL_IN_S = 0.1;
|
|
8
|
-
export declare const REMOTE_INFERENCE_TIMEOUT_IN_S =
|
|
8
|
+
export declare const REMOTE_INFERENCE_TIMEOUT_IN_S = 0.7;
|
|
9
9
|
export declare const SAMPLE_RATE = 16000;
|
|
10
10
|
export declare const FRAMES_PER_SECOND = 40;
|
|
11
11
|
export declare const FRAME_DURATION_IN_S = 0.025;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"defaults.d.ts","sourceRoot":"","sources":["../../../src/inference/interruption/defaults.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAEtD,eAAO,MAAM,8BAA8B,QAAY,CAAC;AACxD,eAAO,MAAM,SAAS,MAAM,CAAC;AAC7B,eAAO,MAAM,uBAAuB,IAAM,CAAC;AAC3C,eAAO,MAAM,0BAA0B,MAAM,CAAC;AAC9C,eAAO,MAAM,uBAAuB,MAAM,CAAC;AAC3C,eAAO,MAAM,6BAA6B,
|
|
1
|
+
{"version":3,"file":"defaults.d.ts","sourceRoot":"","sources":["../../../src/inference/interruption/defaults.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAEtD,eAAO,MAAM,8BAA8B,QAAY,CAAC;AACxD,eAAO,MAAM,SAAS,MAAM,CAAC;AAC7B,eAAO,MAAM,uBAAuB,IAAM,CAAC;AAC3C,eAAO,MAAM,0BAA0B,MAAM,CAAC;AAC9C,eAAO,MAAM,uBAAuB,MAAM,CAAC;AAC3C,eAAO,MAAM,6BAA6B,MAAM,CAAC;AACjD,eAAO,MAAM,WAAW,QAAQ,CAAC;AACjC,eAAO,MAAM,iBAAiB,KAAK,CAAC;AACpC,eAAO,MAAM,mBAAmB,QAAQ,CAAC;AAEzC,eAAO,MAAM,kBAAkB,EAAE,iBAIvB,CAAC;AAEX;;;GAGG;AACH,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,MAAM,EACf,YAAY,GAAE,MAAyC,GACtD,MAAM,CAMR;AAID,eAAO,MAAM,0BAA0B,EAAE,IAAI,CAAC,mBAAmB,EAAE,SAAS,GAAG,UAAU,CAW/E,CAAC"}
|
|
@@ -3,7 +3,7 @@ const THRESHOLD = 0.5;
|
|
|
3
3
|
const MAX_AUDIO_DURATION_IN_S = 3;
|
|
4
4
|
const AUDIO_PREFIX_DURATION_IN_S = 0.5;
|
|
5
5
|
const DETECTION_INTERVAL_IN_S = 0.1;
|
|
6
|
-
const REMOTE_INFERENCE_TIMEOUT_IN_S =
|
|
6
|
+
const REMOTE_INFERENCE_TIMEOUT_IN_S = 0.7;
|
|
7
7
|
const SAMPLE_RATE = 16e3;
|
|
8
8
|
const FRAMES_PER_SECOND = 40;
|
|
9
9
|
const FRAME_DURATION_IN_S = 0.025;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/inference/interruption/defaults.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ApiConnectOptions } from './interruption_stream.js';\nimport type { InterruptionOptions } from './types.js';\n\nexport const MIN_INTERRUPTION_DURATION_IN_S = 0.025 * 2; // 25ms per frame, 2 consecutive frames\nexport const THRESHOLD = 0.5;\nexport const MAX_AUDIO_DURATION_IN_S = 3.0;\nexport const AUDIO_PREFIX_DURATION_IN_S = 0.5;\nexport const DETECTION_INTERVAL_IN_S = 0.1;\nexport const REMOTE_INFERENCE_TIMEOUT_IN_S =
|
|
1
|
+
{"version":3,"sources":["../../../src/inference/interruption/defaults.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ApiConnectOptions } from './interruption_stream.js';\nimport type { InterruptionOptions } from './types.js';\n\nexport const MIN_INTERRUPTION_DURATION_IN_S = 0.025 * 2; // 25ms per frame, 2 consecutive frames\nexport const THRESHOLD = 0.5;\nexport const MAX_AUDIO_DURATION_IN_S = 3.0;\nexport const AUDIO_PREFIX_DURATION_IN_S = 0.5;\nexport const DETECTION_INTERVAL_IN_S = 0.1;\nexport const REMOTE_INFERENCE_TIMEOUT_IN_S = 0.7;\nexport const SAMPLE_RATE = 16000;\nexport const FRAMES_PER_SECOND = 40;\nexport const FRAME_DURATION_IN_S = 0.025; // 25ms per frame\n\nexport const apiConnectDefaults: ApiConnectOptions = {\n maxRetries: 3,\n retryInterval: 2_000,\n timeout: 10_000,\n} as const;\n\n/**\n * Calculate the retry interval using exponential backoff with jitter.\n * Matches the Python implementation's _interval_for_retry behavior.\n */\nexport function intervalForRetry(\n attempt: number,\n baseInterval: number = apiConnectDefaults.retryInterval,\n): number {\n // Exponential backoff: baseInterval * 2^attempt with some jitter\n const exponentialDelay = baseInterval * Math.pow(2, attempt);\n // Add jitter (0-25% of the delay)\n const jitter = exponentialDelay * Math.random() * 0.25;\n return exponentialDelay + jitter;\n}\n\n// baseUrl and useProxy are resolved dynamically in the constructor\n// to respect LIVEKIT_REMOTE_EOT_URL environment variable\nexport const interruptionOptionDefaults: Omit<InterruptionOptions, 'baseUrl' | 'useProxy'> = {\n sampleRate: SAMPLE_RATE,\n threshold: THRESHOLD,\n minFrames: Math.ceil(MIN_INTERRUPTION_DURATION_IN_S * FRAMES_PER_SECOND),\n maxAudioDurationInS: MAX_AUDIO_DURATION_IN_S,\n audioPrefixDurationInS: AUDIO_PREFIX_DURATION_IN_S,\n detectionIntervalInS: DETECTION_INTERVAL_IN_S,\n inferenceTimeout: REMOTE_INFERENCE_TIMEOUT_IN_S * 1_000,\n apiKey: process.env.LIVEKIT_API_KEY || '',\n apiSecret: process.env.LIVEKIT_API_SECRET || '',\n minInterruptionDurationInS: MIN_INTERRUPTION_DURATION_IN_S,\n} as const;\n"],"mappings":"AAMO,MAAM,iCAAiC,QAAQ;AAC/C,MAAM,YAAY;AAClB,MAAM,0BAA0B;AAChC,MAAM,6BAA6B;AACnC,MAAM,0BAA0B;AAChC,MAAM,gCAAgC;AACtC,MAAM,cAAc;AACpB,MAAM,oBAAoB;AAC1B,MAAM,sBAAsB;AAE5B,MAAM,qBAAwC;AAAA,EACnD,YAAY;AAAA,EACZ,eAAe;AAAA,EACf,SAAS;AACX;AAMO,SAAS,iBACd,SACA,eAAuB,mBAAmB,eAClC;AAER,QAAM,mBAAmB,eAAe,KAAK,IAAI,GAAG,OAAO;AAE3D,QAAM,SAAS,mBAAmB,KAAK,OAAO,IAAI;AAClD,SAAO,mBAAmB;AAC5B;AAIO,MAAM,6BAAgF;AAAA,EAC3F,YAAY;AAAA,EACZ,WAAW;AAAA,EACX,WAAW,KAAK,KAAK,iCAAiC,iBAAiB;AAAA,EACvE,qBAAqB;AAAA,EACrB,wBAAwB;AAAA,EACxB,sBAAsB;AAAA,EACtB,kBAAkB,gCAAgC;AAAA,EAClD,QAAQ,QAAQ,IAAI,mBAAmB;AAAA,EACvC,WAAW,QAAQ,IAAI,sBAAsB;AAAA,EAC7C,4BAA4B;AAC9B;","names":[]}
|
|
@@ -26,9 +26,9 @@ module.exports = __toCommonJS(http_transport_exports);
|
|
|
26
26
|
var import_ofetch = require("ofetch");
|
|
27
27
|
var import_web = require("stream/web");
|
|
28
28
|
var import_zod = require("zod");
|
|
29
|
+
var import_exceptions = require("../../_exceptions.cjs");
|
|
29
30
|
var import_log = require("../../log.cjs");
|
|
30
31
|
var import_utils = require("../utils.cjs");
|
|
31
|
-
var import_defaults = require("./defaults.cjs");
|
|
32
32
|
var import_interruption_cache_entry = require("./interruption_cache_entry.cjs");
|
|
33
33
|
const predictEndpointResponseSchema = import_zod.z.object({
|
|
34
34
|
created_at: import_zod.z.number(),
|
|
@@ -41,30 +41,46 @@ async function predictHTTP(data, predictOptions, options) {
|
|
|
41
41
|
url.searchParams.append("threshold", predictOptions.threshold.toString());
|
|
42
42
|
url.searchParams.append("min_frames", predictOptions.minFrames.toFixed());
|
|
43
43
|
url.searchParams.append("created_at", createdAt.toFixed());
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
}
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
44
|
+
try {
|
|
45
|
+
const response = await (0, import_ofetch.ofetch)(url.toString(), {
|
|
46
|
+
retry: 0,
|
|
47
|
+
headers: {
|
|
48
|
+
"Content-Type": "application/octet-stream",
|
|
49
|
+
Authorization: `Bearer ${options.token}`
|
|
50
|
+
},
|
|
51
|
+
signal: options.signal,
|
|
52
|
+
timeout: options.timeout,
|
|
53
|
+
method: "POST",
|
|
54
|
+
body: data
|
|
55
|
+
});
|
|
56
|
+
const { created_at, is_bargein, probabilities } = predictEndpointResponseSchema.parse(response);
|
|
57
|
+
return {
|
|
58
|
+
createdAt: created_at,
|
|
59
|
+
isBargein: is_bargein,
|
|
60
|
+
probabilities,
|
|
61
|
+
predictionDurationInS: (performance.now() - createdAt) / 1e3
|
|
62
|
+
};
|
|
63
|
+
} catch (err) {
|
|
64
|
+
if ((0, import_exceptions.isAPIError)(err)) throw err;
|
|
65
|
+
if (err instanceof import_ofetch.FetchError) {
|
|
66
|
+
if (err.statusCode) {
|
|
67
|
+
throw new import_exceptions.APIStatusError({
|
|
68
|
+
message: `error during interruption prediction: ${err.message}`,
|
|
69
|
+
options: { statusCode: err.statusCode, body: err.data }
|
|
70
|
+
});
|
|
71
|
+
}
|
|
72
|
+
if (err.cause instanceof Error && (err.cause.name === "TimeoutError" || err.cause.name === "AbortError")) {
|
|
73
|
+
throw new import_exceptions.APIStatusError({
|
|
74
|
+
message: `interruption inference timeout: ${err.message}`,
|
|
75
|
+
options: { statusCode: 408, retryable: false }
|
|
76
|
+
});
|
|
77
|
+
}
|
|
78
|
+
throw new import_exceptions.APIConnectionError({
|
|
79
|
+
message: `interruption inference connection error: ${err.message}`
|
|
80
|
+
});
|
|
81
|
+
}
|
|
82
|
+
throw new import_exceptions.APIError(`error during interruption prediction: ${err}`);
|
|
83
|
+
}
|
|
68
84
|
}
|
|
69
85
|
function createHttpTransport(options, getState, setState, updateUserSpeakingSpan, getAndResetNumRequests) {
|
|
70
86
|
const logger = (0, import_log.log)();
|
|
@@ -107,8 +123,8 @@ function createHttpTransport(options, getState, setState, updateUserSpeakingSpan
|
|
|
107
123
|
updateUserSpeakingSpan(entry);
|
|
108
124
|
}
|
|
109
125
|
const event = {
|
|
110
|
-
type: "
|
|
111
|
-
|
|
126
|
+
type: "overlapping_speech",
|
|
127
|
+
detectedAt: Date.now(),
|
|
112
128
|
overlapStartedAt: overlapSpeechStartedAt,
|
|
113
129
|
isInterruption: entry.isInterruption,
|
|
114
130
|
speechInput: entry.speechInput,
|
|
@@ -130,7 +146,7 @@ function createHttpTransport(options, getState, setState, updateUserSpeakingSpan
|
|
|
130
146
|
controller.enqueue(event);
|
|
131
147
|
}
|
|
132
148
|
} catch (err) {
|
|
133
|
-
|
|
149
|
+
controller.error(err);
|
|
134
150
|
}
|
|
135
151
|
}
|
|
136
152
|
},
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/inference/interruption/http_transport.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { ofetch } from 'ofetch';\nimport { TransformStream } from 'stream/web';\nimport { z } from 'zod';\nimport { log } from '../../log.js';\nimport { createAccessToken } from '../utils.js';\nimport { intervalForRetry } from './defaults.js';\nimport { InterruptionCacheEntry } from './interruption_cache_entry.js';\nimport type { OverlappingSpeechEvent } from './types.js';\nimport type { BoundedCache } from './utils.js';\n\nexport interface PostOptions {\n baseUrl: string;\n token: string;\n signal?: AbortSignal;\n timeout?: number;\n maxRetries?: number;\n}\n\nexport interface PredictOptions {\n threshold: number;\n minFrames: number;\n}\n\nexport const predictEndpointResponseSchema = z.object({\n created_at: z.number(),\n is_bargein: z.boolean(),\n probabilities: z.array(z.number()),\n});\n\nexport type PredictEndpointResponse = z.infer<typeof predictEndpointResponseSchema>;\n\nexport interface PredictResponse {\n createdAt: number;\n isBargein: boolean;\n probabilities: number[];\n predictionDurationInS: number;\n}\n\nexport async function predictHTTP(\n data: Int16Array,\n predictOptions: PredictOptions,\n options: PostOptions,\n): Promise<PredictResponse> {\n const createdAt = performance.now();\n const url = new URL(`/bargein`, options.baseUrl);\n url.searchParams.append('threshold', predictOptions.threshold.toString());\n url.searchParams.append('min_frames', predictOptions.minFrames.toFixed());\n url.searchParams.append('created_at', createdAt.toFixed());\n\n let retryCount = 0;\n const response = await ofetch(url.toString(), {\n retry: options.maxRetries ?? 3,\n retryDelay: () => {\n const delay = intervalForRetry(retryCount);\n retryCount++;\n return delay;\n },\n headers: {\n 'Content-Type': 'application/octet-stream',\n Authorization: `Bearer ${options.token}`,\n },\n signal: options.signal,\n timeout: options.timeout,\n method: 'POST',\n body: data,\n });\n const { created_at, is_bargein, probabilities } = predictEndpointResponseSchema.parse(response);\n\n return {\n createdAt: created_at,\n isBargein: is_bargein,\n probabilities,\n predictionDurationInS: (performance.now() - createdAt) / 1000,\n };\n}\n\nexport interface HttpTransportOptions {\n baseUrl: string;\n apiKey: string;\n apiSecret: string;\n threshold: number;\n minFrames: number;\n timeout: number;\n maxRetries?: number;\n}\n\nexport interface HttpTransportState {\n overlapSpeechStarted: boolean;\n overlapSpeechStartedAt: number | undefined;\n cache: BoundedCache<number, InterruptionCacheEntry>;\n}\n\n/**\n * Creates an HTTP transport TransformStream for interruption detection.\n *\n * This transport receives Int16Array audio slices and outputs InterruptionEvents.\n * Each audio slice triggers an HTTP POST request.\n *\n * @param options - Transport options object. This is read on each request, so mutations\n * to threshold/minFrames will be picked up dynamically.\n */\nexport function createHttpTransport(\n options: HttpTransportOptions,\n getState: () => HttpTransportState,\n setState: (partial: Partial<HttpTransportState>) => void,\n updateUserSpeakingSpan?: (entry: InterruptionCacheEntry) => void,\n getAndResetNumRequests?: () => number,\n): TransformStream<Int16Array | OverlappingSpeechEvent, OverlappingSpeechEvent> {\n const logger = log();\n\n return new TransformStream<Int16Array | OverlappingSpeechEvent, OverlappingSpeechEvent>(\n {\n async transform(chunk, controller) {\n if (!(chunk instanceof Int16Array)) {\n controller.enqueue(chunk);\n return;\n }\n\n const state = getState();\n const overlapSpeechStartedAt = state.overlapSpeechStartedAt;\n if (overlapSpeechStartedAt === undefined || !state.overlapSpeechStarted) return;\n\n try {\n const resp = await predictHTTP(\n chunk,\n { threshold: options.threshold, minFrames: options.minFrames },\n {\n baseUrl: options.baseUrl,\n timeout: options.timeout,\n maxRetries: options.maxRetries,\n token: await createAccessToken(options.apiKey, options.apiSecret),\n },\n );\n\n const { createdAt, isBargein, probabilities, predictionDurationInS } = resp;\n const entry = state.cache.setOrUpdate(\n createdAt,\n () => new InterruptionCacheEntry({ createdAt }),\n {\n probabilities,\n isInterruption: isBargein,\n speechInput: chunk,\n totalDurationInS: (performance.now() - createdAt) / 1000,\n detectionDelayInS: (Date.now() - overlapSpeechStartedAt) / 1000,\n predictionDurationInS,\n },\n );\n\n if (state.overlapSpeechStarted && entry.isInterruption) {\n if (updateUserSpeakingSpan) {\n updateUserSpeakingSpan(entry);\n }\n const event: OverlappingSpeechEvent = {\n type: 'user_overlapping_speech',\n timestamp: Date.now(),\n overlapStartedAt: overlapSpeechStartedAt,\n isInterruption: entry.isInterruption,\n speechInput: entry.speechInput,\n probabilities: entry.probabilities,\n totalDurationInS: entry.totalDurationInS,\n predictionDurationInS: entry.predictionDurationInS,\n detectionDelayInS: entry.detectionDelayInS,\n probability: entry.probability,\n numRequests: getAndResetNumRequests?.() ?? 0,\n };\n logger.debug(\n {\n detectionDelayInS: entry.detectionDelayInS,\n totalDurationInS: entry.totalDurationInS,\n },\n 'interruption detected',\n );\n setState({ overlapSpeechStarted: false });\n controller.enqueue(event);\n }\n } catch (err) {\n logger.error({ err }, 'Failed to send audio data over HTTP');\n }\n },\n },\n { highWaterMark: 2 },\n { highWaterMark: 2 },\n );\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,oBAAuB;AACvB,iBAAgC;AAChC,iBAAkB;AAClB,iBAAoB;AACpB,mBAAkC;AAClC,sBAAiC;AACjC,sCAAuC;AAiBhC,MAAM,gCAAgC,aAAE,OAAO;AAAA,EACpD,YAAY,aAAE,OAAO;AAAA,EACrB,YAAY,aAAE,QAAQ;AAAA,EACtB,eAAe,aAAE,MAAM,aAAE,OAAO,CAAC;AACnC,CAAC;AAWD,eAAsB,YACpB,MACA,gBACA,SAC0B;AAC1B,QAAM,YAAY,YAAY,IAAI;AAClC,QAAM,MAAM,IAAI,IAAI,YAAY,QAAQ,OAAO;AAC/C,MAAI,aAAa,OAAO,aAAa,eAAe,UAAU,SAAS,CAAC;AACxE,MAAI,aAAa,OAAO,cAAc,eAAe,UAAU,QAAQ,CAAC;AACxE,MAAI,aAAa,OAAO,cAAc,UAAU,QAAQ,CAAC;AAEzD,MAAI,aAAa;AACjB,QAAM,WAAW,UAAM,sBAAO,IAAI,SAAS,GAAG;AAAA,IAC5C,OAAO,QAAQ,cAAc;AAAA,IAC7B,YAAY,MAAM;AAChB,YAAM,YAAQ,kCAAiB,UAAU;AACzC;AACA,aAAO;AAAA,IACT;AAAA,IACA,SAAS;AAAA,MACP,gBAAgB;AAAA,MAChB,eAAe,UAAU,QAAQ,KAAK;AAAA,IACxC;AAAA,IACA,QAAQ,QAAQ;AAAA,IAChB,SAAS,QAAQ;AAAA,IACjB,QAAQ;AAAA,IACR,MAAM;AAAA,EACR,CAAC;AACD,QAAM,EAAE,YAAY,YAAY,cAAc,IAAI,8BAA8B,MAAM,QAAQ;AAE9F,SAAO;AAAA,IACL,WAAW;AAAA,IACX,WAAW;AAAA,IACX;AAAA,IACA,wBAAwB,YAAY,IAAI,IAAI,aAAa;AAAA,EAC3D;AACF;AA2BO,SAAS,oBACd,SACA,UACA,UACA,wBACA,wBAC8E;AAC9E,QAAM,aAAS,gBAAI;AAEnB,SAAO,IAAI;AAAA,IACT;AAAA,MACE,MAAM,UAAU,OAAO,YAAY;AACjC,YAAI,EAAE,iBAAiB,aAAa;AAClC,qBAAW,QAAQ,KAAK;AACxB;AAAA,QACF;AAEA,cAAM,QAAQ,SAAS;AACvB,cAAM,yBAAyB,MAAM;AACrC,YAAI,2BAA2B,UAAa,CAAC,MAAM,qBAAsB;AAEzE,YAAI;AACF,gBAAM,OAAO,MAAM;AAAA,YACjB;AAAA,YACA,EAAE,WAAW,QAAQ,WAAW,WAAW,QAAQ,UAAU;AAAA,YAC7D;AAAA,cACE,SAAS,QAAQ;AAAA,cACjB,SAAS,QAAQ;AAAA,cACjB,YAAY,QAAQ;AAAA,cACpB,OAAO,UAAM,gCAAkB,QAAQ,QAAQ,QAAQ,SAAS;AAAA,YAClE;AAAA,UACF;AAEA,gBAAM,EAAE,WAAW,WAAW,eAAe,sBAAsB,IAAI;AACvE,gBAAM,QAAQ,MAAM,MAAM;AAAA,YACxB;AAAA,YACA,MAAM,IAAI,uDAAuB,EAAE,UAAU,CAAC;AAAA,YAC9C;AAAA,cACE;AAAA,cACA,gBAAgB;AAAA,cAChB,aAAa;AAAA,cACb,mBAAmB,YAAY,IAAI,IAAI,aAAa;AAAA,cACpD,oBAAoB,KAAK,IAAI,IAAI,0BAA0B;AAAA,cAC3D;AAAA,YACF;AAAA,UACF;AAEA,cAAI,MAAM,wBAAwB,MAAM,gBAAgB;AACtD,gBAAI,wBAAwB;AAC1B,qCAAuB,KAAK;AAAA,YAC9B;AACA,kBAAM,QAAgC;AAAA,cACpC,MAAM;AAAA,cACN,WAAW,KAAK,IAAI;AAAA,cACpB,kBAAkB;AAAA,cAClB,gBAAgB,MAAM;AAAA,cACtB,aAAa,MAAM;AAAA,cACnB,eAAe,MAAM;AAAA,cACrB,kBAAkB,MAAM;AAAA,cACxB,uBAAuB,MAAM;AAAA,cAC7B,mBAAmB,MAAM;AAAA,cACzB,aAAa,MAAM;AAAA,cACnB,cAAa,uEAA8B;AAAA,YAC7C;AACA,mBAAO;AAAA,cACL;AAAA,gBACE,mBAAmB,MAAM;AAAA,gBACzB,kBAAkB,MAAM;AAAA,cAC1B;AAAA,cACA;AAAA,YACF;AACA,qBAAS,EAAE,sBAAsB,MAAM,CAAC;AACxC,uBAAW,QAAQ,KAAK;AAAA,UAC1B;AAAA,QACF,SAAS,KAAK;AACZ,iBAAO,MAAM,EAAE,IAAI,GAAG,qCAAqC;AAAA,QAC7D;AAAA,MACF;AAAA,IACF;AAAA,IACA,EAAE,eAAe,EAAE;AAAA,IACnB,EAAE,eAAe,EAAE;AAAA,EACrB;AACF;","names":[]}
|
|
1
|
+
{"version":3,"sources":["../../../src/inference/interruption/http_transport.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { FetchError, ofetch } from 'ofetch';\nimport { TransformStream } from 'stream/web';\nimport { z } from 'zod';\nimport { APIConnectionError, APIError, APIStatusError, isAPIError } from '../../_exceptions.js';\nimport { log } from '../../log.js';\nimport { createAccessToken } from '../utils.js';\nimport { InterruptionCacheEntry } from './interruption_cache_entry.js';\nimport type { OverlappingSpeechEvent } from './types.js';\nimport type { BoundedCache } from './utils.js';\n\nexport interface PostOptions {\n baseUrl: string;\n token: string;\n signal?: AbortSignal;\n timeout?: number;\n maxRetries?: number;\n}\n\nexport interface PredictOptions {\n threshold: number;\n minFrames: number;\n}\n\nexport const predictEndpointResponseSchema = z.object({\n created_at: z.number(),\n is_bargein: z.boolean(),\n probabilities: z.array(z.number()),\n});\n\nexport type PredictEndpointResponse = z.infer<typeof predictEndpointResponseSchema>;\n\nexport interface PredictResponse {\n createdAt: number;\n isBargein: boolean;\n probabilities: number[];\n predictionDurationInS: number;\n}\n\nexport async function predictHTTP(\n data: Int16Array,\n predictOptions: PredictOptions,\n options: PostOptions,\n): Promise<PredictResponse> {\n const createdAt = performance.now();\n const url = new URL(`/bargein`, options.baseUrl);\n url.searchParams.append('threshold', predictOptions.threshold.toString());\n url.searchParams.append('min_frames', predictOptions.minFrames.toFixed());\n url.searchParams.append('created_at', createdAt.toFixed());\n\n try {\n const response = await ofetch(url.toString(), {\n retry: 0,\n headers: {\n 'Content-Type': 'application/octet-stream',\n Authorization: `Bearer ${options.token}`,\n },\n signal: options.signal,\n timeout: options.timeout,\n method: 'POST',\n body: data,\n });\n const { created_at, is_bargein, probabilities } = predictEndpointResponseSchema.parse(response);\n\n return {\n createdAt: created_at,\n isBargein: is_bargein,\n probabilities,\n predictionDurationInS: (performance.now() - createdAt) / 1000,\n };\n } catch (err) {\n if (isAPIError(err)) throw err;\n if (err instanceof FetchError) {\n if (err.statusCode) {\n throw new APIStatusError({\n message: `error during interruption prediction: ${err.message}`,\n options: { statusCode: err.statusCode, body: err.data },\n });\n }\n if (\n err.cause instanceof Error &&\n (err.cause.name === 'TimeoutError' || err.cause.name === 'AbortError')\n ) {\n throw new APIStatusError({\n message: `interruption inference timeout: ${err.message}`,\n options: { statusCode: 408, retryable: false },\n });\n }\n throw new APIConnectionError({\n message: `interruption inference connection error: ${err.message}`,\n });\n }\n throw new APIError(`error during interruption prediction: ${err}`);\n }\n}\n\nexport interface HttpTransportOptions {\n baseUrl: string;\n apiKey: string;\n apiSecret: string;\n threshold: number;\n minFrames: number;\n timeout: number;\n maxRetries?: number;\n}\n\nexport interface HttpTransportState {\n overlapSpeechStarted: boolean;\n overlapSpeechStartedAt: number | undefined;\n cache: BoundedCache<number, InterruptionCacheEntry>;\n}\n\n/**\n * Creates an HTTP transport TransformStream for interruption detection.\n *\n * This transport receives Int16Array audio slices and outputs InterruptionEvents.\n * Each audio slice triggers an HTTP POST request.\n *\n * @param options - Transport options object. This is read on each request, so mutations\n * to threshold/minFrames will be picked up dynamically.\n */\nexport function createHttpTransport(\n options: HttpTransportOptions,\n getState: () => HttpTransportState,\n setState: (partial: Partial<HttpTransportState>) => void,\n updateUserSpeakingSpan?: (entry: InterruptionCacheEntry) => void,\n getAndResetNumRequests?: () => number,\n): TransformStream<Int16Array | OverlappingSpeechEvent, OverlappingSpeechEvent> {\n const logger = log();\n\n return new TransformStream<Int16Array | OverlappingSpeechEvent, OverlappingSpeechEvent>(\n {\n async transform(chunk, controller) {\n if (!(chunk instanceof Int16Array)) {\n controller.enqueue(chunk);\n return;\n }\n\n const state = getState();\n const overlapSpeechStartedAt = state.overlapSpeechStartedAt;\n if (overlapSpeechStartedAt === undefined || !state.overlapSpeechStarted) return;\n\n try {\n const resp = await predictHTTP(\n chunk,\n { threshold: options.threshold, minFrames: options.minFrames },\n {\n baseUrl: options.baseUrl,\n timeout: options.timeout,\n maxRetries: options.maxRetries,\n token: await createAccessToken(options.apiKey, options.apiSecret),\n },\n );\n\n const { createdAt, isBargein, probabilities, predictionDurationInS } = resp;\n const entry = state.cache.setOrUpdate(\n createdAt,\n () => new InterruptionCacheEntry({ createdAt }),\n {\n probabilities,\n isInterruption: isBargein,\n speechInput: chunk,\n totalDurationInS: (performance.now() - createdAt) / 1000,\n detectionDelayInS: (Date.now() - overlapSpeechStartedAt) / 1000,\n predictionDurationInS,\n },\n );\n\n if (state.overlapSpeechStarted && entry.isInterruption) {\n if (updateUserSpeakingSpan) {\n updateUserSpeakingSpan(entry);\n }\n const event: OverlappingSpeechEvent = {\n type: 'overlapping_speech',\n detectedAt: Date.now(),\n overlapStartedAt: overlapSpeechStartedAt,\n isInterruption: entry.isInterruption,\n speechInput: entry.speechInput,\n probabilities: entry.probabilities,\n totalDurationInS: entry.totalDurationInS,\n predictionDurationInS: entry.predictionDurationInS,\n detectionDelayInS: entry.detectionDelayInS,\n probability: entry.probability,\n numRequests: getAndResetNumRequests?.() ?? 0,\n };\n logger.debug(\n {\n detectionDelayInS: entry.detectionDelayInS,\n totalDurationInS: entry.totalDurationInS,\n },\n 'interruption detected',\n );\n setState({ overlapSpeechStarted: false });\n controller.enqueue(event);\n }\n } catch (err) {\n controller.error(err);\n }\n },\n },\n { highWaterMark: 2 },\n { highWaterMark: 2 },\n );\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,oBAAmC;AACnC,iBAAgC;AAChC,iBAAkB;AAClB,wBAAyE;AACzE,iBAAoB;AACpB,mBAAkC;AAClC,sCAAuC;AAiBhC,MAAM,gCAAgC,aAAE,OAAO;AAAA,EACpD,YAAY,aAAE,OAAO;AAAA,EACrB,YAAY,aAAE,QAAQ;AAAA,EACtB,eAAe,aAAE,MAAM,aAAE,OAAO,CAAC;AACnC,CAAC;AAWD,eAAsB,YACpB,MACA,gBACA,SAC0B;AAC1B,QAAM,YAAY,YAAY,IAAI;AAClC,QAAM,MAAM,IAAI,IAAI,YAAY,QAAQ,OAAO;AAC/C,MAAI,aAAa,OAAO,aAAa,eAAe,UAAU,SAAS,CAAC;AACxE,MAAI,aAAa,OAAO,cAAc,eAAe,UAAU,QAAQ,CAAC;AACxE,MAAI,aAAa,OAAO,cAAc,UAAU,QAAQ,CAAC;AAEzD,MAAI;AACF,UAAM,WAAW,UAAM,sBAAO,IAAI,SAAS,GAAG;AAAA,MAC5C,OAAO;AAAA,MACP,SAAS;AAAA,QACP,gBAAgB;AAAA,QAChB,eAAe,UAAU,QAAQ,KAAK;AAAA,MACxC;AAAA,MACA,QAAQ,QAAQ;AAAA,MAChB,SAAS,QAAQ;AAAA,MACjB,QAAQ;AAAA,MACR,MAAM;AAAA,IACR,CAAC;AACD,UAAM,EAAE,YAAY,YAAY,cAAc,IAAI,8BAA8B,MAAM,QAAQ;AAE9F,WAAO;AAAA,MACL,WAAW;AAAA,MACX,WAAW;AAAA,MACX;AAAA,MACA,wBAAwB,YAAY,IAAI,IAAI,aAAa;AAAA,IAC3D;AAAA,EACF,SAAS,KAAK;AACZ,YAAI,8BAAW,GAAG,EAAG,OAAM;AAC3B,QAAI,eAAe,0BAAY;AAC7B,UAAI,IAAI,YAAY;AAClB,cAAM,IAAI,iCAAe;AAAA,UACvB,SAAS,yCAAyC,IAAI,OAAO;AAAA,UAC7D,SAAS,EAAE,YAAY,IAAI,YAAY,MAAM,IAAI,KAAK;AAAA,QACxD,CAAC;AAAA,MACH;AACA,UACE,IAAI,iBAAiB,UACpB,IAAI,MAAM,SAAS,kBAAkB,IAAI,MAAM,SAAS,eACzD;AACA,cAAM,IAAI,iCAAe;AAAA,UACvB,SAAS,mCAAmC,IAAI,OAAO;AAAA,UACvD,SAAS,EAAE,YAAY,KAAK,WAAW,MAAM;AAAA,QAC/C,CAAC;AAAA,MACH;AACA,YAAM,IAAI,qCAAmB;AAAA,QAC3B,SAAS,4CAA4C,IAAI,OAAO;AAAA,MAClE,CAAC;AAAA,IACH;AACA,UAAM,IAAI,2BAAS,yCAAyC,GAAG,EAAE;AAAA,EACnE;AACF;AA2BO,SAAS,oBACd,SACA,UACA,UACA,wBACA,wBAC8E;AAC9E,QAAM,aAAS,gBAAI;AAEnB,SAAO,IAAI;AAAA,IACT;AAAA,MACE,MAAM,UAAU,OAAO,YAAY;AACjC,YAAI,EAAE,iBAAiB,aAAa;AAClC,qBAAW,QAAQ,KAAK;AACxB;AAAA,QACF;AAEA,cAAM,QAAQ,SAAS;AACvB,cAAM,yBAAyB,MAAM;AACrC,YAAI,2BAA2B,UAAa,CAAC,MAAM,qBAAsB;AAEzE,YAAI;AACF,gBAAM,OAAO,MAAM;AAAA,YACjB;AAAA,YACA,EAAE,WAAW,QAAQ,WAAW,WAAW,QAAQ,UAAU;AAAA,YAC7D;AAAA,cACE,SAAS,QAAQ;AAAA,cACjB,SAAS,QAAQ;AAAA,cACjB,YAAY,QAAQ;AAAA,cACpB,OAAO,UAAM,gCAAkB,QAAQ,QAAQ,QAAQ,SAAS;AAAA,YAClE;AAAA,UACF;AAEA,gBAAM,EAAE,WAAW,WAAW,eAAe,sBAAsB,IAAI;AACvE,gBAAM,QAAQ,MAAM,MAAM;AAAA,YACxB;AAAA,YACA,MAAM,IAAI,uDAAuB,EAAE,UAAU,CAAC;AAAA,YAC9C;AAAA,cACE;AAAA,cACA,gBAAgB;AAAA,cAChB,aAAa;AAAA,cACb,mBAAmB,YAAY,IAAI,IAAI,aAAa;AAAA,cACpD,oBAAoB,KAAK,IAAI,IAAI,0BAA0B;AAAA,cAC3D;AAAA,YACF;AAAA,UACF;AAEA,cAAI,MAAM,wBAAwB,MAAM,gBAAgB;AACtD,gBAAI,wBAAwB;AAC1B,qCAAuB,KAAK;AAAA,YAC9B;AACA,kBAAM,QAAgC;AAAA,cACpC,MAAM;AAAA,cACN,YAAY,KAAK,IAAI;AAAA,cACrB,kBAAkB;AAAA,cAClB,gBAAgB,MAAM;AAAA,cACtB,aAAa,MAAM;AAAA,cACnB,eAAe,MAAM;AAAA,cACrB,kBAAkB,MAAM;AAAA,cACxB,uBAAuB,MAAM;AAAA,cAC7B,mBAAmB,MAAM;AAAA,cACzB,aAAa,MAAM;AAAA,cACnB,cAAa,uEAA8B;AAAA,YAC7C;AACA,mBAAO;AAAA,cACL;AAAA,gBACE,mBAAmB,MAAM;AAAA,gBACzB,kBAAkB,MAAM;AAAA,cAC1B;AAAA,cACA;AAAA,YACF;AACA,qBAAS,EAAE,sBAAsB,MAAM,CAAC;AACxC,uBAAW,QAAQ,KAAK;AAAA,UAC1B;AAAA,QACF,SAAS,KAAK;AACZ,qBAAW,MAAM,GAAG;AAAA,QACtB;AAAA,MACF;AAAA,IACF;AAAA,IACA,EAAE,eAAe,EAAE;AAAA,IACnB,EAAE,eAAe,EAAE;AAAA,EACrB;AACF;","names":[]}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"http_transport.d.ts","sourceRoot":"","sources":["../../../src/inference/interruption/http_transport.ts"],"names":[],"mappings":";AAIA,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,EAAE,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AACvE,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AACzD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE/C,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,eAAO,MAAM,6BAA6B;;;;;;;;;;;;EAIxC,CAAC;AAEH,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAEpF,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,OAAO,CAAC;IACnB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,qBAAqB,EAAE,MAAM,CAAC;CAC/B;AAED,wBAAsB,WAAW,CAC/B,IAAI,EAAE,UAAU,EAChB,cAAc,EAAE,cAAc,EAC9B,OAAO,EAAE,WAAW,GACnB,OAAO,CAAC,eAAe,CAAC,
|
|
1
|
+
{"version":3,"file":"http_transport.d.ts","sourceRoot":"","sources":["../../../src/inference/interruption/http_transport.ts"],"names":[],"mappings":";AAIA,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,EAAE,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AACvE,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AACzD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE/C,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,eAAO,MAAM,6BAA6B;;;;;;;;;;;;EAIxC,CAAC;AAEH,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAEpF,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,OAAO,CAAC;IACnB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,qBAAqB,EAAE,MAAM,CAAC;CAC/B;AAED,wBAAsB,WAAW,CAC/B,IAAI,EAAE,UAAU,EAChB,cAAc,EAAE,cAAc,EAC9B,OAAO,EAAE,WAAW,GACnB,OAAO,CAAC,eAAe,CAAC,CAmD1B;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IACjC,oBAAoB,EAAE,OAAO,CAAC;IAC9B,sBAAsB,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3C,KAAK,EAAE,YAAY,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAAC;CACrD;AAED;;;;;;;;GAQG;AACH,wBAAgB,mBAAmB,CACjC,OAAO,EAAE,oBAAoB,EAC7B,QAAQ,EAAE,MAAM,kBAAkB,EAClC,QAAQ,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,kBAAkB,CAAC,KAAK,IAAI,EACxD,sBAAsB,CAAC,EAAE,CAAC,KAAK,EAAE,sBAAsB,KAAK,IAAI,EAChE,sBAAsB,CAAC,EAAE,MAAM,MAAM,GACpC,eAAe,CAAC,UAAU,GAAG,sBAAsB,EAAE,sBAAsB,CAAC,CA4E9E"}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import { ofetch } from "ofetch";
|
|
1
|
+
import { FetchError, ofetch } from "ofetch";
|
|
2
2
|
import { TransformStream } from "stream/web";
|
|
3
3
|
import { z } from "zod";
|
|
4
|
+
import { APIConnectionError, APIError, APIStatusError, isAPIError } from "../../_exceptions.js";
|
|
4
5
|
import { log } from "../../log.js";
|
|
5
6
|
import { createAccessToken } from "../utils.js";
|
|
6
|
-
import { intervalForRetry } from "./defaults.js";
|
|
7
7
|
import { InterruptionCacheEntry } from "./interruption_cache_entry.js";
|
|
8
8
|
const predictEndpointResponseSchema = z.object({
|
|
9
9
|
created_at: z.number(),
|
|
@@ -16,30 +16,46 @@ async function predictHTTP(data, predictOptions, options) {
|
|
|
16
16
|
url.searchParams.append("threshold", predictOptions.threshold.toString());
|
|
17
17
|
url.searchParams.append("min_frames", predictOptions.minFrames.toFixed());
|
|
18
18
|
url.searchParams.append("created_at", createdAt.toFixed());
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
19
|
+
try {
|
|
20
|
+
const response = await ofetch(url.toString(), {
|
|
21
|
+
retry: 0,
|
|
22
|
+
headers: {
|
|
23
|
+
"Content-Type": "application/octet-stream",
|
|
24
|
+
Authorization: `Bearer ${options.token}`
|
|
25
|
+
},
|
|
26
|
+
signal: options.signal,
|
|
27
|
+
timeout: options.timeout,
|
|
28
|
+
method: "POST",
|
|
29
|
+
body: data
|
|
30
|
+
});
|
|
31
|
+
const { created_at, is_bargein, probabilities } = predictEndpointResponseSchema.parse(response);
|
|
32
|
+
return {
|
|
33
|
+
createdAt: created_at,
|
|
34
|
+
isBargein: is_bargein,
|
|
35
|
+
probabilities,
|
|
36
|
+
predictionDurationInS: (performance.now() - createdAt) / 1e3
|
|
37
|
+
};
|
|
38
|
+
} catch (err) {
|
|
39
|
+
if (isAPIError(err)) throw err;
|
|
40
|
+
if (err instanceof FetchError) {
|
|
41
|
+
if (err.statusCode) {
|
|
42
|
+
throw new APIStatusError({
|
|
43
|
+
message: `error during interruption prediction: ${err.message}`,
|
|
44
|
+
options: { statusCode: err.statusCode, body: err.data }
|
|
45
|
+
});
|
|
46
|
+
}
|
|
47
|
+
if (err.cause instanceof Error && (err.cause.name === "TimeoutError" || err.cause.name === "AbortError")) {
|
|
48
|
+
throw new APIStatusError({
|
|
49
|
+
message: `interruption inference timeout: ${err.message}`,
|
|
50
|
+
options: { statusCode: 408, retryable: false }
|
|
51
|
+
});
|
|
52
|
+
}
|
|
53
|
+
throw new APIConnectionError({
|
|
54
|
+
message: `interruption inference connection error: ${err.message}`
|
|
55
|
+
});
|
|
56
|
+
}
|
|
57
|
+
throw new APIError(`error during interruption prediction: ${err}`);
|
|
58
|
+
}
|
|
43
59
|
}
|
|
44
60
|
function createHttpTransport(options, getState, setState, updateUserSpeakingSpan, getAndResetNumRequests) {
|
|
45
61
|
const logger = log();
|
|
@@ -82,8 +98,8 @@ function createHttpTransport(options, getState, setState, updateUserSpeakingSpan
|
|
|
82
98
|
updateUserSpeakingSpan(entry);
|
|
83
99
|
}
|
|
84
100
|
const event = {
|
|
85
|
-
type: "
|
|
86
|
-
|
|
101
|
+
type: "overlapping_speech",
|
|
102
|
+
detectedAt: Date.now(),
|
|
87
103
|
overlapStartedAt: overlapSpeechStartedAt,
|
|
88
104
|
isInterruption: entry.isInterruption,
|
|
89
105
|
speechInput: entry.speechInput,
|
|
@@ -105,7 +121,7 @@ function createHttpTransport(options, getState, setState, updateUserSpeakingSpan
|
|
|
105
121
|
controller.enqueue(event);
|
|
106
122
|
}
|
|
107
123
|
} catch (err) {
|
|
108
|
-
|
|
124
|
+
controller.error(err);
|
|
109
125
|
}
|
|
110
126
|
}
|
|
111
127
|
},
|