@livekit/agents 1.0.18 → 1.0.19

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (152) hide show
  1. package/dist/index.cjs +3 -0
  2. package/dist/index.cjs.map +1 -1
  3. package/dist/index.d.cts +2 -1
  4. package/dist/index.d.ts +2 -1
  5. package/dist/index.d.ts.map +1 -1
  6. package/dist/index.js +2 -0
  7. package/dist/index.js.map +1 -1
  8. package/dist/inference/api_protos.d.cts +12 -12
  9. package/dist/inference/api_protos.d.ts +12 -12
  10. package/dist/inference/tts.cjs +1 -1
  11. package/dist/inference/tts.cjs.map +1 -1
  12. package/dist/inference/tts.js +1 -1
  13. package/dist/inference/tts.js.map +1 -1
  14. package/dist/ipc/job_proc_lazy_main.cjs +6 -2
  15. package/dist/ipc/job_proc_lazy_main.cjs.map +1 -1
  16. package/dist/ipc/job_proc_lazy_main.js +6 -2
  17. package/dist/ipc/job_proc_lazy_main.js.map +1 -1
  18. package/dist/job.cjs +31 -0
  19. package/dist/job.cjs.map +1 -1
  20. package/dist/job.d.cts +6 -0
  21. package/dist/job.d.ts +6 -0
  22. package/dist/job.d.ts.map +1 -1
  23. package/dist/job.js +31 -0
  24. package/dist/job.js.map +1 -1
  25. package/dist/llm/chat_context.cjs +33 -0
  26. package/dist/llm/chat_context.cjs.map +1 -1
  27. package/dist/llm/chat_context.d.cts +22 -2
  28. package/dist/llm/chat_context.d.ts +22 -2
  29. package/dist/llm/chat_context.d.ts.map +1 -1
  30. package/dist/llm/chat_context.js +32 -0
  31. package/dist/llm/chat_context.js.map +1 -1
  32. package/dist/llm/index.cjs +2 -0
  33. package/dist/llm/index.cjs.map +1 -1
  34. package/dist/llm/index.d.cts +1 -1
  35. package/dist/llm/index.d.ts +1 -1
  36. package/dist/llm/index.d.ts.map +1 -1
  37. package/dist/llm/index.js +2 -0
  38. package/dist/llm/index.js.map +1 -1
  39. package/dist/llm/llm.cjs.map +1 -1
  40. package/dist/llm/llm.d.ts.map +1 -1
  41. package/dist/llm/llm.js.map +1 -1
  42. package/dist/llm/provider_format/google.test.cjs +48 -0
  43. package/dist/llm/provider_format/google.test.cjs.map +1 -1
  44. package/dist/llm/provider_format/google.test.js +54 -1
  45. package/dist/llm/provider_format/google.test.js.map +1 -1
  46. package/dist/llm/provider_format/index.d.cts +1 -1
  47. package/dist/llm/provider_format/index.d.ts +1 -1
  48. package/dist/llm/provider_format/openai.cjs +1 -2
  49. package/dist/llm/provider_format/openai.cjs.map +1 -1
  50. package/dist/llm/provider_format/openai.js +1 -2
  51. package/dist/llm/provider_format/openai.js.map +1 -1
  52. package/dist/llm/provider_format/openai.test.cjs +32 -0
  53. package/dist/llm/provider_format/openai.test.cjs.map +1 -1
  54. package/dist/llm/provider_format/openai.test.js +38 -1
  55. package/dist/llm/provider_format/openai.test.js.map +1 -1
  56. package/dist/log.cjs.map +1 -1
  57. package/dist/log.d.ts.map +1 -1
  58. package/dist/log.js.map +1 -1
  59. package/dist/telemetry/index.cjs +51 -0
  60. package/dist/telemetry/index.cjs.map +1 -0
  61. package/dist/telemetry/index.d.cts +4 -0
  62. package/dist/telemetry/index.d.ts +4 -0
  63. package/dist/telemetry/index.d.ts.map +1 -0
  64. package/dist/telemetry/index.js +12 -0
  65. package/dist/telemetry/index.js.map +1 -0
  66. package/dist/telemetry/trace_types.cjs +191 -0
  67. package/dist/telemetry/trace_types.cjs.map +1 -0
  68. package/dist/telemetry/trace_types.d.cts +56 -0
  69. package/dist/telemetry/trace_types.d.ts +56 -0
  70. package/dist/telemetry/trace_types.d.ts.map +1 -0
  71. package/dist/telemetry/trace_types.js +113 -0
  72. package/dist/telemetry/trace_types.js.map +1 -0
  73. package/dist/telemetry/traces.cjs +196 -0
  74. package/dist/telemetry/traces.cjs.map +1 -0
  75. package/dist/telemetry/traces.d.cts +97 -0
  76. package/dist/telemetry/traces.d.ts +97 -0
  77. package/dist/telemetry/traces.d.ts.map +1 -0
  78. package/dist/telemetry/traces.js +173 -0
  79. package/dist/telemetry/traces.js.map +1 -0
  80. package/dist/telemetry/utils.cjs +86 -0
  81. package/dist/telemetry/utils.cjs.map +1 -0
  82. package/dist/telemetry/utils.d.cts +5 -0
  83. package/dist/telemetry/utils.d.ts +5 -0
  84. package/dist/telemetry/utils.d.ts.map +1 -0
  85. package/dist/telemetry/utils.js +51 -0
  86. package/dist/telemetry/utils.js.map +1 -0
  87. package/dist/tts/tts.cjs.map +1 -1
  88. package/dist/tts/tts.d.ts.map +1 -1
  89. package/dist/tts/tts.js.map +1 -1
  90. package/dist/voice/agent.cjs +15 -0
  91. package/dist/voice/agent.cjs.map +1 -1
  92. package/dist/voice/agent.d.cts +4 -1
  93. package/dist/voice/agent.d.ts +4 -1
  94. package/dist/voice/agent.d.ts.map +1 -1
  95. package/dist/voice/agent.js +15 -0
  96. package/dist/voice/agent.js.map +1 -1
  97. package/dist/voice/agent_activity.cjs +2 -0
  98. package/dist/voice/agent_activity.cjs.map +1 -1
  99. package/dist/voice/agent_activity.d.ts.map +1 -1
  100. package/dist/voice/agent_activity.js +2 -0
  101. package/dist/voice/agent_activity.js.map +1 -1
  102. package/dist/voice/agent_session.cjs +29 -1
  103. package/dist/voice/agent_session.cjs.map +1 -1
  104. package/dist/voice/agent_session.d.cts +6 -2
  105. package/dist/voice/agent_session.d.ts +6 -2
  106. package/dist/voice/agent_session.d.ts.map +1 -1
  107. package/dist/voice/agent_session.js +30 -2
  108. package/dist/voice/agent_session.js.map +1 -1
  109. package/dist/voice/audio_recognition.cjs.map +1 -1
  110. package/dist/voice/audio_recognition.d.ts.map +1 -1
  111. package/dist/voice/audio_recognition.js.map +1 -1
  112. package/dist/voice/generation.cjs.map +1 -1
  113. package/dist/voice/generation.d.ts.map +1 -1
  114. package/dist/voice/generation.js.map +1 -1
  115. package/dist/voice/index.cjs +2 -0
  116. package/dist/voice/index.cjs.map +1 -1
  117. package/dist/voice/index.d.cts +1 -0
  118. package/dist/voice/index.d.ts +1 -0
  119. package/dist/voice/index.d.ts.map +1 -1
  120. package/dist/voice/index.js +1 -0
  121. package/dist/voice/index.js.map +1 -1
  122. package/dist/voice/report.cjs +69 -0
  123. package/dist/voice/report.cjs.map +1 -0
  124. package/dist/voice/report.d.cts +26 -0
  125. package/dist/voice/report.d.ts +26 -0
  126. package/dist/voice/report.d.ts.map +1 -0
  127. package/dist/voice/report.js +44 -0
  128. package/dist/voice/report.js.map +1 -0
  129. package/package.json +10 -3
  130. package/src/index.ts +2 -1
  131. package/src/inference/tts.ts +1 -1
  132. package/src/ipc/job_proc_lazy_main.ts +10 -2
  133. package/src/job.ts +48 -0
  134. package/src/llm/chat_context.ts +53 -1
  135. package/src/llm/index.ts +1 -0
  136. package/src/llm/llm.ts +2 -0
  137. package/src/llm/provider_format/google.test.ts +72 -1
  138. package/src/llm/provider_format/openai.test.ts +55 -1
  139. package/src/llm/provider_format/openai.ts +3 -2
  140. package/src/log.ts +1 -0
  141. package/src/telemetry/index.ts +10 -0
  142. package/src/telemetry/trace_types.ts +88 -0
  143. package/src/telemetry/traces.ts +266 -0
  144. package/src/telemetry/utils.ts +61 -0
  145. package/src/tts/tts.ts +4 -0
  146. package/src/voice/agent.ts +22 -0
  147. package/src/voice/agent_activity.ts +6 -0
  148. package/src/voice/agent_session.ts +44 -1
  149. package/src/voice/audio_recognition.ts +2 -0
  150. package/src/voice/generation.ts +3 -0
  151. package/src/voice/index.ts +1 -0
  152. package/src/voice/report.ts +77 -0
@@ -6,5 +6,6 @@ export { AgentSession, type AgentSessionOptions } from './agent_session.js';
6
6
  export * from './avatar/index.js';
7
7
  export * from './background_audio.js';
8
8
  export * from './events.js';
9
+ export * from './report.js';
9
10
  export * from './room_io/index.js';
10
11
  export { RunContext } from './run_context.js';
@@ -0,0 +1,77 @@
1
+ // SPDX-FileCopyrightText: 2025 LiveKit, Inc.
2
+ //
3
+ // SPDX-License-Identifier: Apache-2.0
4
+ import type { ChatContext } from '../llm/chat_context.js';
5
+ import type { VoiceOptions } from './agent_session.js';
6
+ import type { AgentEvent } from './events.js';
7
+
8
+ export interface SessionReport {
9
+ jobId: string;
10
+ roomId: string;
11
+ room: string;
12
+ options: VoiceOptions;
13
+ events: AgentEvent[];
14
+ chatHistory: ChatContext;
15
+ enableUserDataTraining: boolean;
16
+ timestamp: number;
17
+ }
18
+
19
+ export interface SessionReportOptions {
20
+ jobId: string;
21
+ roomId: string;
22
+ room: string;
23
+ options: VoiceOptions;
24
+ events: AgentEvent[];
25
+ chatHistory: ChatContext;
26
+ enableUserDataTraining?: boolean;
27
+ timestamp?: number;
28
+ }
29
+
30
+ export function createSessionReport(opts: SessionReportOptions): SessionReport {
31
+ return {
32
+ jobId: opts.jobId,
33
+ roomId: opts.roomId,
34
+ room: opts.room,
35
+ options: opts.options,
36
+ events: opts.events,
37
+ chatHistory: opts.chatHistory,
38
+ enableUserDataTraining: opts.enableUserDataTraining ?? false,
39
+ timestamp: opts.timestamp ?? Date.now(),
40
+ };
41
+ }
42
+
43
+ // TODO(brian): PR5 - Add uploadSessionReport() function that creates multipart form with:
44
+ // - header: protobuf MetricsRecordingHeader (room_id, duration, start_time)
45
+ // - chat_history: JSON serialized chat history (use sessionReportToJSON)
46
+ // - audio: audio recording file if available (ogg format)
47
+ // - Uploads to LiveKit Cloud observability endpoint with JWT auth
48
+ export function sessionReportToJSON(report: SessionReport): Record<string, unknown> {
49
+ const events: Record<string, unknown>[] = [];
50
+
51
+ for (const event of report.events) {
52
+ if (event.type === 'metrics_collected') {
53
+ continue; // metrics are too noisy, Cloud is using the chat_history as the source of truth
54
+ }
55
+
56
+ events.push({ ...event });
57
+ }
58
+
59
+ return {
60
+ job_id: report.jobId,
61
+ room_id: report.roomId,
62
+ room: report.room,
63
+ events,
64
+ options: {
65
+ allow_interruptions: report.options.allowInterruptions,
66
+ discard_audio_if_uninterruptible: report.options.discardAudioIfUninterruptible,
67
+ min_interruption_duration: report.options.minInterruptionDuration,
68
+ min_interruption_words: report.options.minInterruptionWords,
69
+ min_endpointing_delay: report.options.minEndpointingDelay,
70
+ max_endpointing_delay: report.options.maxEndpointingDelay,
71
+ max_tool_steps: report.options.maxToolSteps,
72
+ },
73
+ chat_history: report.chatHistory.toJSON({ excludeTimestamp: false }),
74
+ enable_user_data_training: report.enableUserDataTraining,
75
+ timestamp: report.timestamp,
76
+ };
77
+ }