@dtelecom/agents-js 0.2.2 → 0.3.0

package/dist/index.d.mts

@@ -1,8 +1,8 @@
 import * as _dtelecom_server_sdk_node from '@dtelecom/server-sdk-node';
 import { Room, AudioSource, RemoteAudioTrack, AudioFrame } from '@dtelecom/server-sdk-node';
 import { EventEmitter } from 'events';
-import { A as AgentConfig, a as AgentStartOptions, M as Message, L as LLMPlugin, P as PipelineOptions, b as AgentState, S as STTStream, T as TranscriptionResult } from './types-BBKtiPvm.mjs';
-export { c as AgentEvents, d as AudioOutput, D as DataMessageHandler, e as LLMChatOptions, f as LLMChunk, g as MemoryConfig, h as PipelineEvents, R as RespondMode, i as STTPlugin, j as STTStreamOptions, k as TTSPlugin } from './types-BBKtiPvm.mjs';
+import { A as AgentConfig, a as AgentStartOptions, M as Message, L as LLMPlugin, P as PipelineOptions, b as AgentState, S as STTStream, T as TranscriptionResult } from './types-Di_jxIgs.mjs';
+export { c as AgentEvents, d as AudioOutput, D as DataMessageHandler, e as LLMChatOptions, f as LLMChunk, g as MemoryConfig, h as PipelineEvents, R as RespondMode, i as STTPlugin, j as STTStreamOptions, k as TTSPlugin, l as ToolCallResult, m as ToolDefinition } from './types-Di_jxIgs.mjs';
 
 declare class VoiceAgent extends EventEmitter {
     private readonly config;
@@ -111,6 +111,7 @@ declare class Pipeline extends EventEmitter {
     private readonly nameVariants;
     private readonly beforeRespond?;
     private readonly memory?;
+    private readonly tools?;
     /** Strip provider-specific markup (e.g. SSML lang tags) for display. */
     private cleanText;
     /** Active STT streams, keyed by participant identity */

package/dist/index.d.ts

@@ -1,8 +1,8 @@
 import * as _dtelecom_server_sdk_node from '@dtelecom/server-sdk-node';
 import { Room, AudioSource, RemoteAudioTrack, AudioFrame } from '@dtelecom/server-sdk-node';
 import { EventEmitter } from 'events';
-import { A as AgentConfig, a as AgentStartOptions, M as Message, L as LLMPlugin, P as PipelineOptions, b as AgentState, S as STTStream, T as TranscriptionResult } from './types-BBKtiPvm.js';
-export { c as AgentEvents, d as AudioOutput, D as DataMessageHandler, e as LLMChatOptions, f as LLMChunk, g as MemoryConfig, h as PipelineEvents, R as RespondMode, i as STTPlugin, j as STTStreamOptions, k as TTSPlugin } from './types-BBKtiPvm.js';
+import { A as AgentConfig, a as AgentStartOptions, M as Message, L as LLMPlugin, P as PipelineOptions, b as AgentState, S as STTStream, T as TranscriptionResult } from './types-Di_jxIgs.js';
+export { c as AgentEvents, d as AudioOutput, D as DataMessageHandler, e as LLMChatOptions, f as LLMChunk, g as MemoryConfig, h as PipelineEvents, R as RespondMode, i as STTPlugin, j as STTStreamOptions, k as TTSPlugin, l as ToolCallResult, m as ToolDefinition } from './types-Di_jxIgs.js';
 
 declare class VoiceAgent extends EventEmitter {
     private readonly config;
@@ -111,6 +111,7 @@ declare class Pipeline extends EventEmitter {
     private readonly nameVariants;
     private readonly beforeRespond?;
     private readonly memory?;
+    private readonly tools?;
     /** Strip provider-specific markup (e.g. SSML lang tags) for display. */
     private cleanText;
     /** Active STT streams, keyed by participant identity */

package/dist/index.js

@@ -1208,6 +1208,7 @@ var Pipeline = class extends import_events.EventEmitter {
   nameVariants;
   beforeRespond;
   memory;
+  tools;
   /** Strip provider-specific markup (e.g. SSML lang tags) for display. */
   cleanText(text) {
     return this.tts?.cleanText ? this.tts.cleanText(text) : text;
@@ -1230,6 +1231,7 @@ var Pipeline = class extends import_events.EventEmitter {
     this.nameVariants = (options.nameVariants ?? []).map((n) => n.toLowerCase());
     this.beforeRespond = options.beforeRespond;
     this.memory = options.memory;
+    this.tools = options.tools;
     this.context = new ContextManager({
       instructions: options.instructions,
       maxContextTokens: options.maxContextTokens
@@ -1433,7 +1435,7 @@ var Pipeline = class extends import_events.EventEmitter {
             segBuf.length = 0;
             pushSentence(combined);
           };
-          const llmStream = this.llm.chat(messages, signal);
+          const llmStream = this.llm.chat(messages, signal, { tools: this.tools });
           try {
             while (!signal.aborted) {
               const { value: chunk, done } = await llmStream.next();
@@ -1462,6 +1464,9 @@ var Pipeline = class extends import_events.EventEmitter {
                 for (const sentence of sentences) {
                   pushSentence(sentence);
                 }
+              } else if (chunk.type === "tool_call" && chunk.toolCall) {
+                log7.info(`Tool call: ${chunk.toolCall.name}(${chunk.toolCall.arguments})`);
+                this.emit("toolCall", chunk.toolCall);
               }
             }
           } finally {
@@ -1520,14 +1525,19 @@ var Pipeline = class extends import_events.EventEmitter {
               }
             };
             tryPrefetch();
-            await this.synthesizeAndPlay(sentence, signal, (t) => {
-              if (!tFirstAudioPlayed) {
-                tFirstAudioPlayed = t;
-                this.setAgentState("speaking");
-              }
-              this.emit("sentence", this.cleanText(sentence), sentence);
-              tryPrefetch();
-            }, existingStream);
+            try {
+              await this.synthesizeAndPlay(sentence, signal, (t) => {
+                if (!tFirstAudioPlayed) {
+                  tFirstAudioPlayed = t;
+                  this.setAgentState("speaking");
+                }
+                this.emit("sentence", this.cleanText(sentence), sentence);
+                tryPrefetch();
+              }, existingStream);
+            } catch (ttsErr) {
+              if (ttsErr instanceof Error && ttsErr.name === "AbortError") throw ttsErr;
+              log7.warn(`TTS error for sentence (skipping): "${sentence.slice(0, 40)}"`, ttsErr);
+            }
           }
         } finally {
           if (!signal.aborted) {
@@ -1735,12 +1745,14 @@ var VoiceAgent = class extends import_events2.EventEmitter {
       agentName: this.config.agentName,
       nameVariants: this.config.nameVariants,
       memory: this.memory ?? void 0,
-      maxContextTokens: this.config.maxContextTokens
+      maxContextTokens: this.config.maxContextTokens,
+      tools: this.config.tools
     });
     this.pipeline.on("transcription", (result) => this.emit("transcription", result));
     this.pipeline.on("sentence", (text, raw) => this.emit("sentence", text, raw));
     this.pipeline.on("response", (text) => this.emit("response", text));
     this.pipeline.on("agentState", (state) => this.emit("agentState", state));
+    this.pipeline.on("toolCall", (tc) => this.emit("toolCall", tc));
     this.pipeline.on("error", (error) => this.emit("error", error));
     for (const participant of this.connection.room.remoteParticipants.values()) {
       for (const [, pub] of participant.trackPublications) {