@telnyx/ai-agent-lib 0.1.6 → 0.1.7

package/README.md

@@ -331,7 +331,7 @@ This library is built with TypeScript and provides full type definitions. All ho
 
 ## Examples
 
-Check out the `/src` directory for a complete example application demonstrating all features of the library.
+Check out the [example](https://github.com/team-telnyx/telnyx-ai-agent-lib-example) repository for a complete example application demonstrating all features of the library.
 
 ## Dependencies
 

package/dist/client.d.ts

@@ -16,7 +16,7 @@ export declare class TelnyxAIAgent extends EventEmitter<AIAgentEvents> {
     constructor(params: TelnyxAIAgentConstructorParams);
     connect(): Promise<void>;
     disconnect(): Promise<void>;
-    sendConversationMessage(message: string): void;
+    sendConversationMessage(message: string, attachments?: string[]): void;
     get transcript(): TranscriptItem[];
     startConversation(): Promise<void>;
     endConversation(): void | undefined;

package/dist/index.js

@@ -2558,34 +2558,67 @@ function di() {
 }
 var ui = di();
 const dt = /* @__PURE__ */ li(ui), Ee = new dt();
-function hi(t) {
+function hi(t, e) {
+  let n = 0;
+  return (...i) => {
+    const s = Date.now();
+    s - n >= e && (n = s, t(...i));
+  };
+}
+const pi = 10;
+class fi {
+  animationFrameId = null;
+  stream = null;
+  audioContext = null;
+  source = null;
+  analyser = null;
+  updateAgentState = hi((e) => {
+    Ee.emit("conversation.agent.state", e);
+  }, 100);
+  setMonitoredAudioStream(e) {
+    this.stream && this.stopAudioStreamMonitor(), this.stream = e, this.startAudioStreamMonitor();
+  }
+  stopAudioStreamMonitor() {
+    this.animationFrameId && (cancelAnimationFrame(this.animationFrameId), this.animationFrameId = null), this.source?.disconnect();
+  }
+  startAudioStreamMonitor() {
+    if (!this.stream) return;
+    this.audioContext = new AudioContext(), this.source = this.audioContext.createMediaStreamSource(this.stream), this.analyser = this.audioContext.createAnalyser(), this.source.connect(this.analyser), this.analyser.fftSize = 512;
+    const e = new Uint8Array(this.analyser.frequencyBinCount), n = () => {
+      const i = e.reduce((s, c) => s + c, 0) / e.length;
+      this.analyser?.getByteFrequencyData(e), i >= pi ? this.updateAgentState("speaking") : this.updateAgentState("listening"), this.animationFrameId = requestAnimationFrame(n);
+    };
+    this.animationFrameId = requestAnimationFrame(n);
+  }
+}
+function gi(t) {
   if (!t || typeof t != "object")
     return !1;
   const e = t;
   return e.method === "ai_conversation" && typeof e.params == "object";
 }
-function pi(t) {
+function vi(t) {
   if (!t || typeof t != "object")
     return !1;
   const e = t;
   return e.params.type !== "response.text.delta" ? !1 : !!e.params.delta;
 }
-function fi(t) {
+function mi(t) {
   if (!t || typeof t != "object")
     return !1;
   const e = t;
   return e.params.type !== "conversation.item.created" ? !1 : !!e.params.item.content;
 }
-function gi(t) {
-  return pi(t) ? {
+function bi(t) {
+  return vi(t) ? {
     id: `${t.params.item_id}-${Date.now()}`,
     role: "assistant",
     content: t.params.delta,
     timestamp: /* @__PURE__ */ new Date()
   } : null;
 }
-function vi(t) {
-  if (!fi(t) || t.params.item.role !== "user" || t.params.item.status !== "completed")
+function yi(t) {
+  if (!mi(t) || t.params.item.role !== "user" || t.params.item.status !== "completed")
     return null;
   let e = "", n = [];
   return Array.isArray(t.params.item.content) ? (e = t.params.item.content.reduce((i, s) => (s.type === "text" && (i += s.text), i), ""), n = t.params.item.content.reduce((i, s) => (s.type === "image_url" && s.image_url.url && i.push({ type: "image", url: s.image_url.url }), i), [])) : e = t.params.item.content, {
@@ -2596,61 +2629,28 @@ function vi(t) {
     attachments: n
   };
 }
-class mi extends dt {
+class _i extends dt {
   telnyxRTC;
   transcript = [];
   constructor(e) {
     super(), this.telnyxRTC = e, this.telnyxRTC.on(O.SocketMessage, this.onSocketMessage);
   }
   onSocketMessage = (e) => {
-    if (hi(e))
+    if (gi(e))
       switch (e.params.type) {
         case "response.text.delta": {
-          const n = gi(e);
+          const n = bi(e);
           n && (this.transcript.push(n), this.emit("transcript.item", n), Ee.emit("conversation.agent.state", "listening"));
           return;
         }
         case "conversation.item.created": {
-          const n = vi(e);
+          const n = yi(e);
           n && (this.transcript.push(n), this.emit("transcript.item", n), Ee.emit("conversation.agent.state", "thinking"));
           return;
         }
       }
   };
 }
-function bi(t, e) {
-  let n = 0;
-  return (...i) => {
-    const s = Date.now();
-    s - n >= e && (n = s, t(...i));
-  };
-}
-const yi = 10;
-class _i {
-  animationFrameId = null;
-  stream = null;
-  audioContext = null;
-  source = null;
-  analyser = null;
-  updateAgentState = bi((e) => {
-    Ee.emit("conversation.agent.state", e);
-  }, 100);
-  setMonitoredAudioStream(e) {
-    this.stream && this.stopAudioStreamMonitor(), this.stream = e, this.startAudioStreamMonitor();
-  }
-  stopAudioStreamMonitor() {
-    this.animationFrameId && (cancelAnimationFrame(this.animationFrameId), this.animationFrameId = null), this.source?.disconnect();
-  }
-  startAudioStreamMonitor() {
-    if (!this.stream) return;
-    this.audioContext = new AudioContext(), this.source = this.audioContext.createMediaStreamSource(this.stream), this.analyser = this.audioContext.createAnalyser(), this.source.connect(this.analyser), this.analyser.fftSize = 512;
-    const e = new Uint8Array(this.analyser.frequencyBinCount), n = () => {
-      const i = e.reduce((s, c) => s + c, 0) / e.length;
-      this.analyser?.getByteFrequencyData(e), i >= yi ? this.updateAgentState("speaking") : this.updateAgentState("listening"), this.animationFrameId = requestAnimationFrame(n);
-    };
-    this.animationFrameId = requestAnimationFrame(n);
-  }
-}
 class Ot extends dt {
   telnyxRTC;
   transcription;
@@ -2667,10 +2667,10 @@ class Ot extends dt {
         target_type: "ai_assistant",
         target_version_id: e.versionId
       }
-    }), this.telnyxRTC.on(O.Ready, this.onClientReady), this.telnyxRTC.on(O.Error, this.onClientOrSocketError), this.telnyxRTC.on(O.SocketError, this.onClientOrSocketError), this.telnyxRTC.on(O.Notification, this.onNotification), this.transcription = new mi(this.telnyxRTC), this.transcription.addListener("transcript.item", this.onTranscriptItem), Ee.addListener(
+    }), this.telnyxRTC.on(O.Ready, this.onClientReady), this.telnyxRTC.on(O.Error, this.onClientOrSocketError), this.telnyxRTC.on(O.SocketError, this.onClientOrSocketError), this.telnyxRTC.on(O.Notification, this.onNotification), this.transcription = new _i(this.telnyxRTC), this.transcription.addListener("transcript.item", this.onTranscriptItem), Ee.addListener(
       "conversation.agent.state",
       this.onAgentStateChange
-    ), this.audioStreamMonitor = new _i();
+    ), this.audioStreamMonitor = new fi();
   }
   async connect() {
     return this.telnyxRTC.connect();
@@ -2678,12 +2678,12 @@ class Ot extends dt {
   async disconnect() {
     this.audioStreamMonitor.stopAudioStreamMonitor(), this.telnyxRTC.disconnect(), this.telnyxRTC.off(O.Ready, this.onClientReady), this.telnyxRTC.off(O.Error, this.onClientOrSocketError), this.telnyxRTC.off(O.SocketError, this.onClientOrSocketError), this.telnyxRTC.off(O.Notification, this.onNotification), this.emit("agent.disconnected"), this.transcription.removeAllListeners(), Ee.removeAllListeners(), this.removeAllListeners();
   }
-  sendConversationMessage(e) {
+  sendConversationMessage(e, n = []) {
     if (!this.activeCall) {
       console.error("No active call to send message.");
       return;
     }
-    this.activeCall.sendConversationMessage(e);
+    this.activeCall.sendConversationMessage(e, n);
   }
   get transcript() {
     return this.transcription.transcript;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@telnyx/ai-agent-lib",
   "private": false,
-  "version": "0.1.6",
+  "version": "0.1.7",
   "type": "module",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",