@convai/web-sdk 0.3.1-beta.3 → 0.3.2-beta.0

package/dist/utils/speakerManagement.js

@@ -0,0 +1,64 @@
+/**
+ * Resolves the speaker ID based on the end user ID.
+ *
+ * - If endUserId is not provided (anonymous mode), returns null (no speaker ID sent to API)
+ * - If endUserId is provided, calls Convai API to get or create a speaker ID for the user
+ *
+ * @param endUserId - The end user identifier (optional). If not provided, anonymous mode is used.
+ * @param apiKey - Convai API key for authentication
+ * @returns Promise resolving to the speaker ID or null if no endUserId provided
+ */
+export async function resolveSpeakerId(endUserId, apiKey) {
+    // Anonymous mode: No speaker ID (no persistent memory or analytics)
+    if (!endUserId) {
+        return null;
+    }
+    // User tracking mode: Get or create speaker ID via Convai API (enables memory and analytics)
+    try {
+        const speakerId = await getOrCreateSpeakerId(endUserId, apiKey);
+        return speakerId;
+    }
+    catch (error) {
+        throw error;
+    }
+}
+/**
+ * Gets or creates a speaker ID from Convai's speaker management API.
+ * If the same endUserId is used multiple times, the same speaker ID is returned (idempotent).
+ *
+ * @param endUserId - The device or user identifier
+ * @param apiKey - Convai API key for authentication
+ * @returns Promise resolving to the speaker ID
+ * @throws Error if API request fails
+ */
+export async function getOrCreateSpeakerId(endUserId, apiKey) {
+    const url = 'https://api.convai.com/user/speaker/new';
+    try {
+        const response = await fetch(url, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'CONVAI-API-KEY': apiKey,
+            },
+            body: JSON.stringify({
+                deviceId: endUserId,
+            }),
+        });
+        if (!response.ok) {
+            const errorText = await response.text();
+            throw new Error(`Speaker API request failed: ${response.status} ${response.statusText} - ${errorText}`);
+        }
+        const data = await response.json();
+        if (!data.speakerId) {
+            throw new Error('Speaker API did not return a speaker ID');
+        }
+        return data.speakerId;
+    }
+    catch (error) {
+        if (error instanceof Error) {
+            throw new Error(`Failed to get speaker ID: ${error.message}`);
+        }
+        throw new Error('Failed to get speaker ID: Unknown error');
+    }
+}
+//# sourceMappingURL=speakerManagement.js.map

package/dist/utils/speakerManagement.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"speakerManagement.js","sourceRoot":"","sources":["../../src/utils/speakerManagement.ts"],"names":[],"mappings":"AASA;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,SAA6B,EAC7B,MAAc;IAEd,oEAAoE;IACpE,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IACd,CAAC;IAED,6FAA6F;IAC7F,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAChE,OAAO,SAAS,CAAC;IACnB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,SAAiB,EACjB,MAAc;IAEd,MAAM,GAAG,GAAG,yCAAyC,CAAC;IAEtD,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,gBAAgB,EAAE,MAAM;aACzB;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,QAAQ,EAAE,SAAS;aACpB,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CACb,+BAA+B,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,MAAM,SAAS,EAAE,CACvF,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAoB,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEpD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAChE,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC7D,CAAC;AACH,CAAC"}

package/dist/{types/vanilla → vanilla}/AudioRenderer.d.ts

@@ -8,6 +8,11 @@ export declare class AudioRenderer {
     private room;
     private audioElements;
     private container;
+    private rendererId;
+    private livekitTracks;
+    private boundHandleTrackSubscribed;
+    private boundHandleTrackUnsubscribed;
+    private boundHandleParticipantDisconnected;
     constructor(room: Room);
     /**
      * Setup event listeners for room events

package/dist/vanilla/AudioRenderer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AudioRenderer.d.ts","sourceRoot":"","sources":["../../src/vanilla/AudioRenderer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAwD,MAAM,gBAAgB,CAAC;AAG5F;;;;GAIG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,IAAI,CAAO;IACnB,OAAO,CAAC,aAAa,CAA4C;IACjE,OAAO,CAAC,SAAS,CAAc;IAC/B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,aAAa,CAA+B;IAGpD,OAAO,CAAC,0BAA0B,CAAM;IACxC,OAAO,CAAC,4BAA4B,CAAM;IAC1C,OAAO,CAAC,kCAAkC,CAAM;gBAEpC,IAAI,EAAE,IAAI;IAmBtB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAM3B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAU5B;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAU7B;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAU/B;;OAEG;IACH,OAAO,CAAC,6BAA6B;IAMrC;;OAEG;IACH,OAAO,CAAC,gBAAgB;IA+BxB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAmBxB;;OAEG;IACH,OAAO,IAAI,IAAI;CAiBhB"}

package/dist/vanilla/AudioRenderer.js

@@ -0,0 +1,135 @@
+import { RoomEvent } from 'livekit-client';
+import { logger } from '../utils/logger';
+/**
+ * AudioRenderer - Manages audio playback for remote participants
+ * Automatically creates and attaches audio elements for remote audio tracks
+ * This replaces React's RoomAudioRenderer for vanilla implementations
+ */
+export class AudioRenderer {
+    constructor(room) {
+        this.audioElements = new Map();
+        this.livekitTracks = new Map(); // Store track references
+        this.room = room;
+        this.rendererId = `renderer-${Date.now()}-${Math.random().toString(36).substr(2, 9)}`;
+        // Bind event handlers once and store references
+        this.boundHandleTrackSubscribed = this.handleTrackSubscribed.bind(this);
+        this.boundHandleTrackUnsubscribed = this.handleTrackUnsubscribed.bind(this);
+        this.boundHandleParticipantDisconnected = this.handleParticipantDisconnected.bind(this);
+        // Create a hidden container for audio elements
+        this.container = document.createElement('div');
+        this.container.id = `convai-audio-renderer-${this.rendererId}`;
+        this.container.style.display = 'none';
+        document.body.appendChild(this.container);
+        this.setupEventListeners();
+        this.attachExistingTracks();
+    }
+    /**
+     * Setup event listeners for room events
+     */
+    setupEventListeners() {
+        this.room.on(RoomEvent.TrackSubscribed, this.boundHandleTrackSubscribed);
+        this.room.on(RoomEvent.TrackUnsubscribed, this.boundHandleTrackUnsubscribed);
+        this.room.on(RoomEvent.ParticipantDisconnected, this.boundHandleParticipantDisconnected);
+    }
+    /**
+     * Attach audio elements for existing tracks (if any)
+     */
+    attachExistingTracks() {
+        this.room.remoteParticipants.forEach((participant) => {
+            participant.audioTrackPublications.forEach((publication) => {
+                if (publication.track && publication.isSubscribed) {
+                    this.attachAudioTrack(publication, participant);
+                }
+            });
+        });
+    }
+    /**
+     * Handle track subscribed event
+     */
+    handleTrackSubscribed(track, publication, participant) {
+        if (track.kind === 'audio') {
+            this.attachAudioTrack(publication, participant);
+        }
+    }
+    /**
+     * Handle track unsubscribed event
+     */
+    handleTrackUnsubscribed(track, publication, participant) {
+        if (track.kind === 'audio') {
+            this.detachAudioTrack(publication.trackSid);
+        }
+    }
+    /**
+     * Handle participant disconnected event
+     */
+    handleParticipantDisconnected(participant) {
+        participant.audioTrackPublications.forEach((publication) => {
+            this.detachAudioTrack(publication.trackSid);
+        });
+    }
+    /**
+     * Attach an audio track to an audio element
+     */
+    attachAudioTrack(publication, participant) {
+        const track = publication.track;
+        if (!track || track.kind !== 'audio')
+            return;
+        const trackSid = publication.trackSid;
+        // Skip if already attached
+        if (this.audioElements.has(trackSid)) {
+            return;
+        }
+        try {
+            // Create audio element
+            const audioElement = document.createElement('audio');
+            audioElement.id = `audio-${trackSid}`;
+            audioElement.autoplay = true;
+            // Direct track attachment - play audio immediately
+            track.attach(audioElement);
+            this.container.appendChild(audioElement);
+            this.audioElements.set(trackSid, audioElement);
+            this.livekitTracks.set(trackSid, track);
+        }
+        catch (error) {
+            logger.error('Failed to attach audio track:', error);
+        }
+    }
+    /**
+     * Detach an audio track and remove its element
+     */
+    detachAudioTrack(trackSid) {
+        // Remove audio element
+        const audioElement = this.audioElements.get(trackSid);
+        if (audioElement) {
+            // Detach from LiveKit track
+            const livekitTrack = this.livekitTracks.get(trackSid);
+            if (livekitTrack) {
+                livekitTrack.detach(audioElement);
+                this.livekitTracks.delete(trackSid);
+            }
+            audioElement.pause();
+            audioElement.srcObject = null;
+            audioElement.remove();
+        }
+        this.audioElements.delete(trackSid);
+    }
+    /**
+     * Cleanup and destroy the audio renderer
+     */
+    destroy() {
+        // Remove all audio elements
+        this.audioElements.forEach((element, trackSid) => {
+            this.detachAudioTrack(trackSid);
+        });
+        this.audioElements.clear();
+        // Remove container
+        if (this.container && this.container.parentElement) {
+            this.container.remove();
+        }
+        // Remove event listeners using stored bound references
+        this.room.off(RoomEvent.TrackSubscribed, this.boundHandleTrackSubscribed);
+        this.room.off(RoomEvent.TrackUnsubscribed, this.boundHandleTrackUnsubscribed);
+        this.room.off(RoomEvent.ParticipantDisconnected, this.boundHandleParticipantDisconnected);
+    }
+}
+//# sourceMappingURL=AudioRenderer.js.map

package/dist/vanilla/AudioRenderer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AudioRenderer.js","sourceRoot":"","sources":["../../src/vanilla/AudioRenderer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAQ,SAAS,EAA6C,MAAM,gBAAgB,CAAC;AAC5F,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAEzC;;;;GAIG;AACH,MAAM,OAAO,aAAa;IAYxB,YAAY,IAAU;QAVd,kBAAa,GAAkC,IAAI,GAAG,EAAE,CAAC;QAGzD,kBAAa,GAAqB,IAAI,GAAG,EAAE,CAAC,CAAC,yBAAyB;QAQ5E,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,UAAU,GAAG,YAAY,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAEtF,gDAAgD;QAChD,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxE,IAAI,CAAC,4BAA4B,GAAG,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5E,IAAI,CAAC,kCAAkC,GAAG,IAAI,CAAC,6BAA6B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAExF,+CAA+C;QAC/C,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC/C,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,yBAAyB,IAAI,CAAC,UAAU,EAAE,CAAC;QAC/D,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC;QACtC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAE1C,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC3B,IAAI,CAAC,oBAAoB,EAAE,CAAC;IAC9B,CAAC;IAED;;OAEG;IACK,mBAAmB;QACzB,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,eAAe,EAAE,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACzE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,iBAAiB,EAAE,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC7E,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,uBAAuB,EAAE,IAAI,CAAC,kCAAkC,CAAC,CAAC;IAC3F,CAAC;IAED;;OAEG;IACK,oBAAoB;QAC1B,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,EAAE;YACnD,WAAW,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,EAAE;gBACzD,IAAI,WAAW,CAAC,KAAK,IAAI,WAAW,CAAC,YAAY,EAAE,CAAC;oBAClD,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;gBAClD,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,qBAAqB,CAC3B,KAAU,EACV,WAAmC,EACnC,WAA8B;QAE9B,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC3B,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED;;OAEG;IACK,uBAAuB,CAC7B,KAAU,EACV,WAAmC,EACnC,WAA8B;QAE9B,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC3B,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED;;OAEG;IACK,6BAA6B,CAAC,WAA8B;QAClE,WAAW,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,EAAE;YACzD,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,gBAAgB,CACtB,WAAmC,EACnC,WAA8B;QAE9B,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC;QAChC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;YAAE,OAAO;QAE7C,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC;QAEtC,2BAA2B;QAC3B,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrC,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,uBAAuB;YACvB,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YACrD,YAAY,CAAC,EAAE,GAAG,SAAS,QAAQ,EAAE,CAAC;YACtC,YAAY,CAAC,QAAQ,GAAG,IAAI,CAAC;YAE7B,mDAAmD;YACnD,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAE3B,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;YACzC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;YAC/C,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,QAAgB;QACvC,uBAAuB;QACvB,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtD,IAAI,YAAY,EAAE,CAAC;YACjB,4BAA4B;YAC5B,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACtD,IAAI,YAAY,EAAE,CAAC;gBACjB,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;gBAClC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACtC,CAAC;YAED,YAAY,CAAC,KAAK,EAAE,CAAC;YACrB,YAAY,CAAC,SAAS,GAAG,IAAI,CAAC;YAC9B,YAAY,CAAC,MAAM,EAAE,CAAC;QACxB,CAAC;QAED,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,OAAO;QACL,4BAA4B;QAC5B,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE;YAC/C,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QAE3B,mBAAmB;QACnB,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;YACnD,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;QAC1B,CAAC;QAED,uDAAuD;QACvD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,eAAe,EAAE,IAAI,CAAC,0BAA0B,CAAC,CAAC;QAC1E,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,iBAAiB,EAAE,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC9E,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,uBAAuB,EAAE,IAAI,CAAC,kCAAkC,CAAC,CAAC;IAC5F,CAAC;CACF"}

package/dist/vanilla/ConvaiWidget.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ConvaiWidget.d.ts","sourceRoot":"","sources":["../../src/vanilla/ConvaiWidget.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,OAAO,KAAK,EAAE,oBAAoB,EAAE,aAAa,EAAe,MAAM,SAAS,CAAC;AAWhF;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,WAAW,EACtB,OAAO,EAAE,oBAAoB,GAC5B,aAAa,CA+7Df;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,aAAa,GAAG,IAAI,CAE/D"}