@skillhq/concierge 1.5.0

package/dist/lib/call/eval/turn-taking-test.js

@@ -0,0 +1,260 @@
+/**
+ * Turn-Taking Integration Tests
+ *
+ * Tests the debounce logic and transcript accumulation to ensure:
+ * 1. AI doesn't interrupt mid-sentence pauses
+ * 2. Multiple transcript segments are properly combined
+ * 3. Response timing is appropriate
+ * 4. Edge cases are handled (rapid speech, long pauses, etc.)
+ */
+import { EventEmitter } from 'node:events';
+// Response debounce time (must match CallSession.RESPONSE_DEBOUNCE_MS)
+const RESPONSE_DEBOUNCE_MS = 1000;
+/**
+ * Simulates the turn-taking logic from CallSession
+ */
+export class TurnTakingSimulator extends EventEmitter {
+    responseDebounceTimer = null;
+    pendingTranscript = '';
+    isProcessingResponse = false;
+    responseTriggeredAt = null;
+    startTime = 0;
+    /**
+     * Simulate receiving a transcript event
+     */
+    handleTranscript(text, isFinal) {
+        if (!text.trim())
+            return;
+        if (isFinal) {
+            // Cancel any pending response timer
+            if (this.responseDebounceTimer) {
+                clearTimeout(this.responseDebounceTimer);
+            }
+            // Accumulate transcript
+            if (this.pendingTranscript) {
+                this.pendingTranscript += ` ${text}`;
+            }
+            else {
+                this.pendingTranscript = text;
+            }
+            // If already processing, don't queue another
+            if (this.isProcessingResponse) {
+                return;
+            }
+            // Start debounce timer
+            this.responseDebounceTimer = setTimeout(() => {
+                this.responseDebounceTimer = null;
+                const fullTranscript = this.pendingTranscript;
+                this.pendingTranscript = '';
+                if (fullTranscript && !this.isProcessingResponse) {
+                    this.responseTriggeredAt = Date.now();
+                    this.isProcessingResponse = true;
+                    this.emit('response', {
+                        transcript: fullTranscript,
+                        delayMs: this.responseTriggeredAt - this.startTime,
+                    });
+                }
+            }, RESPONSE_DEBOUNCE_MS);
+        }
+    }
+    /**
+     * Run a sequence of transcript events
+     */
+    async runSequence(events) {
+        return new Promise((resolve) => {
+            this.startTime = Date.now();
+            this.pendingTranscript = '';
+            this.isProcessingResponse = false;
+            this.responseTriggeredAt = null;
+            let responded = false;
+            let responseTranscript = '';
+            let responseDelay = 0;
+            this.once('response', ({ transcript, delayMs }) => {
+                responded = true;
+                responseTranscript = transcript;
+                responseDelay = delayMs;
+            });
+            // Schedule all events
+            let totalDelay = 0;
+            for (const event of events) {
+                totalDelay += event.delayMs;
+                setTimeout(() => {
+                    this.handleTranscript(event.text, event.isFinal);
+                }, totalDelay);
+            }
+            // Wait for response or timeout
+            const maxWait = totalDelay + RESPONSE_DEBOUNCE_MS + 500;
+            setTimeout(() => {
+                // Clean up
+                if (this.responseDebounceTimer) {
+                    clearTimeout(this.responseDebounceTimer);
+                }
+                resolve({
+                    responded,
+                    transcript: responseTranscript,
+                    delayMs: responseDelay,
+                });
+            }, maxWait);
+        });
+    }
+}
+/**
+ * Test cases for turn-taking
+ */
+export const TURN_TAKING_TEST_CASES = [
+    // Basic cases
+    {
+        id: 'simple-sentence',
+        name: 'Simple sentence',
+        description: 'Single final transcript should trigger response after debounce',
+        events: [{ text: 'Hello, how are you?', isFinal: true, delayMs: 0 }],
+        expectedTranscript: 'Hello, how are you?',
+        expectedMinDelayMs: RESPONSE_DEBOUNCE_MS - 50,
+        expectedMaxDelayMs: RESPONSE_DEBOUNCE_MS + 100,
+        shouldRespond: true,
+    },
+    {
+        id: 'interim-then-final',
+        name: 'Interim followed by final',
+        description: 'Interim results should be ignored, only final triggers response',
+        events: [
+            { text: 'Hello', isFinal: false, delayMs: 0 },
+            { text: 'Hello how', isFinal: false, delayMs: 100 },
+            { text: 'Hello, how are you?', isFinal: true, delayMs: 200 },
+        ],
+        expectedTranscript: 'Hello, how are you?',
+        expectedMinDelayMs: 200 + RESPONSE_DEBOUNCE_MS - 50,
+        expectedMaxDelayMs: 200 + RESPONSE_DEBOUNCE_MS + 150, // Allow more tolerance for timer variance
+        shouldRespond: true,
+    },
+    // Mid-sentence pause cases (the main issue we're fixing)
+    {
+        id: 'pause-mid-sentence',
+        name: 'Pause mid-sentence',
+        description: 'User pauses thinking, continues - transcripts should combine',
+        events: [
+            { text: 'How much', isFinal: true, delayMs: 0 },
+            { text: 'were you looking for?', isFinal: true, delayMs: 600 }, // Within debounce window
+        ],
+        expectedTranscript: 'How much were you looking for?',
+        expectedMinDelayMs: 600 + RESPONSE_DEBOUNCE_MS - 50,
+        expectedMaxDelayMs: 600 + RESPONSE_DEBOUNCE_MS + 100,
+        shouldRespond: true,
+    },
+    {
+        id: 'longer-pause-mid-sentence',
+        name: 'Longer pause mid-sentence',
+        description: 'User pauses longer but still within window',
+        events: [
+            { text: 'Yeah. I think so. But it feels', isFinal: true, delayMs: 0 },
+            { text: 'a little bit weird', isFinal: true, delayMs: 700 }, // Just within debounce
+        ],
+        expectedTranscript: 'Yeah. I think so. But it feels a little bit weird',
+        expectedMinDelayMs: 700 + RESPONSE_DEBOUNCE_MS - 50,
+        expectedMaxDelayMs: 700 + RESPONSE_DEBOUNCE_MS + 100,
+        shouldRespond: true,
+    },
+    {
+        id: 'three-part-sentence',
+        name: 'Three-part sentence with pauses',
+        description: 'User pauses twice while thinking',
+        events: [
+            { text: 'Well', isFinal: true, delayMs: 0 },
+            { text: 'let me think', isFinal: true, delayMs: 500 },
+            { text: 'maybe around three fifty?', isFinal: true, delayMs: 600 },
+        ],
+        expectedTranscript: 'Well let me think maybe around three fifty?',
+        expectedMinDelayMs: 500 + 600 + RESPONSE_DEBOUNCE_MS - 50,
+        expectedMaxDelayMs: 500 + 600 + RESPONSE_DEBOUNCE_MS + 100,
+        shouldRespond: true,
+    },
+    // Edge cases
+    {
+        id: 'very-long-pause',
+        name: 'Very long pause (separate utterances)',
+        description: 'Pause longer than debounce should trigger two responses',
+        events: [
+            { text: 'First sentence.', isFinal: true, delayMs: 0 },
+            // This comes after debounce fires, so it's a new utterance
+            { text: 'Second sentence.', isFinal: true, delayMs: 1500 },
+        ],
+        expectedTranscript: 'First sentence.', // First response only
+        expectedMinDelayMs: RESPONSE_DEBOUNCE_MS - 50,
+        expectedMaxDelayMs: RESPONSE_DEBOUNCE_MS + 100,
+        shouldRespond: true,
+    },
+    {
+        id: 'rapid-fire',
+        name: 'Rapid speech (no pauses)',
+        description: 'Fast talker with quick transcript segments',
+        events: [
+            { text: 'Yes', isFinal: true, delayMs: 0 },
+            { text: 'that sounds', isFinal: true, delayMs: 100 },
+            { text: 'great', isFinal: true, delayMs: 100 },
+            { text: 'lets do it', isFinal: true, delayMs: 100 },
+        ],
+        expectedTranscript: 'Yes that sounds great lets do it',
+        expectedMinDelayMs: 300 + RESPONSE_DEBOUNCE_MS - 50,
+        expectedMaxDelayMs: 300 + RESPONSE_DEBOUNCE_MS + 100,
+        shouldRespond: true,
+    },
+    {
+        id: 'empty-transcripts',
+        name: 'Empty transcripts ignored',
+        description: 'Empty or whitespace transcripts should not affect debounce',
+        events: [
+            { text: 'Hello', isFinal: true, delayMs: 0 },
+            { text: '', isFinal: true, delayMs: 200 },
+            { text: '   ', isFinal: true, delayMs: 200 },
+            { text: 'world', isFinal: true, delayMs: 200 },
+        ],
+        expectedTranscript: 'Hello world',
+        expectedMinDelayMs: 600 + RESPONSE_DEBOUNCE_MS - 50,
+        expectedMaxDelayMs: 600 + RESPONSE_DEBOUNCE_MS + 100,
+        shouldRespond: true,
+    },
+];
+/**
+ * Run a single turn-taking test
+ */
+export async function runTurnTakingTest(testCase) {
+    const simulator = new TurnTakingSimulator();
+    const result = await simulator.runSequence(testCase.events);
+    const transcriptMatch = result.transcript === testCase.expectedTranscript;
+    const delayInRange = result.delayMs >= testCase.expectedMinDelayMs && result.delayMs <= testCase.expectedMaxDelayMs;
+    const respondedCorrectly = result.responded === testCase.shouldRespond;
+    return {
+        testId: testCase.id,
+        testName: testCase.name,
+        passed: transcriptMatch && delayInRange && respondedCorrectly,
+        responded: result.responded,
+        expectedRespond: testCase.shouldRespond,
+        transcript: result.transcript,
+        expectedTranscript: testCase.expectedTranscript,
+        transcriptMatch,
+        delayMs: result.delayMs,
+        expectedMinDelayMs: testCase.expectedMinDelayMs,
+        expectedMaxDelayMs: testCase.expectedMaxDelayMs,
+        delayInRange,
+    };
+}
+/**
+ * Run all turn-taking tests
+ */
+export async function runAllTurnTakingTests() {
+    const results = [];
+    let passed = 0;
+    let failed = 0;
+    for (const testCase of TURN_TAKING_TEST_CASES) {
+        const result = await runTurnTakingTest(testCase);
+        results.push(result);
+        if (result.passed) {
+            passed++;
+        }
+        else {
+            failed++;
+        }
+    }
+    return { passed, failed, results };
+}
+//# sourceMappingURL=turn-taking-test.js.map

package/dist/lib/call/eval/turn-taking-test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"turn-taking-test.js","sourceRoot":"","sources":["../../../../src/lib/call/eval/turn-taking-test.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,uEAAuE;AACvE,MAAM,oBAAoB,GAAG,IAAI,CAAC;AAwBlC;;GAEG;AACH,MAAM,OAAO,mBAAoB,SAAQ,YAAY;IAC3C,qBAAqB,GAA0B,IAAI,CAAC;IACpD,iBAAiB,GAAG,EAAE,CAAC;IACvB,oBAAoB,GAAG,KAAK,CAAC;IAC7B,mBAAmB,GAAkB,IAAI,CAAC;IAC1C,SAAS,GAAW,CAAC,CAAC;IAE9B;;OAEG;IACH,gBAAgB,CAAC,IAAY,EAAE,OAAgB;QAC7C,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,OAAO;QAEzB,IAAI,OAAO,EAAE,CAAC;YACZ,oCAAoC;YACpC,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;gBAC/B,YAAY,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAC3C,CAAC;YAED,wBAAwB;YACxB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC3B,IAAI,CAAC,iBAAiB,IAAI,IAAI,IAAI,EAAE,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAChC,CAAC;YAED,6CAA6C;YAC7C,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC9B,OAAO;YACT,CAAC;YAED,uBAAuB;YACvB,IAAI,CAAC,qBAAqB,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC3C,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;gBAClC,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC;gBAC9C,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;gBAE5B,IAAI,cAAc,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;oBACjD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBACtC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;oBACjC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;wBACpB,UAAU,EAAE,cAAc;wBAC1B,OAAO,EAAE,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,SAAS;qBACnD,CAAC,CAAC;gBACL,CAAC;YACH,CAAC,EAAE,oBAAoB,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,MAAyB;QAKzC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC5B,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC;YAC5B,IAAI,CAAC,oBAAoB,GAAG,KAAK,CAAC;YAClC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;YAEhC,IAAI,SAAS,GAAG,KAAK,CAAC;YACtB,IAAI,kBAAkB,GAAG,EAAE,CAAC;YAC5B,IAAI,aAAa,GAAG,CAAC,CAAC;YAEtB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,EAAE;gBAChD,SAAS,GAAG,IAAI,CAAC;gBACjB,kBAAkB,GAAG,UAAU,CAAC;gBAChC,aAAa,GAAG,OAAO,CAAC;YAC1B,CAAC,CAAC,CAAC;YAEH,sBAAsB;YACtB,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC;gBAC5B,UAAU,CAAC,GAAG,EAAE;oBACd,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;gBACnD,CAAC,EAAE,UAAU,CAAC,CAAC;YACjB,CAAC;YAED,+BAA+B;YAC/B,MAAM,OAAO,GAAG,UAAU,GAAG,oBAAoB,GAAG,GAAG,CAAC;YACxD,UAAU,CAAC,GAAG,EAAE;gBACd,WAAW;gBACX,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;oBAC/B,YAAY,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;gBAC3C,CAAC;gBAED,OAAO,CAAC;oBACN,SAAS;oBACT,UAAU,EAAE,kBAAkB;oBAC9B,OAAO,EAAE,aAAa;iBACvB,CAAC,CAAC;YACL,CAAC,EAAE,OAAO,CAAC,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAyB;IAC1D,cAAc;IACd;QACE,EAAE,EAAE,iBAAiB;QACrB,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,gEAAgE;QAC7E,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QACpE,kBAAkB,EAAE,qBAAqB;QACzC,kBAAkB,EAAE,oBAAoB,GAAG,EAAE;QAC7C,kBAAkB,EAAE,oBAAoB,GAAG,GAAG;QAC9C,aAAa,EAAE,IAAI;KACpB;IACD;QACE,EAAE,EAAE,oBAAoB;QACxB,IAAI,EAAE,2BAA2B;QACjC,WAAW,EAAE,iEAAiE;QAC9E,MAAM,EAAE;YACN,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE;YAC7C,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE;YACnD,EAAE,IAAI,EAAE,qBAAqB,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE;SAC7D;QACD,kBAAkB,EAAE,qBAAqB;QACzC,kBAAkB,EAAE,GAAG,GAAG,oBAAoB,GAAG,EAAE;QACnD,kBAAkB,EAAE,GAAG,GAAG,oBAAoB,GAAG,GAAG,EAAE,0CAA0C;QAChG,aAAa,EAAE,IAAI;KACpB;IAED,yDAAyD;IACzD;QACE,EAAE,EAAE,oBAAoB;QACxB,IAAI,EAAE,oBAAoB;QAC1B,WAAW,EAAE,8DAA8D;QAC3E,MAAM,EAAE;YACN,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE;YAC/C,EAAE,IAAI,EAAE,uBAAuB,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE,yBAAyB;SAC1F;QACD,kBAAkB,EAAE,gCAAgC;QACpD,kBAAkB,EAAE,GAAG,GAAG,oBAAoB,GAAG,EAAE;QACnD,kBAAkB,EAAE,GAAG,GAAG,oBAAoB,GAAG,GAAG;QACpD,aAAa,EAAE,IAAI;KACpB;IACD;QACE,EAAE,EAAE,2BAA2B;QAC/B,IAAI,EAAE,2BAA2B;QACjC,WAAW,EAAE,4CAA4C;QACzD,MAAM,EAAE;YACN,EAAE,IAAI,EAAE,gCAAgC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE;YACrE,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE,uBAAuB;SACrF;QACD,kBAAkB,EAAE,mDAAmD;QACvE,kBAAkB,EAAE,GAAG,GAAG,oBAAoB,GAAG,EAAE;QACnD,kBAAkB,EAAE,GAAG,GAAG,oBAAoB,GAAG,GAAG;QACpD,aAAa,EAAE,IAAI;KACpB;IACD;QACE,EAAE,EAAE,qBAAqB;QACzB,IAAI,EAAE,iCAAiC;QACvC,WAAW,EAAE,kCAAkC;QAC/C,MAAM,EAAE;YACN,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE;YAC3C,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE;YACrD,EAAE,IAAI,EAAE,2BAA2B,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE;SACnE;QACD,kBAAkB,EAAE,6CAA6C;QACjE,kBAAkB,EAAE,GAAG,GAAG,GAAG,GAAG,oBAAoB,GAAG,EAAE;QACzD,kBAAkB,EAAE,GAAG,GAAG,GAAG,GAAG,oBAAoB,GAAG,GAAG;QAC1D,aAAa,EAAE,IAAI;KACpB;IAED,aAAa;IACb;QACE,EAAE,EAAE,iBAAiB;QACrB,IAAI,EAAE,uCAAuC;QAC7C,WAAW,EAAE,yDAAyD;QACtE,MAAM,EAAE;YACN,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE;YACtD,2DAA2D;YAC3D,EAAE,IAAI,EAAE,kBAAkB,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE;SAC3D;QACD,kBAAkB,EAAE,iBAAiB,EAAE,sBAAsB;QAC7D,kBAAkB,EAAE,oBAAoB,GAAG,EAAE;QAC7C,kBAAkB,EAAE,oBAAoB,GAAG,GAAG;QAC9C,aAAa,EAAE,IAAI;KACpB;IACD;QACE,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,0BAA0B;QAChC,WAAW,EAAE,4CAA4C;QACzD,MAAM,EAAE;YACN,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE;YAC1C,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE;YACpD,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE;YAC9C,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE;SACpD;QACD,kBAAkB,EAAE,kCAAkC;QACtD,kBAAkB,EAAE,GAAG,GAAG,oBAAoB,GAAG,EAAE;QACnD,kBAAkB,EAAE,GAAG,GAAG,oBAAoB,GAAG,GAAG;QACpD,aAAa,EAAE,IAAI;KACpB;IACD;QACE,EAAE,EAAE,mBAAmB;QACvB,IAAI,EAAE,2BAA2B;QACjC,WAAW,EAAE,4DAA4D;QACzE,MAAM,EAAE;YACN,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE;YAC5C,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE;YACzC,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE;YAC5C,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE;SAC/C;QACD,kBAAkB,EAAE,aAAa;QACjC,kBAAkB,EAAE,GAAG,GAAG,oBAAoB,GAAG,EAAE;QACnD,kBAAkB,EAAE,GAAG,GAAG,oBAAoB,GAAG,GAAG;QACpD,aAAa,EAAE,IAAI;KACpB;CACF,CAAC;AAkBF;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,QAA4B;IAClE,MAAM,SAAS,GAAG,IAAI,mBAAmB,EAAE,CAAC;IAC5C,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAE5D,MAAM,eAAe,GAAG,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC,kBAAkB,CAAC;IAC1E,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,IAAI,QAAQ,CAAC,kBAAkB,IAAI,MAAM,CAAC,OAAO,IAAI,QAAQ,CAAC,kBAAkB,CAAC;IACpH,MAAM,kBAAkB,GAAG,MAAM,CAAC,SAAS,KAAK,QAAQ,CAAC,aAAa,CAAC;IAEvE,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,EAAE;QACnB,QAAQ,EAAE,QAAQ,CAAC,IAAI;QACvB,MAAM,EAAE,eAAe,IAAI,YAAY,IAAI,kBAAkB;QAC7D,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,eAAe,EAAE,QAAQ,CAAC,aAAa;QACvC,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;QAC/C,eAAe;QACf,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;QAC/C,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;QAC/C,YAAY;KACb,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB;IAKzC,MAAM,OAAO,GAA2B,EAAE,CAAC;IAC3C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,KAAK,MAAM,QAAQ,IAAI,sBAAsB,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QACjD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrB,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,EAAE,CAAC;QACX,CAAC;aAAM,CAAC;YACN,MAAM,EAAE,CAAC;QACX,CAAC;IACH,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;AACrC,CAAC"}

package/dist/lib/call/index.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Voice call module exports
+ */
+export * from './audio/mulaw.js';
+export * from './audio/pcm-utils.js';
+export { CallServer, createCallServer } from './call-server.js';
+export { CallSession } from './call-session.js';
+export * from './call-types.js';
+export * from './providers/deepgram.js';
+export * from './providers/elevenlabs.js';
+export * from './providers/twilio.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/lib/call/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/lib/call/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,cAAc,kBAAkB,CAAC;AACjC,cAAc,sBAAsB,CAAC;AAErC,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAEhE,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,cAAc,iBAAiB,CAAC;AAChC,cAAc,yBAAyB,CAAC;AACxC,cAAc,2BAA2B,CAAC;AAE1C,cAAc,uBAAuB,CAAC"}

package/dist/lib/call/index.js

@@ -0,0 +1,17 @@
+/**
+ * Voice call module exports
+ */
+// Audio utilities
+export * from './audio/mulaw.js';
+export * from './audio/pcm-utils.js';
+// Server
+export { CallServer, createCallServer } from './call-server.js';
+// Session management
+export { CallSession } from './call-session.js';
+// Types
+export * from './call-types.js';
+export * from './providers/deepgram.js';
+export * from './providers/elevenlabs.js';
+// Providers
+export * from './providers/twilio.js';
+//# sourceMappingURL=index.js.map

package/dist/lib/call/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/lib/call/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,kBAAkB;AAClB,cAAc,kBAAkB,CAAC;AACjC,cAAc,sBAAsB,CAAC;AACrC,SAAS;AACT,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAChE,qBAAqB;AACrB,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,QAAQ;AACR,cAAc,iBAAiB,CAAC;AAChC,cAAc,yBAAyB,CAAC;AACxC,cAAc,2BAA2B,CAAC;AAC1C,YAAY;AACZ,cAAc,uBAAuB,CAAC"}

package/dist/lib/call/providers/deepgram.d.ts

@@ -0,0 +1,81 @@
+/**
+ * Deepgram provider for real-time speech-to-text
+ */
+import { EventEmitter } from 'node:events';
+export interface DeepgramConfig {
+    apiKey: string;
+    language?: string;
+    model?: string;
+    punctuate?: boolean;
+    interimResults?: boolean;
+    endpointing?: number;
+    /** Minimum confidence threshold (0-1) for final transcripts. Below this, transcripts are dropped. */
+    confidenceThreshold?: number;
+    /** Keywords to boost recognition of (e.g., common responses like "yes", "no") */
+    keywords?: string[];
+}
+export interface TranscriptResult {
+    text: string;
+    isFinal: boolean;
+    confidence: number;
+    words?: Array<{
+        word: string;
+        start: number;
+        end: number;
+        confidence: number;
+    }>;
+}
+export interface DeepgramEvents {
+    transcript: (result: TranscriptResult) => void;
+    error: (error: Error) => void;
+    close: () => void;
+    open: () => void;
+}
+export interface DeepgramPreflightResult {
+    ok: boolean;
+    provider: 'deepgram';
+    status?: number;
+    message: string;
+}
+/**
+ * Preflight check for Deepgram STT readiness.
+ * Validates API key and basic control-plane reachability.
+ */
+export declare function preflightDeepgramSTT(apiKey: string): Promise<DeepgramPreflightResult>;
+/**
+ * Real-time speech-to-text using Deepgram
+ */
+export declare class DeepgramSTT extends EventEmitter {
+    private connection;
+    private readonly config;
+    private isConnected;
+    constructor(config: DeepgramConfig);
+    /**
+     * Connect to Deepgram's real-time transcription service
+     */
+    connect(): Promise<void>;
+    private audioBytesSent;
+    /**
+     * Send audio data to Deepgram for transcription
+     * @param audio - 16-bit PCM audio at 8kHz
+     */
+    sendAudio(audio: Buffer): void;
+    /**
+     * Signal end of audio (for final transcript)
+     */
+    finalize(): void;
+    /**
+     * Close the Deepgram connection
+     */
+    close(): void;
+    /**
+     * Check if connected
+     */
+    get connected(): boolean;
+}
+export declare const PHONE_CALL_KEYWORDS: string[];
+/**
+ * Create a Deepgram STT instance optimized for phone calls
+ */
+export declare function createPhoneCallSTT(apiKey: string): DeepgramSTT;
+//# sourceMappingURL=deepgram.d.ts.map

package/dist/lib/call/providers/deepgram.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"deepgram.d.ts","sourceRoot":"","sources":["../../../../src/lib/call/providers/deepgram.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAG3C,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,qGAAqG;IACrG,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,iFAAiF;IACjF,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,KAAK,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,GAAG,EAAE,MAAM,CAAC;QACZ,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,CAAC,MAAM,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAC/C,KAAK,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;IAC9B,KAAK,EAAE,MAAM,IAAI,CAAC;IAClB,IAAI,EAAE,MAAM,IAAI,CAAC;CAClB;AAED,MAAM,WAAW,uBAAuB;IACtC,EAAE,EAAE,OAAO,CAAC;IACZ,QAAQ,EAAE,UAAU,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAyC3F;AAED;;GAEG;AACH,qBAAa,WAAY,SAAQ,YAAY;IAC3C,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IACxC,OAAO,CAAC,WAAW,CAAS;gBAEhB,MAAM,EAAE,cAAc;IAKlC;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IA+G9B,OAAO,CAAC,cAAc,CAAK;IAE3B;;;OAGG;IACH,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAiB9B;;OAEG;IACH,QAAQ,IAAI,IAAI;IAahB;;OAEG;IACH,KAAK,IAAI,IAAI;IAYb;;OAEG;IACH,IAAI,SAAS,IAAI,OAAO,CAEvB;CACF;AAID,eAAO,MAAM,mBAAmB,UAuC/B,CAAC;AAEF;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,CAkB9D"}

package/dist/lib/call/providers/deepgram.js

@@ -0,0 +1,279 @@
+/**
+ * Deepgram provider for real-time speech-to-text
+ */
+import { EventEmitter } from 'node:events';
+import { createClient, LiveTranscriptionEvents } from '@deepgram/sdk';
+/**
+ * Preflight check for Deepgram STT readiness.
+ * Validates API key and basic control-plane reachability.
+ */
+export async function preflightDeepgramSTT(apiKey) {
+    try {
+        const response = await fetch('https://api.deepgram.com/v1/projects', {
+            method: 'GET',
+            headers: {
+                Authorization: `Token ${apiKey}`,
+            },
+        });
+        if (response.ok) {
+            return {
+                ok: true,
+                provider: 'deepgram',
+                status: response.status,
+                message: 'Deepgram preflight passed: API key accepted.',
+            };
+        }
+        const body = await response.text();
+        if (response.status === 401 || response.status === 403) {
+            return {
+                ok: false,
+                provider: 'deepgram',
+                status: response.status,
+                message: `Deepgram preflight failed: invalid or unauthorized API key (${response.status}).`,
+            };
+        }
+        return {
+            ok: false,
+            provider: 'deepgram',
+            status: response.status,
+            message: `Deepgram preflight failed: HTTP ${response.status}${body ? ` - ${body}` : ''}`,
+        };
+    }
+    catch (error) {
+        return {
+            ok: false,
+            provider: 'deepgram',
+            message: `Deepgram preflight failed: ${error instanceof Error ? error.message : String(error)}`,
+        };
+    }
+}
+/**
+ * Real-time speech-to-text using Deepgram
+ */
+export class DeepgramSTT extends EventEmitter {
+    connection = null;
+    config;
+    isConnected = false;
+    constructor(config) {
+        super();
+        this.config = config;
+    }
+    /**
+     * Connect to Deepgram's real-time transcription service
+     */
+    async connect() {
+        const deepgram = createClient(this.config.apiKey);
+        // Build live transcription options
+        const liveOptions = {
+            model: this.config.model ?? 'nova-2',
+            language: this.config.language ?? 'en-US',
+            punctuate: this.config.punctuate ?? true,
+            interim_results: this.config.interimResults ?? true,
+            endpointing: this.config.endpointing ?? 300,
+            // Optimized for phone audio
+            encoding: 'linear16',
+            sample_rate: 8000,
+            channels: 1,
+            smart_format: true,
+        };
+        // Add keyword boosting if configured
+        // Format: "word:intensifier" where intensifier is an exponential boost factor
+        if (this.config.keywords && this.config.keywords.length > 0) {
+            liveOptions.keywords = this.config.keywords.map((kw) => `${kw}:2`);
+            console.log(`[Deepgram] Keyword boosting enabled for ${this.config.keywords.length} keywords`);
+        }
+        this.connection = deepgram.listen.live(liveOptions);
+        return new Promise((resolve, reject) => {
+            if (!this.connection) {
+                reject(new Error('Failed to create Deepgram connection'));
+                return;
+            }
+            this.connection.on(LiveTranscriptionEvents.Open, () => {
+                this.isConnected = true;
+                this.emit('open');
+                resolve();
+            });
+            this.connection.on(LiveTranscriptionEvents.Transcript, (data) => {
+                // Log raw Deepgram response for debugging
+                const transcript = data.channel?.alternatives?.[0];
+                const confidence = transcript?.confidence ?? 0;
+                const isFinal = data.is_final ?? false;
+                const threshold = this.config.confidenceThreshold ?? 0;
+                console.log(`[Deepgram] Transcript event - text: "${transcript?.transcript || ''}", confidence: ${confidence.toFixed(3)}, is_final: ${isFinal}${threshold > 0 ? `, threshold: ${threshold}` : ''}`);
+                if (transcript?.transcript) {
+                    // Filter out low-confidence final transcripts (likely noise/misrecognition)
+                    if (isFinal && threshold > 0 && confidence < threshold) {
+                        console.log(`[Deepgram] Dropping low-confidence transcript: "${transcript.transcript}" (${(confidence * 100).toFixed(1)}% < ${(threshold * 100).toFixed(0)}% threshold)`);
+                        return;
+                    }
+                    const result = {
+                        text: transcript.transcript,
+                        isFinal,
+                        confidence,
+                        words: transcript.words?.map((w) => ({
+                            word: w.word,
+                            start: w.start,
+                            end: w.end,
+                            confidence: w.confidence,
+                        })),
+                    };
+                    this.emit('transcript', result);
+                }
+            });
+            this.connection.on(LiveTranscriptionEvents.Error, (error) => {
+                console.error('[Deepgram] Error event:', error);
+                this.emit('error', error instanceof Error ? error : new Error(String(error)));
+            });
+            this.connection.on(LiveTranscriptionEvents.Close, () => {
+                console.log(`[Deepgram] Connection closed. Total bytes sent: ${this.audioBytesSent}`);
+                this.isConnected = false;
+                this.emit('close');
+            });
+            // Log other events for debugging
+            this.connection.on(LiveTranscriptionEvents.Metadata, (data) => {
+                console.log('[Deepgram] Metadata event:', JSON.stringify(data));
+            });
+            this.connection.on(LiveTranscriptionEvents.UtteranceEnd, () => {
+                console.log('[Deepgram] UtteranceEnd event');
+            });
+            // Timeout for connection
+            setTimeout(() => {
+                if (!this.isConnected) {
+                    // Clean up on timeout
+                    if (this.connection) {
+                        try {
+                            this.connection.requestClose();
+                        }
+                        catch {
+                            // Ignore close errors
+                        }
+                        this.connection = null;
+                    }
+                    reject(new Error('Deepgram connection timeout'));
+                }
+            }, 10000);
+        });
+    }
+    audioBytesSent = 0;
+    /**
+     * Send audio data to Deepgram for transcription
+     * @param audio - 16-bit PCM audio at 8kHz
+     */
+    sendAudio(audio) {
+        if (!this.connection || !this.isConnected) {
+            return;
+        }
+        try {
+            // Create a copy of the buffer data to avoid issues with pooled buffers
+            // Using Uint8Array.from creates a new ArrayBuffer with copied data
+            const copy = new Uint8Array(audio.length);
+            copy.set(audio);
+            this.connection.send(copy.buffer);
+            this.audioBytesSent += audio.length;
+        }
+        catch (error) {
+            this.emit('error', error instanceof Error ? error : new Error(String(error)));
+        }
+    }
+    /**
+     * Signal end of audio (for final transcript)
+     */
+    finalize() {
+        if (!this.connection || !this.isConnected) {
+            return;
+        }
+        try {
+            // Send keep-alive to flush any pending audio
+            this.connection.keepAlive();
+        }
+        catch {
+            // Ignore errors when finalizing
+        }
+    }
+    /**
+     * Close the Deepgram connection
+     */
+    close() {
+        if (this.connection) {
+            try {
+                this.connection.requestClose();
+            }
+            catch {
+                // Ignore close errors
+            }
+            this.connection = null;
+            this.isConnected = false;
+        }
+    }
+    /**
+     * Check if connected
+     */
+    get connected() {
+        return this.isConnected;
+    }
+}
+// Common conversational keywords to boost recognition accuracy
+// Exported for future use when keyword format is verified with Deepgram SDK
+export const PHONE_CALL_KEYWORDS = [
+    // Affirmatives
+    'yes',
+    'yeah',
+    'yep',
+    'sure',
+    'okay',
+    'ok',
+    'correct',
+    'right',
+    'absolutely',
+    'definitely',
+    // Negatives
+    'no',
+    'nope',
+    'not',
+    // Common responses
+    'hello',
+    'hi',
+    'thanks',
+    'thank you',
+    'please',
+    'sorry',
+    'pardon',
+    'what',
+    'when',
+    'where',
+    'how',
+    // Booking-related
+    'booking',
+    'reservation',
+    'room',
+    'night',
+    'nights',
+    'check-in',
+    'checkout',
+    'available',
+    'confirm',
+    'cancel',
+];
+/**
+ * Create a Deepgram STT instance optimized for phone calls
+ */
+export function createPhoneCallSTT(apiKey) {
+    return new DeepgramSTT({
+        apiKey,
+        // Nova-2 phonecall variant - optimized for telephony audio
+        model: 'nova-2-phonecall',
+        language: 'en-US',
+        punctuate: true,
+        interimResults: true,
+        // 800ms of silence within a phrase to end the utterance
+        // Combined with 1000ms response debounce = ~1.8s total before AI responds
+        // This allows for natural thinking pauses without interruption
+        endpointing: 800,
+        // Filter out low-confidence transcripts (noise, misrecognition)
+        // 80% threshold filters out garbage like "West" (62%) while keeping good transcripts
+        confidenceThreshold: 0.8,
+        // Boost common conversational words for better recognition
+        keywords: PHONE_CALL_KEYWORDS,
+    });
+}
+//# sourceMappingURL=deepgram.js.map