@skillhq/concierge 1.5.0

package/dist/lib/call/eval/integration-test-suite.js

@@ -0,0 +1,519 @@
+/**
+ * Comprehensive Integration Test Suite
+ *
+ * Combines all tests into a single suite:
+ * 1. Codec tests - verify audio pipeline
+ * 2. Turn-taking tests - verify debounce logic
+ * 3. Conversation flow tests - verify AI behavior
+ * 4. End-to-end pipeline tests - full flow without phone
+ */
+import { existsSync, mkdirSync, writeFileSync } from 'node:fs';
+import { join } from 'node:path';
+import { ConversationAI } from '../conversation-ai.js';
+import { testTTSPipeline } from './codec-test.js';
+import { runAllTurnTakingTests } from './turn-taking-test.js';
+function countWords(text) {
+    return text.trim().split(/\s+/).filter(Boolean).length;
+}
+/**
+ * Test 1: Codec Pipeline
+ * Verifies ElevenLabs → ffmpeg → µ-law conversion
+ */
+async function runCodecTests(config) {
+    const testTexts = [
+        'Hello.',
+        'This is a longer sentence to test the audio conversion pipeline.',
+        'Testing numbers: one, two, three, four, five.',
+    ];
+    const failures = [];
+    for (const text of testTexts) {
+        try {
+            const result = await testTTSPipeline(text, config.elevenLabsApiKey, config.elevenLabsVoiceId);
+            if (!result.success) {
+                failures.push(`"${text.substring(0, 30)}...": ${result.errors.join(', ')}`);
+            }
+        }
+        catch (error) {
+            failures.push(`"${text.substring(0, 30)}...": ${error}`);
+        }
+    }
+    return {
+        passed: failures.length === 0,
+        tests: testTexts.length,
+        failures,
+    };
+}
+/**
+ * Test 2: Turn-Taking Debounce
+ * Verifies transcript accumulation and timing
+ */
+async function runTurnTakingTests() {
+    const { passed, failed, results } = await runAllTurnTakingTests();
+    const failures = results.filter((r) => !r.passed);
+    return {
+        passed: failed === 0,
+        total: passed + failed,
+        passedCount: passed,
+        failures,
+    };
+}
+/**
+ * Test 3: Conversation Flow
+ * Tests AI behavior in various scenarios
+ */
+async function runConversationFlowTests(config) {
+    const failures = [];
+    // Test 1: Greeting doesn't end conversation
+    try {
+        const ai1 = new ConversationAI({
+            apiKey: config.anthropicApiKey,
+            goal: 'Book a hotel room',
+            context: 'Hotel: Test Hotel, Dates: March 1-3',
+        });
+        const greeting = await ai1.getGreeting();
+        if (ai1.complete) {
+            failures.push('Greeting marked conversation complete prematurely');
+        }
+        if (!greeting || greeting.length < 10) {
+            failures.push(`Greeting too short: "${greeting}"`);
+        }
+    }
+    catch (error) {
+        failures.push(`Greeting test failed: ${error}`);
+    }
+    // Test 2: Normal conversation doesn't end prematurely
+    try {
+        const ai2 = new ConversationAI({
+            apiKey: config.anthropicApiKey,
+            goal: 'Get business hours',
+            context: 'Business: Test Store',
+        });
+        await ai2.getGreeting();
+        // Store employee responds - AI should ask about hours, not end call
+        await ai2.respond('Hello, how can I help you?');
+        // The AI should continue the conversation to get the hours
+        // It shouldn't mark complete just because someone said hello
+        if (ai2.complete) {
+            failures.push('Conversation ended prematurely - AI should ask for hours, not end call');
+        }
+    }
+    catch (error) {
+        failures.push(`Conversation flow test failed: ${error}`);
+    }
+    // Test 3: Conversation can complete properly
+    try {
+        const ai3 = new ConversationAI({
+            apiKey: config.anthropicApiKey,
+            goal: 'Confirm a reservation exists',
+            context: 'Confirmation number: ABC123',
+        });
+        await ai3.getGreeting();
+        await ai3.respond('Yes, I can confirm that reservation ABC123 is valid.');
+        // The AI might mark complete after confirmation
+        // This is expected behavior
+    }
+    catch (error) {
+        failures.push(`Conversation completion test failed: ${error}`);
+    }
+    return {
+        passed: failures.length === 0,
+        tests: 3,
+        failures,
+    };
+}
+/**
+ * Test 4: AI Disclosure and Role
+ * Verifies AI discloses it's an AI AND doesn't say "how can I help you"
+ */
+async function runAIDisclosureTest(config) {
+    const ai = new ConversationAI({
+        apiKey: config.anthropicApiKey,
+        goal: 'Book a hotel room',
+        context: 'Customer: John Smith, Hotel: Grand Plaza',
+    });
+    const greeting = await ai.getGreeting();
+    const greetingLower = greeting.toLowerCase();
+    const issues = [];
+    // Check for AI disclosure keywords
+    const disclosureKeywords = ['ai', 'artificial', 'assistant', 'automated', 'behalf'];
+    const containsDisclosure = disclosureKeywords.some((keyword) => greetingLower.includes(keyword));
+    if (!containsDisclosure) {
+        issues.push('Missing AI disclosure in greeting');
+    }
+    // Check for wrong role (AI shouldn't ask how it can help - it's the caller!)
+    const wrongRolePhrases = [
+        'how can i assist',
+        'how can i help',
+        'how may i help',
+        'how may i assist',
+        'what can i do for you',
+    ];
+    const hasWrongRole = wrongRolePhrases.some((phrase) => greetingLower.includes(phrase));
+    if (hasWrongRole) {
+        issues.push('AI incorrectly asked "how can I help" - AI is the caller seeking help!');
+    }
+    return {
+        passed: containsDisclosure && !hasWrongRole,
+        greeting,
+        containsDisclosure,
+        hasWrongRole,
+        issues,
+    };
+}
+/**
+ * Test 5: Role Consistency (No Role Reversal)
+ * Verifies AI stays in customer role throughout, doesn't switch to hotel employee phrases
+ */
+async function runRoleConsistencyTest(config) {
+    const ai = new ConversationAI({
+        apiKey: config.anthropicApiKey,
+        goal: 'Book a hotel room and get a confirmation number',
+        context: 'Customer: Derek Rein, Hotel: Grand Plaza, Dates: March 12-14, Email: derek@example.com',
+    });
+    const issues = [];
+    const responses = [];
+    const roleReversalPhrases = [];
+    // Phrases that indicate the AI switched to acting like the hotel employee
+    const badPhrases = [
+        'does this look correct',
+        'does this all look correct',
+        'does that look correct',
+        'let me know if you need anything',
+        'please let me know if you need',
+        "i've noted",
+        'i have noted',
+        "i'll note that",
+        'anything else i can help you with',
+        'is there anything else i can do',
+        "i've got that booked",
+        'i have that booked',
+        'your reservation is confirmed', // AI shouldn't confirm - hotel does
+        "you're all set", // Hotel says this, not caller
+    ];
+    // Simulate a quick agreement conversation
+    const greeting = await ai.getGreeting();
+    responses.push(greeting);
+    const r1 = await ai.respond('Mhmm. Sure, we can do that.');
+    responses.push(r1 || '');
+    const r2 = await ai.respond('Yes, that works. Go ahead.');
+    responses.push(r2 || '');
+    const r3 = await ai.respond('Okay, done. Anything else?');
+    responses.push(r3 || '');
+    // Check all responses for role reversal phrases
+    for (const text of responses) {
+        const textLower = text.toLowerCase();
+        for (const phrase of badPhrases) {
+            if (textLower.includes(phrase)) {
+                roleReversalPhrases.push(`"${phrase}" found in: "${text.substring(0, 80)}..."`);
+                issues.push(`Role reversal detected: AI used hotel-employee phrase "${phrase}"`);
+            }
+        }
+    }
+    return {
+        passed: issues.length === 0,
+        issues,
+        responses,
+        roleReversalPhrases,
+    };
+}
+/**
+ * Test 6: Voice-Friendly Formatting
+ * Verifies dates and numbers are spelled out for voice
+ */
+async function runVoiceFormattingTest(config) {
+    const ai = new ConversationAI({
+        apiKey: config.anthropicApiKey,
+        goal: 'Book a hotel room for March 12-14',
+        context: 'Customer: John Smith, Hotel: Grand Plaza, Dates: March 12-14, Price: $393',
+    });
+    const issues = [];
+    const responses = [];
+    // Get greeting and first response
+    const greeting = await ai.getGreeting();
+    responses.push(greeting);
+    const response = await ai.respond('Sure, what dates are you looking at?');
+    responses.push(response || '');
+    // Check all responses for formatting issues
+    for (const text of responses) {
+        // Check for numeric date ranges (should be spelled out)
+        if (/\d+-\d+/.test(text)) {
+            issues.push(`Contains numeric date range: "${text.match(/\d+-\d+/)?.[0]}"`);
+        }
+        // Check for $ symbol (should say "dollars")
+        if (/\$\d+/.test(text)) {
+            issues.push(`Contains $ symbol: "${text.match(/\$\d+/)?.[0]}"`);
+        }
+    }
+    return {
+        passed: issues.length === 0,
+        issues,
+        responses,
+    };
+}
+/**
+ * Test 6: No Repetition
+ * Verifies AI doesn't keep repeating the same information
+ */
+async function runNoRepetitionTest(config) {
+    const ai = new ConversationAI({
+        apiKey: config.anthropicApiKey,
+        goal: 'Book a hotel room',
+        context: 'Hotel: Test Hotel, Room: Deluxe Suite, Dates: March 15-17, Price: $500',
+    });
+    const issues = [];
+    const responses = [];
+    // Simulate a conversation
+    const greeting = await ai.getGreeting();
+    responses.push(greeting);
+    const r1 = await ai.respond('Yes, we have that room available.');
+    responses.push(r1 || '');
+    const r2 = await ai.respond('The rate is four fifty per night.');
+    responses.push(r2 || '');
+    // Count how many times key phrases appear across all responses
+    const allText = responses.join(' ').toLowerCase();
+    // Check for excessive repetition of specific details
+    const hotelMentions = (allText.match(/test hotel/g) || []).length;
+    const dateMentions = (allText.match(/march (15|fifteen)/g) || []).length;
+    if (hotelMentions > 2) {
+        issues.push(`Hotel name repeated ${hotelMentions} times (max 2)`);
+    }
+    if (dateMentions > 2) {
+        issues.push(`Dates repeated ${dateMentions} times (max 2)`);
+    }
+    return {
+        passed: issues.length === 0,
+        issues,
+        responses,
+    };
+}
+/**
+ * Test 7: Conciseness and Redundant Follow-ups
+ * Uses a real booking flow where the AI often becomes too wordy.
+ */
+async function runConcisenessTest(config) {
+    const ai = new ConversationAI({
+        apiKey: config.anthropicApiKey,
+        goal: 'Book a room directly, share email for payment link, and get confirmation details',
+        context: 'Hotel: Haus im Tal, Dates: March 12-14, Online rate: $393, Guest: Derek Rein, Email: alexanderderekrein@gmail.com',
+    });
+    const issues = [];
+    const responses = [];
+    const greeting = await ai.getGreeting();
+    responses.push(greeting);
+    const scriptedTurns = [
+        'Sure.',
+        'Yes.',
+        'Yes.',
+        'I need to email you a premium link. Does that work?',
+        'Can you spell out the email again?',
+        'Okay. Perfect.',
+        'Yes.',
+    ];
+    let emailSpellingResponse = '';
+    for (const human of scriptedTurns) {
+        const response = await ai.respond(human);
+        if (!response)
+            break;
+        responses.push(response);
+        if (human.toLowerCase().includes('spell out the email')) {
+            emailSpellingResponse = response;
+        }
+    }
+    const wordCounts = responses.map(countWords);
+    const avgWordsPerResponse = wordCounts.length > 0 ? wordCounts.reduce((sum, count) => sum + count, 0) / wordCounts.length : 0;
+    const maxWordsPerResponse = wordCounts.length > 0 ? Math.max(...wordCounts) : 0;
+    if (maxWordsPerResponse > 45) {
+        issues.push(`Response too long (${maxWordsPerResponse} words). Target is <= 45 for phone pacing.`);
+    }
+    if (avgWordsPerResponse > 28) {
+        issues.push(`Average response too long (${avgWordsPerResponse.toFixed(1)} words). Target is <= 28.`);
+    }
+    const allTextLower = responses.join(' ').toLowerCase();
+    const enthusiasmMatches = allTextLower.match(/\b(wonderful|excellent|perfect|fantastic|amazing)\b/g) || [];
+    const enthusiasmCount = enthusiasmMatches.length;
+    if (enthusiasmCount > 2) {
+        issues.push(`Too much enthusiasm filler (${enthusiasmCount} matches). Keep acknowledgements brief.`);
+    }
+    const redundantReconfirmPhrases = allTextLower.match(/just to confirm|final price|for march|confirmation number/g) || [];
+    if (redundantReconfirmPhrases.length > 4) {
+        issues.push(`Likely over-reconfirmation (${redundantReconfirmPhrases.length} repeated confirmation phrases).`);
+    }
+    if (emailSpellingResponse) {
+        if (!/gmail dot com|at gmail dot com/i.test(emailSpellingResponse)) {
+            issues.push('When asked to spell the email again, response did not clearly repeat the email.');
+        }
+        if (/that works|works perfectly|final price|just to confirm/i.test(emailSpellingResponse)) {
+            issues.push('Email spelling response included stale/redundant confirmation language.');
+        }
+    }
+    else {
+        issues.push('Did not capture an answer to "Can you spell out the email again?"');
+    }
+    return {
+        passed: issues.length === 0,
+        issues,
+        responses,
+        avgWordsPerResponse,
+        maxWordsPerResponse,
+        enthusiasmCount,
+    };
+}
+/**
+ * Run the complete integration test suite
+ */
+export async function runIntegrationTestSuite(config) {
+    const startTime = Date.now();
+    console.log('╔════════════════════════════════════════════════════════════╗');
+    console.log('║       COMPREHENSIVE INTEGRATION TEST SUITE                  ║');
+    console.log('╚════════════════════════════════════════════════════════════╝\n');
+    // Run all test categories
+    console.log('🔊 Running Codec Tests...');
+    const codecResult = await runCodecTests(config);
+    console.log(`   ${codecResult.passed ? '✅' : '❌'} ${codecResult.tests - codecResult.failures.length}/${codecResult.tests} passed\n`);
+    console.log('🔄 Running Turn-Taking Tests...');
+    const turnTakingResult = await runTurnTakingTests();
+    console.log(`   ${turnTakingResult.passed ? '✅' : '❌'} ${turnTakingResult.passedCount}/${turnTakingResult.total} passed\n`);
+    console.log('💬 Running Conversation Flow Tests...');
+    const conversationResult = await runConversationFlowTests(config);
+    console.log(`   ${conversationResult.passed ? '✅' : '❌'} ${conversationResult.tests - conversationResult.failures.length}/${conversationResult.tests} passed\n`);
+    console.log('🤖 Running AI Disclosure & Role Test...');
+    const disclosureResult = await runAIDisclosureTest(config);
+    console.log(`   ${disclosureResult.passed ? '✅' : '❌'} Disclosure: ${disclosureResult.containsDisclosure ? 'yes' : 'no'}, Wrong role: ${disclosureResult.hasWrongRole ? 'YES (bad)' : 'no (good)'}\n`);
+    console.log('🔄 Running Role Consistency Test...');
+    const roleResult = await runRoleConsistencyTest(config);
+    console.log(`   ${roleResult.passed ? '✅' : '❌'} ${roleResult.issues.length === 0 ? 'AI stayed in customer role' : `Role reversals: ${roleResult.roleReversalPhrases.length}`}\n`);
+    console.log('🗣️  Running Voice Formatting Test...');
+    const voiceResult = await runVoiceFormattingTest(config);
+    console.log(`   ${voiceResult.passed ? '✅' : '❌'} ${voiceResult.issues.length === 0 ? 'Dates/numbers properly spelled out' : voiceResult.issues.join(', ')}\n`);
+    console.log('🔁 Running No Repetition Test...');
+    const repetitionResult = await runNoRepetitionTest(config);
+    console.log(`   ${repetitionResult.passed ? '✅' : '❌'} ${repetitionResult.issues.length === 0 ? 'No excessive repetition' : repetitionResult.issues.join(', ')}\n`);
+    console.log('✂️  Running Conciseness Test...');
+    const concisenessResult = await runConcisenessTest(config);
+    console.log(`   ${concisenessResult.passed ? '✅' : '❌'} avg words: ${concisenessResult.avgWordsPerResponse.toFixed(1)}, max: ${concisenessResult.maxWordsPerResponse}, filler words: ${concisenessResult.enthusiasmCount}\n`);
+    const duration = Date.now() - startTime;
+    const overallPassed = codecResult.passed &&
+        turnTakingResult.passed &&
+        conversationResult.passed &&
+        disclosureResult.passed &&
+        roleResult.passed &&
+        voiceResult.passed &&
+        repetitionResult.passed &&
+        concisenessResult.passed;
+    const result = {
+        timestamp: new Date().toISOString(),
+        duration,
+        overallPassed,
+        codec: codecResult,
+        turnTaking: turnTakingResult,
+        conversationFlow: conversationResult,
+        aiDisclosure: disclosureResult,
+        roleConsistency: roleResult,
+        voiceFormatting: voiceResult,
+        noRepetition: repetitionResult,
+        conciseness: concisenessResult,
+    };
+    // Print summary
+    console.log('╔════════════════════════════════════════════════════════════╗');
+    if (overallPassed) {
+        console.log('║  ✅ ALL INTEGRATION TESTS PASSED                            ║');
+    }
+    else {
+        console.log('║  ❌ SOME INTEGRATION TESTS FAILED                           ║');
+    }
+    console.log('╠════════════════════════════════════════════════════════════╣');
+    console.log(`║  Codec:           ${codecResult.passed ? '✅ PASS' : '❌ FAIL'}                                 ║`);
+    console.log(`║  Turn-Taking:     ${turnTakingResult.passed ? '✅ PASS' : '❌ FAIL'}                                 ║`);
+    console.log(`║  Conversation:    ${conversationResult.passed ? '✅ PASS' : '❌ FAIL'}                                 ║`);
+    console.log(`║  AI Disclosure:   ${disclosureResult.passed ? '✅ PASS' : '❌ FAIL'}                                 ║`);
+    console.log(`║  Role Consistency:${roleResult.passed ? '✅ PASS' : '❌ FAIL'}                                 ║`);
+    console.log(`║  Voice Format:    ${voiceResult.passed ? '✅ PASS' : '❌ FAIL'}                                 ║`);
+    console.log(`║  No Repetition:   ${repetitionResult.passed ? '✅ PASS' : '❌ FAIL'}                                 ║`);
+    console.log(`║  Conciseness:     ${concisenessResult.passed ? '✅ PASS' : '❌ FAIL'}                                 ║`);
+    console.log(`║  Duration:        ${(duration / 1000).toFixed(1)}s                                  ║`);
+    console.log('╚════════════════════════════════════════════════════════════╝\n');
+    // Print failures if any
+    if (!overallPassed) {
+        console.log('FAILURES:\n');
+        if (!codecResult.passed) {
+            console.log('Codec failures:');
+            for (const f of codecResult.failures) {
+                console.log(`  - ${f}`);
+            }
+            console.log('');
+        }
+        if (!turnTakingResult.passed) {
+            console.log('Turn-taking failures:');
+            for (const f of turnTakingResult.failures) {
+                console.log(`  - ${f.testName}: transcript="${f.transcript}" (expected "${f.expectedTranscript}")`);
+            }
+            console.log('');
+        }
+        if (!conversationResult.passed) {
+            console.log('Conversation flow failures:');
+            for (const f of conversationResult.failures) {
+                console.log(`  - ${f}`);
+            }
+            console.log('');
+        }
+        if (!disclosureResult.passed) {
+            console.log('AI disclosure/role failures:');
+            for (const f of disclosureResult.issues) {
+                console.log(`  - ${f}`);
+            }
+            console.log(`  Greeting was: "${disclosureResult.greeting}"`);
+            console.log('');
+        }
+        if (!roleResult.passed) {
+            console.log('Role consistency failures (AI switched to hotel employee role):');
+            for (const f of roleResult.roleReversalPhrases) {
+                console.log(`  - ${f}`);
+            }
+            console.log('  Responses:');
+            for (let i = 0; i < roleResult.responses.length; i++) {
+                console.log(`    ${i + 1}. "${roleResult.responses[i].substring(0, 100)}..."`);
+            }
+            console.log('');
+        }
+        if (!voiceResult.passed) {
+            console.log('Voice formatting failures:');
+            for (const f of voiceResult.issues) {
+                console.log(`  - ${f}`);
+            }
+            console.log('  Responses:');
+            for (let i = 0; i < voiceResult.responses.length; i++) {
+                console.log(`    ${i + 1}. "${voiceResult.responses[i].substring(0, 80)}..."`);
+            }
+            console.log('');
+        }
+        if (!repetitionResult.passed) {
+            console.log('Repetition failures:');
+            for (const f of repetitionResult.issues) {
+                console.log(`  - ${f}`);
+            }
+            console.log('');
+        }
+        if (!concisenessResult.passed) {
+            console.log('Conciseness failures:');
+            for (const f of concisenessResult.issues) {
+                console.log(`  - ${f}`);
+            }
+            console.log('  Responses:');
+            for (let i = 0; i < concisenessResult.responses.length; i++) {
+                console.log(`    ${i + 1}. "${concisenessResult.responses[i].substring(0, 100)}..."`);
+            }
+            console.log('');
+        }
+    }
+    // Save results if output dir specified
+    if (config.outputDir) {
+        if (!existsSync(config.outputDir)) {
+            mkdirSync(config.outputDir, { recursive: true });
+        }
+        const resultFile = join(config.outputDir, `integration_${Date.now()}.json`);
+        writeFileSync(resultFile, JSON.stringify(result, null, 2));
+        console.log(`Results saved to: ${resultFile}`);
+    }
+    return result;
+}
+//# sourceMappingURL=integration-test-suite.js.map

package/dist/lib/call/eval/integration-test-suite.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"integration-test-suite.js","sourceRoot":"","sources":["../../../../src/lib/call/eval/integration-test-suite.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC/D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EAAE,qBAAqB,EAA6B,MAAM,uBAAuB,CAAC;AAEzF,SAAS,UAAU,CAAC,IAAY;IAC9B,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;AACzD,CAAC;AA4DD;;;GAGG;AACH,KAAK,UAAU,aAAa,CAAC,MAA6B;IAKxD,MAAM,SAAS,GAAG;QAChB,QAAQ;QACR,kEAAkE;QAClE,+CAA+C;KAChD,CAAC;IAEF,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,iBAAiB,CAAC,CAAC;YAC9F,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC9E,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,KAAK,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;QAC7B,KAAK,EAAE,SAAS,CAAC,MAAM;QACvB,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,kBAAkB;IAM/B,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,qBAAqB,EAAE,CAAC;IAClE,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAElD,OAAO;QACL,MAAM,EAAE,MAAM,KAAK,CAAC;QACpB,KAAK,EAAE,MAAM,GAAG,MAAM;QACtB,WAAW,EAAE,MAAM;QACnB,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,wBAAwB,CAAC,MAA6B;IAKnE,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,4CAA4C;IAC5C,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,cAAc,CAAC;YAC7B,MAAM,EAAE,MAAM,CAAC,eAAe;YAC9B,IAAI,EAAE,mBAAmB;YACzB,OAAO,EAAE,qCAAqC;SAC/C,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;QACzC,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YACjB,QAAQ,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACtC,QAAQ,CAAC,IAAI,CAAC,wBAAwB,QAAQ,GAAG,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CAAC,IAAI,CAAC,yBAAyB,KAAK,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,sDAAsD;IACtD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,cAAc,CAAC;YAC7B,MAAM,EAAE,MAAM,CAAC,eAAe;YAC9B,IAAI,EAAE,oBAAoB;YAC1B,OAAO,EAAE,sBAAsB;SAChC,CAAC,CAAC;QAEH,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;QACxB,oEAAoE;QACpE,MAAM,GAAG,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC;QAEhD,2DAA2D;QAC3D,6DAA6D;QAC7D,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YACjB,QAAQ,CAAC,IAAI,CAAC,wEAAwE,CAAC,CAAC;QAC1F,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CAAC,IAAI,CAAC,kCAAkC,KAAK,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,6CAA6C;IAC7C,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,cAAc,CAAC;YAC7B,MAAM,EAAE,MAAM,CAAC,eAAe;YAC9B,IAAI,EAAE,8BAA8B;YACpC,OAAO,EAAE,6BAA6B;SACvC,CAAC,CAAC;QAEH,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;QACxB,MAAM,GAAG,CAAC,OAAO,CAAC,sDAAsD,CAAC,CAAC;QAE1E,gDAAgD;QAChD,4BAA4B;IAC9B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CAAC,IAAI,CAAC,wCAAwC,KAAK,EAAE,CAAC,CAAC;IACjE,CAAC;IAED,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;QAC7B,KAAK,EAAE,CAAC;QACR,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,mBAAmB,CAAC,MAA6B;IAO9D,MAAM,EAAE,GAAG,IAAI,cAAc,CAAC;QAC5B,MAAM,EAAE,MAAM,CAAC,eAAe;QAC9B,IAAI,EAAE,mBAAmB;QACzB,OAAO,EAAE,0CAA0C;KACpD,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC;IACxC,MAAM,aAAa,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC7C,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,mCAAmC;IACnC,MAAM,kBAAkB,GAAG,CAAC,IAAI,EAAE,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;IACpF,MAAM,kBAAkB,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAEjG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxB,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;IACnD,CAAC;IAED,6EAA6E;IAC7E,MAAM,gBAAgB,GAAG;QACvB,kBAAkB;QAClB,gBAAgB;QAChB,gBAAgB;QAChB,kBAAkB;QAClB,uBAAuB;KACxB,CAAC;IACF,MAAM,YAAY,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IAEvF,IAAI,YAAY,EAAE,CAAC;QACjB,MAAM,CAAC,IAAI,CAAC,wEAAwE,CAAC,CAAC;IACxF,CAAC;IAED,OAAO;QACL,MAAM,EAAE,kBAAkB,IAAI,CAAC,YAAY;QAC3C,QAAQ;QACR,kBAAkB;QAClB,YAAY;QACZ,MAAM;KACP,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,sBAAsB,CAAC,MAA6B;IAMjE,MAAM,EAAE,GAAG,IAAI,cAAc,CAAC;QAC5B,MAAM,EAAE,MAAM,CAAC,eAAe;QAC9B,IAAI,EAAE,iDAAiD;QACvD,OAAO,EAAE,wFAAwF;KAClG,CAAC,CAAC;IAEH,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,mBAAmB,GAAa,EAAE,CAAC;IAEzC,0EAA0E;IAC1E,MAAM,UAAU,GAAG;QACjB,wBAAwB;QACxB,4BAA4B;QAC5B,wBAAwB;QACxB,kCAAkC;QAClC,gCAAgC;QAChC,YAAY;QACZ,cAAc;QACd,gBAAgB;QAChB,mCAAmC;QACnC,iCAAiC;QACjC,sBAAsB;QACtB,oBAAoB;QACpB,+BAA+B,EAAE,oCAAoC;QACrE,gBAAgB,EAAE,8BAA8B;KACjD,CAAC;IAEF,0CAA0C;IAC1C,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC;IACxC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEzB,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,6BAA6B,CAAC,CAAC;IAC3D,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;IAEzB,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC;IAC1D,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;IAEzB,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC;IAC1D,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;IAEzB,gDAAgD;IAChD,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACrC,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;YAChC,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC/B,mBAAmB,CAAC,IAAI,CAAC,IAAI,MAAM,gBAAgB,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;gBAChF,MAAM,CAAC,IAAI,CAAC,0DAA0D,MAAM,GAAG,CAAC,CAAC;YACnF,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,MAAM,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;QAC3B,MAAM;QACN,SAAS;QACT,mBAAmB;KACpB,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,sBAAsB,CAAC,MAA6B;IAKjE,MAAM,EAAE,GAAG,IAAI,cAAc,CAAC;QAC5B,MAAM,EAAE,MAAM,CAAC,eAAe;QAC9B,IAAI,EAAE,mCAAmC;QACzC,OAAO,EAAE,2EAA2E;KACrF,CAAC,CAAC;IAEH,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,kCAAkC;IAClC,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC;IACxC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEzB,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,sCAAsC,CAAC,CAAC;IAC1E,SAAS,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;IAE/B,4CAA4C;IAC5C,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,wDAAwD;QACxD,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC,iCAAiC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC9E,CAAC;QAED,4CAA4C;QAC5C,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,uBAAuB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,OAAO;QACL,MAAM,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;QAC3B,MAAM;QACN,SAAS;KACV,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,mBAAmB,CAAC,MAA6B;IAK9D,MAAM,EAAE,GAAG,IAAI,cAAc,CAAC;QAC5B,MAAM,EAAE,MAAM,CAAC,eAAe;QAC9B,IAAI,EAAE,mBAAmB;QACzB,OAAO,EAAE,wEAAwE;KAClF,CAAC,CAAC;IAEH,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,0BAA0B;IAC1B,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC;IACxC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEzB,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAC;IACjE,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;IAEzB,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAC;IACjE,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;IAEzB,+DAA+D;IAC/D,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IAElD,qDAAqD;IACrD,MAAM,aAAa,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;IAClE,MAAM,YAAY,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;IAEzE,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;QACtB,MAAM,CAAC,IAAI,CAAC,uBAAuB,aAAa,gBAAgB,CAAC,CAAC;IACpE,CAAC;IAED,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,CAAC,IAAI,CAAC,kBAAkB,YAAY,gBAAgB,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO;QACL,MAAM,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;QAC3B,MAAM;QACN,SAAS;KACV,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,kBAAkB,CAAC,MAA6B;IAQ7D,MAAM,EAAE,GAAG,IAAI,cAAc,CAAC;QAC5B,MAAM,EAAE,MAAM,CAAC,eAAe;QAC9B,IAAI,EAAE,kFAAkF;QACxF,OAAO,EACL,mHAAmH;KACtH,CAAC,CAAC;IAEH,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,SAAS,GAAa,EAAE,CAAC;IAE/B,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC;IACxC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAEzB,MAAM,aAAa,GAAG;QACpB,OAAO;QACP,MAAM;QACN,MAAM;QACN,qDAAqD;QACrD,oCAAoC;QACpC,gBAAgB;QAChB,MAAM;KACP,CAAC;IAEF,IAAI,qBAAqB,GAAG,EAAE,CAAC;IAE/B,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,CAAC,QAAQ;YAAE,MAAM;QACrB,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzB,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,CAAC;YACxD,qBAAqB,GAAG,QAAQ,CAAC;QACnC,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC7C,MAAM,mBAAmB,GACvB,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACpG,MAAM,mBAAmB,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEhF,IAAI,mBAAmB,GAAG,EAAE,EAAE,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,sBAAsB,mBAAmB,4CAA4C,CAAC,CAAC;IACrG,CAAC;IACD,IAAI,mBAAmB,GAAG,EAAE,EAAE,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,8BAA8B,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC;IACvG,CAAC;IAED,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IACvD,MAAM,iBAAiB,GAAG,YAAY,CAAC,KAAK,CAAC,sDAAsD,CAAC,IAAI,EAAE,CAAC;IAC3G,MAAM,eAAe,GAAG,iBAAiB,CAAC,MAAM,CAAC;IACjD,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,CAAC,IAAI,CAAC,+BAA+B,eAAe,yCAAyC,CAAC,CAAC;IACvG,CAAC;IAED,MAAM,yBAAyB,GAC7B,YAAY,CAAC,KAAK,CAAC,4DAA4D,CAAC,IAAI,EAAE,CAAC;IACzF,IAAI,yBAAyB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzC,MAAM,CAAC,IAAI,CAAC,+BAA+B,yBAAyB,CAAC,MAAM,kCAAkC,CAAC,CAAC;IACjH,CAAC;IAED,IAAI,qBAAqB,EAAE,CAAC;QAC1B,IAAI,CAAC,iCAAiC,CAAC,IAAI,CAAC,qBAAqB,CAAC,EAAE,CAAC;YACnE,MAAM,CAAC,IAAI,CAAC,iFAAiF,CAAC,CAAC;QACjG,CAAC;QACD,IAAI,yDAAyD,CAAC,IAAI,CAAC,qBAAqB,CAAC,EAAE,CAAC;YAC1F,MAAM,CAAC,IAAI,CAAC,yEAAyE,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,IAAI,CAAC,mEAAmE,CAAC,CAAC;IACnF,CAAC;IAED,OAAO;QACL,MAAM,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;QAC3B,MAAM;QACN,SAAS;QACT,mBAAmB;QACnB,mBAAmB;QACnB,eAAe;KAChB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,MAA6B;IACzE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,OAAO,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAC;IAC9E,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;IAC/E,OAAO,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;IAEhF,0BAA0B;IAC1B,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IACzC,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,CAAC;IAChD,OAAO,CAAC,GAAG,CACT,MAAM,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,WAAW,CAAC,KAAK,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,IAAI,WAAW,CAAC,KAAK,WAAW,CACxH,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;IAC/C,MAAM,gBAAgB,GAAG,MAAM,kBAAkB,EAAE,CAAC;IACpD,OAAO,CAAC,GAAG,CACT,MAAM,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,gBAAgB,CAAC,WAAW,IAAI,gBAAgB,CAAC,KAAK,WAAW,CAC/G,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;IACrD,MAAM,kBAAkB,GAAG,MAAM,wBAAwB,CAAC,MAAM,CAAC,CAAC;IAClE,OAAO,CAAC,GAAG,CACT,MAAM,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,kBAAkB,CAAC,KAAK,GAAG,kBAAkB,CAAC,QAAQ,CAAC,MAAM,IAAI,kBAAkB,CAAC,KAAK,WAAW,CACpJ,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;IACvD,MAAM,gBAAgB,GAAG,MAAM,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAC3D,OAAO,CAAC,GAAG,CACT,MAAM,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,gBAAgB,gBAAgB,CAAC,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,iBAAiB,gBAAgB,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,IAAI,CAC1L,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,MAAM,sBAAsB,CAAC,MAAM,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,CACT,MAAM,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,4BAA4B,CAAC,CAAC,CAAC,mBAAmB,UAAU,CAAC,mBAAmB,CAAC,MAAM,EAAE,IAAI,CACtK,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;IACrD,MAAM,WAAW,GAAG,MAAM,sBAAsB,CAAC,MAAM,CAAC,CAAC;IACzD,OAAO,CAAC,GAAG,CACT,MAAM,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,oCAAoC,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CACnJ,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;IAChD,MAAM,gBAAgB,GAAG,MAAM,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAC3D,OAAO,CAAC,GAAG,CACT,MAAM,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,gBAAgB,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CACvJ,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;IAC/C,MAAM,iBAAiB,GAAG,MAAM,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC3D,OAAO,CAAC,GAAG,CACT,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,eAAe,iBAAiB,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,iBAAiB,CAAC,mBAAmB,mBAAmB,iBAAiB,CAAC,eAAe,IAAI,CACjN,CAAC;IAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IACxC,MAAM,aAAa,GACjB,WAAW,CAAC,MAAM;QAClB,gBAAgB,CAAC,MAAM;QACvB,kBAAkB,CAAC,MAAM;QACzB,gBAAgB,CAAC,MAAM;QACvB,UAAU,CAAC,MAAM;QACjB,WAAW,CAAC,MAAM;QAClB,gBAAgB,CAAC,MAAM;QACvB,iBAAiB,CAAC,MAAM,CAAC;IAE3B,MAAM,MAAM,GAAoB;QAC9B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,QAAQ;QACR,aAAa;QACb,KAAK,EAAE,WAAW;QAClB,UAAU,EAAE,gBAAgB;QAC5B,gBAAgB,EAAE,kBAAkB;QACpC,YAAY,EAAE,gBAAgB;QAC9B,eAAe,EAAE,UAAU;QAC3B,eAAe,EAAE,WAAW;QAC5B,YAAY,EAAE,gBAAgB;QAC9B,WAAW,EAAE,iBAAiB;KAC/B,CAAC;IAEF,gBAAgB;IAChB,OAAO,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAC;IAC9E,IAAI,aAAa,EAAE,CAAC;QAClB,OAAO,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAC;IAChF,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAC;IAChF,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAC;IAC9E,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,oCAAoC,CAAC,CAAC;IACjH,OAAO,CAAC,GAAG,CACT,uBAAuB,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,oCAAoC,CACzG,CAAC;IACF,OAAO,CAAC,GAAG,CACT,uBAAuB,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,oCAAoC,CAC3G,CAAC;IACF,OAAO,CAAC,GAAG,CACT,uBAAuB,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,oCAAoC,CACzG,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,uBAAuB,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,oCAAoC,CAAC,CAAC;IAChH,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,oCAAoC,CAAC,CAAC;IACjH,OAAO,CAAC,GAAG,CACT,uBAAuB,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,oCAAoC,CACzG,CAAC;IACF,OAAO,CAAC,GAAG,CACT,uBAAuB,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,oCAAoC,CAC1G,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,sCAAsC,CAAC,CAAC;IACvG,OAAO,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;IAEhF,wBAAwB;IACxB,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAE3B,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;YAC/B,KAAK,MAAM,CAAC,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;gBACrC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC1B,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;QAED,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;YACrC,KAAK,MAAM,CAAC,IAAI,gBAAgB,CAAC,QAAQ,EAAE,CAAC;gBAC1C,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,QAAQ,iBAAiB,CAAC,CAAC,UAAU,gBAAgB,CAAC,CAAC,kBAAkB,IAAI,CAAC,CAAC;YACtG,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;QAED,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,CAAC;YAC/B,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;YAC3C,KAAK,MAAM,CAAC,IAAI,kBAAkB,CAAC,QAAQ,EAAE,CAAC;gBAC5C,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC1B,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;QAED,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;YAC5C,KAAK,MAAM,CAAC,IAAI,gBAAgB,CAAC,MAAM,EAAE,CAAC;gBACxC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC1B,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,oBAAoB,gBAAgB,CAAC,QAAQ,GAAG,CAAC,CAAC;YAC9D,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;QAED,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;YAC/E,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,mBAAmB,EAAE,CAAC;gBAC/C,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC1B,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrD,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;YACjF,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;QAED,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;YAC1C,KAAK,MAAM,CAAC,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC;gBACnC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC1B,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtD,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;YACjF,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;QAED,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;YACpC,KAAK,MAAM,CAAC,IAAI,gBAAgB,CAAC,MAAM,EAAE,CAAC;gBACxC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC1B,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;QAED,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;YACrC,KAAK,MAAM,CAAC,IAAI,iBAAiB,CAAC,MAAM,EAAE,CAAC;gBACzC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC1B,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5D,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,iBAAiB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;YACxF,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAED,uCAAuC;IACvC,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;YAClC,SAAS,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACnD,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,eAAe,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC5E,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3D,OAAO,CAAC,GAAG,CAAC,qBAAqB,UAAU,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/lib/call/eval/turn-taking-test.d.ts

@@ -0,0 +1,84 @@
+/**
+ * Turn-Taking Integration Tests
+ *
+ * Tests the debounce logic and transcript accumulation to ensure:
+ * 1. AI doesn't interrupt mid-sentence pauses
+ * 2. Multiple transcript segments are properly combined
+ * 3. Response timing is appropriate
+ * 4. Edge cases are handled (rapid speech, long pauses, etc.)
+ */
+import { EventEmitter } from 'node:events';
+export interface TranscriptEvent {
+    text: string;
+    isFinal: boolean;
+    delayMs: number;
+}
+export interface TurnTakingTestCase {
+    id: string;
+    name: string;
+    description: string;
+    /** Sequence of transcript events to simulate */
+    events: TranscriptEvent[];
+    /** Expected combined transcript when AI responds */
+    expectedTranscript: string;
+    /** Expected minimum delay before AI response (ms) */
+    expectedMinDelayMs: number;
+    /** Expected maximum delay before AI response (ms) */
+    expectedMaxDelayMs: number;
+    /** Whether AI should respond at all */
+    shouldRespond: boolean;
+}
+/**
+ * Simulates the turn-taking logic from CallSession
+ */
+export declare class TurnTakingSimulator extends EventEmitter {
+    private responseDebounceTimer;
+    private pendingTranscript;
+    private isProcessingResponse;
+    private responseTriggeredAt;
+    private startTime;
+    /**
+     * Simulate receiving a transcript event
+     */
+    handleTranscript(text: string, isFinal: boolean): void;
+    /**
+     * Run a sequence of transcript events
+     */
+    runSequence(events: TranscriptEvent[]): Promise<{
+        responded: boolean;
+        transcript: string;
+        delayMs: number;
+    }>;
+}
+/**
+ * Test cases for turn-taking
+ */
+export declare const TURN_TAKING_TEST_CASES: TurnTakingTestCase[];
+export interface TurnTakingTestResult {
+    testId: string;
+    testName: string;
+    passed: boolean;
+    responded: boolean;
+    expectedRespond: boolean;
+    transcript: string;
+    expectedTranscript: string;
+    transcriptMatch: boolean;
+    delayMs: number;
+    expectedMinDelayMs: number;
+    expectedMaxDelayMs: number;
+    delayInRange: boolean;
+    error?: string;
+}
+/**
+ * Run a single turn-taking test
+ */
+export declare function runTurnTakingTest(testCase: TurnTakingTestCase): Promise<TurnTakingTestResult>;
+/**
+ * Run all turn-taking tests
+ */
+export declare function runAllTurnTakingTests(): Promise<{
+    passed: number;
+    failed: number;
+    results: TurnTakingTestResult[];
+}>;
+//# sourceMappingURL=turn-taking-test.d.ts.map

package/dist/lib/call/eval/turn-taking-test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"turn-taking-test.d.ts","sourceRoot":"","sources":["../../../../src/lib/call/eval/turn-taking-test.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAK3C,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,gDAAgD;IAChD,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,oDAAoD;IACpD,kBAAkB,EAAE,MAAM,CAAC;IAC3B,qDAAqD;IACrD,kBAAkB,EAAE,MAAM,CAAC;IAC3B,qDAAqD;IACrD,kBAAkB,EAAE,MAAM,CAAC;IAC3B,uCAAuC;IACvC,aAAa,EAAE,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,qBAAa,mBAAoB,SAAQ,YAAY;IACnD,OAAO,CAAC,qBAAqB,CAA+B;IAC5D,OAAO,CAAC,iBAAiB,CAAM;IAC/B,OAAO,CAAC,oBAAoB,CAAS;IACrC,OAAO,CAAC,mBAAmB,CAAuB;IAClD,OAAO,CAAC,SAAS,CAAa;IAE9B;;OAEG;IACH,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI;IAuCtD;;OAEG;IACG,WAAW,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC;QACpD,SAAS,EAAE,OAAO,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CA0CH;AAED;;GAEG;AACH,eAAO,MAAM,sBAAsB,EAAE,kBAAkB,EAkHtD,CAAC;AAEF,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,EAAE,OAAO,CAAC;IACnB,eAAe,EAAE,OAAO,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,eAAe,EAAE,OAAO,CAAC;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,YAAY,EAAE,OAAO,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,QAAQ,EAAE,kBAAkB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAsBnG;AAED;;GAEG;AACH,wBAAsB,qBAAqB,IAAI,OAAO,CAAC;IACrD,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,oBAAoB,EAAE,CAAC;CACjC,CAAC,CAgBD"}