@skillhq/concierge 1.5.0

package/dist/lib/call/eval/eval-runner.d.ts

@@ -0,0 +1,64 @@
+/**
+ * Eval runner for testing the voice pipeline without a real phone call
+ *
+ * Pipeline being tested:
+ * 1. Generate human speech audio (macOS say → PCM)
+ * 2. Send to Deepgram STT
+ * 3. Send transcript to Claude AI
+ * 4. Send AI response to ElevenLabs TTS
+ * 5. Receive µ-law audio (measure quality/duration)
+ */
+import type { ConversationScript } from './conversation-scripts.js';
+export interface EvalConfig {
+    anthropicApiKey: string;
+    deepgramApiKey: string;
+    elevenLabsApiKey: string;
+    elevenLabsVoiceId: string;
+    /** Directory to save results */
+    outputDir?: string;
+    /** Whether to play audio during eval */
+    playAudio?: boolean;
+    /** Whether to save audio files */
+    saveAudio?: boolean;
+}
+export interface TurnMetrics {
+    turnIndex: number;
+    humanText: string;
+    humanAudioDurationMs: number;
+    sttLatencyMs: number;
+    sttTranscript: string;
+    sttConfidence: number;
+    aiLatencyMs: number;
+    aiResponse: string;
+    ttsLatencyMs: number;
+    ttsFirstByteMs: number;
+    ttsAudioDurationMs: number;
+    totalTurnLatencyMs: number;
+}
+export interface EvalResult {
+    scriptId: string;
+    scriptName: string;
+    goal: string;
+    timestamp: string;
+    success: boolean;
+    error?: string;
+    turns: TurnMetrics[];
+    summary: {
+        totalTurns: number;
+        completedTurns: number;
+        avgSttLatencyMs: number;
+        avgAiLatencyMs: number;
+        avgTtsLatencyMs: number;
+        avgTotalLatencyMs: number;
+        conversationComplete: boolean;
+    };
+}
+/**
+ * Run evaluation on a single script
+ */
+export declare function runEval(script: ConversationScript, config: EvalConfig): Promise<EvalResult>;
+/**
+ * Run evaluation on multiple scripts
+ */
+export declare function runEvalSuite(scripts: ConversationScript[], config: EvalConfig): Promise<EvalResult[]>;
+//# sourceMappingURL=eval-runner.d.ts.map

package/dist/lib/call/eval/eval-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-runner.d.ts","sourceRoot":"","sources":["../../../../src/lib/call/eval/eval-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAQH,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAEpE,MAAM,WAAW,UAAU;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gCAAgC;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,wCAAwC;IACxC,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,kCAAkC;IAClC,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,WAAW;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,WAAW,EAAE,CAAC;IACrB,OAAO,EAAE;QACP,UAAU,EAAE,MAAM,CAAC;QACnB,cAAc,EAAE,MAAM,CAAC;QACvB,eAAe,EAAE,MAAM,CAAC;QACxB,cAAc,EAAE,MAAM,CAAC;QACvB,eAAe,EAAE,MAAM,CAAC;QACxB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,oBAAoB,EAAE,OAAO,CAAC;KAC/B,CAAC;CACH;AAyMD;;GAEG;AACH,wBAAsB,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,CAsLjG;AAED;;GAEG;AACH,wBAAsB,YAAY,CAAC,OAAO,EAAE,kBAAkB,EAAE,EAAE,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAwB3G"}

package/dist/lib/call/eval/eval-runner.js

@@ -0,0 +1,369 @@
+/**
+ * Eval runner for testing the voice pipeline without a real phone call
+ *
+ * Pipeline being tested:
+ * 1. Generate human speech audio (macOS say → PCM)
+ * 2. Send to Deepgram STT
+ * 3. Send transcript to Claude AI
+ * 4. Send AI response to ElevenLabs TTS
+ * 5. Receive µ-law audio (measure quality/duration)
+ */
+import { execSync } from 'node:child_process';
+import { existsSync, mkdirSync, readFileSync, unlinkSync, writeFileSync } from 'node:fs';
+import { tmpdir } from 'node:os';
+import { join } from 'node:path';
+import { createClient, LiveTranscriptionEvents } from '@deepgram/sdk';
+import { ConversationAI } from '../conversation-ai.js';
+/**
+ * Generate speech audio using macOS say command
+ * Returns PCM audio buffer at 8kHz 16-bit mono
+ */
+async function generateSpeechAudio(text) {
+    const tempAiff = join(tmpdir(), `eval_speech_${Date.now()}.aiff`);
+    const tempPcm = join(tmpdir(), `eval_speech_${Date.now()}.pcm`);
+    try {
+        // Generate speech with macOS say
+        execSync(`say -o "${tempAiff}" "${text.replace(/"/g, '\\"')}"`, { stdio: 'pipe' });
+        // Convert to 8kHz 16-bit PCM (same as Twilio)
+        execSync(`ffmpeg -y -i "${tempAiff}" -f s16le -ar 8000 -ac 1 "${tempPcm}" 2>/dev/null`, { stdio: 'pipe' });
+        const pcm = readFileSync(tempPcm);
+        const durationMs = pcm.length / 2 / 8; // 16-bit = 2 bytes per sample, 8kHz
+        return { pcm, durationMs };
+    }
+    finally {
+        try {
+            unlinkSync(tempAiff);
+        }
+        catch { }
+        try {
+            unlinkSync(tempPcm);
+        }
+        catch { }
+    }
+}
+/**
+ * Send audio to Deepgram and get transcript
+ */
+async function transcribeAudio(pcm, apiKey) {
+    const startTime = Date.now();
+    const deepgram = createClient(apiKey);
+    return new Promise((resolve, reject) => {
+        const connection = deepgram.listen.live({
+            model: 'nova-2-phonecall',
+            language: 'en-US',
+            punctuate: true,
+            interim_results: false,
+            endpointing: 500,
+            encoding: 'linear16',
+            sample_rate: 8000,
+            channels: 1,
+        });
+        let transcript = '';
+        let confidence = 0;
+        let firstTranscriptTime = null;
+        connection.on(LiveTranscriptionEvents.Open, () => {
+            // Send audio in chunks (simulating real-time)
+            const CHUNK_SIZE = 320; // 20ms at 8kHz 16-bit
+            let offset = 0;
+            const sendChunk = () => {
+                if (offset >= pcm.length) {
+                    // Wait a bit then close
+                    setTimeout(() => connection.requestClose(), 1000);
+                    return;
+                }
+                const chunk = pcm.slice(offset, offset + CHUNK_SIZE);
+                const ab = chunk.buffer.slice(chunk.byteOffset, chunk.byteOffset + chunk.byteLength);
+                connection.send(ab);
+                offset += CHUNK_SIZE;
+                setTimeout(sendChunk, 20); // Real-time pace
+            };
+            sendChunk();
+        });
+        connection.on(LiveTranscriptionEvents.Transcript, (data) => {
+            const text = data.channel?.alternatives?.[0]?.transcript || '';
+            const conf = data.channel?.alternatives?.[0]?.confidence || 0;
+            if (text && data.is_final) {
+                if (!firstTranscriptTime) {
+                    firstTranscriptTime = Date.now();
+                }
+                transcript += `${text} `;
+                confidence = Math.max(confidence, conf);
+            }
+        });
+        connection.on(LiveTranscriptionEvents.Close, () => {
+            const latencyMs = (firstTranscriptTime || Date.now()) - startTime;
+            resolve({
+                transcript: transcript.trim(),
+                confidence,
+                latencyMs,
+            });
+        });
+        connection.on(LiveTranscriptionEvents.Error, (error) => {
+            reject(error);
+        });
+        // Timeout
+        setTimeout(() => {
+            reject(new Error('Deepgram timeout'));
+        }, 30000);
+    });
+}
+/**
+ * Get AI response
+ */
+async function getAIResponse(conversationAI, humanSaid) {
+    const startTime = Date.now();
+    const response = await conversationAI.respond(humanSaid);
+    const latencyMs = Date.now() - startTime;
+    return {
+        response: response || '[CONVERSATION COMPLETE]',
+        latencyMs,
+    };
+}
+/**
+ * Get TTS audio from ElevenLabs
+ */
+async function synthesizeSpeech(text, apiKey, voiceId) {
+    const startTime = Date.now();
+    let firstByteTime = null;
+    const response = await fetch(`https://api.elevenlabs.io/v1/text-to-speech/${voiceId}/stream`, {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+            'xi-api-key': apiKey,
+        },
+        body: JSON.stringify({
+            text,
+            model_id: 'eleven_turbo_v2',
+            voice_settings: { stability: 0.5, similarity_boost: 0.75 },
+            output_format: 'ulaw_8000',
+        }),
+    });
+    if (!response.ok) {
+        throw new Error(`ElevenLabs error: ${response.status}`);
+    }
+    const chunks = [];
+    const reader = response.body.getReader();
+    while (true) {
+        const { done, value } = await reader.read();
+        if (done)
+            break;
+        if (!firstByteTime) {
+            firstByteTime = Date.now();
+        }
+        chunks.push(Buffer.from(value));
+    }
+    const audio = Buffer.concat(chunks);
+    const latencyMs = Date.now() - startTime;
+    const firstByteMs = (firstByteTime || startTime) - startTime;
+    const durationMs = (audio.length / 8000) * 1000; // 8kHz µ-law
+    return { audio, latencyMs, firstByteMs, durationMs };
+}
+/**
+ * Play audio using ffmpeg + afplay (macOS)
+ */
+function playMulawAudio(audio) {
+    const tempUlaw = join(tmpdir(), `eval_play_${Date.now()}.ulaw`);
+    const tempWav = join(tmpdir(), `eval_play_${Date.now()}.wav`);
+    try {
+        writeFileSync(tempUlaw, audio);
+        execSync(`ffmpeg -y -f mulaw -ar 8000 -ac 1 -i "${tempUlaw}" "${tempWav}" 2>/dev/null`, { stdio: 'pipe' });
+        execSync(`afplay "${tempWav}"`, { stdio: 'pipe' });
+    }
+    finally {
+        try {
+            unlinkSync(tempUlaw);
+        }
+        catch { }
+        try {
+            unlinkSync(tempWav);
+        }
+        catch { }
+    }
+}
+/**
+ * Run evaluation on a single script
+ */
+export async function runEval(script, config) {
+    const result = {
+        scriptId: script.id,
+        scriptName: script.name,
+        goal: script.goal,
+        timestamp: new Date().toISOString(),
+        success: false,
+        turns: [],
+        summary: {
+            totalTurns: script.turns.length,
+            completedTurns: 0,
+            avgSttLatencyMs: 0,
+            avgAiLatencyMs: 0,
+            avgTtsLatencyMs: 0,
+            avgTotalLatencyMs: 0,
+            conversationComplete: false,
+        },
+    };
+    console.log(`\n${'='.repeat(60)}`);
+    console.log(`EVAL: ${script.name}`);
+    console.log(`Goal: ${script.goal}`);
+    console.log(`${'='.repeat(60)}\n`);
+    // Initialize conversation AI
+    const conversationAI = new ConversationAI({
+        apiKey: config.anthropicApiKey,
+        goal: script.goal,
+        context: script.context,
+    });
+    try {
+        // Get initial greeting
+        console.log('[AI] Generating greeting...');
+        const greetingStart = Date.now();
+        const greeting = await conversationAI.getGreeting();
+        const greetingLatency = Date.now() - greetingStart;
+        console.log(`[AI] Greeting (${greetingLatency}ms): "${greeting}"\n`);
+        // Synthesize and optionally play greeting
+        if (config.playAudio) {
+            console.log('[TTS] Speaking greeting...');
+            const greetingAudio = await synthesizeSpeech(greeting, config.elevenLabsApiKey, config.elevenLabsVoiceId);
+            playMulawAudio(greetingAudio.audio);
+        }
+        // Process each turn
+        for (let i = 0; i < script.turns.length; i++) {
+            const turn = script.turns[i];
+            const turnStart = Date.now();
+            console.log(`\n--- Turn ${i + 1}/${script.turns.length} ---`);
+            console.log(`[Human] "${turn.human}"`);
+            // Generate human speech
+            console.log('[Audio] Generating human speech...');
+            const humanAudio = await generateSpeechAudio(turn.human);
+            console.log(`[Audio] Human speech: ${humanAudio.durationMs.toFixed(0)}ms`);
+            // Optionally play human audio
+            if (config.playAudio) {
+                // Convert PCM to WAV and play
+                const tempPcm = join(tmpdir(), `eval_human_${Date.now()}.pcm`);
+                const tempWav = join(tmpdir(), `eval_human_${Date.now()}.wav`);
+                writeFileSync(tempPcm, humanAudio.pcm);
+                execSync(`ffmpeg -y -f s16le -ar 8000 -ac 1 -i "${tempPcm}" "${tempWav}" 2>/dev/null`);
+                execSync(`afplay "${tempWav}"`);
+                try {
+                    unlinkSync(tempPcm);
+                }
+                catch { }
+                try {
+                    unlinkSync(tempWav);
+                }
+                catch { }
+            }
+            // Transcribe with Deepgram
+            console.log('[STT] Transcribing...');
+            const sttResult = await transcribeAudio(humanAudio.pcm, config.deepgramApiKey);
+            console.log(`[STT] (${sttResult.latencyMs}ms, conf: ${sttResult.confidence.toFixed(2)}): "${sttResult.transcript}"`);
+            // Handle empty transcripts (e.g., "..." for hold)
+            if (!sttResult.transcript && turn.human === '...') {
+                console.log('[STT] Empty transcript (simulated hold/silence)');
+                // Wait and continue
+                if (turn.pauseMs) {
+                    await new Promise((r) => setTimeout(r, turn.pauseMs));
+                }
+                continue;
+            }
+            // Get AI response
+            console.log('[AI] Generating response...');
+            const aiResult = await getAIResponse(conversationAI, sttResult.transcript || turn.human);
+            console.log(`[AI] (${aiResult.latencyMs}ms): "${aiResult.response}"`);
+            // Check if conversation is complete
+            if (conversationAI.complete) {
+                console.log('[AI] Conversation marked complete');
+                result.summary.conversationComplete = true;
+            }
+            // Synthesize TTS
+            console.log('[TTS] Synthesizing...');
+            const ttsResult = await synthesizeSpeech(aiResult.response, config.elevenLabsApiKey, config.elevenLabsVoiceId);
+            console.log(`[TTS] (${ttsResult.latencyMs}ms, first byte: ${ttsResult.firstByteMs}ms, audio: ${ttsResult.durationMs.toFixed(0)}ms)`);
+            // Optionally play TTS audio
+            if (config.playAudio) {
+                console.log('[TTS] Playing...');
+                playMulawAudio(ttsResult.audio);
+            }
+            // Record metrics
+            const totalLatency = Date.now() - turnStart;
+            const turnMetrics = {
+                turnIndex: i,
+                humanText: turn.human,
+                humanAudioDurationMs: humanAudio.durationMs,
+                sttLatencyMs: sttResult.latencyMs,
+                sttTranscript: sttResult.transcript,
+                sttConfidence: sttResult.confidence,
+                aiLatencyMs: aiResult.latencyMs,
+                aiResponse: aiResult.response,
+                ttsLatencyMs: ttsResult.latencyMs,
+                ttsFirstByteMs: ttsResult.firstByteMs,
+                ttsAudioDurationMs: ttsResult.durationMs,
+                totalTurnLatencyMs: totalLatency,
+            };
+            result.turns.push(turnMetrics);
+            result.summary.completedTurns++;
+            // Optional pause between turns
+            if (turn.pauseMs && config.playAudio) {
+                await new Promise((r) => setTimeout(r, turn.pauseMs));
+            }
+            // Stop if conversation is complete
+            if (conversationAI.complete) {
+                break;
+            }
+        }
+        // Calculate summary stats
+        if (result.turns.length > 0) {
+            result.summary.avgSttLatencyMs = result.turns.reduce((sum, t) => sum + t.sttLatencyMs, 0) / result.turns.length;
+            result.summary.avgAiLatencyMs = result.turns.reduce((sum, t) => sum + t.aiLatencyMs, 0) / result.turns.length;
+            result.summary.avgTtsLatencyMs = result.turns.reduce((sum, t) => sum + t.ttsLatencyMs, 0) / result.turns.length;
+            result.summary.avgTotalLatencyMs =
+                result.turns.reduce((sum, t) => sum + t.totalTurnLatencyMs, 0) / result.turns.length;
+        }
+        result.success = true;
+    }
+    catch (error) {
+        result.error = error instanceof Error ? error.message : String(error);
+        console.error(`\n[ERROR] ${result.error}`);
+    }
+    // Print summary
+    console.log(`\n${'='.repeat(60)}`);
+    console.log(`RESULT: ${result.success ? 'SUCCESS' : 'FAILED'}`);
+    console.log(`Turns completed: ${result.summary.completedTurns}/${result.summary.totalTurns}`);
+    console.log(`Avg STT latency: ${result.summary.avgSttLatencyMs.toFixed(0)}ms`);
+    console.log(`Avg AI latency: ${result.summary.avgAiLatencyMs.toFixed(0)}ms`);
+    console.log(`Avg TTS latency: ${result.summary.avgTtsLatencyMs.toFixed(0)}ms`);
+    console.log(`Avg total latency: ${result.summary.avgTotalLatencyMs.toFixed(0)}ms`);
+    console.log(`${'='.repeat(60)}\n`);
+    // Save results if output dir specified
+    if (config.outputDir) {
+        if (!existsSync(config.outputDir)) {
+            mkdirSync(config.outputDir, { recursive: true });
+        }
+        const resultFile = join(config.outputDir, `${script.id}_${Date.now()}.json`);
+        writeFileSync(resultFile, JSON.stringify(result, null, 2));
+        console.log(`Results saved to: ${resultFile}`);
+    }
+    return result;
+}
+/**
+ * Run evaluation on multiple scripts
+ */
+export async function runEvalSuite(scripts, config) {
+    const results = [];
+    console.log(`\n${'#'.repeat(60)}`);
+    console.log(`EVAL SUITE: ${scripts.length} scripts`);
+    console.log(`${'#'.repeat(60)}\n`);
+    for (const script of scripts) {
+        const result = await runEval(script, config);
+        results.push(result);
+    }
+    // Print suite summary
+    const successful = results.filter((r) => r.success).length;
+    const avgLatency = results.reduce((sum, r) => sum + r.summary.avgTotalLatencyMs, 0) / results.length;
+    console.log(`\n${'#'.repeat(60)}`);
+    console.log(`SUITE SUMMARY`);
+    console.log(`${'#'.repeat(60)}`);
+    console.log(`Scripts: ${successful}/${scripts.length} successful`);
+    console.log(`Avg latency across all scripts: ${avgLatency.toFixed(0)}ms`);
+    console.log(`${'#'.repeat(60)}\n`);
+    return results;
+}
+//# sourceMappingURL=eval-runner.js.map

package/dist/lib/call/eval/eval-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-runner.js","sourceRoot":"","sources":["../../../../src/lib/call/eval/eval-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACzF,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,YAAY,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AACtE,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAkDvD;;;GAGG;AACH,KAAK,UAAU,mBAAmB,CAAC,IAAY;IAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,eAAe,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAClE,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,eAAe,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAEhE,IAAI,CAAC;QACH,iCAAiC;QACjC,QAAQ,CAAC,WAAW,QAAQ,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAEnF,8CAA8C;QAC9C,QAAQ,CAAC,iBAAiB,QAAQ,8BAA8B,OAAO,eAAe,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAE3G,MAAM,GAAG,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;QAClC,MAAM,UAAU,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,oCAAoC;QAE3E,OAAO,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC;IAC7B,CAAC;YAAS,CAAC;QACT,IAAI,CAAC;YACH,UAAU,CAAC,QAAQ,CAAC,CAAC;QACvB,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QACV,IAAI,CAAC;YACH,UAAU,CAAC,OAAO,CAAC,CAAC;QACtB,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,eAAe,CAC5B,GAAW,EACX,MAAc;IAEd,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;IAEtC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC;YACtC,KAAK,EAAE,kBAAkB;YACzB,QAAQ,EAAE,OAAO;YACjB,SAAS,EAAE,IAAI;YACf,eAAe,EAAE,KAAK;YACtB,WAAW,EAAE,GAAG;YAChB,QAAQ,EAAE,UAAU;YACpB,WAAW,EAAE,IAAI;YACjB,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;QAEH,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,mBAAmB,GAAkB,IAAI,CAAC;QAE9C,UAAU,CAAC,EAAE,CAAC,uBAAuB,CAAC,IAAI,EAAE,GAAG,EAAE;YAC/C,8CAA8C;YAC9C,MAAM,UAAU,GAAG,GAAG,CAAC,CAAC,sBAAsB;YAC9C,IAAI,MAAM,GAAG,CAAC,CAAC;YAEf,MAAM,SAAS,GAAG,GAAG,EAAE;gBACrB,IAAI,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;oBACzB,wBAAwB;oBACxB,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,YAAY,EAAE,EAAE,IAAI,CAAC,CAAC;oBAClD,OAAO;gBACT,CAAC;gBAED,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CAAC,CAAC;gBACrD,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC;gBACrF,UAAU,CAAC,IAAI,CAAC,EAAiB,CAAC,CAAC;gBACnC,MAAM,IAAI,UAAU,CAAC;gBAErB,UAAU,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB;YAC9C,CAAC,CAAC;YAEF,SAAS,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,EAAE,CAAC,uBAAuB,CAAC,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE;YACzD,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,IAAI,EAAE,CAAC;YAC/D,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,IAAI,CAAC,CAAC;YAE9D,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC1B,IAAI,CAAC,mBAAmB,EAAE,CAAC;oBACzB,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACnC,CAAC;gBACD,UAAU,IAAI,GAAG,IAAI,GAAG,CAAC;gBACzB,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,EAAE,CAAC,uBAAuB,CAAC,KAAK,EAAE,GAAG,EAAE;YAChD,MAAM,SAAS,GAAG,CAAC,mBAAmB,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,SAAS,CAAC;YAClE,OAAO,CAAC;gBACN,UAAU,EAAE,UAAU,CAAC,IAAI,EAAE;gBAC7B,UAAU;gBACV,SAAS;aACV,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,EAAE,CAAC,uBAAuB,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE;YACrD,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,UAAU;QACV,UAAU,CAAC,GAAG,EAAE;YACd,MAAM,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC;QACxC,CAAC,EAAE,KAAK,CAAC,CAAC;IACZ,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,aAAa,CAC1B,cAA8B,EAC9B,SAAiB;IAEjB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAEzC,OAAO;QACL,QAAQ,EAAE,QAAQ,IAAI,yBAAyB;QAC/C,SAAS;KACV,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,gBAAgB,CAC7B,IAAY,EACZ,MAAc,EACd,OAAe;IAEf,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,aAAa,GAAkB,IAAI,CAAC;IAExC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,+CAA+C,OAAO,SAAS,EAAE;QAC5F,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,YAAY,EAAE,MAAM;SACrB;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,IAAI;YACJ,QAAQ,EAAE,iBAAiB;YAC3B,cAAc,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,gBAAgB,EAAE,IAAI,EAAE;YAC1D,aAAa,EAAE,WAAW;SAC3B,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAK,CAAC,SAAS,EAAE,CAAC;IAE1C,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,IAAI;YAAE,MAAM;QAEhB,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAClC,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IACzC,MAAM,WAAW,GAAG,CAAC,aAAa,IAAI,SAAS,CAAC,GAAG,SAAS,CAAC;IAC7D,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,aAAa;IAE9D,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;AACvD,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,KAAa;IACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,aAAa,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAChE,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,aAAa,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAE9D,IAAI,CAAC;QACH,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC/B,QAAQ,CAAC,yCAAyC,QAAQ,MAAM,OAAO,eAAe,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3G,QAAQ,CAAC,WAAW,OAAO,GAAG,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IACrD,CAAC;YAAS,CAAC;QACT,IAAI,CAAC;YACH,UAAU,CAAC,QAAQ,CAAC,CAAC;QACvB,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QACV,IAAI,CAAC;YACH,UAAU,CAAC,OAAO,CAAC,CAAC;QACtB,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,MAA0B,EAAE,MAAkB;IAC1E,MAAM,MAAM,GAAe;QACzB,QAAQ,EAAE,MAAM,CAAC,EAAE;QACnB,UAAU,EAAE,MAAM,CAAC,IAAI;QACvB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO,EAAE,KAAK;QACd,KAAK,EAAE,EAAE;QACT,OAAO,EAAE;YACP,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;YAC/B,cAAc,EAAE,CAAC;YACjB,eAAe,EAAE,CAAC;YAClB,cAAc,EAAE,CAAC;YACjB,eAAe,EAAE,CAAC;YAClB,iBAAiB,EAAE,CAAC;YACpB,oBAAoB,EAAE,KAAK;SAC5B;KACF,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACnC,OAAO,CAAC,GAAG,CAAC,SAAS,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACpC,OAAO,CAAC,GAAG,CAAC,SAAS,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACpC,OAAO,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;IAEnC,6BAA6B;IAC7B,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC;QACxC,MAAM,EAAE,MAAM,CAAC,eAAe;QAC9B,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,OAAO,EAAE,MAAM,CAAC,OAAO;KACxB,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,uBAAuB;QACvB,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;QAC3C,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,WAAW,EAAE,CAAC;QACpD,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,kBAAkB,eAAe,SAAS,QAAQ,KAAK,CAAC,CAAC;QAErE,0CAA0C;QAC1C,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;YAC1C,MAAM,aAAa,GAAG,MAAM,gBAAgB,CAAC,QAAQ,EAAE,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,iBAAiB,CAAC,CAAC;YAC1G,cAAc,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QACtC,CAAC;QAED,oBAAoB;QACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,MAAM,CAAC,CAAC;YAC9D,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;YAEvC,wBAAwB;YACxB,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;YAClD,MAAM,UAAU,GAAG,MAAM,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzD,OAAO,CAAC,GAAG,CAAC,yBAAyB,UAAU,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAE3E,8BAA8B;YAC9B,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;gBACrB,8BAA8B;gBAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,cAAc,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;gBAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,cAAc,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;gBAC/D,aAAa,CAAC,OAAO,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;gBACvC,QAAQ,CAAC,yCAAyC,OAAO,MAAM,OAAO,eAAe,CAAC,CAAC;gBACvF,QAAQ,CAAC,WAAW,OAAO,GAAG,CAAC,CAAC;gBAChC,IAAI,CAAC;oBACH,UAAU,CAAC,OAAO,CAAC,CAAC;gBACtB,CAAC;gBAAC,MAAM,CAAC,CAAA,CAAC;gBACV,IAAI,CAAC;oBACH,UAAU,CAAC,OAAO,CAAC,CAAC;gBACtB,CAAC;gBAAC,MAAM,CAAC,CAAA,CAAC;YACZ,CAAC;YAED,2BAA2B;YAC3B,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;YACrC,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,cAAc,CAAC,CAAC;YAC/E,OAAO,CAAC,GAAG,CACT,UAAU,SAAS,CAAC,SAAS,aAAa,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,SAAS,CAAC,UAAU,GAAG,CACxG,CAAC;YAEF,kDAAkD;YAClD,IAAI,CAAC,SAAS,CAAC,UAAU,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;gBAClD,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;gBAC/D,oBAAoB;gBACpB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACjB,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;gBACxD,CAAC;gBACD,SAAS;YACX,CAAC;YAED,kBAAkB;YAClB,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;YAC3C,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,cAAc,EAAE,SAAS,CAAC,UAAU,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC;YACzF,OAAO,CAAC,GAAG,CAAC,SAAS,QAAQ,CAAC,SAAS,SAAS,QAAQ,CAAC,QAAQ,GAAG,CAAC,CAAC;YAEtE,oCAAoC;YACpC,IAAI,cAAc,CAAC,QAAQ,EAAE,CAAC;gBAC5B,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;gBACjD,MAAM,CAAC,OAAO,CAAC,oBAAoB,GAAG,IAAI,CAAC;YAC7C,CAAC;YAED,iBAAiB;YACjB,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;YACrC,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,iBAAiB,CAAC,CAAC;YAC/G,OAAO,CAAC,GAAG,CACT,UAAU,SAAS,CAAC,SAAS,mBAAmB,SAAS,CAAC,WAAW,cAAc,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CACxH,CAAC;YAEF,4BAA4B;YAC5B,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;gBACrB,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;gBAChC,cAAc,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAClC,CAAC;YAED,iBAAiB;YACjB,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAC5C,MAAM,WAAW,GAAgB;gBAC/B,SAAS,EAAE,CAAC;gBACZ,SAAS,EAAE,IAAI,CAAC,KAAK;gBACrB,oBAAoB,EAAE,UAAU,CAAC,UAAU;gBAC3C,YAAY,EAAE,SAAS,CAAC,SAAS;gBACjC,aAAa,EAAE,SAAS,CAAC,UAAU;gBACnC,aAAa,EAAE,SAAS,CAAC,UAAU;gBACnC,WAAW,EAAE,QAAQ,CAAC,SAAS;gBAC/B,UAAU,EAAE,QAAQ,CAAC,QAAQ;gBAC7B,YAAY,EAAE,SAAS,CAAC,SAAS;gBACjC,cAAc,EAAE,SAAS,CAAC,WAAW;gBACrC,kBAAkB,EAAE,SAAS,CAAC,UAAU;gBACxC,kBAAkB,EAAE,YAAY;aACjC,CAAC;YACF,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC/B,MAAM,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;YAEhC,+BAA+B;YAC/B,IAAI,IAAI,CAAC,OAAO,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;gBACrC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YACxD,CAAC;YAED,mCAAmC;YACnC,IAAI,cAAc,CAAC,QAAQ,EAAE,CAAC;gBAC5B,MAAM;YACR,CAAC;QACH,CAAC;QAED,0BAA0B;QAC1B,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,CAAC,OAAO,CAAC,eAAe,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;YAChH,MAAM,CAAC,OAAO,CAAC,cAAc,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;YAC9G,MAAM,CAAC,OAAO,CAAC,eAAe,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;YAChH,MAAM,CAAC,OAAO,CAAC,iBAAiB;gBAC9B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,kBAAkB,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;QACzF,CAAC;QAED,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;IACxB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACtE,OAAO,CAAC,KAAK,CAAC,aAAa,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,gBAAgB;IAChB,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACnC,OAAO,CAAC,GAAG,CAAC,WAAW,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;IAChE,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,OAAO,CAAC,cAAc,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IAC9F,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/E,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC7E,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/E,OAAO,CAAC,GAAG,CAAC,sBAAsB,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACnF,OAAO,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;IAEnC,uCAAuC;IACvC,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;YAClC,SAAS,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACnD,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,GAAG,MAAM,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC7E,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3D,OAAO,CAAC,GAAG,CAAC,qBAAqB,UAAU,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAA6B,EAAE,MAAkB;IAClF,MAAM,OAAO,GAAiB,EAAE,CAAC;IAEjC,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACnC,OAAO,CAAC,GAAG,CAAC,eAAe,OAAO,CAAC,MAAM,UAAU,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;IAEnC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7C,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IAED,sBAAsB;IACtB,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAC3D,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAErG,OAAO,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACnC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IAC7B,OAAO,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACjC,OAAO,CAAC,GAAG,CAAC,YAAY,UAAU,IAAI,OAAO,CAAC,MAAM,aAAa,CAAC,CAAC;IACnE,OAAO,CAAC,GAAG,CAAC,mCAAmC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC1E,OAAO,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;IAEnC,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/lib/call/eval/index.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Voice Pipeline Evaluation Module
+ */
+export * from './codec-test.js';
+export * from './conversation-scripts.js';
+export * from './eval-runner.js';
+export * from './integration-test-suite.js';
+export * from './turn-taking-test.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/lib/call/eval/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/lib/call/eval/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,iBAAiB,CAAC;AAChC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,kBAAkB,CAAC;AACjC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,uBAAuB,CAAC"}

package/dist/lib/call/eval/index.js

@@ -0,0 +1,9 @@
+/**
+ * Voice Pipeline Evaluation Module
+ */
+export * from './codec-test.js';
+export * from './conversation-scripts.js';
+export * from './eval-runner.js';
+export * from './integration-test-suite.js';
+export * from './turn-taking-test.js';
+//# sourceMappingURL=index.js.map

package/dist/lib/call/eval/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/lib/call/eval/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,iBAAiB,CAAC;AAChC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,kBAAkB,CAAC;AACjC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,uBAAuB,CAAC"}

package/dist/lib/call/eval/integration-test-suite.d.ts

@@ -0,0 +1,71 @@
+/**
+ * Comprehensive Integration Test Suite
+ *
+ * Combines all tests into a single suite:
+ * 1. Codec tests - verify audio pipeline
+ * 2. Turn-taking tests - verify debounce logic
+ * 3. Conversation flow tests - verify AI behavior
+ * 4. End-to-end pipeline tests - full flow without phone
+ */
+import { type TurnTakingTestResult } from './turn-taking-test.js';
+export interface IntegrationTestConfig {
+    anthropicApiKey: string;
+    deepgramApiKey: string;
+    elevenLabsApiKey: string;
+    elevenLabsVoiceId: string;
+    outputDir?: string;
+}
+export interface TestSuiteResult {
+    timestamp: string;
+    duration: number;
+    overallPassed: boolean;
+    codec: {
+        passed: boolean;
+        tests: number;
+        failures: string[];
+    };
+    turnTaking: {
+        passed: boolean;
+        total: number;
+        passedCount: number;
+        failures: TurnTakingTestResult[];
+    };
+    conversationFlow: {
+        passed: boolean;
+        tests: number;
+        failures: string[];
+    };
+    aiDisclosure: {
+        passed: boolean;
+        greeting: string;
+        containsDisclosure: boolean;
+        hasWrongRole: boolean;
+        issues: string[];
+    };
+    roleConsistency: {
+        passed: boolean;
+        issues: string[];
+        roleReversalPhrases: string[];
+    };
+    voiceFormatting: {
+        passed: boolean;
+        issues: string[];
+    };
+    noRepetition: {
+        passed: boolean;
+        issues: string[];
+    };
+    conciseness: {
+        passed: boolean;
+        issues: string[];
+        responses: string[];
+        avgWordsPerResponse: number;
+        maxWordsPerResponse: number;
+        enthusiasmCount: number;
+    };
+}
+/**
+ * Run the complete integration test suite
+ */
+export declare function runIntegrationTestSuite(config: IntegrationTestConfig): Promise<TestSuiteResult>;
+//# sourceMappingURL=integration-test-suite.d.ts.map

package/dist/lib/call/eval/integration-test-suite.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"integration-test-suite.d.ts","sourceRoot":"","sources":["../../../../src/lib/call/eval/integration-test-suite.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAMH,OAAO,EAAyB,KAAK,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAMzF,MAAM,WAAW,qBAAqB;IACpC,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,OAAO,CAAC;IACvB,KAAK,EAAE;QACL,MAAM,EAAE,OAAO,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;IACF,UAAU,EAAE;QACV,MAAM,EAAE,OAAO,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;QACpB,QAAQ,EAAE,oBAAoB,EAAE,CAAC;KAClC,CAAC;IACF,gBAAgB,EAAE;QAChB,MAAM,EAAE,OAAO,CAAC;QAChB,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;IACF,YAAY,EAAE;QACZ,MAAM,EAAE,OAAO,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;QACjB,kBAAkB,EAAE,OAAO,CAAC;QAC5B,YAAY,EAAE,OAAO,CAAC;QACtB,MAAM,EAAE,MAAM,EAAE,CAAC;KAClB,CAAC;IACF,eAAe,EAAE;QACf,MAAM,EAAE,OAAO,CAAC;QAChB,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,mBAAmB,EAAE,MAAM,EAAE,CAAC;KAC/B,CAAC;IACF,eAAe,EAAE;QACf,MAAM,EAAE,OAAO,CAAC;QAChB,MAAM,EAAE,MAAM,EAAE,CAAC;KAClB,CAAC;IACF,YAAY,EAAE;QACZ,MAAM,EAAE,OAAO,CAAC;QAChB,MAAM,EAAE,MAAM,EAAE,CAAC;KAClB,CAAC;IACF,WAAW,EAAE;QACX,MAAM,EAAE,OAAO,CAAC;QAChB,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,SAAS,EAAE,MAAM,EAAE,CAAC;QACpB,mBAAmB,EAAE,MAAM,CAAC;QAC5B,mBAAmB,EAAE,MAAM,CAAC;QAC5B,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;CACH;AA0bD;;GAEG;AACH,wBAAsB,uBAAuB,CAAC,MAAM,EAAE,qBAAqB,GAAG,OAAO,CAAC,eAAe,CAAC,CA2MrG"}