@claude-flow/cli 3.10.46 → 3.11.0

package/dist/src/benchmarks/gaia-ensemble.js

@@ -0,0 +1,462 @@
+/**
+ * GAIA Ensemble Runner — ADR-139
+ *
+ * Runs a GAIA question through N models in parallel, aggregates answers via
+ * majority vote, with a judge-model tiebreak when no consensus is reached.
+ *
+ * Architecture:
+ *   1. Each model runs independently using the full tool harness.
+ *   2. Answers are normalised (via normaliseAnswer from gaia-judge.ts).
+ *   3. Majority vote: if ≥2 models agree on normalised answer → that wins.
+ *   4. Tiebreak: when all answers differ (or N=2 with disagreement), the judge
+ *      model picks the best answer with a brief rationale.
+ *   5. Abstain: if all models return null/timedOut → failed question.
+ *
+ * Supported models:
+ *   - Claude (claude-sonnet-4-6, etc.) via Anthropic API (gaia-agent.ts)
+ *   - Gemini (gemini-2.5-pro, etc.) via Google AI API (gaia-agent-gemini.js compiled)
+ *   - OpenRouter (gpt-5, deepseek-v3.2, kimi-k2, etc.) via OpenAI-compatible API
+ *     NOTE: OpenRouter requires funded account — returns 402 when credits exhausted.
+ *
+ * CLI integration:
+ *   gaia-bench run --mode=ensemble --models=claude-sonnet-4-6,gemini-2.5-pro,openai/gpt-5
+ *
+ * Cost model (per question, typical L1 ~10k input + ~3k output tokens):
+ *   claude-sonnet-4-6:  ~$0.075
+ *   gemini-2.5-pro:     ~$0.043
+ *   openai/gpt-5 (OR):  ~$0.043
+ *   3-model total:      ~$0.161  (53-Q: ~$8.54, 300-Q: ~$48.30)
+ *
+ * Refs: ADR-139, ADR-133, ADR-135, #2156
+ */
+import { execSync } from 'node:child_process';
+import { runGaiaAgent, resolveAnthropicApiKey } from './gaia-agent.js';
+import { normaliseAnswer } from './gaia-judge.js';
+// ---------------------------------------------------------------------------
+// Constants
+// ---------------------------------------------------------------------------
+const OPENROUTER_API_BASE = 'https://openrouter.ai/api/v1';
+const ANTHROPIC_API_URL = 'https://api.anthropic.com/v1/messages';
+const ANTHROPIC_API_VERSION = '2023-06-01';
+const DEFAULT_JUDGE_MODEL = 'claude-sonnet-4-6';
+const DEFAULT_TIEBREAK_MAX_TOKENS = 300;
+const FINAL_ANSWER_RE = /FINAL_ANSWER:\s*(.+)/i;
+/** Prefix for OpenRouter model IDs — any model containing "/" is treated as OR. */
+const OPENROUTER_MODEL_MARKER = '/';
+/** Prefix for Gemini model IDs. */
+const GEMINI_MODEL_PREFIX = 'gemini-';
+// ---------------------------------------------------------------------------
+// Pricing constants (USD per million tokens)
+// ---------------------------------------------------------------------------
+const MODEL_PRICING = {
+    'claude-haiku-4-5': { inputPerM: 0.25, outputPerM: 1.25 },
+    'claude-sonnet-4-5': { inputPerM: 3.0, outputPerM: 15.0 },
+    'claude-sonnet-4-6': { inputPerM: 3.0, outputPerM: 15.0 },
+    'claude-opus-4-7': { inputPerM: 5.0, outputPerM: 25.0 },
+    'gemini-2.5-pro': { inputPerM: 1.25, outputPerM: 10.0 },
+    'gemini-2.5-flash': { inputPerM: 0.30, outputPerM: 2.50 },
+    // OpenRouter models — verified available 2026-05-28
+    'openai/gpt-5': { inputPerM: 1.25, outputPerM: 10.0 },
+    'openai/gpt-5.4': { inputPerM: 2.50, outputPerM: 15.0 },
+    'openai/o3': { inputPerM: 2.00, outputPerM: 8.0 },
+    'deepseek/deepseek-v3.2': { inputPerM: 0.252, outputPerM: 0.378 },
+    'moonshotai/kimi-k2': { inputPerM: 0.57, outputPerM: 2.30 },
+    'moonshotai/kimi-k2.6': { inputPerM: 0.73, outputPerM: 3.49 },
+    'qwen/qwen3.7-max': { inputPerM: 1.25, outputPerM: 3.75 },
+};
+function estimateCostUsd(model, inputTokens, outputTokens) {
+    const pricing = MODEL_PRICING[model] ?? { inputPerM: 3.0, outputPerM: 15.0 };
+    return (inputTokens / 1_000_000) * pricing.inputPerM +
+        (outputTokens / 1_000_000) * pricing.outputPerM;
+}
+// ---------------------------------------------------------------------------
+// API key resolution
+// ---------------------------------------------------------------------------
+function resolveGeminiApiKey(supplied) {
+    if (supplied?.trim())
+        return supplied.trim();
+    const env = process.env['GOOGLE_AI_API_KEY'] || process.env['GEMINI_API_KEY'];
+    if (env?.trim())
+        return env.trim();
+    try {
+        const out = execSync('gcloud secrets versions access latest --secret=GOOGLE_AI_API_KEY 2>/dev/null', { encoding: 'utf-8', timeout: 10_000 }).trim();
+        if (out)
+            return out;
+    }
+    catch { /* fall through */ }
+    try {
+        const out = execSync('gcloud secrets versions access latest --secret=GEMINI_API_KEY 2>/dev/null', { encoding: 'utf-8', timeout: 10_000 }).trim();
+        if (out)
+            return out;
+    }
+    catch { /* fall through */ }
+    throw new Error('GOOGLE_AI_API_KEY not found in env or GCP Secret Manager.');
+}
+function resolveOpenRouterApiKey(supplied) {
+    if (supplied?.trim())
+        return supplied.trim();
+    const env = process.env['OPENROUTER_API_KEY'];
+    if (env?.trim())
+        return env.trim();
+    try {
+        const out = execSync('gcloud secrets versions access latest --secret=OPENROUTER_API_KEY 2>/dev/null', { encoding: 'utf-8', timeout: 10_000 }).trim();
+        if (out)
+            return out;
+    }
+    catch { /* fall through */ }
+    return null;
+}
+// ---------------------------------------------------------------------------
+// Model dispatch helpers
+// ---------------------------------------------------------------------------
+function isGeminiModel(modelId) {
+    return modelId.startsWith(GEMINI_MODEL_PREFIX);
+}
+function isOpenRouterModel(modelId) {
+    return modelId.includes(OPENROUTER_MODEL_MARKER);
+}
+/** Run a single Gemini model via REST API (mirrors gaia-agent-gemini compiled logic). */
+async function runGeminiModel(question, model, apiKey, maxTurns, maxTokensPerTurn, perTurnTimeoutMs) {
+    const wallStart = Date.now();
+    // The compiled Gemini agent has no .ts source in src/ — load via dynamic import.
+    // new Function trick bypasses the static import() type-check for a dist-only module.
+    // eslint-disable-next-line @typescript-eslint/no-implied-eval, no-new-func
+    const dynamicImport = new Function('m', 'return import(m)');
+    const geminiMod = await dynamicImport('./gaia-agent-gemini.js');
+    const runGeminiAgent = geminiMod['runGeminiAgent'];
+    const raw = await runGeminiAgent(question, {
+        model,
+        maxTurns,
+        maxTokensPerTurn,
+        perTurnTimeoutMs,
+        apiKey,
+    });
+    return {
+        model,
+        finalAnswer: raw.finalAnswer,
+        normalisedAnswer: normaliseAnswer(raw.finalAnswer),
+        turns: raw.turns,
+        totalInputTokens: raw.totalInputTokens,
+        totalOutputTokens: raw.totalOutputTokens + (raw.totalThinkingTokens ?? 0),
+        wallMs: raw.wallMs,
+        estimatedCostUsd: raw.estimatedCostUsd,
+        timedOut: raw.timedOut,
+        error: raw.error,
+    };
+}
+/** Run a model via OpenRouter's OpenAI-compatible chat API. */
+async function runOpenRouterModel(question, model, apiKey, maxTurns, maxTokensPerTurn, perTurnTimeoutMs) {
+    const wallStart = Date.now();
+    const systemPrompt = [
+        'You are a precise question-answering agent.',
+        'RULES:',
+        '1. Answer using your best knowledge and reasoning.',
+        '2. When you have a final answer, output it on this EXACT format: FINAL_ANSWER: <answer>',
+        '3. Keep answers concise. For numbers, just the number. For names, just the name.',
+        '4. Do not include units unless specifically asked.',
+        '5. MANDATORY: Always end with a FINAL_ANSWER line.',
+    ].join('\n');
+    const messages = [
+        { role: 'system', content: systemPrompt },
+        { role: 'user', content: question.question },
+    ];
+    let finalAnswer = null;
+    let totalInputTokens = 0;
+    let totalOutputTokens = 0;
+    let turns = 0;
+    let error;
+    // OpenRouter does not support tool use in this thin adapter — runs non-agentic.
+    // For GAIA L1 (mostly factual/reasoning), direct completion is sufficient.
+    for (let turn = 0; turn < Math.min(maxTurns, 3); turn++) {
+        turns = turn + 1;
+        const controller = new AbortController();
+        const timer = setTimeout(() => controller.abort(), perTurnTimeoutMs);
+        let resp;
+        try {
+            resp = await fetch(`${OPENROUTER_API_BASE}/chat/completions`, {
+                method: 'POST',
+                headers: {
+                    'Authorization': `Bearer ${apiKey}`,
+                    'Content-Type': 'application/json',
+                    'HTTP-Referer': 'https://github.com/ruvnet/ruflo',
+                    'X-Title': 'Ruflo GAIA Benchmark',
+                },
+                body: JSON.stringify({
+                    model,
+                    messages,
+                    max_tokens: maxTokensPerTurn,
+                    temperature: 0,
+                }),
+                signal: controller.signal,
+            });
+        }
+        finally {
+            clearTimeout(timer);
+        }
+        if (!resp.ok) {
+            const errText = await resp.text().catch(() => '<unreadable>');
+            error = `OpenRouter API error ${resp.status}: ${errText.slice(0, 300)}`;
+            break;
+        }
+        const data = await resp.json();
+        totalInputTokens += data.usage?.prompt_tokens ?? 0;
+        totalOutputTokens += data.usage?.completion_tokens ?? 0;
+        const content = data.choices[0]?.message.content ?? '';
+        const match = FINAL_ANSWER_RE.exec(content);
+        if (match?.[1]) {
+            finalAnswer = match[1].trim();
+            break;
+        }
+        // No answer yet — append assistant reply and ask to commit
+        messages.push({ role: 'assistant', content });
+        messages.push({ role: 'user', content: 'Please commit to a final answer: FINAL_ANSWER: <your answer>' });
+    }
+    const wallMs = Date.now() - wallStart;
+    return {
+        model,
+        finalAnswer,
+        normalisedAnswer: normaliseAnswer(finalAnswer),
+        turns,
+        totalInputTokens,
+        totalOutputTokens,
+        wallMs,
+        estimatedCostUsd: estimateCostUsd(model, totalInputTokens, totalOutputTokens),
+        error,
+    };
+}
+/** Run a Claude model via Anthropic API (full agentic harness). */
+async function runClaudeModel(question, model, apiKey, opts) {
+    const raw = await runGaiaAgent(question, { ...opts, model, apiKey });
+    return {
+        model,
+        finalAnswer: raw.finalAnswer,
+        normalisedAnswer: normaliseAnswer(raw.finalAnswer),
+        turns: raw.turns,
+        totalInputTokens: raw.totalInputTokens,
+        totalOutputTokens: raw.totalOutputTokens,
+        wallMs: raw.wallMs,
+        estimatedCostUsd: estimateCostUsd(model, raw.totalInputTokens, raw.totalOutputTokens),
+        timedOut: raw.timedOut,
+        error: raw.error,
+    };
+}
+// ---------------------------------------------------------------------------
+// Tiebreak judge
+// ---------------------------------------------------------------------------
+async function judgePickBest(question, candidates, judgeModel, apiKey) {
+    const candidateLines = candidates
+        .map((c, i) => `  Option ${i + 1} (${c.model}): "${c.answer}"`)
+        .join('\n');
+    const prompt = [
+        `Question: ${question.question}`,
+        '',
+        'The following models gave different answers. Pick the most likely correct answer.',
+        'Consider factual accuracy, question phrasing, and common GAIA evaluation rules',
+        '(exact match, no trailing units unless asked).',
+        '',
+        'Candidates:',
+        candidateLines,
+        '',
+        'Respond in this EXACT format:',
+        'BEST_ANSWER: <the answer text, exactly as it would appear>',
+        'RATIONALE: <brief 1-sentence justification>',
+    ].join('\n');
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(), 30_000);
+    let resp;
+    try {
+        resp = await fetch(ANTHROPIC_API_URL, {
+            method: 'POST',
+            headers: {
+                'x-api-key': apiKey,
+                'anthropic-version': ANTHROPIC_API_VERSION,
+                'content-type': 'application/json',
+            },
+            body: JSON.stringify({
+                model: judgeModel,
+                max_tokens: DEFAULT_TIEBREAK_MAX_TOKENS,
+                messages: [{ role: 'user', content: prompt }],
+            }),
+            signal: controller.signal,
+        });
+    }
+    finally {
+        clearTimeout(timer);
+    }
+    if (!resp.ok) {
+        const errText = await resp.text().catch(() => '<unreadable>');
+        throw new Error(`Judge API error ${resp.status}: ${errText.slice(0, 200)}`);
+    }
+    const data = await resp.json();
+    const text = data.content.filter((b) => b.type === 'text').map((b) => b.text).join('\n');
+    const answerMatch = /BEST_ANSWER:\s*(.+)/i.exec(text);
+    const rationaleMatch = /RATIONALE:\s*(.+)/i.exec(text);
+    return {
+        answer: answerMatch?.[1]?.trim() ?? candidates[0].answer,
+        rationale: rationaleMatch?.[1]?.trim() ?? '',
+        inputTokens: data.usage.input_tokens,
+        outputTokens: data.usage.output_tokens,
+    };
+}
+// ---------------------------------------------------------------------------
+// Aggregation
+// ---------------------------------------------------------------------------
+function aggregateByMajority(results) {
+    const answered = results.filter((r) => r.normalisedAnswer !== '');
+    if (answered.length === 0)
+        return { answer: null, method: 'abstain' };
+    // Count occurrences of each normalised answer
+    const counts = new Map();
+    for (const r of answered) {
+        counts.set(r.normalisedAnswer, (counts.get(r.normalisedAnswer) ?? 0) + 1);
+    }
+    // Check for majority (> 50% of total models)
+    const threshold = results.length / 2;
+    for (const [norm, count] of counts) {
+        if (count > threshold) {
+            // Find the original (un-normalised) answer from any matching result
+            const match = answered.find((r) => r.normalisedAnswer === norm);
+            return { answer: match.finalAnswer, method: 'majority' };
+        }
+    }
+    // No majority — needs tiebreak
+    return { answer: null, method: 'judge-tiebreak' };
+}
+// ---------------------------------------------------------------------------
+// Public: run a single question through the ensemble
+// ---------------------------------------------------------------------------
+export async function runEnsembleQuestion(question, options = {}) {
+    const { models = ['claude-sonnet-4-6', 'gemini-2.5-pro'], judgeModel = DEFAULT_JUDGE_MODEL, anthropicApiKey: suppliedAnthropicKey, geminiApiKey: suppliedGeminiKey, openrouterApiKey: suppliedOrKey, maxTurns = 8, maxTokensPerTurn = 2048, perTurnTimeoutMs = 60_000, } = options;
+    const wallStart = Date.now();
+    // Resolve API keys once
+    const anthropicKey = resolveAnthropicApiKey(suppliedAnthropicKey);
+    const geminiKey = isGeminiModelNeeded(models) ? resolveGeminiApiKey(suppliedGeminiKey) : '';
+    const orKey = isORModelNeeded(models) ? (resolveOpenRouterApiKey(suppliedOrKey) ?? '') : '';
+    // Run all models in parallel
+    const modelPromises = models.map((modelId) => {
+        if (isOpenRouterModel(modelId)) {
+            if (!orKey) {
+                return Promise.resolve({
+                    model: modelId,
+                    finalAnswer: null,
+                    normalisedAnswer: '',
+                    turns: 0,
+                    totalInputTokens: 0,
+                    totalOutputTokens: 0,
+                    wallMs: 0,
+                    estimatedCostUsd: 0,
+                    error: 'OPENROUTER_API_KEY not available or account exhausted',
+                });
+            }
+            return runOpenRouterModel(question, modelId, orKey, maxTurns, maxTokensPerTurn, perTurnTimeoutMs);
+        }
+        if (isGeminiModel(modelId)) {
+            return runGeminiModel(question, modelId, geminiKey, maxTurns, maxTokensPerTurn, perTurnTimeoutMs);
+        }
+        // Default: Claude via Anthropic API
+        return runClaudeModel(question, modelId, anthropicKey, {
+            maxTurns,
+            maxTokensPerTurn,
+            perTurnTimeoutMs,
+        });
+    });
+    const modelResults = await Promise.all(modelPromises);
+    // Aggregate
+    const { answer: majorityAnswer, method } = aggregateByMajority(modelResults);
+    let finalAnswer = majorityAnswer;
+    let aggregationMethod = method;
+    let judgeRationale;
+    let judgeInputTokens = 0;
+    let judgeOutputTokens = 0;
+    if (method === 'judge-tiebreak') {
+        const candidates = modelResults
+            .filter((r) => r.normalisedAnswer !== '')
+            .map((r) => ({ model: r.model, answer: r.finalAnswer ?? '' }));
+        if (candidates.length > 0) {
+            try {
+                const judgeResult = await judgePickBest(question, candidates, judgeModel, anthropicKey);
+                finalAnswer = judgeResult.answer;
+                judgeRationale = judgeResult.rationale;
+                judgeInputTokens = judgeResult.inputTokens;
+                judgeOutputTokens = judgeResult.outputTokens;
+            }
+            catch (e) {
+                // Judge failed — fall back to first non-null answer
+                finalAnswer = candidates[0].answer;
+                judgeRationale = `Judge failed: ${e instanceof Error ? e.message : String(e)}`;
+            }
+        }
+        else {
+            aggregationMethod = 'abstain';
+        }
+    }
+    const totalInputTokens = modelResults.reduce((s, r) => s + r.totalInputTokens, 0) + judgeInputTokens;
+    const totalOutputTokens = modelResults.reduce((s, r) => s + r.totalOutputTokens, 0) + judgeOutputTokens;
+    const modelCost = modelResults.reduce((s, r) => s + r.estimatedCostUsd, 0);
+    const judgeCost = estimateCostUsd(judgeModel, judgeInputTokens, judgeOutputTokens);
+    return {
+        questionId: question.task_id,
+        finalAnswer,
+        aggregationMethod,
+        judgeRationale,
+        models: modelResults,
+        totalInputTokens,
+        totalOutputTokens,
+        estimatedCostUsd: modelCost + judgeCost,
+        wallMs: Date.now() - wallStart,
+    };
+}
+// ---------------------------------------------------------------------------
+// Helpers
+// ---------------------------------------------------------------------------
+function isGeminiModelNeeded(models) {
+    return models.some(isGeminiModel);
+}
+function isORModelNeeded(models) {
+    return models.some(isOpenRouterModel);
+}
+export async function runEnsemblePilot(questions, options = {}) {
+    const perQuestion = [];
+    let correct = 0;
+    for (const q of questions) {
+        const result = await runEnsembleQuestion(q, options);
+        const norm = normaliseAnswer(result.finalAnswer);
+        const expectedNorm = normaliseAnswer(q.final_answer);
+        const isCorrect = norm !== '' && norm === expectedNorm;
+        if (isCorrect)
+            correct++;
+        perQuestion.push({
+            taskId: q.task_id,
+            question: q.question.slice(0, 80),
+            expected: q.final_answer ?? '',
+            got: result.finalAnswer,
+            correct: isCorrect,
+            aggregationMethod: result.aggregationMethod,
+            judgeRationale: result.judgeRationale,
+            costUsd: result.estimatedCostUsd,
+            wallMs: result.wallMs,
+            perModel: result.models.map((m) => ({
+                model: m.model,
+                answer: m.finalAnswer,
+                costUsd: m.estimatedCostUsd,
+            })),
+        });
+        // Progress log to stderr to avoid polluting stdout JSON
+        process.stderr.write(`[ensemble] ${q.task_id} → ${result.finalAnswer ?? 'null'} ` +
+            `(${result.aggregationMethod}, ${isCorrect ? 'CORRECT' : 'WRONG'}, $${result.estimatedCostUsd.toFixed(4)})\n`);
+    }
+    const totalCostUsd = perQuestion.reduce((s, r) => s + r.costUsd, 0);
+    const avgCostPerQ = totalCostUsd / Math.max(perQuestion.length, 1);
+    const meanWallMs = perQuestion.reduce((s, r) => s + r.wallMs, 0) / Math.max(perQuestion.length, 1);
+    return {
+        correct,
+        total: perQuestion.length,
+        accuracy: correct / Math.max(perQuestion.length, 1),
+        perQuestion,
+        totalCostUsd,
+        projectedCost53Q: avgCostPerQ * 53,
+        projectedCost300Q: avgCostPerQ * 300,
+        meanWallMs,
+    };
+}
+//# sourceMappingURL=gaia-ensemble.js.map

package/dist/src/benchmarks/gaia-ensemble.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gaia-ensemble.js","sourceRoot":"","sources":["../../../src/benchmarks/gaia-ensemble.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C,OAAO,EAAqC,YAAY,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAC;AAC1G,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAElD,8EAA8E;AAC9E,YAAY;AACZ,8EAA8E;AAE9E,MAAM,mBAAmB,GAAG,8BAA8B,CAAC;AAC3D,MAAM,iBAAiB,GAAG,uCAAuC,CAAC;AAClE,MAAM,qBAAqB,GAAG,YAAY,CAAC;AAC3C,MAAM,mBAAmB,GAAG,mBAAmB,CAAC;AAChD,MAAM,2BAA2B,GAAG,GAAG,CAAC;AACxC,MAAM,eAAe,GAAG,uBAAuB,CAAC;AAEhD,mFAAmF;AACnF,MAAM,uBAAuB,GAAG,GAAG,CAAC;AACpC,mCAAmC;AACnC,MAAM,mBAAmB,GAAG,SAAS,CAAC;AAEtC,8EAA8E;AAC9E,6CAA6C;AAC7C,8EAA8E;AAE9E,MAAM,aAAa,GAA8D;IAC/E,kBAAkB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;IACzD,mBAAmB,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE;IACzD,mBAAmB,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE;IACzD,iBAAiB,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE;IACvD,gBAAgB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;IACvD,kBAAkB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;IACzD,oDAAoD;IACpD,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;IACrD,gBAAgB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;IACvD,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE;IACjD,wBAAwB,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE;IACjE,oBAAoB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;IAC3D,sBAAsB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;IAC7D,kBAAkB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;CAC1D,CAAC;AAEF,SAAS,eAAe,CAAC,KAAa,EAAE,WAAmB,EAAE,YAAoB;IAC/E,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC7E,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,SAAS;QAC7C,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC;AACzD,CAAC;AAqDD,8EAA8E;AAC9E,qBAAqB;AACrB,8EAA8E;AAE9E,SAAS,mBAAmB,CAAC,QAAiB;IAC5C,IAAI,QAAQ,EAAE,IAAI,EAAE;QAAE,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC7C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAC9E,IAAI,GAAG,EAAE,IAAI,EAAE;QAAE,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC;IACnC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,QAAQ,CAClB,8EAA8E,EAC9E,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CACvC,CAAC,IAAI,EAAE,CAAC;QACT,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;IACtB,CAAC;IAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;IAC9B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,QAAQ,CAClB,2EAA2E,EAC3E,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CACvC,CAAC,IAAI,EAAE,CAAC;QACT,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;IACtB,CAAC;IAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;IAC9B,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;AAC/E,CAAC;AAED,SAAS,uBAAuB,CAAC,QAAiB;IAChD,IAAI,QAAQ,EAAE,IAAI,EAAE;QAAE,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC7C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAC9C,IAAI,GAAG,EAAE,IAAI,EAAE;QAAE,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC;IACnC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,QAAQ,CAClB,+EAA+E,EAC/E,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CACvC,CAAC,IAAI,EAAE,CAAC;QACT,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;IACtB,CAAC;IAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;IAC9B,OAAO,IAAI,CAAC;AACd,CAAC;AAED,8EAA8E;AAC9E,yBAAyB;AACzB,8EAA8E;AAE9E,SAAS,aAAa,CAAC,OAAe;IACpC,OAAO,OAAO,CAAC,UAAU,CAAC,mBAAmB,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAe;IACxC,OAAO,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC;AACnD,CAAC;AAED,yFAAyF;AACzF,KAAK,UAAU,cAAc,CAC3B,QAAsB,EACtB,KAAa,EACb,MAAc,EACd,QAAgB,EAChB,gBAAwB,EACxB,gBAAwB;IAExB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAgB7B,iFAAiF;IACjF,qFAAqF;IACrF,2EAA2E;IAC3E,MAAM,aAAa,GAAG,IAAI,QAAQ,CAAC,GAAG,EAAE,kBAAkB,CAAoD,CAAC;IAC/G,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,wBAAwB,CAAC,CAAC;IAChE,MAAM,cAAc,GAAG,SAAS,CAAC,gBAAgB,CAAkB,CAAC;IAEpE,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,QAAQ,EAAE;QACzC,KAAK;QACL,QAAQ;QACR,gBAAgB;QAChB,gBAAgB;QAChB,MAAM;KACP,CAAC,CAAC;IAEH,OAAO;QACL,KAAK;QACL,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,gBAAgB,EAAE,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC;QAClD,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;QACtC,iBAAiB,EAAE,GAAG,CAAC,iBAAiB,GAAG,CAAC,GAAG,CAAC,mBAAmB,IAAI,CAAC,CAAC;QACzE,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;QACtC,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,KAAK,EAAE,GAAG,CAAC,KAAK;KACjB,CAAC;AACJ,CAAC;AAED,+DAA+D;AAC/D,KAAK,UAAU,kBAAkB,CAC/B,QAAsB,EACtB,KAAa,EACb,MAAc,EACd,QAAgB,EAChB,gBAAwB,EACxB,gBAAwB;IAExB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,MAAM,YAAY,GAAG;QACnB,6CAA6C;QAC7C,QAAQ;QACR,oDAAoD;QACpD,yFAAyF;QACzF,kFAAkF;QAClF,oDAAoD;QACpD,oDAAoD;KACrD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAGb,MAAM,QAAQ,GAAc;QAC1B,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;QACzC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,QAAQ,EAAE;KAC7C,CAAC;IAEF,IAAI,WAAW,GAAkB,IAAI,CAAC;IACtC,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAC1B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAyB,CAAC;IAE9B,gFAAgF;IAChF,2EAA2E;IAC3E,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC;QACxD,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC;QACjB,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,gBAAgB,CAAC,CAAC;QAErE,IAAI,IAAc,CAAC;QACnB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,mBAAmB,mBAAmB,EAAE;gBAC5D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,eAAe,EAAE,UAAU,MAAM,EAAE;oBACnC,cAAc,EAAE,kBAAkB;oBAClC,cAAc,EAAE,iCAAiC;oBACjD,SAAS,EAAE,sBAAsB;iBAClC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK;oBACL,QAAQ;oBACR,UAAU,EAAE,gBAAgB;oBAC5B,WAAW,EAAE,CAAC;iBACf,CAAC;gBACF,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC,CAAC;YAC9D,KAAK,GAAG,wBAAwB,IAAI,CAAC,MAAM,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;YACxE,MAAM;QACR,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAG3B,CAAC;QAEF,gBAAgB,IAAI,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;QACnD,iBAAiB,IAAI,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,CAAC;QAExD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;QACvD,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5C,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACf,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM;QACR,CAAC;QAED,2DAA2D;QAC3D,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;QAC9C,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,8DAA8D,EAAE,CAAC,CAAC;IAC3G,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IACtC,OAAO;QACL,KAAK;QACL,WAAW;QACX,gBAAgB,EAAE,eAAe,CAAC,WAAW,CAAC;QAC9C,KAAK;QACL,gBAAgB;QAChB,iBAAiB;QACjB,MAAM;QACN,gBAAgB,EAAE,eAAe,CAAC,KAAK,EAAE,gBAAgB,EAAE,iBAAiB,CAAC;QAC7E,KAAK;KACN,CAAC;AACJ,CAAC;AAED,mEAAmE;AACnE,KAAK,UAAU,cAAc,CAC3B,QAAsB,EACtB,KAAa,EACb,MAAc,EACd,IAAsB;IAEtB,MAAM,GAAG,GAAoB,MAAM,YAAY,CAAC,QAAQ,EAAE,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IACtF,OAAO;QACL,KAAK;QACL,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,gBAAgB,EAAE,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC;QAClD,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;QACtC,iBAAiB,EAAE,GAAG,CAAC,iBAAiB;QACxC,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,gBAAgB,EAAE,eAAe,CAAC,KAAK,EAAE,GAAG,CAAC,gBAAgB,EAAE,GAAG,CAAC,iBAAiB,CAAC;QACrF,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,KAAK,EAAE,GAAG,CAAC,KAAK;KACjB,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,iBAAiB;AACjB,8EAA8E;AAE9E,KAAK,UAAU,aAAa,CAC1B,QAAsB,EACtB,UAAoD,EACpD,UAAkB,EAClB,MAAc;IAEd,MAAM,cAAc,GAAG,UAAU;SAC9B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC;SAC9D,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,MAAM,MAAM,GAAG;QACb,aAAa,QAAQ,CAAC,QAAQ,EAAE;QAChC,EAAE;QACF,mFAAmF;QACnF,gFAAgF;QAChF,gDAAgD;QAChD,EAAE;QACF,aAAa;QACb,cAAc;QACd,EAAE;QACF,+BAA+B;QAC/B,4DAA4D;QAC5D,6CAA6C;KAC9C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEb,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC;IAC3D,IAAI,IAAc,CAAC;IACnB,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,KAAK,CAAC,iBAAiB,EAAE;YACpC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,WAAW,EAAE,MAAM;gBACnB,mBAAmB,EAAE,qBAAqB;gBAC1C,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,UAAU;gBACjB,UAAU,EAAE,2BAA2B;gBACvC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;aAC9C,CAAC;YACF,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC,CAAC;QAC9D,MAAM,IAAI,KAAK,CAAC,mBAAmB,IAAI,CAAC,MAAM,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAG3B,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzF,MAAM,WAAW,GAAG,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtD,MAAM,cAAc,GAAG,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEvD,OAAO;QACL,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM;QACxD,SAAS,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE;QAC5C,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;QACpC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;KACvC,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,cAAc;AACd,8EAA8E;AAE9E,SAAS,mBAAmB,CAAC,OAAyB;IAIpD,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,KAAK,EAAE,CAAC,CAAC;IAClE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAEtE,8CAA8C;IAC9C,MAAM,MAAM,GAAwB,IAAI,GAAG,EAAE,CAAC;IAC9C,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,gBAAgB,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5E,CAAC;IAED,6CAA6C;IAC7C,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;IACrC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;QACnC,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;YACtB,oEAAoE;YACpE,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,KAAK,IAAI,CAAC,CAAC;YAChE,OAAO,EAAE,MAAM,EAAE,KAAM,CAAC,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;QAC5D,CAAC;IACH,CAAC;IAED,+BAA+B;IAC/B,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;AACpD,CAAC;AAED,8EAA8E;AAC9E,qDAAqD;AACrD,8EAA8E;AAE9E,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,QAAsB,EACtB,UAA2B,EAAE;IAE7B,MAAM,EACJ,MAAM,GAAG,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,EAChD,UAAU,GAAG,mBAAmB,EAChC,eAAe,EAAE,oBAAoB,EACrC,YAAY,EAAE,iBAAiB,EAC/B,gBAAgB,EAAE,aAAa,EAC/B,QAAQ,GAAG,CAAC,EACZ,gBAAgB,GAAG,IAAI,EACvB,gBAAgB,GAAG,MAAM,GAC1B,GAAG,OAAO,CAAC;IAEZ,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,wBAAwB;IACxB,MAAM,YAAY,GAAG,sBAAsB,CAAC,oBAAoB,CAAC,CAAC;IAClE,MAAM,SAAS,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5F,MAAM,KAAK,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,uBAAuB,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAE5F,6BAA6B;IAC7B,MAAM,aAAa,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QAC3C,IAAI,iBAAiB,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO,OAAO,CAAC,OAAO,CAAiB;oBACrC,KAAK,EAAE,OAAO;oBACd,WAAW,EAAE,IAAI;oBACjB,gBAAgB,EAAE,EAAE;oBACpB,KAAK,EAAE,CAAC;oBACR,gBAAgB,EAAE,CAAC;oBACnB,iBAAiB,EAAE,CAAC;oBACpB,MAAM,EAAE,CAAC;oBACT,gBAAgB,EAAE,CAAC;oBACnB,KAAK,EAAE,uDAAuD;iBAC/D,CAAC,CAAC;YACL,CAAC;YACD,OAAO,kBAAkB,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,gBAAgB,CAAC,CAAC;QACpG,CAAC;QACD,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,OAAO,cAAc,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,gBAAgB,EAAE,gBAAgB,CAAC,CAAC;QACpG,CAAC;QACD,oCAAoC;QACpC,OAAO,cAAc,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;YACrD,QAAQ;YACR,gBAAgB;YAChB,gBAAgB;SACjB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAEtD,YAAY;IACZ,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,mBAAmB,CAAC,YAAY,CAAC,CAAC;IAE7E,IAAI,WAAW,GAAG,cAAc,CAAC;IACjC,IAAI,iBAAiB,GAAsB,MAAM,CAAC;IAClD,IAAI,cAAkC,CAAC;IACvC,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAE1B,IAAI,MAAM,KAAK,gBAAgB,EAAE,CAAC;QAChC,MAAM,UAAU,GAAG,YAAY;aAC5B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,gBAAgB,KAAK,EAAE,CAAC;aACxC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,WAAW,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;QAEjE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC;gBACH,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;gBACxF,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC;gBACjC,cAAc,GAAG,WAAW,CAAC,SAAS,CAAC;gBACvC,gBAAgB,GAAG,WAAW,CAAC,WAAW,CAAC;gBAC3C,iBAAiB,GAAG,WAAW,CAAC,YAAY,CAAC;YAC/C,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,oDAAoD;gBACpD,WAAW,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;gBACnC,cAAc,GAAG,iBAAiB,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YACjF,CAAC;QACH,CAAC;aAAM,CAAC;YACN,iBAAiB,GAAG,SAAS,CAAC;QAChC,CAAC;IACH,CAAC;IAED,MAAM,gBAAgB,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,gBAAgB,EAAE,CAAC,CAAC,GAAG,gBAAgB,CAAC;IACrG,MAAM,iBAAiB,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,iBAAiB,EAAE,CAAC,CAAC,GAAG,iBAAiB,CAAC;IACxG,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;IAC3E,MAAM,SAAS,GAAG,eAAe,CAAC,UAAU,EAAE,gBAAgB,EAAE,iBAAiB,CAAC,CAAC;IAEnF,OAAO;QACL,UAAU,EAAE,QAAQ,CAAC,OAAO;QAC5B,WAAW;QACX,iBAAiB;QACjB,cAAc;QACd,MAAM,EAAE,YAAY;QACpB,gBAAgB;QAChB,iBAAiB;QACjB,gBAAgB,EAAE,SAAS,GAAG,SAAS;QACvC,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;KAC/B,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,SAAS,mBAAmB,CAAC,MAAgB;IAC3C,OAAO,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,eAAe,CAAC,MAAgB;IACvC,OAAO,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;AACxC,CAAC;AA4BD,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,SAAyB,EACzB,UAA2B,EAAE;IAE7B,MAAM,WAAW,GAAuC,EAAE,CAAC;IAC3D,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QACrD,MAAM,IAAI,GAAG,eAAe,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACjD,MAAM,YAAY,GAAG,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,YAAY,CAAC;QACvD,IAAI,SAAS;YAAE,OAAO,EAAE,CAAC;QAEzB,WAAW,CAAC,IAAI,CAAC;YACf,MAAM,EAAE,CAAC,CAAC,OAAO;YACjB,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;YACjC,QAAQ,EAAE,CAAC,CAAC,YAAY,IAAI,EAAE;YAC9B,GAAG,EAAE,MAAM,CAAC,WAAW;YACvB,OAAO,EAAE,SAAS;YAClB,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;YAC3C,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,OAAO,EAAE,MAAM,CAAC,gBAAgB;YAChC,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAClC,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,MAAM,EAAE,CAAC,CAAC,WAAW;gBACrB,OAAO,EAAE,CAAC,CAAC,gBAAgB;aAC5B,CAAC,CAAC;SACJ,CAAC,CAAC;QAEH,wDAAwD;QACxD,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,cAAc,CAAC,CAAC,OAAO,MAAM,MAAM,CAAC,WAAW,IAAI,MAAM,GAAG;YAC5D,IAAI,MAAM,CAAC,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,MAAM,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAC9G,CAAC;IACJ,CAAC;IAED,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IACpE,MAAM,WAAW,GAAG,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACnE,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAEnG,OAAO;QACL,OAAO;QACP,KAAK,EAAE,WAAW,CAAC,MAAM;QACzB,QAAQ,EAAE,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;QACnD,WAAW;QACX,YAAY;QACZ,gBAAgB,EAAE,WAAW,GAAG,EAAE;QAClC,iBAAiB,EAAE,WAAW,GAAG,GAAG;QACpC,UAAU;KACX,CAAC;AACJ,CAAC"}

package/dist/src/benchmarks/gaia-gemini-pilot.d.ts

@@ -0,0 +1,17 @@
+/**
+ * GAIA Phase 2 — Gemini 2.5 Pro Thinking 5-Question Pilot
+ *
+ * Runs 5 diverse questions through the Gemini adapter to evaluate:
+ *   - Per-question cost vs $0.12 gate
+ *   - Pass rate vs 3/5 gate
+ *
+ * If both gates pass, authorizes full 53Q run.
+ *
+ * Usage:
+ *   npx tsx src/benchmarks/gaia-gemini-pilot.ts
+ *   node dist/benchmarks/gaia-gemini-pilot.js
+ *
+ * Refs: ADR-133, #2156 Phase 2
+ */
+export {};
+//# sourceMappingURL=gaia-gemini-pilot.d.ts.map

package/dist/src/benchmarks/gaia-gemini-pilot.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gaia-gemini-pilot.d.ts","sourceRoot":"","sources":["../../../src/benchmarks/gaia-gemini-pilot.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG"}