@nac3/forge-cli 0.2.0-alpha.4 → 0.2.0-alpha.59z.118

package/dist/qa/brain_matrix/runner.js

@@ -0,0 +1,561 @@
+/**
+ * Brain matrix QA -- runner.
+ *
+ * Execution flow per (scenario, brain):
+ *   1. Build a synthetic system prompt: real Forge static prompt +
+ *      manifest stub + injected workflow_state + injected graph
+ *      section (when scenario.setup declares them).
+ *   2. Build the message history from pre_history + scenario.turns
+ *      where kind='user_says'.
+ *   3. Call the brain's chat() with the prompt + history + Forge
+ *      tools (just nac3_invoke -- the LLM is supposed to use it for
+ *      everything).
+ *   4. Capture the brain's response: text + tool_calls + tokens.
+ *   5. For multi-turn flows (scenario.turns with kind='tool_result'
+ *      and follow-up user_says), inject the mocked tool_result as a
+ *      tool_result message, then call again.
+ *   6. Stop when the scenario's turn list is exhausted OR the LLM
+ *      yields no more tool calls AND the scenario has no further
+ *      user_says.
+ *   7. Evaluate invariants against the captured ScenarioRun.
+ *
+ * The runner DOES NOT actually execute the LLM's tool calls. It
+ * just observes them. This is a test harness for "what would the
+ * LLM do", not a live exec.
+ *
+ * ASCII-only.
+ */
+import { readFile, readdir } from 'node:fs/promises';
+import path from 'node:path';
+import { fileURLToPath } from 'node:url';
+import { VERSION } from '../../version.js';
+import { buildManifestStub, buildManifestEager } from '../../nac3/manifest_lazy.js';
+import { FORGE_TOOL_SPECS } from '../../chat/tools.js';
+import { renderWorkflowSection } from '../../chat/workflow_inject.js';
+import { buildSystemPrompt } from '../../chat/server.js';
+import { evaluateAll } from './invariants.js';
+import { makeFakeBrain } from './fake_brain.js';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+const FIXTURES_DIR = path.join(__dirname, 'fixtures');
+const BRAINS_PATH = path.join(__dirname, 'brains.json');
+/* ====================== synthetic tool_result ====================== *
+ * alpha.59z.42 -- when the brain invokes yujin.doctrine.discover, the
+ * harness reads the actual doctrine markdown from
+ * dist/docs/doctrine/<slug>.md (the same files the production
+ * runtime serves) and returns it as the synthetic tool_result. The
+ * brain can then read the real content + compose a faithful reply.
+ *
+ * Without this, every doctrine_discover_* scenario received a
+ * {fake:true} stub + the brain improvised invented command names
+ * (chronic 100% fail). */
+const DOCTRINE_DIRS = [
+    path.join(__dirname, '..', '..', '..', 'dist', 'docs', 'doctrine'),
+    path.join(__dirname, '..', '..', '..', 'docs', 'doctrine'),
+];
+async function loadDoctrineSlug(slug) {
+    const safeSlug = slug.replace(/[^a-z0-9_-]/gi, '');
+    if (!safeSlug)
+        return null;
+    for (const dir of DOCTRINE_DIRS) {
+        try {
+            const p = path.join(dir, safeSlug + '.md');
+            const md = await readFile(p, 'utf-8');
+            return md;
+        }
+        catch { /* try next dir */ }
+    }
+    return null;
+}
+async function synthesiseToolResult(lastTurn, scenarioHarnessResponses) {
+    const calls = lastTurn?.tool_calls ?? [];
+    /* The brain wraps every verb call through nac3_invoke -- pull the
+     * inner verb_id out. */
+    for (const call of calls) {
+        const inner = call.args;
+        if (!inner?.verb_id)
+            continue;
+        /* alpha.59z.45 -- scenario-declared harness_responses take
+         *  precedence. Lets each scenario precisely script what a
+         *  given verb returns (e.g. a public manifest for
+         *  yujin.manifest.read). */
+        if (scenarioHarnessResponses && inner.verb_id in scenarioHarnessResponses) {
+            return scenarioHarnessResponses[inner.verb_id];
+        }
+        if (inner.verb_id === 'yujin.doctrine.discover') {
+            const slugsRaw = inner.args?.slugs;
+            const slugs = Array.isArray(slugsRaw)
+                ? slugsRaw.filter((s) => typeof s === 'string')
+                : [];
+            const doctrines = {};
+            for (const s of slugs) {
+                const md = await loadDoctrineSlug(s);
+                doctrines[s] = md ?? '(doctrine not found)';
+            }
+            return { ok: true, doctrines };
+        }
+    }
+    return { ok: true, fake: true };
+}
+/* ====================== fixture loading ====================== */
+export async function loadScenarios(filter, includeSkipDefault = false) {
+    const files = (await readdir(FIXTURES_DIR)).filter((f) => f.endsWith('.json'));
+    const out = [];
+    for (const f of files) {
+        const raw = await readFile(path.join(FIXTURES_DIR, f), 'utf-8');
+        const obj = JSON.parse(raw);
+        if (filter && filter.length > 0) {
+            if (!filter.includes(obj.id))
+                continue;
+        }
+        else if (!includeSkipDefault && obj.skip_default) {
+            /* Skip A/B-only scenarios in default matrix runs. They are
+             *  meant to be exercised explicitly via runABMatrix. */
+            continue;
+        }
+        out.push(obj);
+    }
+    return out;
+}
+export async function loadBrains(filter, includeSkipDefault = false) {
+    const raw = await readFile(BRAINS_PATH, 'utf-8');
+    const obj = JSON.parse(raw);
+    let brains = obj.brains;
+    if (filter && filter.length > 0)
+        brains = brains.filter((b) => filter.includes(b.id));
+    if (!includeSkipDefault)
+        brains = brains.filter((b) => !b.skip_default);
+    return brains;
+}
+/* ====================== prompt assembly ====================== */
+const TINY_SYSTEM_PROMPT_PREFIX = [
+    'You are Yujin Forge -- a voice-first NAC-3 React development framework.',
+    '',
+    'RULES:',
+    ' R1. Pick verb_id from the manifest below. If no verb matches, REPLY in chat "No tengo verbo NAC3 para X" -- do NOT improvise.',
+    ' R2. For complex verbs (enum values, length limits), call yujin.nac3.discover-schemas FIRST.',
+    ' R3. policy D=destructive A=approval-required => DO NOT also ask "confirmas?" in chat (R8 -- modal is the question).',
+    ' R5. Past-tense only after a successful invoke.',
+    '',
+].join('\n');
+async function buildSystemPromptForScenario(scenario, brain) {
+    /* alpha.59z.5 -- use the REAL Forge buildSystemPrompt so the
+     *  scenario evaluates the LLM against the prompt that runs in
+     *  production. The previous TINY_SYSTEM_PROMPT_PREFIX was a
+     *  6-line stub that omitted G-DOC, R7/R8, Pizarron doctrine,
+     *  BYOK, workflow state machine -- the eco brains predictably
+     *  invented verbs because they saw R1 alone, no Pizarron flow
+     *  to constrain them. */
+    const ctx = {
+        projectName: 'brain-matrix',
+        projectRoot: process.cwd(),
+        projectSlug: 'brain-matrix',
+        aborter: new AbortController(),
+    };
+    const parts = [buildSystemPrompt(ctx)];
+    void TINY_SYSTEM_PROMPT_PREFIX; /* legacy, kept for downstream refs */
+    /* alpha.59z.6 F5 -- eco brains tend to over-elaborate and
+     *  exhaust the per-turn round cap. A short reminder up front
+     *  keeps them concise. Frontier brains do not need it (they
+     *  pace themselves). */
+    if (brain && brain.tier === 'eco') {
+        parts.push('');
+        parts.push('[ECO TIER BUDGET REMINDER] You have a limited round budget per turn. Be concise: one or two short paragraphs. Invoke a tool when needed, then summarise its outcome in one sentence. Do NOT enumerate options, do NOT list questions; pick the next step and act. Skip headers + emojis + tables.');
+    }
+    /* alpha.59z.23 -- inject synthetic GLOBAL LEARNINGS section
+     *  when scenario.setup declares lessons. Mirrors the shape of
+     *  buildGlobalLearningsSection() in production so scenarios that
+     *  validate respect-of-lesson behaviour see the same prompt the
+     *  real Forge handleChat would build. Decoupled from worker D1
+     *  state on purpose: brain matrix runs are deterministic. */
+    if (scenario.setup.injected_global_learnings
+        && scenario.setup.injected_global_learnings.length > 0) {
+        parts.push('=================================================================');
+        parts.push('GLOBAL LEARNINGS (server-managed, promoted by admin)');
+        parts.push('=================================================================');
+        parts.push('');
+        parts.push('These rules are active for every Forge user. They came from');
+        parts.push('the brain matrix scenarios that validated each pattern.');
+        parts.push('');
+        for (const lesson of scenario.setup.injected_global_learnings) {
+            parts.push('* ' + lesson.slug + ': ' + lesson.rule_text);
+        }
+        parts.push('');
+    }
+    if (scenario.setup.workflow_state) {
+        /* Append the AUTHORITATIVE workflow state + SQ rules block. */
+        const wfText = renderWorkflowSection(scenario.setup.workflow_state, 'brain-matrix');
+        if (wfText) {
+            parts.push('', wfText);
+            const directRules = scenario.setup.workflow_state.active_sq_rules;
+            if (Array.isArray(directRules) && directRules.length > 0) {
+                try {
+                    const { renderRulesBlockBySlugs } = await import('../../core/sq_resolver.js');
+                    const slugs = directRules.filter((s) => typeof s === 'string');
+                    const block = await renderRulesBlockBySlugs(slugs);
+                    if (block)
+                        parts.push('', block);
+                }
+                catch { /* swallow */ }
+            }
+            parts.push('');
+        }
+    }
+    if (scenario.setup.graph_nodes && scenario.setup.graph_nodes.length > 0) {
+        parts.push('=== PROJECT KNOWLEDGE GRAPH ===');
+        for (const n of scenario.setup.graph_nodes) {
+            parts.push('- ' + n.kind + ':' + n.slug + (n.description ? ' -- ' + n.description : ''));
+        }
+        parts.push('');
+    }
+    /* alpha.59z.5 -- buildSystemPrompt already embeds the manifest
+     *  stub. Skip the duplicate unless the scenario explicitly asks
+     *  for eager mode (rare; promotion-A/B fixtures only). */
+    if (scenario.setup.manifest_mode === 'eager') {
+        parts.push('MANIFEST (eager override):');
+        parts.push(buildManifestEager());
+    }
+    /* alpha.59z.45 -- expose MCP-meta verbs when the scenario tests
+     *  MCP flows. Default buildSystemPrompt filters them (Invariant
+     *  1 -- Forge without MCP behaves identically to pre-F101). */
+    if (scenario.setup.expose_mcp_verbs) {
+        parts.push('');
+        parts.push('MCP BRIDGE VERBS (active for this scenario):');
+        parts.push(buildManifestStub({ includeMcpVerbs: true }).split('\n')
+            .filter((line) => line.startsWith('yujin.mcp.'))
+            .join('\n'));
+    }
+    /* alpha.59z.45 -- ad-hoc extra system prompt section, useful for
+     *  scenarios that test verbs not in the default lazy stub (e.g.
+     *  backend tools app.* declared by adopter yujin.forge.json). */
+    if (scenario.setup.extra_system_prompt) {
+        parts.push('');
+        parts.push(scenario.setup.extra_system_prompt);
+    }
+    void buildManifestStub; /* keep import live -- used elsewhere */
+    return parts.join('\n');
+}
+/** Build the brain client. For fake brain reads the scenario's
+ *  scripted responses. For real brains reads the env var with the
+ *  same name as vault_slot. Returns null when key missing or
+ *  provider unreachable. */
+async function makeBrainClient(brain, scenario) {
+    const selection = {
+        tier: brain.tier,
+        provider: brain.provider,
+        model: brain.model,
+        api_key: null,
+        reason: 'brain-matrix run',
+        runtime_wired: true,
+    };
+    if (brain.provider === 'fake') {
+        const responses = scenario.fake_responses || [];
+        return { client: makeFakeBrain(selection, responses) };
+    }
+    /* Real brain: prefer env var with the same name as vault_slot
+     *  (cheap path -- no Vault prompt, no key derivation). If the
+     *  env var is unset, fall back to the encrypted Vault using the
+     *  provider-canonical slot name. brains.json uses provider-SDK
+     *  conventions (CLAUDE_API_KEY, GEMINI_API_KEY) which differ from
+     *  the Forge Vault canonical slot names (anthropic_api_key,
+     *  google_ai_key). Map them here so the QA harness can read both
+     *  paths uniformly (alpha.59z.22 Decision 1c + alpha.59z.24 alias
+     *  fix). */
+    const envKey = brain.vault_slot;
+    if (!envKey)
+        return { client: null, reason: 'no vault_slot configured' };
+    /* alpha.59z.47 -- also try common alternative env-var names. The
+     *  user's .env may use the Forge Vault canonical name
+     *  (ANTHROPIC_API_KEY, GOOGLE_AI_KEY) instead of the SDK-convention
+     *  name (CLAUDE_API_KEY, GEMINI_API_KEY) that brains.json declares. */
+    const ENV_KEY_ALIASES = {
+        'CLAUDE_API_KEY': ['ANTHROPIC_API_KEY'],
+        'GEMINI_API_KEY': ['GOOGLE_AI_KEY', 'GOOGLE_API_KEY'],
+        'ANTHROPIC_API_KEY': ['CLAUDE_API_KEY'],
+        'GOOGLE_AI_KEY': ['GEMINI_API_KEY', 'GOOGLE_API_KEY'],
+    };
+    let apiKey = process.env[envKey];
+    if (!apiKey) {
+        for (const alt of ENV_KEY_ALIASES[envKey] || []) {
+            if (process.env[alt]) {
+                apiKey = process.env[alt];
+                break;
+            }
+        }
+    }
+    let triedVaultSlot = null;
+    if (!apiKey) {
+        const VAULT_SLOT_ALIAS = {
+            'claude_api_key': 'anthropic_api_key',
+            'gemini_api_key': 'google_ai_key',
+        };
+        const lowerSlot = envKey.toLowerCase();
+        triedVaultSlot = VAULT_SLOT_ALIAS[lowerSlot] || lowerSlot;
+        try {
+            const { getKey } = await import('../../core/provider_keys.js');
+            apiKey = await getKey(triedVaultSlot);
+        }
+        catch { /* Vault unavailable -- treated same as missing */ }
+    }
+    if (!apiKey) {
+        const slotHint = triedVaultSlot ? ' + Vault slot ' + triedVaultSlot + ' empty' : '';
+        return { client: null, reason: 'env var ' + envKey + ' not set' + slotHint };
+    }
+    selection.api_key = apiKey;
+    const { makeUnifiedClient } = await import('../../llm/multi_provider_client.js');
+    const client = makeUnifiedClient(selection);
+    if (!client)
+        return { client: null, reason: 'provider not wired' };
+    return { client };
+}
+/* ====================== run a scenario against a brain ====================== */
+/** alpha.59z.8 -- given the requested eco brain + the scenario's
+ *  first user turn + the workflow state, returns either:
+ *   - the same brain (no escalation triggered)
+ *   - a frontier substitute brain (router escalated)
+ *
+ *  Mirrors what production cost_router would do, so the matrix
+ *  measures the SAME tier the user would actually see in panel.
+ *  Frontier brains are never downgraded. */
+async function applyCostRouterPreRoute(scenario, brain, brainsAll) {
+    /* Frontier brains pass through unchanged. */
+    if (brain.tier === 'frontier')
+        return { brain, escalated: false };
+    /* fake brain never escalates -- scripted responses bind to brain.id. */
+    if (brain.provider === 'fake')
+        return { brain, escalated: false };
+    /* Extract first user_says text. */
+    const firstUserTurn = scenario.turns.find((t) => t.kind === 'user_says');
+    const userText = firstUserTurn && firstUserTurn.kind === 'user_says' ? firstUserTurn.text : undefined;
+    const wf = scenario.setup.workflow_state;
+    const rules = Array.isArray(wf?.active_sq_rules) ? wf.active_sq_rules : undefined;
+    const { looksLikeRuleViolation, looksLikePhaseCrossover } = await import('../../core/cost_router.js');
+    let trigger = null;
+    if (rules && rules.length > 0) {
+        const v = looksLikeRuleViolation(userText);
+        if (v.hit)
+            trigger = 'sq_rule_defense[' + (v.pattern || '?') + ']';
+    }
+    if (!trigger) {
+        const p = looksLikePhaseCrossover(userText, undefined);
+        if (p.hit)
+            trigger = 'phase_crossover[' + (p.pattern || '?') + ']';
+    }
+    if (!trigger)
+        return { brain, escalated: false };
+    /* Pick a frontier substitute: prefer same provider, else first
+     *  frontier brain available. */
+    const samePvFrontier = brainsAll.find((b) => b.tier === 'frontier' && b.provider === brain.provider && !b.skip_default);
+    const anyFrontier = brainsAll.find((b) => b.tier === 'frontier' && !b.skip_default);
+    const sub = samePvFrontier || anyFrontier;
+    if (!sub)
+        return { brain, escalated: false }; /* no frontier available, stay */
+    return { brain: sub, escalated: true, reason: trigger };
+}
+export async function runScenarioOnBrain(scenario, brain, opts = {}) {
+    const started_at = new Date().toISOString();
+    const t0 = Date.now();
+    /* alpha.59z.8 -- pre-route through cost_router if eco. The
+     *  effective brain for THIS scenario may be a frontier
+     *  substitute. The cell report tracks both the requested and
+     *  effective brain_id so the matrix is faithful to production. */
+    let effectiveBrain = brain;
+    let routerNote;
+    if (opts.allBrains && opts.allBrains.length > 0) {
+        const pr = await applyCostRouterPreRoute(scenario, brain, opts.allBrains);
+        if (pr.escalated) {
+            effectiveBrain = pr.brain;
+            routerNote = 'router-escalated requested=' + brain.id + ' effective=' + pr.brain.id + ' reason=' + pr.reason;
+        }
+    }
+    const cb = await makeBrainClient(effectiveBrain, scenario);
+    if (!cb.client) {
+        const run = {
+            scenario_id: scenario.id, brain_id: brain.id,
+            started_at, ended_at: new Date().toISOString(),
+            turns: [], total_tokens_in: 0, total_tokens_out: 0, total_ms: Date.now() - t0,
+            error: (routerNote ? routerNote + '; ' : '') + (cb.reason || 'unknown'),
+        };
+        return { run, invariants: [], pass: false };
+    }
+    const client = cb.client;
+    const system = await buildSystemPromptForScenario(scenario, effectiveBrain);
+    const messages = [];
+    for (const p of scenario.setup.pre_history || []) {
+        messages.push({ role: p.role, content: p.content });
+    }
+    const turns = [];
+    let tokensIn = 0;
+    let tokensOut = 0;
+    /** Walk the scenario.turns list. For each user_says, runs an
+     *  internal mini-loop that mirrors the panel's SSE autonomous
+     *  multi-step: chat() -> if tool_calls present, inject canned
+     *  tool_result + chat() again -> stop when no tool_calls OR
+     *  internal-round cap is hit. */
+    const MAX_INTERNAL_ROUNDS = 8;
+    async function singleChatTurn() {
+        const start = Date.now();
+        let resp;
+        try {
+            resp = await client.chat({
+                messages, system, maxTokens: 1024,
+                /* Real LLM brains need the tool catalogue or they
+                 *  generate pseudo-code text instead of real tool_use
+                 *  blocks. The fake brain ignores this field. */
+                tools: FORGE_TOOL_SPECS,
+                /* runTool stub: the harness OBSERVES tool calls without
+                 *  executing them. The stub returns a canned ok result so
+                 *  the chat client can complete its inner round (the
+                 *  toolRounds[] field will contain the captured calls).
+                 *  We cap maxToolRounds at 1 so the inner client does at
+                 *  most one round; our outer loop handles further turns
+                 *  through the scenario script. */
+                runTool: async (name, input) => {
+                    /* Stash for the outer loop's tool_calls capture (the
+                     *  ToolRound shape carries input + output). */
+                    void name;
+                    void input;
+                    return { result: { ok: true, fake: true, observed: true } };
+                },
+                /* 3 rounds default: tool_use -> result -> final reply.
+                 *  Scenarios can bump via scenario.max_tool_rounds for
+                 *  stateful flows where eco brains need 5+ rounds. */
+                maxToolRounds: scenario.max_tool_rounds ?? 3,
+            });
+        }
+        catch (err) {
+            throw err;
+        }
+        tokensIn += resp.tokensIn;
+        tokensOut += resp.tokensOut;
+        const tool_calls = (resp.toolRounds || []).map((r) => ({
+            name: r.tool || 'unknown',
+            args: (r.input || {}),
+        }));
+        turns.push({
+            index: turns.length,
+            text: resp.text,
+            tool_calls,
+            tokens_in: resp.tokensIn,
+            tokens_out: resp.tokensOut,
+            duration_ms: Date.now() - start,
+        });
+        messages.push({ role: 'assistant', content: resp.text });
+        return tool_calls.length > 0;
+    }
+    for (let i = 0; i < scenario.turns.length; i++) {
+        const t = scenario.turns[i];
+        if (t.kind === 'user_says') {
+            messages.push({ role: 'user', content: t.text });
+            try {
+                let hadTools = await singleChatTurn();
+                let internalRound = 0;
+                while (hadTools && internalRound < MAX_INTERNAL_ROUNDS) {
+                    internalRound++;
+                    /* Mock the tool result. If the next scenario.turn is a
+                     *  tool_result, consume it. Otherwise inject a canned
+                     *  {ok:true} so the LLM can continue. */
+                    const next = scenario.turns[i + 1];
+                    if (next && next.kind === 'tool_result') {
+                        messages.push({
+                            role: 'user',
+                            content: '[tool_result' + (next.tool_name ? ':' + next.tool_name : '') + '] '
+                                + (next.is_error ? 'ERROR: ' : '')
+                                + (typeof next.result === 'string' ? next.result : JSON.stringify(next.result)),
+                        });
+                        i++;
+                    }
+                    else {
+                        /* alpha.59z.42 -- when the brain invoked
+                         *  yujin.doctrine.discover, read the actual doctrine
+                         *  markdown from dist/docs/doctrine/<slug>.md and
+                         *  return it as the tool_result. Otherwise the brain
+                         *  asked for the doctrine + got back a {fake:true}
+                         *  stub + improvised an answer with invented content
+                         *  (chronic-fail in doctrine_discover_* scenarios). */
+                        const lastTurn = turns[turns.length - 1];
+                        const synthResult = await synthesiseToolResult(lastTurn, scenario.setup.harness_responses);
+                        messages.push({
+                            role: 'user',
+                            content: '[tool_result] ' + JSON.stringify(synthResult),
+                        });
+                    }
+                    hadTools = await singleChatTurn();
+                }
+            }
+            catch (err) {
+                return {
+                    run: {
+                        scenario_id: scenario.id, brain_id: brain.id,
+                        started_at, ended_at: new Date().toISOString(),
+                        turns, total_tokens_in: tokensIn, total_tokens_out: tokensOut,
+                        total_ms: Date.now() - t0,
+                        error: err instanceof Error ? err.message : String(err),
+                    },
+                    invariants: [], pass: false,
+                };
+            }
+        }
+        else if (t.kind === 'tool_result') {
+            /* Standalone tool_result outside an active loop -- inject as
+             * synthetic user message. */
+            messages.push({
+                role: 'user',
+                content: '[tool_result' + (t.tool_name ? ':' + t.tool_name : '') + '] '
+                    + (t.is_error ? 'ERROR: ' : '')
+                    + (typeof t.result === 'string' ? t.result : JSON.stringify(t.result)),
+            });
+        }
+    }
+    const ended_at = new Date().toISOString();
+    const run = {
+        scenario_id: scenario.id, brain_id: brain.id,
+        started_at, ended_at,
+        turns,
+        total_tokens_in: tokensIn,
+        total_tokens_out: tokensOut,
+        total_ms: Date.now() - t0,
+    };
+    const invariants = evaluateAll(scenario.invariants, run);
+    const pass = invariants.every((r) => r.pass);
+    return { run, invariants, pass };
+}
+export async function runMatrix(opts = {}) {
+    const scenarios = await loadScenarios(opts.scenario_filter);
+    const brains = await loadBrains(opts.brain_filter, opts.include_skip_default);
+    /* alpha.59z.8 -- also load brains tagged skip_default so the
+     *  router can pick Opus / GPT-4o as frontier substitutes when
+     *  the requested eco brain triggers escalation. */
+    const brainsAll = await loadBrains(undefined, true);
+    const results = {};
+    const total = scenarios.length * brains.length;
+    let index = 0;
+    for (const s of scenarios) {
+        results[s.id] = {};
+        for (const b of brains) {
+            index++;
+            const r = await runScenarioOnBrain(s, b, { allBrains: brainsAll });
+            results[s.id][b.id] = r;
+            if (opts.onCellComplete) {
+                opts.onCellComplete({
+                    index, total,
+                    scenario_id: s.id,
+                    brain_id: b.id,
+                    pass: r.pass && !r.run.error,
+                    error: r.run.error,
+                    duration_ms: r.run.total_ms,
+                    tokens_in: r.run.total_tokens_in,
+                    tokens_out: r.run.total_tokens_out,
+                });
+            }
+        }
+    }
+    return {
+        generated_at: new Date().toISOString(),
+        forge_version: VERSION,
+        scenarios: scenarios.map((s) => ({ id: s.id, description: s.description })),
+        brains,
+        results,
+    };
+}
+//# sourceMappingURL=runner.js.map

package/dist/qa/brain_matrix/runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../../src/qa/brain_matrix/runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AACpF,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AACtE,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAqB,MAAM,iBAAiB,CAAC;AASnE,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAC5C,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;AACtD,MAAM,WAAW,GAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;AAEzD;;;;;;;;;0BAS0B;AAE1B,MAAM,aAAa,GAAG;IACpB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC;IAClE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC;CAC3D,CAAC;AAEF,KAAK,UAAU,gBAAgB,CAAC,IAAY;IAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;IACnD,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3B,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QAChC,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,GAAG,KAAK,CAAC,CAAC;YAC3C,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YACtC,OAAO,EAAE,CAAC;QACZ,CAAC;QAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,QAAqC,EACrC,wBAAkD;IAElD,MAAM,KAAK,GAAG,QAAQ,EAAE,UAAU,IAAI,EAAE,CAAC;IACzC;4BACwB;IACxB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,IAA4D,CAAC;QAChF,IAAI,CAAC,KAAK,EAAE,OAAO;YAAE,SAAS;QAC9B;;;oCAG4B;QAC5B,IAAI,wBAAwB,IAAI,KAAK,CAAC,OAAO,IAAI,wBAAwB,EAAE,CAAC;YAC1E,OAAO,wBAAwB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,KAAK,yBAAyB,EAAE,CAAC;YAChD,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,EAAE,KAAgB,CAAC;YAC9C,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;gBACnC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC;gBAC5D,CAAC,CAAC,EAAE,CAAC;YACP,MAAM,SAAS,GAA2B,EAAE,CAAC;YAC7C,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACtB,MAAM,EAAE,GAAG,MAAM,gBAAgB,CAAC,CAAC,CAAC,CAAC;gBACrC,SAAS,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,sBAAsB,CAAC;YAC9C,CAAC;YACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QACjC,CAAC;IACH,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AAClC,CAAC;AAED,mEAAmE;AAEnE,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,MAAiB,EAAE,kBAAkB,GAAG,KAAK;IAC/E,MAAM,KAAK,GAAG,CAAC,MAAM,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAC/E,MAAM,GAAG,GAAe,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAChE,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAkC,CAAC;QAC7D,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAAE,SAAS;QACzC,CAAC;aAAM,IAAI,CAAC,kBAAkB,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;YACnD;oEACwD;YACxD,SAAS;QACX,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAChB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,MAAiB,EAAE,kBAAkB,GAAG,KAAK;IAC5E,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IACjD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAA8B,CAAC;IACzD,IAAI,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;IACxB,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACtF,IAAI,CAAC,kBAAkB;QAAE,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IACxE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,mEAAmE;AAEnE,MAAM,yBAAyB,GAAG;IAChC,yEAAyE;IACzE,EAAE;IACF,QAAQ;IACR,gIAAgI;IAChI,8FAA8F;IAC9F,sHAAsH;IACtH,iDAAiD;IACjD,EAAE;CACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEb,KAAK,UAAU,4BAA4B,CAAC,QAAkB,EAAE,KAAmB;IACjF;;;;;;6BAMyB;IACzB,MAAM,GAAG,GAAG;QACV,WAAW,EAAE,cAAc;QAC3B,WAAW,EAAE,OAAO,CAAC,GAAG,EAAE;QAC1B,WAAW,EAAE,cAAc;QAC3B,OAAO,EAAE,IAAI,eAAe,EAAE;KACuB,CAAC;IACxD,MAAM,KAAK,GAAa,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC;IACjD,KAAK,yBAAyB,CAAC,CAAC,sCAAsC;IACtE;;;4BAGwB;IACxB,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,mSAAmS,CAAC,CAAC;IAClT,CAAC;IACD;;;;;iEAK6D;IAC7D,IAAI,QAAQ,CAAC,KAAK,CAAC,yBAAyB;WACrC,QAAQ,CAAC,KAAK,CAAC,yBAAyB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,mEAAmE,CAAC,CAAC;QAChF,KAAK,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;QACnE,KAAK,CAAC,IAAI,CAAC,mEAAmE,CAAC,CAAC;QAChF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,6DAA6D,CAAC,CAAC;QAC1E,KAAK,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;QACtE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,KAAK,CAAC,yBAAyB,EAAE,CAAC;YAC9D,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,GAAG,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC;QAC3D,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IACD,IAAI,QAAQ,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QAClC,+DAA+D;QAC/D,MAAM,MAAM,GAAG,qBAAqB,CAClC,QAAQ,CAAC,KAAK,CAAC,cAAuB,EACtC,cAAc,CACf,CAAC;QACF,IAAI,MAAM,EAAE,CAAC;YACX,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YACvB,MAAM,WAAW,GAAI,QAAQ,CAAC,KAAK,CAAC,cAA0C,CAAC,eAAe,CAAC;YAC/F,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzD,IAAI,CAAC;oBACH,MAAM,EAAE,uBAAuB,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;oBAC9E,MAAM,KAAK,GAAI,WAAyB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;oBAC3F,MAAM,KAAK,GAAG,MAAM,uBAAuB,CAAC,KAAK,CAAC,CAAC;oBACnD,IAAI,KAAK;wBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;gBACnC,CAAC;gBAAC,MAAM,CAAC,CAAC,aAAa,CAAC,CAAC;YAC3B,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,KAAK,CAAC,WAAW,IAAI,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxE,KAAK,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QAC9C,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YAC3C,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3F,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IACD;;8DAE0D;IAC1D,IAAI,QAAQ,CAAC,KAAK,CAAC,aAAa,KAAK,OAAO,EAAE,CAAC;QAC7C,KAAK,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACzC,KAAK,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC;IACnC,CAAC;IACD;;mEAE+D;IAC/D,IAAI,QAAQ,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;QACpC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;aAChE,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;aAC/C,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACjB,CAAC;IACD;;qEAEiE;IACjE,IAAI,QAAQ,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACjD,CAAC;IACD,KAAK,iBAAiB,CAAC,CAAC,wCAAwC;IAChE,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AASD;;;4BAG4B;AAC5B,KAAK,UAAU,eAAe,CAC5B,KAAkB,EAClB,QAAwD;IAExD,MAAM,SAAS,GAAmB;QAChC,IAAI,EAAY,KAAK,CAAC,IAAI;QAC1B,QAAQ,EAAQ,KAAK,CAAC,QAAsC;QAC5D,KAAK,EAAW,KAAK,CAAC,KAAK;QAC3B,OAAO,EAAS,IAAI;QACpB,MAAM,EAAU,kBAAkB;QAClC,aAAa,EAAG,IAAI;KACrB,CAAC;IACF,IAAI,KAAK,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;QAC9B,MAAM,SAAS,GAAG,QAAQ,CAAC,cAAc,IAAI,EAAE,CAAC;QAChD,OAAO,EAAE,MAAM,EAAE,aAAa,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC;IACzD,CAAC;IACD;;;;;;;;gBAQY;IACZ,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU,CAAC;IAChC,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,0BAA0B,EAAE,CAAC;IACzE;;;2EAGuE;IACvE,MAAM,eAAe,GAA6B;QAChD,gBAAgB,EAAI,CAAC,mBAAmB,CAAC;QACzC,gBAAgB,EAAI,CAAC,eAAe,EAAE,gBAAgB,CAAC;QACvD,mBAAmB,EAAC,CAAC,gBAAgB,CAAC;QACtC,eAAe,EAAK,CAAC,gBAAgB,EAAE,gBAAgB,CAAC;KACzD,CAAC;IACF,IAAI,MAAM,GAA8B,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC5D,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,KAAK,MAAM,GAAG,IAAI,eAAe,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;YAChD,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBAAC,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAAC,MAAM;YAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IACD,IAAI,cAAc,GAAkB,IAAI,CAAC;IACzC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,gBAAgB,GAA2B;YAC/C,gBAAgB,EAAG,mBAAmB;YACtC,gBAAgB,EAAG,eAAe;SACnC,CAAC;QACF,MAAM,SAAS,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QACvC,cAAc,GAAG,gBAAgB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;QAC1D,IAAI,CAAC;YACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,6BAA6B,CAAC,CAAC;YAC/D,MAAM,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;QACxC,CAAC;QAAC,MAAM,CAAC,CAAC,kDAAkD,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,QAAQ,GAAG,cAAc,CAAC,CAAC,CAAC,gBAAgB,GAAG,cAAc,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACpF,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,GAAG,MAAM,GAAG,UAAU,GAAG,QAAQ,EAAE,CAAC;IAC/E,CAAC;IACD,SAAS,CAAC,OAAO,GAAG,MAAM,CAAC;IAC3B,MAAM,EAAE,iBAAiB,EAAE,GAAG,MAAM,MAAM,CAAC,oCAAoC,CAAC,CAAC;IACjF,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;IAC5C,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,oBAAoB,EAAE,CAAC;IACnE,OAAO,EAAE,MAAM,EAAE,CAAC;AACpB,CAAC;AAED,kFAAkF;AAElF;;;;;;;4CAO4C;AAC5C,KAAK,UAAU,uBAAuB,CACpC,QAAkB,EAClB,KAAkB,EAClB,SAAwB;IAExB,6CAA6C;IAC7C,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU;QAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAClE,wEAAwE;IACxE,IAAI,KAAK,CAAC,QAAQ,KAAK,MAAM;QAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAElE,mCAAmC;IACnC,MAAM,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;IACzE,MAAM,QAAQ,GAAG,aAAa,IAAI,aAAa,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IACtG,MAAM,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,cAAqD,CAAC;IAChF,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC,CAAC,CAAE,EAAG,CAAC,eAA4B,CAAC,CAAC,CAAC,SAAS,CAAC;IAEjG,MAAM,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;IACtG,IAAI,OAAO,GAAkB,IAAI,CAAC;IAClC,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,CAAC,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAI,CAAC,CAAC,GAAG;YAAE,OAAO,GAAG,kBAAkB,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,GAAG,CAAC,GAAG,GAAG,CAAC;IACrE,CAAC;IACD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,CAAC,GAAG,uBAAuB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QACvD,IAAI,CAAC,CAAC,GAAG;YAAE,OAAO,GAAG,kBAAkB,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,GAAG,CAAC,GAAG,GAAG,CAAC;IACrE,CAAC;IACD,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAEjD;oCACgC;IAChC,MAAM,cAAc,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IACxH,MAAM,WAAW,GAAK,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IACtF,MAAM,GAAG,GAAG,cAAc,IAAI,WAAW,CAAC;IAC1C,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,iCAAiC;IAC/E,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;AAC1D,CAAC;AAQD,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,QAAkB,EAClB,KAAkB,EAClB,OAA2B,EAAE;IAE7B,MAAM,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC5C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEtB;;;sEAGkE;IAClE,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,IAAI,UAA8B,CAAC;IACnC,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChD,MAAM,EAAE,GAAG,MAAM,uBAAuB,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1E,IAAI,EAAE,CAAC,SAAS,EAAE,CAAC;YACjB,cAAc,GAAG,EAAE,CAAC,KAAK,CAAC;YAC1B,UAAU,GAAG,6BAA6B,GAAG,KAAK,CAAC,EAAE,GAAG,aAAa,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,GAAG,UAAU,GAAG,EAAE,CAAC,MAAM,CAAC;QAC/G,CAAC;IACH,CAAC;IAED,MAAM,EAAE,GAAG,MAAM,eAAe,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;IAC3D,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC;QACf,MAAM,GAAG,GAAgB;YACvB,WAAW,EAAE,QAAQ,CAAC,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,EAAE;YAC5C,UAAU,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YAC9C,KAAK,EAAE,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;YAC7E,KAAK,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,IAAI,SAAS,CAAC;SACxE,CAAC;QACF,OAAO,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;IAC9C,CAAC;IACD,MAAM,MAAM,GAAG,EAAE,CAAC,MAAM,CAAC;IAEzB,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;IAC5E,MAAM,QAAQ,GAAkB,EAAE,CAAC;IACnC,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,EAAE,CAAC;QACjD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,KAAK,GAAsB,EAAE,CAAC;IACpC,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB;;;;qCAIiC;IACjC,MAAM,mBAAmB,GAAG,CAAC,CAAC;IAE9B,KAAK,UAAU,cAAc;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC;QACT,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC;gBACvB,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI;gBACjC;;iEAEiD;gBACjD,KAAK,EAAE,gBAAgB;gBACvB;;;;;;mDAMmC;gBACnC,OAAO,EAAE,KAAK,EAAE,IAAY,EAAE,KAA8B,EAAE,EAAE;oBAC9D;mEAC+C;oBAC/C,KAAK,IAAI,CAAC;oBAAC,KAAK,KAAK,CAAC;oBACtB,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC;gBAC9D,CAAC;gBACD;;sEAEsD;gBACtD,aAAa,EAAE,QAAQ,CAAC,eAAe,IAAI,CAAC;aAC7C,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,CAAC;QACZ,CAAC;QACD,QAAQ,IAAK,IAAI,CAAC,QAAQ,CAAC;QAC3B,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;QAC5B,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACrD,IAAI,EAAG,CAAkC,CAAC,IAAI,IAAI,SAAS;YAC3D,IAAI,EAAE,CAAE,CAAoD,CAAC,KAAK,IAAI,EAAE,CAAC;SAC1E,CAAC,CAAC,CAAC;QACJ,KAAK,CAAC,IAAI,CAAC;YACT,KAAK,EAAE,KAAK,CAAC,MAAM;YACnB,IAAI,EAAG,IAAI,CAAC,IAAI;YAChB,UAAU;YACV,SAAS,EAAG,IAAI,CAAC,QAAQ;YACzB,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAChC,CAAC,CAAC;QACH,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACzD,OAAO,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/C,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC;QAC7B,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC3B,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACjD,IAAI,CAAC;gBACH,IAAI,QAAQ,GAAG,MAAM,cAAc,EAAE,CAAC;gBACtC,IAAI,aAAa,GAAG,CAAC,CAAC;gBACtB,OAAO,QAAQ,IAAI,aAAa,GAAG,mBAAmB,EAAE,CAAC;oBACvD,aAAa,EAAE,CAAC;oBAChB;;6DAEyC;oBACzC,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;oBACnC,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;wBACxC,QAAQ,CAAC,IAAI,CAAC;4BACZ,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE,cAAc,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI;kCACzE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;kCAChC,CAAC,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;yBAClF,CAAC,CAAC;wBACH,CAAC,EAAE,CAAC;oBACN,CAAC;yBAAM,CAAC;wBACN;;;;;;+EAMuD;wBACvD,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;wBACzC,MAAM,WAAW,GAAG,MAAM,oBAAoB,CAAC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;wBAC3F,QAAQ,CAAC,IAAI,CAAC;4BACZ,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE,gBAAgB,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;yBACxD,CAAC,CAAC;oBACL,CAAC;oBACD,QAAQ,GAAG,MAAM,cAAc,EAAE,CAAC;gBACpC,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO;oBACL,GAAG,EAAE;wBACH,WAAW,EAAE,QAAQ,CAAC,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,EAAE;wBAC5C,UAAU,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;wBAC9C,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,gBAAgB,EAAE,SAAS;wBAC7D,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;wBACzB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;qBACxD;oBACD,UAAU,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK;iBAC5B,CAAC;YACJ,CAAC;QACH,CAAC;aAAM,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YACpC;yCAC6B;YAC7B,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,cAAc,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI;sBACnE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;sBAC7B,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;aACzE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC1C,MAAM,GAAG,GAAgB;QACvB,WAAW,EAAE,QAAQ,CAAC,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,EAAE;QAC5C,UAAU,EAAE,QAAQ;QACpB,KAAK;QACL,eAAe,EAAE,QAAQ;QACzB,gBAAgB,EAAE,SAAS;QAC3B,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;KAC1B,CAAC;IACF,MAAM,UAAU,GAAG,WAAW,CAAC,QAAQ,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IACzD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC7C,OAAO,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;AACnC,CAAC;AAyBD,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAAyB,EAAE;IACzD,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC5D,MAAM,MAAM,GAAM,MAAM,UAAU,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACjF;;uDAEmD;IACnD,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IACpD,MAAM,OAAO,GAAmD,EAAE,CAAC;IACnE,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAC/C,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC;QACnB,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,KAAK,EAAE,CAAC;YACR,MAAM,CAAC,GAAG,MAAM,kBAAkB,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;YACnE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAE,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;YACzB,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,IAAI,CAAC,cAAc,CAAC;oBAClB,KAAK,EAAE,KAAK;oBACZ,WAAW,EAAE,CAAC,CAAC,EAAE;oBACjB,QAAQ,EAAK,CAAC,CAAC,EAAE;oBACjB,IAAI,EAAS,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK;oBACnC,KAAK,EAAQ,CAAC,CAAC,GAAG,CAAC,KAAK;oBACxB,WAAW,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ;oBAC3B,SAAS,EAAI,CAAC,CAAC,GAAG,CAAC,eAAe;oBAClC,UAAU,EAAG,CAAC,CAAC,GAAG,CAAC,gBAAgB;iBACpC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO;QACL,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACtC,aAAa,EAAE,OAAO;QACtB,SAAS,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QAC3E,MAAM;QACN,OAAO;KACR,CAAC;AACJ,CAAC"}