@nac3/forge-cli 0.2.0-alpha.8 → 0.2.1-alpha.60

package/dist/qa/brain_matrix/fixtures/scenario_yf_qa_compare_intent.json

@@ -0,0 +1,17 @@
+{
+  "id": "yf_qa_compare_intent",
+  "description": "When the user asks 'compara el reporte de ayer vs el de hoy', the brain proposes `yf qa brain-matrix-compare base.json head.json`, NOT a hand-rolled `jq` shell command or a custom diff.",
+  "setup": {},
+  "turns": [
+    { "kind": "user_says", "text": "Como comparo dos reportes de brain-matrix para saber si hubo regresiones?" }
+  ],
+  "invariants": [
+    { "name": "mentions_compare_cli", "kind": "text_contains_any", "params": { "substrs": ["brain-matrix-compare", "yf qa brain-matrix-compare", "qa brain-matrix-compare"] } },
+    { "name": "no_shell_jq",          "kind": "text_excludes",     "params": { "substr": "jq " } }
+  ],
+  "fake_responses": [
+    {
+      "text": "Para eso usas `yf qa brain-matrix-compare base.json head.json` -- lista regresiones, mejoras y celdas nuevas. Agregale `--fail-on-regression` si querias usarlo como CI gate."
+    }
+  ]
+}

package/dist/qa/brain_matrix/invariants.d.ts

@@ -0,0 +1,18 @@
+/**
+ * Brain matrix QA -- invariant library.
+ *
+ * Each invariant evaluates a captured scenario run and returns
+ * {pass, reason}. Reasons are short -- they go in the matrix
+ * report.
+ *
+ * Adding a new invariant:
+ *   1. Add kind to InvariantKind in types.ts.
+ *   2. Add a case in evaluateInvariant() below.
+ *   3. Document the params shape in the JSDoc above the case.
+ *
+ * ASCII-only.
+ */
+import type { InvariantSpec, InvariantResult, ScenarioRun } from './types.js';
+export declare function evaluateInvariant(spec: InvariantSpec, run: ScenarioRun): InvariantResult;
+export declare function evaluateAll(specs: InvariantSpec[], run: ScenarioRun): InvariantResult[];
+//# sourceMappingURL=invariants.d.ts.map

package/dist/qa/brain_matrix/invariants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"invariants.d.ts","sourceRoot":"","sources":["../../../src/qa/brain_matrix/invariants.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AACH,OAAO,KAAK,EACV,aAAa,EAAE,eAAe,EAAE,WAAW,EAC5C,MAAM,YAAY,CAAC;AAoCpB,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,aAAa,EAAE,GAAG,EAAE,WAAW,GAAG,eAAe,CA4RxF;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,aAAa,EAAE,EAAE,GAAG,EAAE,WAAW,GAAG,eAAe,EAAE,CAEvF"}

package/dist/qa/brain_matrix/invariants.js

@@ -0,0 +1,333 @@
+import { manifest } from '../../nac3/internal_manifest.js';
+function allToolCalls(run) {
+    const out = [];
+    for (const turn of run.turns) {
+        for (const c of turn.tool_calls) {
+            out.push({ name: c.name, args: c.args, turn: turn.index });
+        }
+    }
+    return out;
+}
+function allText(run) {
+    return run.turns.map((t) => t.text).join('\n');
+}
+/** Verb ids visible in the current manifest. */
+function knownVerbIds() {
+    const m = manifest();
+    return new Set(m.verbs.map((v) => v.id));
+}
+/** All verb ids the LLM attempted to invoke (verb_id in nac3_invoke
+ *  args, including unknown ones). */
+function attemptedVerbIds(run) {
+    const out = [];
+    for (const c of allToolCalls(run)) {
+        if (c.name === 'nac3_invoke') {
+            const vid = c.args['verb_id'];
+            if (typeof vid === 'string')
+                out.push(vid);
+        }
+    }
+    return out;
+}
+export function evaluateInvariant(spec, run) {
+    const p = spec.params || {};
+    switch (spec.kind) {
+        /** params: { name: string } -- raw tool name like "nac3_invoke". */
+        case 'tool_called': {
+            const name = String(p.name || '');
+            const hit = allToolCalls(run).some((c) => c.name === name);
+            return { invariant: spec.name, kind: spec.kind, pass: hit,
+                reason: hit ? 'tool "' + name + '" called' : 'tool "' + name + '" never called' };
+        }
+        case 'tool_not_called': {
+            const name = String(p.name || '');
+            const hit = allToolCalls(run).some((c) => c.name === name);
+            return { invariant: spec.name, kind: spec.kind, pass: !hit,
+                reason: hit ? 'tool "' + name + '" was called -- should not be' : 'tool "' + name + '" never called (ok)' };
+        }
+        /** params: { verb_id: string } -- specific NAC3 verb_id. */
+        case 'verb_invoked': {
+            const verb = String(p.verb_id || '');
+            const hit = attemptedVerbIds(run).includes(verb);
+            return { invariant: spec.name, kind: spec.kind, pass: hit,
+                reason: hit ? 'verb "' + verb + '" invoked' : 'verb "' + verb + '" never invoked. saw: [' + attemptedVerbIds(run).join(', ') + ']' };
+        }
+        case 'verb_not_invoked': {
+            const verb = String(p.verb_id || '');
+            const hit = attemptedVerbIds(run).includes(verb);
+            return { invariant: spec.name, kind: spec.kind, pass: !hit,
+                reason: hit ? 'verb "' + verb + '" invoked -- should not be' : 'verb "' + verb + '" not invoked (ok)' };
+        }
+        /** Hard rule: the LLM must never invent a verb_id outside the
+         *  current manifest. We tolerate deprecated_aliases (dispatcher
+         *  resolves them). alpha.59z.40 -- accept `app.*` namespace as
+         *  valid: NAC-3 v3.x backend tools (task #23) declares synthetic
+         *  app.* verbs from the adopter's yujin.forge.json which never
+         *  appear in the internal manifest. The dispatcher
+         *  (runAppBackendTool) validates them against the per-tool
+         *  schema at invoke time. */
+        case 'no_invent_verb': {
+            const known = knownVerbIds();
+            const attempted = attemptedVerbIds(run);
+            const invented = attempted.filter((v) => !known.has(v) && !v.startsWith('app.'));
+            const pass = invented.length === 0;
+            return { invariant: spec.name, kind: spec.kind, pass,
+                reason: pass ? 'no invented verbs' : 'invented verbs: [' + invented.join(', ') + ']' };
+        }
+        /** params: { substr: string } -- any case-insensitive. */
+        case 'text_contains': {
+            const sub = String(p.substr || '').toLowerCase();
+            const hit = allText(run).toLowerCase().includes(sub);
+            return { invariant: spec.name, kind: spec.kind, pass: hit,
+                reason: hit ? 'text contains "' + sub + '"' : 'text missing "' + sub + '"' };
+        }
+        /** params: { substrs: string[] } -- any of these substrings
+         *  matches (OR). Use when multiple equivalent phrasings are
+         *  acceptable (e.g. "no tengo verbo" OR "destructiva" OR
+         *  "no NAC3"). Case-insensitive. */
+        case 'text_contains_any': {
+            const subs = (Array.isArray(p.substrs) ? p.substrs : [])
+                .filter((s) => typeof s === 'string')
+                .map((s) => s.toLowerCase());
+            if (subs.length === 0) {
+                return { invariant: spec.name, kind: spec.kind, pass: false,
+                    reason: 'no substrs provided' };
+            }
+            const txt = allText(run).toLowerCase();
+            const hit = subs.find((s) => txt.includes(s));
+            return { invariant: spec.name, kind: spec.kind, pass: !!hit,
+                reason: hit ? 'text contains "' + hit + '"'
+                    : 'none of [' + subs.join(', ') + '] found in text' };
+        }
+        /** params: { substr: string } -- exclusion check. */
+        case 'text_excludes': {
+            const sub = String(p.substr || '').toLowerCase();
+            const hit = allText(run).toLowerCase().includes(sub);
+            return { invariant: spec.name, kind: spec.kind, pass: !hit,
+                reason: hit ? 'text contains forbidden "' + sub + '"' : 'text excludes "' + sub + '" (ok)' };
+        }
+        /** params: { max: number } -- LLM must complete in <= max turns. */
+        case 'max_turns': {
+            const max = Number(p.max ?? 10);
+            const pass = run.turns.length <= max;
+            return { invariant: spec.name, kind: spec.kind, pass,
+                reason: pass ? 'turns=' + run.turns.length + ' (<=' + max + ')' : 'turns=' + run.turns.length + ' (>' + max + ')' };
+        }
+        /** params: { verb_id, args: Record<string,unknown> } -- the
+         *  most recent invoke of verb_id has these args (deep equal
+         *  on the specified keys). */
+        case 'args_match': {
+            const verb = String(p.verb_id || '');
+            const expected = p.args || {};
+            const calls = allToolCalls(run).filter((c) => c.name === 'nac3_invoke' && c.args['verb_id'] === verb);
+            if (calls.length === 0) {
+                return { invariant: spec.name, kind: spec.kind, pass: false,
+                    reason: 'no invoke of "' + verb + '" found' };
+            }
+            const lastArgs = calls[calls.length - 1].args['args'] || {};
+            for (const [k, v] of Object.entries(expected)) {
+                if (lastArgs[k] !== v) {
+                    return { invariant: spec.name, kind: spec.kind, pass: false,
+                        reason: 'expected ' + k + '=' + JSON.stringify(v) + ' got ' + JSON.stringify(lastArgs[k]) };
+                }
+            }
+            return { invariant: spec.name, kind: spec.kind, pass: true,
+                reason: 'all expected args present' };
+        }
+        /** params: { verb_id: string } -- the LLM must call
+         *  yujin.nac3.discover-schemas with this verb_id in verb_ids
+         *  BEFORE invoking it. (alpha.59x lazy manifest discipline.) */
+        case 'discover_schemas_before_invoke': {
+            const verb = String(p.verb_id || '');
+            const calls = allToolCalls(run);
+            let discoverIdx = -1;
+            let invokeIdx = -1;
+            for (let i = 0; i < calls.length; i++) {
+                const c = calls[i];
+                if (c.name === 'nac3_invoke' && c.args['verb_id'] === 'yujin.nac3.discover-schemas') {
+                    const ids = c.args['args']?.verb_ids;
+                    if (Array.isArray(ids) && ids.includes(verb)) {
+                        discoverIdx = i;
+                    }
+                }
+                if (c.name === 'nac3_invoke' && c.args['verb_id'] === verb && invokeIdx === -1) {
+                    invokeIdx = i;
+                }
+            }
+            if (invokeIdx === -1) {
+                return { invariant: spec.name, kind: spec.kind, pass: false,
+                    reason: 'verb "' + verb + '" never invoked' };
+            }
+            const pass = discoverIdx !== -1 && discoverIdx < invokeIdx;
+            return { invariant: spec.name, kind: spec.kind, pass,
+                reason: pass ? 'discover-schemas called before invoke' :
+                    'invoke at idx ' + invokeIdx + ' without prior discover-schemas (discover idx=' + discoverIdx + ')' };
+        }
+        /** No "listo / hecho / commiteado" before any successful tool
+         *  invoke. R5 anti-hallucination. */
+        case 'past_tense_only_after_invoke': {
+            const past = /\b(listo|hecho|commitea[dr]o|guardado|listas|completado|aplicado)\b/i;
+            const before = run.turns.filter((t) => t.tool_calls.length === 0).map((t) => t.text);
+            const offending = before.find((t) => past.test(t));
+            const pass = !offending;
+            return { invariant: spec.name, kind: spec.kind, pass,
+                reason: pass ? 'no past-tense before invoke' : 'past-tense before any invoke: "' + offending.slice(0, 80) + '..."' };
+        }
+        /** R8: after invoking an approval-required verb, the LLM must
+         *  NOT also ask "aprobas?" / "esperando aprobacion?" in chat
+         *  (the modal IS the question). alpha.59z.42 -- tightened the
+         *  regex to specifically catch R8 modal-redundant phrasings.
+         *  The earlier broad "confirma" match false-positived on
+         *  normal dialogue like "para confirmar si hay historial".
+         *  Also only evaluates the FINAL reply (no further tool_calls)
+         *  because mid-flow turns naturally include hedging language
+         *  while the brain waits on a tool_result. */
+        case 'no_redundant_confirm': {
+            const askPatterns = /\b(aprob[aá]s\?|aprueb[ae]s\?|aprob[aá]me|esperando\s+aprob|cuando\s+aprueb|me\s+confirm[aá]s\?|confirm[aá]s\s+y\s+ejecut|confirm[aá]s\s+la\s+acci|necesito\s+que\s+confirm[ée]s|necesito\s+que\s+aprueb)/i;
+            let finalReplyTurn = -1;
+            for (let i = run.turns.length - 1; i >= 0; i--) {
+                if (run.turns[i].tool_calls.length === 0) {
+                    finalReplyTurn = i;
+                    break;
+                }
+            }
+            /* Fallback: if every turn has tool_calls, look at the last one. */
+            if (finalReplyTurn === -1 && run.turns.length > 0) {
+                finalReplyTurn = run.turns.length - 1;
+            }
+            if (finalReplyTurn === -1) {
+                return { invariant: spec.name, kind: spec.kind, pass: true,
+                    reason: 'no turns produced (skipped)' };
+            }
+            const finalText = run.turns[finalReplyTurn].text;
+            const hit = askPatterns.test(finalText);
+            return { invariant: spec.name, kind: spec.kind, pass: !hit,
+                reason: hit ? 'final reply contains redundant R8 confirm: "' + finalText.slice(0, 80) + '..."' : 'no redundant R8 confirm (ok)' };
+        }
+        /* alpha.59z.54 -- precision invariants */
+        case 'regex_match': {
+            const pattern = String((spec.params || {}).pattern || '');
+            const flags = String((spec.params || {}).flags || 'i');
+            if (!pattern)
+                return { invariant: spec.name, kind: spec.kind, pass: false, reason: 'no pattern provided' };
+            let re;
+            try {
+                re = new RegExp(pattern, flags);
+            }
+            catch (e) {
+                return { invariant: spec.name, kind: spec.kind, pass: false,
+                    reason: 'bad regex: ' + (e instanceof Error ? e.message : String(e)) };
+            }
+            const hit = re.test(allText(run));
+            return { invariant: spec.name, kind: spec.kind, pass: hit,
+                reason: hit ? 'regex matched (ok)' : 'regex did not match: /' + pattern + '/' + flags };
+        }
+        case 'regex_not_match': {
+            const pattern = String((spec.params || {}).pattern || '');
+            const flags = String((spec.params || {}).flags || 'i');
+            if (!pattern)
+                return { invariant: spec.name, kind: spec.kind, pass: false, reason: 'no pattern provided' };
+            let re;
+            try {
+                re = new RegExp(pattern, flags);
+            }
+            catch (e) {
+                return { invariant: spec.name, kind: spec.kind, pass: false,
+                    reason: 'bad regex: ' + (e instanceof Error ? e.message : String(e)) };
+            }
+            const hit = re.test(allText(run));
+            return { invariant: spec.name, kind: spec.kind, pass: !hit,
+                reason: hit ? 'regex matched (forbidden): /' + pattern + '/' + flags : 'regex did not match (ok)' };
+        }
+        case 'args_contain_key': {
+            const verb_id = String((spec.params || {}).verb_id || '');
+            const key = String((spec.params || {}).key || '');
+            if (!verb_id || !key) {
+                return { invariant: spec.name, kind: spec.kind, pass: false, reason: 'verb_id and key required' };
+            }
+            const calls = allToolCalls(run);
+            let found = false;
+            for (const c of calls) {
+                if (c.name !== 'nac3_invoke')
+                    continue;
+                if (c.args['verb_id'] !== verb_id)
+                    continue;
+                const inner = (c.args['args'] && typeof c.args['args'] === 'object'
+                    ? c.args['args']
+                    : {});
+                if (key in inner) {
+                    found = true;
+                    break;
+                }
+            }
+            return { invariant: spec.name, kind: spec.kind, pass: found,
+                reason: found
+                    ? 'verb ' + verb_id + ' invoked with arg key "' + key + '" (ok)'
+                    : 'verb ' + verb_id + ' never invoked with arg key "' + key + '"' };
+        }
+        case 'min_tool_calls': {
+            const min = Number((spec.params || {}).min ?? 1);
+            const count = allToolCalls(run).length;
+            return { invariant: spec.name, kind: spec.kind, pass: count >= min,
+                reason: count >= min
+                    ? 'tool_calls=' + count + ' >= ' + min + ' (ok)'
+                    : 'tool_calls=' + count + ' < ' + min };
+        }
+        case 'max_tool_calls': {
+            const max = Number((spec.params || {}).max ?? 10);
+            const count = allToolCalls(run).length;
+            return { invariant: spec.name, kind: spec.kind, pass: count <= max,
+                reason: count <= max
+                    ? 'tool_calls=' + count + ' <= ' + max + ' (ok)'
+                    : 'tool_calls=' + count + ' > ' + max };
+        }
+        /** z.78 -- the brain's free-text output (across all turns) must
+         *  be at least `min` characters. Catches scenarios where the
+         *  brain answers with just "ok" or empty + tool_calls -- the
+         *  user can't see what just happened.
+         *  params: { min: number } */
+        case 'min_text_length': {
+            const min = Number((spec.params || {}).min ?? 20);
+            const len = allText(run).trim().length;
+            return { invariant: spec.name, kind: spec.kind, pass: len >= min,
+                reason: len >= min
+                    ? 'text length=' + len + ' >= ' + min + ' (ok)'
+                    : 'text length=' + len + ' < ' + min };
+        }
+        /** z.78 -- the brain must invoke verbs in a specific order. Use
+         *  when a multi-step flow has a mandatory sequence (e.g. read
+         *  then parse, list-sheets then read).
+         *  params: { sequence: string[] } -- ordered verb_id list */
+        case 'verb_invoked_in_order': {
+            const seq = ((spec.params || {}).sequence ?? [])
+                .filter((s) => typeof s === 'string');
+            if (seq.length < 2) {
+                return { invariant: spec.name, kind: spec.kind, pass: false,
+                    reason: 'sequence must have >= 2 verb_ids' };
+            }
+            const calls = allToolCalls(run);
+            let pos = 0;
+            for (const c of calls) {
+                if (c.name !== 'nac3_invoke')
+                    continue;
+                const verb = c.args['verb_id'];
+                if (verb === seq[pos])
+                    pos++;
+                if (pos >= seq.length)
+                    break;
+            }
+            const pass = pos >= seq.length;
+            return { invariant: spec.name, kind: spec.kind, pass,
+                reason: pass
+                    ? 'all ' + seq.length + ' verbs invoked in order (ok)'
+                    : 'sequence broken at index ' + pos + ' (expected "' + seq[pos] + '")' };
+        }
+        default:
+            return { invariant: spec.name, kind: spec.kind, pass: false,
+                reason: 'unknown invariant kind: ' + spec.kind };
+    }
+}
+export function evaluateAll(specs, run) {
+    return specs.map((s) => evaluateInvariant(s, run));
+}
+//# sourceMappingURL=invariants.js.map

package/dist/qa/brain_matrix/invariants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"invariants.js","sourceRoot":"","sources":["../../../src/qa/brain_matrix/invariants.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAE3D,SAAS,YAAY,CAAC,GAAgB;IACpC,MAAM,GAAG,GAAyE,EAAE,CAAC;IACrF,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;QAC7B,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAChC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,OAAO,CAAC,GAAgB;IAC/B,OAAO,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACjD,CAAC;AAED,gDAAgD;AAChD,SAAS,YAAY;IACnB,MAAM,CAAC,GAAG,QAAQ,EAAE,CAAC;IACrB,OAAO,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC3C,CAAC;AAED;qCACqC;AACrC,SAAS,gBAAgB,CAAC,GAAgB;IACxC,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;QAClC,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC9B,IAAI,OAAO,GAAG,KAAK,QAAQ;gBAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAmB,EAAE,GAAgB;IACrE,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;IAC5B,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,oEAAoE;QACpE,KAAK,aAAa,CAAC,CAAC,CAAC;YACnB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;YAClC,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;YAC3D,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG;gBACvD,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,GAAG,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,QAAQ,GAAG,IAAI,GAAG,gBAAgB,EAAE,CAAC;QACtF,CAAC;QACD,KAAK,iBAAiB,CAAC,CAAC,CAAC;YACvB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;YAClC,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;YAC3D,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,GAAG;gBACxD,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,GAAG,IAAI,GAAG,+BAA+B,CAAC,CAAC,CAAC,QAAQ,GAAG,IAAI,GAAG,qBAAqB,EAAE,CAAC;QAChH,CAAC;QACD,4DAA4D;QAC5D,KAAK,cAAc,CAAC,CAAC,CAAC;YACpB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;YACrC,MAAM,GAAG,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACjD,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG;gBACvD,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,GAAG,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,QAAQ,GAAG,IAAI,GAAG,yBAAyB,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;QACzI,CAAC;QACD,KAAK,kBAAkB,CAAC,CAAC,CAAC;YACxB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;YACrC,MAAM,GAAG,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACjD,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,GAAG;gBACxD,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,GAAG,IAAI,GAAG,4BAA4B,CAAC,CAAC,CAAC,QAAQ,GAAG,IAAI,GAAG,oBAAoB,EAAE,CAAC;QAC5G,CAAC;QACD;;;;;;;qCAO6B;QAC7B,KAAK,gBAAgB,CAAC,CAAC,CAAC;YACtB,MAAM,KAAK,GAAG,YAAY,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;YACxC,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;YACjF,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC;YACnC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI;gBAClD,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,mBAAmB,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;QAC3F,CAAC;QACD,0DAA0D;QAC1D,KAAK,eAAe,CAAC,CAAC,CAAC;YACrB,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;YACjD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACrD,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG;gBACvD,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,iBAAiB,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,gBAAgB,GAAG,GAAG,GAAG,GAAG,EAAE,CAAC;QACjF,CAAC;QACD;;;4CAGoC;QACpC,KAAK,mBAAmB,CAAC,CAAC,CAAC;YACzB,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;iBACrD,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC;iBACjD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;YAC/B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACtB,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK;oBACzD,MAAM,EAAE,qBAAqB,EAAE,CAAC;YACpC,CAAC;YACD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;YACvC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9C,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG;gBACzD,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,iBAAiB,GAAG,GAAG,GAAG,GAAG;oBACzC,CAAC,CAAC,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,iBAAiB,EAAE,CAAC;QAC5D,CAAC;QACD,qDAAqD;QACrD,KAAK,eAAe,CAAC,CAAC,CAAC;YACrB,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;YACjD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACrD,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,GAAG;gBACxD,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,2BAA2B,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,iBAAiB,GAAG,GAAG,GAAG,QAAQ,EAAE,CAAC;QACjG,CAAC;QACD,oEAAoE;QACpE,KAAK,WAAW,CAAC,CAAC,CAAC;YACjB,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;YAChC,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,GAAG,CAAC;YACrC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI;gBAClD,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,MAAM,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,GAAG,GAAG,GAAG,GAAG,EAAE,CAAC;QACxH,CAAC;QACD;;sCAE8B;QAC9B,KAAK,YAAY,CAAC,CAAC,CAAC;YAClB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;YACrC,MAAM,QAAQ,GAAI,CAAC,CAAC,IAAgC,IAAI,EAAE,CAAC;YAC3D,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAC3C,CAAC,CAAC,IAAI,KAAK,aAAa,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC,CAAC;YAC1D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK;oBACzD,MAAM,EAAE,gBAAgB,GAAG,IAAI,GAAG,SAAS,EAAE,CAAC;YAClD,CAAC;YACD,MAAM,QAAQ,GAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,IAAI,CAAC,MAAM,CAA6B,IAAI,EAAE,CAAC;YAC1F,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC9C,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;oBACtB,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK;wBACzD,MAAM,EAAE,WAAW,GAAG,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChG,CAAC;YACH,CAAC;YACD,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI;gBACxD,MAAM,EAAE,2BAA2B,EAAE,CAAC;QAC1C,CAAC;QACD;;wEAEgE;QAChE,KAAK,gCAAgC,CAAC,CAAC,CAAC;YACtC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;YACrC,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;YAChC,IAAI,WAAW,GAAG,CAAC,CAAC,CAAC;YACrB,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;YACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;gBACpB,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,6BAA6B,EAAE,CAAC;oBACpF,MAAM,GAAG,GAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAA4B,EAAE,QAAQ,CAAC;oBACjE,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAK,GAAiB,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;wBAC5D,WAAW,GAAG,CAAC,CAAC;oBAClB,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,IAAI,SAAS,KAAK,CAAC,CAAC,EAAE,CAAC;oBAC/E,SAAS,GAAG,CAAC,CAAC;gBAChB,CAAC;YACH,CAAC;YACD,IAAI,SAAS,KAAK,CAAC,CAAC,EAAE,CAAC;gBACrB,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK;oBACzD,MAAM,EAAE,QAAQ,GAAG,IAAI,GAAG,iBAAiB,EAAE,CAAC;YAClD,CAAC;YACD,MAAM,IAAI,GAAG,WAAW,KAAK,CAAC,CAAC,IAAI,WAAW,GAAG,SAAS,CAAC;YAC3D,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI;gBAClD,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,uCAAuC,CAAC,CAAC;oBACtD,gBAAgB,GAAG,SAAS,GAAG,gDAAgD,GAAG,WAAW,GAAG,GAAG,EAAE,CAAC;QAC5G,CAAC;QACD;6CACqC;QACrC,KAAK,8BAA8B,CAAC,CAAC,CAAC;YACpC,MAAM,IAAI,GAAG,sEAAsE,CAAC;YACpF,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACrF,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YACnD,MAAM,IAAI,GAAG,CAAC,SAAS,CAAC;YACxB,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI;gBAClD,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,6BAA6B,CAAC,CAAC,CAAC,iCAAiC,GAAG,SAAU,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC;QAC1H,CAAC;QACD;;;;;;;;sDAQ8C;QAC9C,KAAK,sBAAsB,CAAC,CAAC,CAAC;YAC5B,MAAM,WAAW,GAAG,4MAA4M,CAAC;YACjO,IAAI,cAAc,GAAG,CAAC,CAAC,CAAC;YACxB,KAAK,IAAI,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/C,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC1C,cAAc,GAAG,CAAC,CAAC;oBACnB,MAAM;gBACR,CAAC;YACH,CAAC;YACD,mEAAmE;YACnE,IAAI,cAAc,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClD,cAAc,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YACxC,CAAC;YACD,IAAI,cAAc,KAAK,CAAC,CAAC,EAAE,CAAC;gBAC1B,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI;oBACxD,MAAM,EAAE,6BAA6B,EAAE,CAAC;YAC5C,CAAC;YACD,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,cAAc,CAAE,CAAC,IAAI,CAAC;YAClD,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACxC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,GAAG;gBACxD,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,8CAA8C,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,8BAA8B,EAAE,CAAC;QACtI,CAAC;QACD,0CAA0C;QAC1C,KAAK,aAAa,CAAC,CAAC,CAAC;YACnB,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;YAC1D,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC;YACvD,IAAI,CAAC,OAAO;gBAAE,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,qBAAqB,EAAE,CAAC;YAC3G,IAAI,EAAU,CAAC;YACf,IAAI,CAAC;gBAAC,EAAE,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAAC,CAAC;YACxC,OAAO,CAAC,EAAE,CAAC;gBACT,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK;oBACzD,MAAM,EAAE,aAAa,GAAG,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3E,CAAC;YACD,MAAM,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;YAClC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG;gBACvD,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,wBAAwB,GAAG,OAAO,GAAG,GAAG,GAAG,KAAK,EAAE,CAAC;QAC5F,CAAC;QACD,KAAK,iBAAiB,CAAC,CAAC,CAAC;YACvB,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;YAC1D,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC;YACvD,IAAI,CAAC,OAAO;gBAAE,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,qBAAqB,EAAE,CAAC;YAC3G,IAAI,EAAU,CAAC;YACf,IAAI,CAAC;gBAAC,EAAE,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAAC,CAAC;YACxC,OAAO,CAAC,EAAE,CAAC;gBACT,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK;oBACzD,MAAM,EAAE,aAAa,GAAG,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3E,CAAC;YACD,MAAM,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;YAClC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,GAAG;gBACxD,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,8BAA8B,GAAG,OAAO,GAAG,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,0BAA0B,EAAE,CAAC;QACxG,CAAC;QACD,KAAK,kBAAkB,CAAC,CAAC,CAAC;YACxB,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;YAC1D,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;YAClD,IAAI,CAAC,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC;gBACrB,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,0BAA0B,EAAE,CAAC;YACpG,CAAC;YACD,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;YAChC,IAAI,KAAK,GAAG,KAAK,CAAC;YAClB,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACtB,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa;oBAAE,SAAS;gBACvC,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,OAAO;oBAAE,SAAS;gBAC5C,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,QAAQ;oBACjE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAA4B;oBAC3C,CAAC,CAAC,EAAE,CAAC,CAAC;gBACR,IAAI,GAAG,IAAI,KAAK,EAAE,CAAC;oBAAC,KAAK,GAAG,IAAI,CAAC;oBAAC,MAAM;gBAAC,CAAC;YAC5C,CAAC;YACD,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK;gBACzD,MAAM,EAAE,KAAK;oBACX,CAAC,CAAC,OAAO,GAAG,OAAO,GAAG,yBAAyB,GAAG,GAAG,GAAG,QAAQ;oBAChE,CAAC,CAAC,OAAO,GAAG,OAAO,GAAG,+BAA+B,GAAG,GAAG,GAAG,GAAG,EAAE,CAAC;QAC1E,CAAC;QACD,KAAK,gBAAgB,CAAC,CAAC,CAAC;YACtB,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;YACjD,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;YACvC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,IAAI,GAAG;gBAChE,MAAM,EAAE,KAAK,IAAI,GAAG;oBAClB,CAAC,CAAC,aAAa,GAAG,KAAK,GAAG,MAAM,GAAG,GAAG,GAAG,OAAO;oBAChD,CAAC,CAAC,aAAa,GAAG,KAAK,GAAG,KAAK,GAAG,GAAG,EAAE,CAAC;QAC9C,CAAC;QACD,KAAK,gBAAgB,CAAC,CAAC,CAAC;YACtB,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;YACvC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,IAAI,GAAG;gBAChE,MAAM,EAAE,KAAK,IAAI,GAAG;oBAClB,CAAC,CAAC,aAAa,GAAG,KAAK,GAAG,MAAM,GAAG,GAAG,GAAG,OAAO;oBAChD,CAAC,CAAC,aAAa,GAAG,KAAK,GAAG,KAAK,GAAG,GAAG,EAAE,CAAC;QAC9C,CAAC;QACD;;;;sCAI8B;QAC9B,KAAK,iBAAiB,CAAC,CAAC,CAAC;YACvB,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC;YACvC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,IAAI,GAAG;gBAC9D,MAAM,EAAE,GAAG,IAAI,GAAG;oBAChB,CAAC,CAAC,cAAc,GAAG,GAAG,GAAG,MAAM,GAAG,GAAG,GAAG,OAAO;oBAC/C,CAAC,CAAC,cAAc,GAAG,GAAG,GAAG,KAAK,GAAG,GAAG,EAAE,CAAC;QAC7C,CAAC;QACD;;;qEAG6D;QAC7D,KAAK,uBAAuB,CAAC,CAAC,CAAC;YAC7B,MAAM,GAAG,GAAG,CAAE,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,QAAsB,IAAI,EAAE,CAAC;iBAC5D,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;YACrD,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACnB,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK;oBACzD,MAAM,EAAE,kCAAkC,EAAE,CAAC;YACjD,CAAC;YACD,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;YAChC,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACtB,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa;oBAAE,SAAS;gBACvC,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC/B,IAAI,IAAI,KAAK,GAAG,CAAC,GAAG,CAAC;oBAAE,GAAG,EAAE,CAAC;gBAC7B,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM;oBAAE,MAAM;YAC/B,CAAC;YACD,MAAM,IAAI,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC;YAC/B,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI;gBAClD,MAAM,EAAE,IAAI;oBACV,CAAC,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,GAAG,8BAA8B;oBACtD,CAAC,CAAC,2BAA2B,GAAG,GAAG,GAAG,cAAc,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,EAAE,CAAC;QAC/E,CAAC;QACD;YACE,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK;gBACzD,MAAM,EAAE,0BAA0B,GAAI,IAAI,CAAC,IAAe,EAAE,CAAC;IACnE,CAAC;AACH,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAsB,EAAE,GAAgB;IAClE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;AACrD,CAAC"}

package/dist/qa/brain_matrix/report.d.ts

@@ -0,0 +1,12 @@
+import type { MatrixReport } from './types.js';
+export interface EmitOptions {
+    outDir: string;
+}
+export declare function emitReports(matrix: MatrixReport, opts: EmitOptions): Promise<{
+    mdPath: string;
+    jsonPath: string;
+}>;
+export declare function renderMarkdown(matrix: MatrixReport): string;
+/** Summary for CLI stdout. One line per scenario, totals row. */
+export declare function renderTextSummary(matrix: MatrixReport): string;
+//# sourceMappingURL=report.d.ts.map

package/dist/qa/brain_matrix/report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../../src/qa/brain_matrix/report.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE/C,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,wBAAsB,WAAW,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC,CAQxH;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,YAAY,GAAG,MAAM,CA6E3D;AAED,iEAAiE;AACjE,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,YAAY,GAAG,MAAM,CAoB9D"}

package/dist/qa/brain_matrix/report.js

@@ -0,0 +1,131 @@
+/**
+ * Brain matrix QA -- report emitter.
+ *
+ * Two outputs per run:
+ *   - markdown matrix table (pass/fail per (scenario, brain) cell)
+ *   - JSON detail (full ScenarioReport per cell, for forensic
+ *     review).
+ *
+ * ASCII-only.
+ */
+import { writeFile, mkdir } from 'node:fs/promises';
+import path from 'node:path';
+export async function emitReports(matrix, opts) {
+    await mkdir(opts.outDir, { recursive: true });
+    const stamp = matrix.generated_at.replace(/[:.]/g, '-');
+    const mdPath = path.join(opts.outDir, 'brain_matrix_' + stamp + '.md');
+    const jsonPath = path.join(opts.outDir, 'brain_matrix_' + stamp + '.json');
+    await writeFile(mdPath, renderMarkdown(matrix), 'utf-8');
+    await writeFile(jsonPath, JSON.stringify(matrix, null, 2), 'utf-8');
+    return { mdPath, jsonPath };
+}
+export function renderMarkdown(matrix) {
+    const lines = [];
+    lines.push('# Brain matrix QA report');
+    lines.push('');
+    lines.push('- Generated: ' + matrix.generated_at);
+    lines.push('- Forge:     v' + matrix.forge_version);
+    lines.push('- Scenarios: ' + matrix.scenarios.length);
+    lines.push('- Brains:    ' + matrix.brains.length);
+    lines.push('');
+    lines.push('## Matrix');
+    lines.push('');
+    /* Header row */
+    const colWidth = 14;
+    const padCol = (s) => (s.length >= colWidth ? s.slice(0, colWidth) : s.padEnd(colWidth, ' '));
+    let header = '| ' + 'scenario'.padEnd(38, ' ') + ' | ';
+    for (const b of matrix.brains)
+        header += padCol(b.id) + ' | ';
+    lines.push(header);
+    let sep = '|' + '-'.repeat(40) + '|';
+    for (let i = 0; i < matrix.brains.length; i++)
+        sep += '-'.repeat(colWidth + 2) + '|';
+    lines.push(sep);
+    for (const s of matrix.scenarios) {
+        let row = '| ' + s.id.padEnd(38, ' ') + ' | ';
+        for (const b of matrix.brains) {
+            const cell = matrix.results[s.id]?.[b.id];
+            const label = cell?.run.error
+                ? 'ERR'
+                : (cell?.pass ? 'PASS' : 'FAIL*');
+            row += padCol(label) + ' | ';
+        }
+        lines.push(row);
+    }
+    lines.push('');
+    /* Per-cell detail when FAIL or ERR. */
+    const failures = [];
+    for (const s of matrix.scenarios) {
+        for (const b of matrix.brains) {
+            const cell = matrix.results[s.id]?.[b.id];
+            if (!cell)
+                continue;
+            if (cell.pass && !cell.run.error)
+                continue;
+            failures.push('### ' + s.id + ' @ ' + b.id);
+            if (cell.run.error) {
+                failures.push('Error: `' + cell.run.error + '`');
+            }
+            const failed = cell.invariants.filter((i) => !i.pass);
+            if (failed.length > 0) {
+                failures.push('Failed invariants:');
+                for (const f of failed)
+                    failures.push('- ' + f.invariant + ': ' + f.reason);
+            }
+            failures.push('Tokens: in=' + cell.run.total_tokens_in + ' out=' + cell.run.total_tokens_out + ' ms=' + cell.run.total_ms);
+            if (cell.run.turns.length > 0) {
+                failures.push('Transcript:');
+                for (const t of cell.run.turns) {
+                    failures.push('  T' + t.index + ': ' + (t.text.length > 200 ? t.text.slice(0, 200) + '...' : t.text));
+                    for (const c of t.tool_calls) {
+                        failures.push('       call ' + c.name + ' args=' + JSON.stringify(c.args).slice(0, 200));
+                    }
+                }
+            }
+            failures.push('');
+        }
+    }
+    if (failures.length > 0) {
+        lines.push('## Failures detail');
+        lines.push('');
+        lines.push(...failures);
+    }
+    else {
+        lines.push('## All cells passed.');
+    }
+    lines.push('');
+    /* Brain footnotes. */
+    lines.push('## Brains tested');
+    lines.push('');
+    for (const b of matrix.brains) {
+        lines.push('- **' + b.id + '** -- ' + b.provider + ' / ' + b.model + ' / tier=' + b.tier + (b.notes ? ' -- ' + b.notes : ''));
+    }
+    lines.push('');
+    return lines.join('\n');
+}
+/** Summary for CLI stdout. One line per scenario, totals row. */
+export function renderTextSummary(matrix) {
+    const lines = [];
+    lines.push('Brain matrix: ' + matrix.scenarios.length + ' scenarios x ' + matrix.brains.length + ' brains');
+    lines.push('');
+    let pass = 0, fail = 0, err = 0;
+    for (const s of matrix.scenarios) {
+        let row = '  ' + s.id.padEnd(36, ' ');
+        for (const b of matrix.brains) {
+            const c = matrix.results[s.id]?.[b.id];
+            const label = c?.run.error ? 'E' : (c?.pass ? '.' : 'F');
+            if (label === '.')
+                pass++;
+            else if (label === 'F')
+                fail++;
+            else
+                err++;
+            row += ' ' + b.id.slice(0, 12).padEnd(13, ' ') + ':' + label;
+        }
+        lines.push(row);
+    }
+    lines.push('');
+    lines.push('Totals: pass=' + pass + ' fail=' + fail + ' err=' + err);
+    return lines.join('\n');
+}
+//# sourceMappingURL=report.js.map

package/dist/qa/brain_matrix/report.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.js","sourceRoot":"","sources":["../../../src/qa/brain_matrix/report.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,IAAI,MAAM,WAAW,CAAC;AAO7B,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,MAAoB,EAAE,IAAiB;IACvE,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IACxD,MAAM,MAAM,GAAK,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,GAAG,KAAK,GAAG,KAAK,CAAC,CAAC;IACzE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,GAAG,KAAK,GAAG,OAAO,CAAC,CAAC;IAC3E,MAAM,SAAS,CAAC,MAAM,EAAI,cAAc,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;IAC3D,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IACpE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAAoB;IACjD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACvC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC;IAClD,KAAK,CAAC,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC;IACpD,KAAK,CAAC,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IACtD,KAAK,CAAC,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACnD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,gBAAgB;IAChB,MAAM,QAAQ,GAAG,EAAE,CAAC;IACpB,MAAM,MAAM,GAAG,CAAC,CAAS,EAAU,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;IAC9G,IAAI,MAAM,GAAG,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC;IACvD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM;QAAE,MAAM,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC;IAC9D,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnB,IAAI,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC;IACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;IACrF,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACjC,IAAI,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC;QAC9C,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC1C,MAAM,KAAK,GAAG,IAAI,EAAE,GAAG,CAAC,KAAK;gBAC3B,CAAC,CAAC,KAAK;gBACP,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACpC,GAAG,IAAI,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC;QAC/B,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClB,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,uCAAuC;IACvC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACjC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC1C,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK;gBAAE,SAAS;YAC3C,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,GAAG,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;YAC5C,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;gBACnB,QAAQ,CAAC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC;YACnD,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACtD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;gBACpC,KAAK,MAAM,CAAC,IAAI,MAAM;oBAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;YAC9E,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,GAAG,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,GAAG,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC3H,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBAC7B,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;oBAC/B,QAAQ,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;oBACtG,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;wBAC7B,QAAQ,CAAC,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC,IAAI,GAAG,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;oBAC3F,CAAC;gBACH,CAAC;YACH,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;IAC1B,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IACrC,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,sBAAsB;IACtB,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAC/B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,GAAG,QAAQ,GAAG,CAAC,CAAC,QAAQ,GAAG,KAAK,GAAG,CAAC,CAAC,KAAK,GAAG,UAAU,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAChI,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,iEAAiE;AACjE,MAAM,UAAU,iBAAiB,CAAC,MAAoB;IACpD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;IAC5G,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC;IAChC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACjC,IAAI,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACtC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAC9B,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACvC,MAAM,KAAK,GAAG,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACzD,IAAI,KAAK,KAAK,GAAG;gBAAE,IAAI,EAAE,CAAC;iBACrB,IAAI,KAAK,KAAK,GAAG;gBAAE,IAAI,EAAE,CAAC;;gBAC1B,GAAG,EAAE,CAAC;YACX,GAAG,IAAI,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC;QAC/D,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClB,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,eAAe,GAAG,IAAI,GAAG,QAAQ,GAAG,IAAI,GAAG,OAAO,GAAG,GAAG,CAAC,CAAC;IACrE,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/qa/brain_matrix/runner.d.ts

@@ -0,0 +1,31 @@
+import type { Scenario, ScenarioReport, BrainConfig, MatrixReport } from './types.js';
+export declare function loadScenarios(filter?: string[], includeSkipDefault?: boolean): Promise<Scenario[]>;
+export declare function loadBrains(filter?: string[], includeSkipDefault?: boolean): Promise<BrainConfig[]>;
+export interface RunScenarioOptions {
+    /** alpha.59z.8 -- pass the full brain list so the router can pick
+     *  a frontier substitute when the eco brain is escalated. */
+    allBrains?: BrainConfig[];
+}
+export declare function runScenarioOnBrain(scenario: Scenario, brain: BrainConfig, opts?: RunScenarioOptions): Promise<ScenarioReport>;
+export interface RunMatrixOptions {
+    scenario_filter?: string[];
+    brain_filter?: string[];
+    include_skip_default?: boolean;
+    /** alpha.59z.47 -- per-cell progress callback. CLI uses this to
+     *  stream "[ 3/153] scenario @ brain -> PASS (1234ms)" so the
+     *  user sees the matrix advancing live instead of waiting blind
+     *  15-20 min for the summary. */
+    onCellComplete?: (event: {
+        index: number;
+        total: number;
+        scenario_id: string;
+        brain_id: string;
+        pass: boolean;
+        error?: string;
+        duration_ms: number;
+        tokens_in: number;
+        tokens_out: number;
+    }) => void;
+}
+export declare function runMatrix(opts?: RunMatrixOptions): Promise<MatrixReport>;
+//# sourceMappingURL=runner.d.ts.map

package/dist/qa/brain_matrix/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../src/qa/brain_matrix/runner.ts"],"names":[],"mappings":"AAqCA,OAAO,KAAK,EACV,QAAQ,EAAe,cAAc,EAAE,WAAW,EAClD,YAAY,EACb,MAAM,YAAY,CAAC;AA0EpB,wBAAsB,aAAa,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,EAAE,kBAAkB,UAAQ,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAgBtG;AAED,wBAAsB,UAAU,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,EAAE,kBAAkB,UAAQ,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,CAOtG;AA+OD,MAAM,WAAW,kBAAkB;IACjC;iEAC6D;IAC7D,SAAS,CAAC,EAAE,WAAW,EAAE,CAAC;CAC3B;AAED,wBAAsB,kBAAkB,CACtC,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,WAAW,EAClB,IAAI,GAAE,kBAAuB,GAC5B,OAAO,CAAC,cAAc,CAAC,CA0KzB;AAID,MAAM,WAAW,gBAAgB;IAC/B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,YAAY,CAAC,EAAK,MAAM,EAAE,CAAC;IAC3B,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B;;;qCAGiC;IACjC,cAAc,CAAC,EAAE,CAAC,KAAK,EAAE;QACvB,KAAK,EAAS,MAAM,CAAC;QACrB,KAAK,EAAS,MAAM,CAAC;QACrB,WAAW,EAAG,MAAM,CAAC;QACrB,QAAQ,EAAM,MAAM,CAAC;QACrB,IAAI,EAAU,OAAO,CAAC;QACtB,KAAK,CAAC,EAAQ,MAAM,CAAC;QACrB,WAAW,EAAG,MAAM,CAAC;QACrB,SAAS,EAAK,MAAM,CAAC;QACrB,UAAU,EAAI,MAAM,CAAC;KACtB,KAAK,IAAI,CAAC;CACZ;AAED,wBAAsB,SAAS,CAAC,IAAI,GAAE,gBAAqB,GAAG,OAAO,CAAC,YAAY,CAAC,CAqClF"}