@miller-tech/uap 1.136.2 → 1.137.1

package/dist/self-tuning/orchestrator.js

@@ -0,0 +1,126 @@
+/**
+ * LLM Self-Tuning — the closed-loop orchestrator (P2).
+ *
+ * One tuning iteration: propose → apply → validate → decide → learn.
+ *
+ *   1. PROPOSE  the next config (LLM tuner, or GP-BO fallback).
+ *   2. APPLY    the change set onto the current config (in-memory here; the
+ *               committing loop in run.ts persists it via the flag-writer).
+ *   3. VALIDATE it with the INJECTED paired-bench validator — it runs the
+ *               candidate config against the current config over the validation
+ *               (and held-out) suites and returns the quality-scored comparison.
+ *   4. DECIDE   accept iff the composite-QUALITY delta clears a hysteresis band,
+ *               is statistically supported, and the held-out suite doesn't
+ *               regress — the "conservative validation preventing regressions"
+ *               rule, keyed to quality rather than raw correctness.
+ *   5. LEARN    accepted configs advance the model's TuningProfile; the loop's
+ *               observations feed the GP so the next proposal is better-informed.
+ *
+ * The validator is injected so the loop is unit-testable without a live model,
+ * exactly like the self-harness orchestrator.
+ */
+import { applyChanges } from './flags.js';
+import { proposeTuning, } from './llm-tuner.js';
+/**
+ * Accept a candidate iff its validation quality delta clears the hysteresis band
+ * AND is significant AND the held-out suite shows no significant quality
+ * regression. Falls back to the correctness delta when quality scores are
+ * absent (a bench run without scoring).
+ */
+export function decideTuning(validation, heldout, opts = {}) {
+    const minGain = opts.minQualityGain ?? 2;
+    const tol = opts.heldoutRegressionTolerance ?? 2;
+    const q = validation.quality;
+    const useQuality = !!q;
+    const vDelta = useQuality ? q.meanDelta : validation.correctness.delta.meanDelta;
+    const vSig = useQuality ? q.significant : validation.correctness.delta.significant;
+    const hDelta = useQuality
+        ? heldout?.quality?.meanDelta ?? null
+        : heldout?.correctness.delta.meanDelta ?? null;
+    const scaleMinGain = useQuality ? minGain : minGain / 100; // correctness is 0..1
+    if (!(vDelta > scaleMinGain && vSig)) {
+        return {
+            verdict: 'reject',
+            reason: `no ${useQuality ? 'quality' : 'correctness'} lift past hysteresis (Δ=${vDelta.toFixed(3)}, sig=${vSig}, need>${scaleMinGain})`,
+            qualityDelta: vDelta,
+            heldoutQualityDelta: hDelta,
+        };
+    }
+    const heldoutRegression = useQuality
+        ? heldout?.quality && heldout.quality.significant && heldout.quality.meanDelta < -tol
+        : heldout?.correctness.delta.significant && heldout.correctness.delta.meanDelta < -(tol / 100);
+    if (heldoutRegression) {
+        return {
+            verdict: 'reject',
+            reason: `held-out regression (Δ=${hDelta.toFixed(3)}, significant) despite validation lift`,
+            qualityDelta: vDelta,
+            heldoutQualityDelta: hDelta,
+        };
+    }
+    return {
+        verdict: 'accept',
+        reason: `validation lift Δ=${vDelta.toFixed(3)} (sig=${vSig})` +
+            (hDelta != null ? `, held-out clean (Δ=${hDelta.toFixed(3)})` : `, held-out not run`),
+        qualityDelta: vDelta,
+        heldoutQualityDelta: hDelta,
+    };
+}
+/** Run ONE tuning iteration (propose → validate → decide). Never throws. */
+export async function runTuningIteration(opts) {
+    const log = opts.log ?? (() => { });
+    const tunerOpts = { ...opts.tuner, phase: opts.phase ?? opts.tuner?.phase };
+    const proposal = await proposeTuning(opts.ctx, tunerOpts);
+    log(`proposed ${proposal.changes.length} change(s) via ${proposal.source}: ${proposal.rationale.slice(0, 120)}`);
+    if (proposal.changes.length === 0) {
+        return {
+            proposal,
+            candidateConfig: opts.ctx.currentConfig,
+            decision: null,
+            accepted: false,
+            config: opts.ctx.currentConfig,
+            observation: null,
+            outcome: 'plateau',
+        };
+    }
+    const candidateConfig = applyChanges(opts.ctx.currentConfig, proposal.changes);
+    let decision;
+    let candidateQuality = NaN;
+    try {
+        const res = await opts.validate(candidateConfig, opts.ctx.currentConfig);
+        candidateQuality = res.candidateQuality;
+        decision = decideTuning(res.validation, res.heldout, opts.decision);
+    }
+    catch (e) {
+        const msg = e instanceof Error ? e.message : String(e);
+        log(`  -> ERROR during validation: ${msg}`);
+        return {
+            proposal,
+            candidateConfig,
+            decision: null,
+            accepted: false,
+            config: opts.ctx.currentConfig,
+            observation: null,
+            outcome: 'error',
+            error: msg,
+        };
+    }
+    const accepted = decision.verdict === 'accept';
+    log(`  -> ${decision.verdict.toUpperCase()}: ${decision.reason}`);
+    const observation = Number.isFinite(candidateQuality)
+        ? { config: candidateConfig, quality: candidateQuality }
+        : null;
+    return {
+        proposal,
+        candidateConfig,
+        decision,
+        accepted,
+        config: accepted ? candidateConfig : opts.ctx.currentConfig,
+        observation,
+        outcome: accepted ? 'accepted' : 'rejected',
+    };
+}
+/** Convert an accepted proposal's changes into a compact one-line audit string. */
+export function describeChanges(changes) {
+    return changes.map((c) => `${c.key}: ${c.from} -> ${c.to}`).join(', ');
+}
+//# sourceMappingURL=orchestrator.js.map

package/dist/self-tuning/orchestrator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"orchestrator.js","sourceRoot":"","sources":["../../src/self-tuning/orchestrator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAGH,OAAO,EAA0B,YAAY,EAAE,MAAM,YAAY,CAAC;AAClE,OAAO,EAIL,aAAa,GACd,MAAM,gBAAgB,CAAC;AA2CxB;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAC1B,UAAsB,EACtB,OAA0B,EAC1B,OAA8B,EAAE;IAEhC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,IAAI,CAAC,CAAC;IACzC,MAAM,GAAG,GAAG,IAAI,CAAC,0BAA0B,IAAI,CAAC,CAAC;IAEjD,MAAM,CAAC,GAAG,UAAU,CAAC,OAAO,CAAC;IAC7B,MAAM,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC;IACvB,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC,CAAE,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC;IAClF,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,CAAE,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,WAAW,CAAC;IACpF,MAAM,MAAM,GAAG,UAAU;QACvB,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI;QACrC,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC;IACjD,MAAM,YAAY,GAAG,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,sBAAsB;IAEjF,IAAI,CAAC,CAAC,MAAM,GAAG,YAAY,IAAI,IAAI,CAAC,EAAE,CAAC;QACrC,OAAO;YACL,OAAO,EAAE,QAAQ;YACjB,MAAM,EAAE,MAAM,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,4BAA4B,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,IAAI,UAAU,YAAY,GAAG;YACvI,YAAY,EAAE,MAAM;YACpB,mBAAmB,EAAE,MAAM;SAC5B,CAAC;IACJ,CAAC;IAED,MAAM,iBAAiB,GAAG,UAAU;QAClC,CAAC,CAAC,OAAO,EAAE,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC,SAAS,GAAG,CAAC,GAAG;QACrF,CAAC,CAAC,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,WAAW,IAAI,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC;IACjG,IAAI,iBAAiB,EAAE,CAAC;QACtB,OAAO;YACL,OAAO,EAAE,QAAQ;YACjB,MAAM,EAAE,0BAA2B,MAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,wCAAwC;YACvG,YAAY,EAAE,MAAM;YACpB,mBAAmB,EAAE,MAAM;SAC5B,CAAC;IACJ,CAAC;IAED,OAAO;QACL,OAAO,EAAE,QAAQ;QACjB,MAAM,EAAE,qBAAqB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,IAAI,GAAG;YAC5D,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,uBAAuB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,oBAAoB,CAAC;QACvF,YAAY,EAAE,MAAM;QACpB,mBAAmB,EAAE,MAAM;KAC5B,CAAC;AACJ,CAAC;AAyBD,4EAA4E;AAC5E,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,IAA4B;IACnE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACnC,MAAM,SAAS,GAAiB,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC;IAE1F,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAC1D,GAAG,CAAC,YAAY,QAAQ,CAAC,OAAO,CAAC,MAAM,kBAAkB,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAEjH,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,OAAO;YACL,QAAQ;YACR,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa;YACvC,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa;YAC9B,WAAW,EAAE,IAAI;YACjB,OAAO,EAAE,SAAS;SACnB,CAAC;IACJ,CAAC;IAED,MAAM,eAAe,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;IAE/E,IAAI,QAAwB,CAAC;IAC7B,IAAI,gBAAgB,GAAG,GAAG,CAAC;IAC3B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACzE,gBAAgB,GAAG,GAAG,CAAC,gBAAgB,CAAC;QACxC,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IACtE,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,GAAG,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACvD,GAAG,CAAC,iCAAiC,GAAG,EAAE,CAAC,CAAC;QAC5C,OAAO;YACL,QAAQ;YACR,eAAe;YACf,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa;YAC9B,WAAW,EAAE,IAAI;YACjB,OAAO,EAAE,OAAO;YAChB,KAAK,EAAE,GAAG;SACX,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC;IAC/C,GAAG,CAAC,QAAQ,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAElE,MAAM,WAAW,GAAuB,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QACvE,CAAC,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,gBAAgB,EAAE;QACxD,CAAC,CAAC,IAAI,CAAC;IAET,OAAO;QACL,QAAQ;QACR,eAAe;QACf,QAAQ;QACR,QAAQ;QACR,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa;QAC3D,WAAW;QACX,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU;KAC5C,CAAC;AACJ,CAAC;AAED,mFAAmF;AACnF,MAAM,UAAU,eAAe,CAAC,OAAqB;IACnD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACzE,CAAC"}

package/dist/self-tuning/paired-validator.d.ts

@@ -0,0 +1,50 @@
+/**
+ * LLM Self-Tuning — the real paired-bench tuning validator (P2).
+ *
+ * Turns a candidate flag config into a quality-scored paired `Comparison` vs the
+ * current config, which the orchestrator's `decideTuning` accepts/rejects. For
+ * each arm it: applies the arm's config (flag-writer, incl. shell env for the
+ * child), runs the task suite, then reverts — so a trial never leaks state. Both
+ * arms use the SAME tasks + seeds, so cells pair for the paired statistics, and
+ * both record sets are quality-scored before `analyze`.
+ *
+ * `runArm` (run the suite and return records) is injected so this is unit-
+ * testable with synthetic records; the CLI wires it to the paired `runPaired`.
+ */
+import { type AnalyzeOptions } from '../benchmarks/paired/report.js';
+import type { RunRecord } from '../benchmarks/paired/types.js';
+import { type QualityScoreInput, type ScoreOptions } from './quality-scorer.js';
+import type { JudgeClient } from './judge.js';
+import type { TuningValidator } from './orchestrator.js';
+export interface PairedValidatorDeps {
+    /** Project dir the flag-writer targets. */
+    cwd: string;
+    /**
+     * Run the task suite once (under whatever config is currently applied) and
+     * return the raw records. The validator handles apply/revert + labeling.
+     */
+    runArm: (label: string) => Promise<RunRecord[]>;
+    /** Per-record evidence for the quality scorer. */
+    scoreInput: (r: RunRecord) => QualityScoreInput;
+    /** Judge client for the scorer (null → heuristic scoring). */
+    judge?: JudgeClient | null;
+    /** Extra scorer options (weights, refTokens, …). */
+    scoreOptions?: ScoreOptions;
+    /** analyze() options (iterations, seed, qualityMargin, …). */
+    analyzeOptions?: AnalyzeOptions;
+    /** Model/adapter labels for the synthesized RunnerOutput. */
+    model?: string;
+    adapter?: string;
+    /**
+     * Called after applying a proxyEnv-affecting config so the running proxy picks
+     * up new PROXY_* values. Optional; without it, proxyEnv changes only take
+     * effect on the next proxy start (the loop still measures json/shell effects).
+     */
+    restartProxy?: () => Promise<void>;
+    /** Stable timestamps for the RunnerOutput. */
+    now?: string;
+    log?: (msg: string) => void;
+}
+/** Build a `TuningValidator` that runs the real (or injected) paired bench. */
+export declare function buildPairedTuningValidator(deps: PairedValidatorDeps): TuningValidator;
+//# sourceMappingURL=paired-validator.d.ts.map

package/dist/self-tuning/paired-validator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"paired-validator.d.ts","sourceRoot":"","sources":["../../src/self-tuning/paired-validator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,OAAO,EAAW,KAAK,cAAc,EAAE,MAAM,gCAAgC,CAAC;AAE9E,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,+BAA+B,CAAC;AAG/D,OAAO,EAAa,KAAK,iBAAiB,EAAE,KAAK,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAC3F,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,KAAK,EAAE,eAAe,EAA2B,MAAM,mBAAmB,CAAC;AAKlF,MAAM,WAAW,mBAAmB;IAClC,2CAA2C;IAC3C,GAAG,EAAE,MAAM,CAAC;IACZ;;;OAGG;IACH,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;IAChD,kDAAkD;IAClD,UAAU,EAAE,CAAC,CAAC,EAAE,SAAS,KAAK,iBAAiB,CAAC;IAChD,8DAA8D;IAC9D,KAAK,CAAC,EAAE,WAAW,GAAG,IAAI,CAAC;IAC3B,oDAAoD;IACpD,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,8DAA8D;IAC9D,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,6DAA6D;IAC7D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IACnC,8CAA8C;IAC9C,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;CAC7B;AA4BD,+EAA+E;AAC/E,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,mBAAmB,GAAG,eAAe,CAsCrF"}

package/dist/self-tuning/paired-validator.js

@@ -0,0 +1,78 @@
+/**
+ * LLM Self-Tuning — the real paired-bench tuning validator (P2).
+ *
+ * Turns a candidate flag config into a quality-scored paired `Comparison` vs the
+ * current config, which the orchestrator's `decideTuning` accepts/rejects. For
+ * each arm it: applies the arm's config (flag-writer, incl. shell env for the
+ * child), runs the task suite, then reverts — so a trial never leaks state. Both
+ * arms use the SAME tasks + seeds, so cells pair for the paired statistics, and
+ * both record sets are quality-scored before `analyze`.
+ *
+ * `runArm` (run the suite and return records) is injected so this is unit-
+ * testable with synthetic records; the CLI wires it to the paired `runPaired`.
+ */
+import { mean } from '../benchmarks/paired/stats.js';
+import { analyze } from '../benchmarks/paired/report.js';
+import { applyFlagConfig } from './flag-writer.js';
+import { scoreRuns } from './quality-scorer.js';
+const BASELINE_LABEL = 'baseline';
+const CANDIDATE_LABEL = 'candidate';
+async function runUnderConfig(deps, config, label) {
+    const applied = applyFlagConfig(deps.cwd, config);
+    const savedEnv = {};
+    for (const [k, v] of Object.entries(applied.shellEnv)) {
+        savedEnv[k] = process.env[k];
+        process.env[k] = v;
+    }
+    try {
+        if (deps.restartProxy)
+            await deps.restartProxy();
+        const records = await deps.runArm(label);
+        // Force the arm label so both arms pair under a stable baseline/candidate id.
+        return records.map((r) => ({ ...r, condition: label }));
+    }
+    finally {
+        for (const [k, v] of Object.entries(savedEnv)) {
+            if (v === undefined)
+                delete process.env[k];
+            else
+                process.env[k] = v;
+        }
+        applied.rollback();
+        if (deps.restartProxy)
+            await deps.restartProxy().catch(() => undefined);
+    }
+}
+/** Build a `TuningValidator` that runs the real (or injected) paired bench. */
+export function buildPairedTuningValidator(deps) {
+    const log = deps.log ?? (() => { });
+    const now = deps.now ?? '1970-01-01T00:00:00.000Z';
+    return async function validate(candidate, current) {
+        log('  validating: baseline arm');
+        const baseRaw = await runUnderConfig(deps, current, BASELINE_LABEL);
+        log('  validating: candidate arm');
+        const candRaw = await runUnderConfig(deps, candidate, CANDIDATE_LABEL);
+        const scoreOpts = { judge: deps.judge, ...deps.scoreOptions };
+        const scored = await scoreRuns([...baseRaw, ...candRaw], deps.scoreInput, scoreOpts);
+        const output = {
+            records: scored,
+            model: deps.model ?? scored[0]?.model ?? 'model',
+            adapter: deps.adapter ?? scored[0]?.adapter ?? 'adapter',
+            epochs: new Set(scored.map((r) => r.seed)).size,
+            startedAt: now,
+            finishedAt: now,
+        };
+        const report = analyze(output, { baselineLabel: BASELINE_LABEL, ...deps.analyzeOptions });
+        const validation = report.comparisons.find((c) => c.label === CANDIDATE_LABEL);
+        if (!validation) {
+            throw new Error('paired-validator: candidate arm produced no comparable cells');
+        }
+        const candComposites = scored
+            .filter((r) => r.condition === CANDIDATE_LABEL)
+            .map((r) => r.qualityScore?.composite)
+            .filter((v) => v != null);
+        const candidateQuality = candComposites.length ? mean(candComposites) : NaN;
+        return { validation, heldout: null, candidateQuality };
+    };
+}
+//# sourceMappingURL=paired-validator.js.map

package/dist/self-tuning/paired-validator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"paired-validator.js","sourceRoot":"","sources":["../../src/self-tuning/paired-validator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,+BAA+B,CAAC;AACrD,OAAO,EAAE,OAAO,EAAuB,MAAM,gCAAgC,CAAC;AAI9E,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,SAAS,EAA6C,MAAM,qBAAqB,CAAC;AAI3F,MAAM,cAAc,GAAG,UAAU,CAAC;AAClC,MAAM,eAAe,GAAG,WAAW,CAAC;AAgCpC,KAAK,UAAU,cAAc,CAC3B,IAAyB,EACzB,MAAkB,EAClB,KAAa;IAEb,MAAM,OAAO,GAAG,eAAe,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAClD,MAAM,QAAQ,GAAuC,EAAE,CAAC;IACxD,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACtD,QAAQ,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACrB,CAAC;IACD,IAAI,CAAC;QACH,IAAI,IAAI,CAAC,YAAY;YAAE,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QACjD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACzC,8EAA8E;QAC9E,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAC1D,CAAC;YAAS,CAAC;QACT,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9C,IAAI,CAAC,KAAK,SAAS;gBAAE,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;;gBACtC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC1B,CAAC;QACD,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,IAAI,IAAI,CAAC,YAAY;YAAE,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC1E,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,0BAA0B,CAAC,IAAyB;IAClE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACnC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,0BAA0B,CAAC;IAEnD,OAAO,KAAK,UAAU,QAAQ,CAC5B,SAAqB,EACrB,OAAmB;QAEnB,GAAG,CAAC,4BAA4B,CAAC,CAAC;QAClC,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;QACpE,GAAG,CAAC,6BAA6B,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,SAAS,EAAE,eAAe,CAAC,CAAC;QAEvE,MAAM,SAAS,GAAiB,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5E,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,CAAC,GAAG,OAAO,EAAE,GAAG,OAAO,CAAC,EAAE,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAErF,MAAM,MAAM,GAAiB;YAC3B,OAAO,EAAE,MAAM;YACf,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,OAAO;YAChD,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,SAAS;YACxD,MAAM,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;YAC/C,SAAS,EAAE,GAAG;YACd,UAAU,EAAE,GAAG;SAChB,CAAC;QACF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,aAAa,EAAE,cAAc,EAAE,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;QAC1F,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,eAAe,CAAC,CAAC;QAC/E,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;QAClF,CAAC;QAED,MAAM,cAAc,GAAG,MAAM;aAC1B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,eAAe,CAAC;aAC9C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,EAAE,SAAS,CAAC;aACrC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;QACzC,MAAM,gBAAgB,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QAE5E,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC;IACzD,CAAC,CAAC;AACJ,CAAC"}

package/dist/self-tuning/profiles/index.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Bundled starter/reference tuning profiles, keyed by model family. Shipped as
+ * typed constants (not loose JSON) so they are guaranteed present at runtime in
+ * `dist/` regardless of asset-copy steps.
+ */
+import type { FlagConfig } from '../flags.js';
+export { QWEN36_PROFILE } from './qwen36.js';
+export { OPUS48_PROFILE } from './opus48.js';
+/** model-family key → bundled config. Keys are matched via normalizeModel. */
+export declare const BUNDLED_PROFILES: Record<string, FlagConfig>;
+//# sourceMappingURL=index.d.ts.map

package/dist/self-tuning/profiles/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/self-tuning/profiles/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAI9C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,8EAA8E;AAC9E,eAAO,MAAM,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAGvD,CAAC"}

package/dist/self-tuning/profiles/index.js

@@ -0,0 +1,15 @@
+/**
+ * Bundled starter/reference tuning profiles, keyed by model family. Shipped as
+ * typed constants (not loose JSON) so they are guaranteed present at runtime in
+ * `dist/` regardless of asset-copy steps.
+ */
+import { QWEN36_PROFILE } from './qwen36.js';
+import { OPUS48_PROFILE } from './opus48.js';
+export { QWEN36_PROFILE } from './qwen36.js';
+export { OPUS48_PROFILE } from './opus48.js';
+/** model-family key → bundled config. Keys are matched via normalizeModel. */
+export const BUNDLED_PROFILES = {
+    'qwen36-a3b': QWEN36_PROFILE,
+    'opus-4.8': OPUS48_PROFILE,
+};
+//# sourceMappingURL=index.js.map

package/dist/self-tuning/profiles/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/self-tuning/profiles/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,8EAA8E;AAC9E,MAAM,CAAC,MAAM,gBAAgB,GAA+B;IAC1D,YAAY,EAAE,cAAc;IAC5B,UAAU,EAAE,cAAc;CAC3B,CAAC"}

package/dist/self-tuning/profiles/opus48.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Reference tuning profile for Claude Opus 4.8 — the quality UPPER BOUND the
+ * small-model tuner aims toward (LLM_SELF_TUNING_ANALYSIS §Phase 3). A frontier
+ * model is self-sufficient, so most guardrail/scaffold knobs are relaxed: it
+ * needs neither fusion nor aggressive hands-free to produce Opus-level output.
+ * Useful as the "what good looks like" comparison in reports and as a sanity
+ * anchor (the tuner should never propose Opus-style relaxation for qwen).
+ */
+import type { FlagConfig } from '../flags.js';
+export declare const OPUS48_PROFILE: FlagConfig;
+//# sourceMappingURL=opus48.d.ts.map

package/dist/self-tuning/profiles/opus48.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"opus48.d.ts","sourceRoot":"","sources":["../../../src/self-tuning/profiles/opus48.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAE9C,eAAO,MAAM,cAAc,EAAE,UAiB5B,CAAC"}

package/dist/self-tuning/profiles/opus48.js

@@ -0,0 +1,27 @@
+/**
+ * Reference tuning profile for Claude Opus 4.8 — the quality UPPER BOUND the
+ * small-model tuner aims toward (LLM_SELF_TUNING_ANALYSIS §Phase 3). A frontier
+ * model is self-sufficient, so most guardrail/scaffold knobs are relaxed: it
+ * needs neither fusion nor aggressive hands-free to produce Opus-level output.
+ * Useful as the "what good looks like" comparison in reports and as a sanity
+ * anchor (the tuner should never propose Opus-style relaxation for qwen).
+ */
+export const OPUS48_PROFILE = {
+    'recipes.enabled': false,
+    'recipes.recipe': 'auto',
+    'recipes.confidenceThreshold': 0.5,
+    'recipes.fusionN': 3,
+    'recipes.allowSelfJudge': true,
+    'handsfree.enabled': false,
+    'handsfree.intensity': 'normal',
+    UAP_HANDSFREE_STAGNATION_LIMIT: 8,
+    'modelConcurrency.slots': 4,
+    'modelConcurrency.adaptive': true,
+    'memory.shortTerm.maxEntries': 50,
+    'memory.patternRag.enabled': false,
+    'delivery.runtimeVerify': false,
+    PROXY_RECON_CONVERGENCE_THRESHOLD: 60,
+    PROXY_LOOP_BREAKER: true,
+    PROXY_STUCK_BREAK: true,
+};
+//# sourceMappingURL=opus48.js.map

package/dist/self-tuning/profiles/opus48.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"opus48.js","sourceRoot":"","sources":["../../../src/self-tuning/profiles/opus48.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAIH,MAAM,CAAC,MAAM,cAAc,GAAe;IACxC,iBAAiB,EAAE,KAAK;IACxB,gBAAgB,EAAE,MAAM;IACxB,6BAA6B,EAAE,GAAG;IAClC,iBAAiB,EAAE,CAAC;IACpB,wBAAwB,EAAE,IAAI;IAC9B,mBAAmB,EAAE,KAAK;IAC1B,qBAAqB,EAAE,QAAQ;IAC/B,8BAA8B,EAAE,CAAC;IACjC,wBAAwB,EAAE,CAAC;IAC3B,2BAA2B,EAAE,IAAI;IACjC,6BAA6B,EAAE,EAAE;IACjC,2BAA2B,EAAE,KAAK;IAClC,wBAAwB,EAAE,KAAK;IAC/B,iCAAiC,EAAE,EAAE;IACrC,kBAAkB,EAAE,IAAI;IACxB,iBAAiB,EAAE,IAAI;CACxB,CAAC"}

package/dist/self-tuning/profiles/qwen36.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Bundled starter tuning profile for qwen3.6-a3b (the small executor UAP raises
+ * toward Opus). This is the design's hypothesis config (LLM_SELF_TUNING_ANALYSIS
+ * §Phase 3) — guardrail-heavy, judge-backed fusion, aggressive hands-free — used
+ * as the seed config and as the first thing the tuning loop tries to beat.
+ *
+ * Values are keyed by settings-registry key (see src/self-tuning/flags.ts).
+ */
+import type { FlagConfig } from '../flags.js';
+export declare const QWEN36_PROFILE: FlagConfig;
+//# sourceMappingURL=qwen36.d.ts.map

package/dist/self-tuning/profiles/qwen36.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"qwen36.d.ts","sourceRoot":"","sources":["../../../src/self-tuning/profiles/qwen36.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAE9C,eAAO,MAAM,cAAc,EAAE,UAuB5B,CAAC"}

package/dist/self-tuning/profiles/qwen36.js

@@ -0,0 +1,33 @@
+/**
+ * Bundled starter tuning profile for qwen3.6-a3b (the small executor UAP raises
+ * toward Opus). This is the design's hypothesis config (LLM_SELF_TUNING_ANALYSIS
+ * §Phase 3) — guardrail-heavy, judge-backed fusion, aggressive hands-free — used
+ * as the seed config and as the first thing the tuning loop tries to beat.
+ *
+ * Values are keyed by settings-registry key (see src/self-tuning/flags.ts).
+ */
+export const QWEN36_PROFILE = {
+    // Recipes: fusion with a strong distinct judge is the small-model lever.
+    'recipes.enabled': true,
+    'recipes.recipe': 'fusion',
+    'recipes.confidenceThreshold': 0.6,
+    'recipes.fusionN': 3,
+    'recipes.allowSelfJudge': false,
+    // Hands-free: a small model gives up early; push hard toward the ledger.
+    'handsfree.enabled': true,
+    'handsfree.intensity': 'aggressive',
+    UAP_HANDSFREE_STAGNATION_LIMIT: 6,
+    // Concurrency.
+    'modelConcurrency.slots': 4,
+    'modelConcurrency.adaptive': true,
+    // Memory: bigger short-term window + pattern RAG compensate for weak planning.
+    'memory.shortTerm.maxEntries': 80,
+    'memory.patternRag.enabled': true,
+    // Verification: prove it runs (catches "declared done but never ran").
+    'delivery.runtimeVerify': true,
+    // Proxy guardrails: converge sooner, keep loop/stuck breakers on.
+    PROXY_RECON_CONVERGENCE_THRESHOLD: 30,
+    PROXY_LOOP_BREAKER: true,
+    PROXY_STUCK_BREAK: true,
+};
+//# sourceMappingURL=qwen36.js.map

package/dist/self-tuning/profiles/qwen36.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"qwen36.js","sourceRoot":"","sources":["../../../src/self-tuning/profiles/qwen36.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAIH,MAAM,CAAC,MAAM,cAAc,GAAe;IACxC,yEAAyE;IACzE,iBAAiB,EAAE,IAAI;IACvB,gBAAgB,EAAE,QAAQ;IAC1B,6BAA6B,EAAE,GAAG;IAClC,iBAAiB,EAAE,CAAC;IACpB,wBAAwB,EAAE,KAAK;IAC/B,yEAAyE;IACzE,mBAAmB,EAAE,IAAI;IACzB,qBAAqB,EAAE,YAAY;IACnC,8BAA8B,EAAE,CAAC;IACjC,eAAe;IACf,wBAAwB,EAAE,CAAC;IAC3B,2BAA2B,EAAE,IAAI;IACjC,+EAA+E;IAC/E,6BAA6B,EAAE,EAAE;IACjC,2BAA2B,EAAE,IAAI;IACjC,uEAAuE;IACvE,wBAAwB,EAAE,IAAI;IAC9B,kEAAkE;IAClE,iCAAiC,EAAE,EAAE;IACrC,kBAAkB,EAAE,IAAI;IACxB,iBAAiB,EAAE,IAAI;CACxB,CAAC"}

package/dist/self-tuning/quality-scorer.d.ts

@@ -0,0 +1,90 @@
+/**
+ * LLM Self-Tuning — the Quality Scorer (P0).
+ *
+ * The paired benchmark answers "did the code work" (pass/fail). Raising a small
+ * model toward Opus 4.8 is a QUALITY problem, not just a correctness one, so the
+ * tuner needs a richer signal. This module produces a `QualityScore`
+ * (correctness, quality, efficiency, toolReliability, planning + composite) per
+ * run so the tuner has something continuous to optimize.
+ *
+ * Two production paths, chosen by whether a judge model is available:
+ *   - HEURISTIC (no judge): every dimension derived deterministically from the
+ *     metric vector + ground-truth `correct`. Zero cost, fully reproducible,
+ *     network-free — the default and the test path.
+ *   - JUDGE (a stronger model configured): correctness/quality/planning graded
+ *     by the judge over the task spec + agent output; efficiency/toolReliability
+ *     stay deterministic (they are metric facts, not opinions). The two are
+ *     fused into a 'hybrid' score.
+ *
+ * The composite weighting (correctness 40 / quality 30 / efficiency 15 /
+ * toolReliability 15) matches docs/design/LLM_SELF_TUNING_ANALYSIS.md §3.3.1.
+ */
+import { QualityScore, QualityDimension, MetricVector, RunRecord } from '../benchmarks/paired/types.js';
+import type { JudgeClient } from './judge.js';
+export type { QualityScore, QualityDimension } from '../benchmarks/paired/types.js';
+/** The evidence a scorer needs about a single run. */
+export interface QualityScoreInput {
+    /** The verbatim task instruction handed to the agent. */
+    taskInstruction: string;
+    /** Ground-truth correctness from the deterministic verify command. */
+    correct: boolean;
+    /** The run's metric vector (tokens/turns/toolCalls/wellFormed/…). */
+    metrics: MetricVector;
+    /** Agent output evidence for the judge: the diff, final answer, or raw log tail. */
+    output?: string;
+    /** Optional reference / rubric the judge grades against. */
+    reference?: string;
+}
+export interface ScoreOptions {
+    /** A resolved judge client. When omitted, the heuristic path is used. */
+    judge?: JudgeClient | null;
+    /** Composite weights override (renormalized over supplied dims). */
+    weights?: Partial<Record<QualityDimension, number>>;
+    /**
+     * Reference "good" token spend for efficiency normalization. Efficiency is
+     * refTokens / (refTokens + tokens) → 50 at refTokens, →100 as tokens→0.
+     * Default 15000 (the doc's qwen3.6 baseline tokens-per-correct-answer).
+     */
+    refTokens?: number;
+    /** Reference "good" turn count for the planning heuristic. Default 6. */
+    refTurns?: number;
+    /** Max chars of `output` fed to the judge. Default 6000. */
+    maxOutputChars?: number;
+}
+/**
+ * Deterministic efficiency (0-100). An INCORRECT run spent its tokens on a wrong
+ * answer, so efficiency is heavily penalized (tokens were wasted). A correct run
+ * scores by leanness against `refTokens`.
+ */
+export declare function efficiencyScore(metrics: MetricVector, refTokens?: number): number;
+/**
+ * Deterministic tool reliability (0-100) from well-formedness + productivity.
+ * A malformed edit is the small-model failure mode this dimension surfaces.
+ */
+export declare function toolReliabilityScore(metrics: MetricVector): number;
+/** Deterministic planning heuristic (0-100): correct + few turns == coherent. */
+export declare function planningScore(metrics: MetricVector, refTurns?: number): number;
+/**
+ * Purely deterministic score — no network. Correctness is the ground-truth
+ * boolean projected to 0/100; quality is proxied from correctness + wellFormed;
+ * the rest come from the heuristics above. This is the default and test path.
+ */
+export declare function heuristicQuality(input: QualityScoreInput, opts?: ScoreOptions): QualityScore;
+/** Build the judge prompt: grade correctness/quality/planning as 0-100 JSON. */
+export declare function buildJudgePrompt(input: QualityScoreInput, maxOutputChars: number): string;
+/**
+ * Score a single run. Uses the judge for correctness/quality/planning when one
+ * is supplied and reachable; efficiency/toolReliability are always the
+ * deterministic metric facts. Any judge failure degrades gracefully to the
+ * heuristic score (never throws), so a scoring pass can never wedge a bench.
+ */
+export declare function scoreQuality(input: QualityScoreInput, opts?: ScoreOptions): Promise<QualityScore>;
+/**
+ * Attach quality scores to a set of run records in place-returning form. The
+ * `inputFor` mapper supplies the per-record evidence (task instruction, output).
+ * Scoring is bounded-concurrent to avoid overwhelming the judge endpoint.
+ */
+export declare function scoreRuns(records: RunRecord[], inputFor: (r: RunRecord) => QualityScoreInput, opts?: ScoreOptions & {
+    concurrency?: number;
+}): Promise<RunRecord[]>;
+//# sourceMappingURL=quality-scorer.d.ts.map

package/dist/self-tuning/quality-scorer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-scorer.d.ts","sourceRoot":"","sources":["../../src/self-tuning/quality-scorer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EACL,YAAY,EAEZ,gBAAgB,EAGhB,YAAY,EACZ,SAAS,EACV,MAAM,+BAA+B,CAAC;AACvC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAM9C,YAAY,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AAEpF,sDAAsD;AACtD,MAAM,WAAW,iBAAiB;IAChC,yDAAyD;IACzD,eAAe,EAAE,MAAM,CAAC;IACxB,sEAAsE;IACtE,OAAO,EAAE,OAAO,CAAC;IACjB,qEAAqE;IACrE,OAAO,EAAE,YAAY,CAAC;IACtB,oFAAoF;IACpF,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,4DAA4D;IAC5D,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,YAAY;IAC3B,yEAAyE;IACzE,KAAK,CAAC,EAAE,WAAW,GAAG,IAAI,CAAC;IAC3B,oEAAoE;IACpE,OAAO,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC,CAAC;IACpD;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,yEAAyE;IACzE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,4DAA4D;IAC5D,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AASD;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,YAAY,EAAE,SAAS,SAAqB,GAAG,MAAM,CAK7F;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,YAAY,GAAG,MAAM,CAUlE;AAED,iFAAiF;AACjF,wBAAgB,aAAa,CAAC,OAAO,EAAE,YAAY,EAAE,QAAQ,SAAoB,GAAG,MAAM,CAOzF;AAED;;;;GAIG;AACH,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,iBAAiB,EAAE,IAAI,GAAE,YAAiB,GAAG,YAAY,CAehG;AAED,gFAAgF;AAChF,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,GAAG,MAAM,CA0BzF;AASD;;;;;GAKG;AACH,wBAAsB,YAAY,CAChC,KAAK,EAAE,iBAAiB,EACxB,IAAI,GAAE,YAAiB,GACtB,OAAO,CAAC,YAAY,CAAC,CAiCvB;AAED;;;;GAIG;AACH,wBAAsB,SAAS,CAC7B,OAAO,EAAE,SAAS,EAAE,EACpB,QAAQ,EAAE,CAAC,CAAC,EAAE,SAAS,KAAK,iBAAiB,EAC7C,IAAI,GAAE,YAAY,GAAG;IAAE,WAAW,CAAC,EAAE,MAAM,CAAA;CAAO,GACjD,OAAO,CAAC,SAAS,EAAE,CAAC,CAetB"}