cognitive-core 0.2.4 → 0.3.1

package/dist/eval/diagnostics.d.ts

@@ -0,0 +1,214 @@
+/**
+ * Per-stage signal diagnostics for live eval runs (Phase 1 / PR-B1).
+ *
+ * Captures the four stages of the transfer pipeline:
+ *   extraction → retrieval → injection → influence
+ *
+ * All types are pure (no I/O) so they can be tested without any infrastructure.
+ */
+/** A single candidate item returned by memory retrieval. */
+export interface RetrievalCandidate {
+    id: string;
+    /** 'experience' | 'playbook' */
+    type: string;
+    score: number;
+    /** Retrieval implementation, when known. */
+    retrievalMethod?: string;
+    applicabilityDecision?: string;
+    applicabilityReason?: string;
+}
+/**
+ * Phase-0 candidate decision row (roadmap §8 `SkillCandidateDecisionRow`).
+ *
+ * One row per *raw* playbook candidate — before the score floor and the
+ * applicability gate drop anything — so rejected candidates carry their own
+ * id/name/decision/reason instead of being collapsed into a count. This is the
+ * substrate that lets a report compute domain-fallback rate and
+ * false-positive/false-negative candidates by outcome label, and that makes a
+ * gate false-negative (e.g. a true-positive seed dropped on every task)
+ * explainable from the report alone rather than by inspecting raw traces.
+ *
+ * The retrieval-time fields are populated in the hot loop; the outcome-time
+ * fields (`outcome`, `pairedBaselineOutcome`, `utilityLabel`) are set later at
+ * report time, mirroring how `AttributionDiag.discordant` is assigned.
+ */
+export interface SkillCandidateDecisionRow {
+    taskId: string;
+    family?: string;
+    query: string;
+    /** Rank by score among candidates in the same retrieval pass (0-based). */
+    candidateRank: number;
+    playbookId: string;
+    playbookName: string;
+    skillLevel?: string;
+    retrievalMethod?: string;
+    score: number;
+    /** True when this candidate came from the global (out-of-domain) fallback scan. */
+    domainFallbackUsed: boolean;
+    /** Whether the candidate cleared the active score floor for its pass. */
+    scoreFloorPassed: boolean;
+    /** The candidate's own `applicability.domains`, verbatim. */
+    rawDomains: string[];
+    /** Normalized (lowercased, punctuation-collapsed) candidate domains. */
+    normalizedDomains: string[];
+    /** Normalized routing domains the task queried with. */
+    taskDomains: string[];
+    domainAliasOverlap: boolean;
+    cueHits: Array<{
+        section: 'name' | 'domain' | 'trigger' | 'situation' | 'guidance' | 'verification' | 'resource';
+        cue: string;
+    }>;
+    antiPatternHits: string[];
+    decision: 'use' | 'refine' | 'abstain';
+    reason: string;
+    /** Whether the applicability gate was enforcing (vs. assessed for audit only). */
+    gateEnforced: boolean;
+    /** True if this candidate was ultimately injected into the agent context. */
+    injected: boolean;
+    incorporationMode?: 'prose' | 'refined-prose' | 'section' | 'bundle' | 'guard';
+    /** Set at report time. */
+    outcome?: 'pass' | 'fail' | 'env_error';
+    pairedBaselineOutcome?: 'pass' | 'fail' | 'env_error';
+    utilityLabel?: 'discordant-win' | 'discordant-loss' | 'both-pass' | 'both-fail' | 'single-arm-pass' | 'single-arm-fail';
+}
+/** A playbook actually surfaced in the injected context. */
+export interface InjectedPlaybookDiag {
+    id: string;
+    name: string;
+    score: number;
+    retrievalMethod?: string;
+    extractionMethod?: string;
+    sourceFile?: string;
+    skillLevel?: string;
+    applicabilityDecision?: string;
+    applicabilityReason?: string;
+}
+/** Extraction stage: items stored after the trajectory was learned. */
+export interface ExtractionDiag {
+    /** Total items stored across all types. */
+    itemsStored: number;
+    /** Count breakdown by item type key. */
+    byType: Record<string, number>;
+}
+/** Retrieval stage: what was fetched for this task. */
+export interface RetrievalDiag {
+    /** Query text used for retrieval (typically task description). */
+    query: string;
+    /** All candidates returned (capped before injection). */
+    candidates: RetrievalCandidate[];
+    /**
+     * Phase-0 per-candidate decision rows for playbook candidates, covering every
+     * raw candidate before the score floor / applicability gate dropped any.
+     * Undefined when candidate-level capture is unavailable for this retriever.
+     */
+    candidateDecisions?: SkillCandidateDecisionRow[];
+    /** Whether at least one candidate exceeded the score threshold. */
+    hitAtThreshold: boolean;
+    /** Score threshold used. */
+    threshold: number;
+    /** Playbook retriever implementation, when diagnostics are available. */
+    playbookRetriever?: string;
+    /** Raw playbook matches before serving score floor. */
+    playbookRawCount?: number;
+    /** Playbooks dropped by the serving score floor. */
+    playbookExcludedByScoreFloor?: number;
+    /** Playbooks dropped by the post-retrieval applicability gate. */
+    playbookExcludedByApplicability?: number;
+    /** Whether exact-domain matching fell back to global matching. */
+    playbookDomainFallbackUsed?: boolean;
+    /** Whether the post-retrieval applicability gate was enabled. */
+    playbookApplicabilityGateEnabled?: boolean;
+}
+/** Injection stage: what was formatted and sent to the agent. */
+export interface InjectionDiag {
+    /** The full formatted knowledge blob injected as systemContext. */
+    blob: string;
+    /** Number of playbooks in the injected blob. */
+    playbookCount: number;
+    /** Number of experiences in the injected blob. */
+    experienceCount: number;
+    /** Structured audit trail for playbooks present in the injected context. */
+    playbooks?: InjectedPlaybookDiag[];
+}
+/** Influence stage (sampled): did injection change the agent output? */
+export interface InfluenceDiag {
+    /** Whether this task was sampled for influence measurement. */
+    sampled: boolean;
+    /** Whether the with-knowledge output differed from the baseline output. */
+    changedOutput: boolean;
+}
+/** Attribution: was this task a discordant pair (learning won, cold lost)? */
+export interface AttributionDiag {
+    discordant: boolean;
+}
+/** Full per-task diagnostic record. */
+export interface TaskDiagnostics {
+    taskIndex: number;
+    /** 'learning' | 'no-learning' */
+    arm: string;
+    taskId: string;
+    /** Task family for ordered benchmarks such as SkillFlow. */
+    family?: string;
+    /** Difficulty within the task family, when available. */
+    difficulty?: number;
+    /** Skill tag/domain label used by the eval stream. */
+    skillTag?: string;
+    extraction: ExtractionDiag;
+    retrieval: RetrievalDiag;
+    injection: InjectionDiag;
+    influence?: InfluenceDiag;
+    /** Attribution marker, set at report time (not hot-loop time). */
+    attribution?: AttributionDiag;
+    outcome: {
+        success: boolean;
+        status: string;
+        stepCount?: number;
+        wallTimeMs?: number;
+        costUsd?: number;
+        /** Short transcript/solution/error preview for post-run usage audits. */
+        outputPreview?: string;
+    };
+}
+/** Aggregated funnel across a set of TaskDiagnostics records. */
+export interface DiagFunnel {
+    /** Total tasks analysed. */
+    total: number;
+    /** Tasks where extraction stored ≥1 item. */
+    stored: number;
+    /** Tasks where retrieval hit rate ≥1 item above threshold. */
+    retrieved: number;
+    /** Tasks where the injection blob was non-empty. */
+    injected: number;
+    /** Tasks sampled for influence measurement. */
+    influenceSampled: number;
+    /** Of the sampled tasks, how many showed changed output. */
+    influenced: number;
+    /** Tasks that succeeded. */
+    won: number;
+    /** Rates (0-1). */
+    rates: {
+        stored: number;
+        retrieved: number;
+        injected: number;
+        influenceRate: number;
+        successRate: number;
+    };
+}
+/**
+ * Pure function: aggregate a list of TaskDiagnostics into a funnel summary.
+ */
+export declare function computeFunnel(diags: TaskDiagnostics[]): DiagFunnel;
+/**
+ * Pure function: render a DiagFunnel as a human-readable ASCII table string.
+ */
+export declare function funnelTable(funnel: DiagFunnel): string;
+/**
+ * Given parallel arrays of learning-arm and cold-arm diagnostics (same
+ * task order), mark discordant pairs: learning succeeded, cold failed.
+ * Returns new diagnostic arrays with `attribution.discordant` set.
+ */
+export declare function markDiscordantPairs(learningDiags: TaskDiagnostics[], coldDiags: TaskDiagnostics[]): {
+    learning: TaskDiagnostics[];
+    cold: TaskDiagnostics[];
+};
+//# sourceMappingURL=diagnostics.d.ts.map

package/dist/eval/diagnostics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"diagnostics.d.ts","sourceRoot":"","sources":["../../src/eval/diagnostics.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAMH,4DAA4D;AAC5D,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,gCAAgC;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,4CAA4C;IAC5C,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,2EAA2E;IAC3E,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,mFAAmF;IACnF,kBAAkB,EAAE,OAAO,CAAC;IAC5B,yEAAyE;IACzE,gBAAgB,EAAE,OAAO,CAAC;IAC1B,6DAA6D;IAC7D,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,wEAAwE;IACxE,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,wDAAwD;IACxD,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,OAAO,EAAE,KAAK,CAAC;QACb,OAAO,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,UAAU,GAAG,cAAc,GAAG,UAAU,CAAC;QAChG,GAAG,EAAE,MAAM,CAAC;KACb,CAAC,CAAC;IACH,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,EAAE,KAAK,GAAG,QAAQ,GAAG,SAAS,CAAC;IACvC,MAAM,EAAE,MAAM,CAAC;IACf,kFAAkF;IAClF,YAAY,EAAE,OAAO,CAAC;IACtB,6EAA6E;IAC7E,QAAQ,EAAE,OAAO,CAAC;IAClB,iBAAiB,CAAC,EAAE,OAAO,GAAG,eAAe,GAAG,SAAS,GAAG,QAAQ,GAAG,OAAO,CAAC;IAC/E,0BAA0B;IAC1B,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,WAAW,CAAC;IACxC,qBAAqB,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,WAAW,CAAC;IACtD,YAAY,CAAC,EACT,gBAAgB,GAChB,iBAAiB,GACjB,WAAW,GACX,WAAW,GACX,iBAAiB,GACjB,iBAAiB,CAAC;CACvB;AAED,4DAA4D;AAC5D,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,uEAAuE;AACvE,MAAM,WAAW,cAAc;IAC7B,2CAA2C;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,wCAAwC;IACxC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAChC;AAED,uDAAuD;AACvD,MAAM,WAAW,aAAa;IAC5B,kEAAkE;IAClE,KAAK,EAAE,MAAM,CAAC;IACd,yDAAyD;IACzD,UAAU,EAAE,kBAAkB,EAAE,CAAC;IACjC;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,yBAAyB,EAAE,CAAC;IACjD,mEAAmE;IACnE,cAAc,EAAE,OAAO,CAAC;IACxB,4BAA4B;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,yEAAyE;IACzE,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,uDAAuD;IACvD,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,oDAAoD;IACpD,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,kEAAkE;IAClE,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,kEAAkE;IAClE,0BAA0B,CAAC,EAAE,OAAO,CAAC;IACrC,iEAAiE;IACjE,gCAAgC,CAAC,EAAE,OAAO,CAAC;CAC5C;AAED,iEAAiE;AACjE,MAAM,WAAW,aAAa;IAC5B,mEAAmE;IACnE,IAAI,EAAE,MAAM,CAAC;IACb,gDAAgD;IAChD,aAAa,EAAE,MAAM,CAAC;IACtB,kDAAkD;IAClD,eAAe,EAAE,MAAM,CAAC;IACxB,4EAA4E;IAC5E,SAAS,CAAC,EAAE,oBAAoB,EAAE,CAAC;CACpC;AAED,wEAAwE;AACxE,MAAM,WAAW,aAAa;IAC5B,+DAA+D;IAC/D,OAAO,EAAE,OAAO,CAAC;IACjB,2EAA2E;IAC3E,aAAa,EAAE,OAAO,CAAC;CACxB;AAED,8EAA8E;AAC9E,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,OAAO,CAAC;CACrB;AAED,uCAAuC;AACvC,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,iCAAiC;IACjC,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,4DAA4D;IAC5D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,yDAAyD;IACzD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,sDAAsD;IACtD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,cAAc,CAAC;IAC3B,SAAS,EAAE,aAAa,CAAC;IACzB,SAAS,EAAE,aAAa,CAAC;IACzB,SAAS,CAAC,EAAE,aAAa,CAAC;IAC1B,kEAAkE;IAClE,WAAW,CAAC,EAAE,eAAe,CAAC;IAC9B,OAAO,EAAE;QACP,OAAO,EAAE,OAAO,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,yEAAyE;QACzE,aAAa,CAAC,EAAE,MAAM,CAAC;KACxB,CAAC;CACH;AAMD,iEAAiE;AACjE,MAAM,WAAW,UAAU;IACzB,4BAA4B;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,6CAA6C;IAC7C,MAAM,EAAE,MAAM,CAAC;IACf,8DAA8D;IAC9D,SAAS,EAAE,MAAM,CAAC;IAClB,oDAAoD;IACpD,QAAQ,EAAE,MAAM,CAAC;IACjB,+CAA+C;IAC/C,gBAAgB,EAAE,MAAM,CAAC;IACzB,4DAA4D;IAC5D,UAAU,EAAE,MAAM,CAAC;IACnB,4BAA4B;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,mBAAmB;IACnB,KAAK,EAAE;QACL,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,MAAM,CAAC;QAClB,QAAQ,EAAE,MAAM,CAAC;QACjB,aAAa,EAAE,MAAM,CAAC;QACtB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CACH;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,eAAe,EAAE,GAAG,UAAU,CAmDlE;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CA2BtD;AAMD;;;;GAIG;AACH,wBAAgB,mBAAmB,CACjC,aAAa,EAAE,eAAe,EAAE,EAChC,SAAS,EAAE,eAAe,EAAE,GAC3B;IAAE,QAAQ,EAAE,eAAe,EAAE,CAAC;IAAC,IAAI,EAAE,eAAe,EAAE,CAAA;CAAE,CAU1D"}

package/dist/eval/diagnostics.js

@@ -0,0 +1,107 @@
+/**
+ * Per-stage signal diagnostics for live eval runs (Phase 1 / PR-B1).
+ *
+ * Captures the four stages of the transfer pipeline:
+ *   extraction → retrieval → injection → influence
+ *
+ * All types are pure (no I/O) so they can be tested without any infrastructure.
+ */
+/**
+ * Pure function: aggregate a list of TaskDiagnostics into a funnel summary.
+ */
+export function computeFunnel(diags) {
+    const total = diags.length;
+    if (total === 0) {
+        return {
+            total: 0,
+            stored: 0,
+            retrieved: 0,
+            injected: 0,
+            influenceSampled: 0,
+            influenced: 0,
+            won: 0,
+            rates: { stored: 0, retrieved: 0, injected: 0, influenceRate: 0, successRate: 0 },
+        };
+    }
+    let stored = 0;
+    let retrieved = 0;
+    let injected = 0;
+    let influenceSampled = 0;
+    let influenced = 0;
+    let won = 0;
+    for (const d of diags) {
+        if (d.extraction.itemsStored > 0)
+            stored++;
+        if (d.retrieval.hitAtThreshold)
+            retrieved++;
+        if (d.injection.blob.length > 0)
+            injected++;
+        if (d.influence?.sampled) {
+            influenceSampled++;
+            if (d.influence.changedOutput)
+                influenced++;
+        }
+        if (d.outcome.success)
+            won++;
+    }
+    const rate = (n, denom) => (denom === 0 ? 0 : n / denom);
+    return {
+        total,
+        stored,
+        retrieved,
+        injected,
+        influenceSampled,
+        influenced,
+        won,
+        rates: {
+            stored: rate(stored, total),
+            retrieved: rate(retrieved, total),
+            injected: rate(injected, total),
+            influenceRate: rate(influenced, influenceSampled),
+            successRate: rate(won, total),
+        },
+    };
+}
+/**
+ * Pure function: render a DiagFunnel as a human-readable ASCII table string.
+ */
+export function funnelTable(funnel) {
+    const pct = (n) => `${(n * 100).toFixed(1)}%`;
+    const total = funnel.total;
+    const rows = [
+        ['Stage', 'Count', 'Rate'],
+        ['---', '---', '---'],
+        ['Extraction (≥1 item stored)', `${funnel.stored} / ${total}`, pct(funnel.rates.stored)],
+        ['Retrieval (hit@threshold)', `${funnel.retrieved} / ${total}`, pct(funnel.rates.retrieved)],
+        ['Injection (non-empty blob)', `${funnel.injected} / ${total}`, pct(funnel.rates.injected)],
+        [
+            `Influence (sampled ${funnel.influenceSampled})`,
+            `${funnel.influenced} / ${funnel.influenceSampled}`,
+            funnel.influenceSampled > 0 ? pct(funnel.rates.influenceRate) : 'n/a',
+        ],
+        ['Success (won)', `${funnel.won} / ${total}`, pct(funnel.rates.successRate)],
+    ];
+    const widths = rows.reduce((acc, row) => row.map((cell, i) => Math.max(acc[i] ?? 0, cell.length)), [0, 0, 0]);
+    const pad = (s, w) => s.padEnd(w);
+    const lines = rows.map((row) => `| ${row.map((cell, i) => pad(cell, widths[i])).join(' | ')} |`);
+    return lines.join('\n');
+}
+// ---------------------------------------------------------------------------
+// Discordant-pair attribution (report-time, pure)
+// ---------------------------------------------------------------------------
+/**
+ * Given parallel arrays of learning-arm and cold-arm diagnostics (same
+ * task order), mark discordant pairs: learning succeeded, cold failed.
+ * Returns new diagnostic arrays with `attribution.discordant` set.
+ */
+export function markDiscordantPairs(learningDiags, coldDiags) {
+    const maxLen = Math.max(learningDiags.length, coldDiags.length);
+    const learning = learningDiags.map((d, i) => {
+        const coldD = coldDiags[i];
+        const discordant = i < maxLen && coldD !== undefined && d.outcome.success && !coldD.outcome.success;
+        return { ...d, attribution: { discordant } };
+    });
+    const cold = coldDiags.map((d) => ({ ...d, attribution: { discordant: false } }));
+    return { learning, cold };
+}
+//# sourceMappingURL=diagnostics.js.map

package/dist/eval/diagnostics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"diagnostics.js","sourceRoot":"","sources":["../../src/eval/diagnostics.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAsNH;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,KAAwB;IACpD,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;IAC3B,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;QAChB,OAAO;YACL,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;YACT,SAAS,EAAE,CAAC;YACZ,QAAQ,EAAE,CAAC;YACX,gBAAgB,EAAE,CAAC;YACnB,UAAU,EAAE,CAAC;YACb,GAAG,EAAE,CAAC;YACN,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE;SAClF,CAAC;IACJ,CAAC;IAED,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,GAAG,GAAG,CAAC,CAAC;IAEZ,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,CAAC,UAAU,CAAC,WAAW,GAAG,CAAC;YAAE,MAAM,EAAE,CAAC;QAC3C,IAAI,CAAC,CAAC,SAAS,CAAC,cAAc;YAAE,SAAS,EAAE,CAAC;QAC5C,IAAI,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,QAAQ,EAAE,CAAC;QAC5C,IAAI,CAAC,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC;YACzB,gBAAgB,EAAE,CAAC;YACnB,IAAI,CAAC,CAAC,SAAS,CAAC,aAAa;gBAAE,UAAU,EAAE,CAAC;QAC9C,CAAC;QACD,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO;YAAE,GAAG,EAAE,CAAC;IAC/B,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;IAEzE,OAAO;QACL,KAAK;QACL,MAAM;QACN,SAAS;QACT,QAAQ;QACR,gBAAgB;QAChB,UAAU;QACV,GAAG;QACH,KAAK,EAAE;YACL,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC;YACjC,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC;YAC/B,aAAa,EAAE,IAAI,CAAC,UAAU,EAAE,gBAAgB,CAAC;YACjD,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC;SAC9B;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,MAAkB;IAC5C,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACtD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IAE3B,MAAM,IAAI,GAAoC;QAC5C,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC;QAC1B,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;QACrB,CAAC,6BAA6B,EAAE,GAAG,MAAM,CAAC,MAAM,MAAM,KAAK,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACxF,CAAC,2BAA2B,EAAE,GAAG,MAAM,CAAC,SAAS,MAAM,KAAK,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC5F,CAAC,4BAA4B,EAAE,GAAG,MAAM,CAAC,QAAQ,MAAM,KAAK,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3F;YACE,sBAAsB,MAAM,CAAC,gBAAgB,GAAG;YAChD,GAAG,MAAM,CAAC,UAAU,MAAM,MAAM,CAAC,gBAAgB,EAAE;YACnD,MAAM,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK;SACtE;QACD,CAAC,eAAe,EAAE,GAAG,MAAM,CAAC,GAAG,MAAM,KAAK,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;KAC7E,CAAC;IAEF,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CACxB,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,EACtE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAa,CACtB,CAAC;IAEF,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAClD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAEjG,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,8EAA8E;AAC9E,kDAAkD;AAClD,8EAA8E;AAE9E;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CACjC,aAAgC,EAChC,SAA4B;IAE5B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IAChE,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC1C,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,UAAU,GACd,CAAC,GAAG,MAAM,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QACnF,OAAO,EAAE,GAAG,CAAC,EAAE,WAAW,EAAE,EAAE,UAAU,EAAE,EAAE,CAAC;IAC/C,CAAC,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,WAAW,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IAClF,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;AAC5B,CAAC"}

package/dist/eval/index.d.ts

@@ -0,0 +1,27 @@
+/**
+ * Evaluation harness for cognitive-core.
+ *
+ * Measures whether the self-learning system actually improves task success as
+ * it accumulates experience, via a sequential learning-curve comparison of
+ * "learning" vs. a "no-learning" baseline. See report.ts for output.
+ */
+export * from './types.js';
+export * from './rng.js';
+export * from './metrics.js';
+export * from './task-stream.js';
+export * from './memory-mock.js';
+export * from './runner.js';
+export * from './ablation.js';
+export * from './memory-ab.js';
+export * from './report.js';
+export * from './diagnostics.js';
+export * from './mechanism-trace-adapter.js';
+export * from './playbook-usage-report.js';
+export * from './playbook-calibration-report.js';
+export * from './playbook-candidate-decisions-report.js';
+export * from './skill-bundle.js';
+export * from './live/index.js';
+export * from './retrieval/index.js';
+export * from './memory-qa/index.js';
+export * from './ci-smoke.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/eval/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/eval/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,cAAc,YAAY,CAAC;AAC3B,cAAc,UAAU,CAAC;AACzB,cAAc,cAAc,CAAC;AAC7B,cAAc,kBAAkB,CAAC;AACjC,cAAc,kBAAkB,CAAC;AACjC,cAAc,aAAa,CAAC;AAC5B,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,aAAa,CAAC;AAC5B,cAAc,kBAAkB,CAAC;AACjC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,4BAA4B,CAAC;AAC3C,cAAc,kCAAkC,CAAC;AACjD,cAAc,0CAA0C,CAAC;AACzD,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,sBAAsB,CAAC;AACrC,cAAc,sBAAsB,CAAC;AACrC,cAAc,eAAe,CAAC"}

package/dist/eval/index.js

@@ -0,0 +1,27 @@
+/**
+ * Evaluation harness for cognitive-core.
+ *
+ * Measures whether the self-learning system actually improves task success as
+ * it accumulates experience, via a sequential learning-curve comparison of
+ * "learning" vs. a "no-learning" baseline. See report.ts for output.
+ */
+export * from './types.js';
+export * from './rng.js';
+export * from './metrics.js';
+export * from './task-stream.js';
+export * from './memory-mock.js';
+export * from './runner.js';
+export * from './ablation.js';
+export * from './memory-ab.js';
+export * from './report.js';
+export * from './diagnostics.js';
+export * from './mechanism-trace-adapter.js';
+export * from './playbook-usage-report.js';
+export * from './playbook-calibration-report.js';
+export * from './playbook-candidate-decisions-report.js';
+export * from './skill-bundle.js';
+export * from './live/index.js';
+export * from './retrieval/index.js';
+export * from './memory-qa/index.js';
+export * from './ci-smoke.js';
+//# sourceMappingURL=index.js.map

package/dist/eval/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/eval/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,cAAc,YAAY,CAAC;AAC3B,cAAc,UAAU,CAAC;AACzB,cAAc,cAAc,CAAC;AAC7B,cAAc,kBAAkB,CAAC;AACjC,cAAc,kBAAkB,CAAC;AACjC,cAAc,aAAa,CAAC;AAC5B,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,aAAa,CAAC;AAC5B,cAAc,kBAAkB,CAAC;AACjC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,4BAA4B,CAAC;AAC3C,cAAc,kCAAkC,CAAC;AACjD,cAAc,0CAA0C,CAAC;AACzD,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,sBAAsB,CAAC;AACrC,cAAc,sBAAsB,CAAC;AACrC,cAAc,eAAe,CAAC"}

package/dist/eval/live/alfworld.d.ts

@@ -0,0 +1,248 @@
+import { type Task } from '../../types/index.js';
+import type { AgentDelegateOptions, AgentDelegateResult } from '../../runtime/types.js';
+import type { EvalTask } from '../types.js';
+import type { LiveBenchmark } from './live-benchmark.js';
+import type { BenchmarkDelegate } from './live-runner.js';
+import { EnvBridge } from './env-bridge.js';
+import { type TaskType } from '../retrieval/corpus.js';
+import type { MemorySystem } from '../../memory/system.js';
+import { type RefineItem } from './refine.js';
+/**
+ * Phase label for each task in the recurrence-ladder curriculum.
+ *   block     — 3 consecutive tasks of the same type (fastest bootstrap)
+ *   interleave — types shuffled (tests retrieval under interference)
+ *   probe     — one held-out unseen instance per type (within-type generalization)
+ */
+export type CurriculumPhase = 'block' | 'interleave' | 'probe';
+/**
+ * Options for `buildRecurrenceLadder`.
+ *
+ * Phase sizes default to the design-doc 50% / 33% / 17% split of `total`:
+ *   blockCount     = round(total * 0.50)  — must be a multiple of `blockRun`
+ *   interleaveCount = round(total * 0.33)
+ *   probeCount     = total − blockCount − interleaveCount  (≥ 6 so one per type)
+ */
+export interface RecurrenceLadderOpts {
+    /** Total number of game ids to return. Default: 36. */
+    total?: number;
+    /** How many consecutive tasks of the same type in the block phase. Default: 3. */
+    blockRun?: number;
+    /**
+     * Override block-phase count (number of tasks).
+     * Must be a multiple of `blockRun`. Defaults to floor(total/2 / blockRun)*blockRun.
+     */
+    blockCount?: number;
+    /**
+     * Override interleave-phase count. Defaults to floor(total/3).
+     */
+    interleaveCount?: number;
+    /** Seed for shuffling within each phase. */
+    seed?: number;
+}
+/**
+ * One ordered game-id entry from `buildRecurrenceLadder`, tagged with its
+ * phase and task type so downstream reporting can slice by phase.
+ */
+export interface LadderEntry {
+    gameId: string;
+    phase: CurriculumPhase;
+    taskType: TaskType;
+}
+/**
+ * Build the Curriculum-1 recurrence-ladder ordering given per-type game pools.
+ *
+ * - BLOCK phase  : for each type (sorted), repeat `blockRun` consecutive same-type
+ *                  tasks before moving to the next type; cycles until blockCount filled.
+ * - INTERLEAVE   : round-robin across types (one per type per round) for interleaveCount tasks.
+ * - PROBE        : one distinct unseen game id per type (6 total by default),
+ *                  drawn from ids NOT used in block/interleave.
+ *
+ * No game id appears more than once across the full ladder. Deterministic given seed.
+ *
+ * @param gamesByType  Map from TaskType to seed-shuffled game id pool (deepcopied internally).
+ * @param opts         Phase-size and seed options.
+ * @returns            Ordered list of LadderEntry (length ≤ total, may be less if pool exhausted).
+ */
+export declare function buildRecurrenceLadder(gamesByType: Map<TaskType, string[]>, opts?: RecurrenceLadderOpts): LadderEntry[];
+/**
+ * ALFWorld — text-based embodied household tasks. The canonical learning-curve
+ * benchmark used by Reflexion / ExpeL / Evo-Memory, so results are directly
+ * comparable to that literature. **Interactive** (multi-turn): the agent issues
+ * one text action per step and gets an observation back; the environment
+ * provides a binary success reward (no LLM judge).
+ *
+ * ALFWorld is a Python package, so this adapter talks to a small Python bridge
+ * (`bridges/alfworld_bridge.py`) over JSONL. It is **opt-in**: you must
+ * `pip install alfworld && alfworld-download` and point ALFWORLD_BRIDGE at the
+ * script (or have `python3` + the script on the default path). See EVALUATION.md
+ * §"ALFWorld setup". If the bridge can't start, loadTasks throws a clear error
+ * rather than pretending to run.
+ */
+export declare class AlfworldBenchmark implements LiveBenchmark {
+    readonly name = "alfworld";
+    readonly interactive = true;
+    readonly maxConcurrency = 1;
+    private bridge;
+    private readonly maxSteps;
+    private readonly reinject;
+    private readonly stratified;
+    private readonly refine;
+    /** 'recurrence-ladder' enables Curriculum-1 ordering; undefined = default. */
+    private readonly curriculum;
+    /**
+     * When set, loadTasks returns exactly these game indices (in order) instead
+     * of the first-N or stratified selection. Used by the oracle smoke harness to
+     * guarantee the learning arm runs the exact games the oracle playbooks solve.
+     */
+    private readonly gameIndices;
+    /** Cache of peeked goals by gameId so a second arm doesn't re-reset (each
+     * reset is a TextWorld env init — halving them adds resource-leak margin). */
+    private readonly goalCache;
+    constructor(opts?: {
+        maxSteps?: number;
+        reinject?: boolean;
+        stratified?: boolean;
+        refine?: boolean;
+        curriculum?: 'recurrence-ladder';
+        gameIndices?: number[];
+    });
+    /** Lazily start the bridge; surfaces a setup-friendly error on failure. */
+    private getBridge;
+    /**
+     * Close the current bridge and start a fresh one. Used per-episode by the
+     * delegate: a long-lived bridge accumulates TextWorld resources across many
+     * init_env calls and dies silently mid-run (which then hangs/exits node since
+     * the in-flight request never resolves). Bounding each bridge process to a
+     * single episode sidesteps the accumulation entirely.
+     */
+    freshBridge(): Promise<EnvBridge>;
+    private peekCount;
+    /**
+     * Peek a game's goal (cached). Goal-aware retrieval keys on this. Restarts the
+     * bridge every 25 uncached resets so peeking a large pool (stratified) doesn't
+     * hit the TextWorld resource leak.
+     */
+    private peekGoal;
+    loadTasks(opts: {
+        count: number;
+        seed: number;
+    }): Promise<EvalTask[]>;
+    /** Build EvalTask[] from a plain ordered game-id list (no phase tagging). */
+    private buildEvalTasks;
+    /** Build EvalTask[] from ladder entries, tagging phase + taskType in metadata. */
+    private buildEvalTasksFromLadder;
+    /**
+     * Classify a pool of game ids into per-type buckets by peeking each goal.
+     * Stops early once every type has `perType` ids to avoid peeking all 134.
+     */
+    private classifyGamePool;
+    /**
+     * Select `count` games balanced across the 6 task types. Peeks a pool of
+     * games, classifies each by goal, deterministically shuffles each type bucket
+     * by seed, then round-robins across types. Falls back gracefully if a type is
+     * underrepresented in the pool.
+     */
+    private stratifiedSelect;
+    /**
+     * Build a recurrence-ladder selection: classify the pool, then delegate to
+     * `buildRecurrenceLadder` for the block→interleave→probe ordering.
+     */
+    private recurrenceLadderSelect;
+    /** Interactive scoring happens in the delegate loop; verify is a no-op. */
+    verify(): {
+        correct: boolean;
+        extracted?: string;
+    };
+    /** Factory for the multi-turn delegate bound to this benchmark's bridge.
+     * Uses a FRESH bridge process per episode for resource robustness. */
+    delegateFactory: (_benchmark: LiveBenchmark, opts?: {
+        model?: string;
+        timeoutMs?: number;
+        provider?: string;
+        awsRegion?: string;
+        refine?: boolean;
+    }) => BenchmarkDelegate;
+    close(): Promise<void>;
+}
+export declare function createAlfworldBenchmark(opts?: {
+    maxSteps?: number;
+    reinject?: boolean;
+    stratified?: boolean;
+    refine?: boolean;
+    /** Curriculum ordering. 'recurrence-ladder' = Curriculum-1 block→interleave→probe. */
+    curriculum?: 'recurrence-ladder';
+    /** When set, loadTasks returns exactly these game indices in order (oracle smoke). */
+    gameIndices?: number[];
+}): AlfworldBenchmark;
+/**
+ * Directory of bundled ALFWorld recipe playbooks (B1 seeding). Resolved relative
+ * to this module so it works from both src (tests) and dist (CLI).
+ */
+export declare function alfworldSeedDir(): string;
+/**
+ * Multi-turn delegate that drives one ALFWorld episode per task. Maintains the
+ * agent's conversation across steps via `claude --resume`, feeding each new
+ * observation back, until the environment reports done (or maxSteps).
+ */
+export declare class AlfworldDelegate implements BenchmarkDelegate {
+    private readonly getBridge;
+    private readonly maxSteps;
+    private readonly opts;
+    private currentTask;
+    private readonly reinject;
+    private readonly refine;
+    private readonly historyWindow;
+    private memory;
+    constructor(getBridge: () => Promise<EnvBridge>, maxSteps: number, opts?: {
+        model?: string;
+        timeoutMs?: number;
+        provider?: string;
+        awsRegion?: string;
+        bedrock?: boolean;
+        reinject?: boolean;
+        refine?: boolean;
+        historyWindow?: number;
+        maxEpisodeMs?: number;
+    });
+    private readonly maxEpisodeMs;
+    setCurrentTask(task: Task): void;
+    setMemory(memory: MemorySystem): void;
+    execute(prompt: string, options: AgentDelegateOptions): Promise<AgentDelegateResult>;
+}
+/**
+ * Per-iteration prompt for the B3 refine loop. Renders the curated working set
+ * as a numbered list (so PRUNE ids map to it) + goal/history/observation, and
+ * asks for exactly one of THINK / PRUNE / ACT.
+ */
+export declare function buildRefinePrompt(p: {
+    working: RefineItem[];
+    trace: string[];
+    goal: string;
+    history: Array<{
+        action: string;
+        obs: string;
+    }>;
+    obs: string;
+    admissible?: string[];
+}): string;
+/**
+ * Extract the task goal from an ALFWorld reset observation, which ends with
+ * "Your task is to: <goal>". Returns undefined if not found.
+ */
+export declare function parseGoal(obs: string): string | undefined;
+/**
+ * ReMem-style structured per-step prompt (B2). Re-surfaces the retrieved
+ * recipes/playbooks + a curated recent-history window every step so the agent
+ * keeps the recipe in view rather than relying on it being buried in turn 1.
+ */
+export declare function buildStructuredPrompt(p: {
+    knowledge?: string;
+    goal: string;
+    history: Array<{
+        action: string;
+        obs: string;
+    }>;
+    obs: string;
+    admissible?: string[];
+}): string;
+//# sourceMappingURL=alfworld.d.ts.map

package/dist/eval/live/alfworld.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"alfworld.d.ts","sourceRoot":"","sources":["../../../src/eval/live/alfworld.ts"],"names":[],"mappings":"AAEA,OAAO,EAML,KAAK,IAAI,EACV,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AACxF,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAwB,MAAM,iBAAiB,CAAC;AAIlE,OAAO,EAAc,KAAK,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AACnE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAA0C,KAAK,UAAU,EAAE,MAAM,aAAa,CAAC;AAEtF;;;;;GAKG;AACH,MAAM,MAAM,eAAe,GAAG,OAAO,GAAG,YAAY,GAAG,OAAO,CAAC;AAE/D;;;;;;;GAOG;AACH,MAAM,WAAW,oBAAoB;IACnC,uDAAuD;IACvD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,kFAAkF;IAClF,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,4CAA4C;IAC5C,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,eAAe,CAAC;IACvB,QAAQ,EAAE,QAAQ,CAAC;CACpB;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,qBAAqB,CACnC,WAAW,EAAE,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,EACpC,IAAI,GAAE,oBAAyB,GAC9B,WAAW,EAAE,CAmGf;AAED;;;;;;;;;;;;;GAaG;AACH,qBAAa,iBAAkB,YAAW,aAAa;IACrD,QAAQ,CAAC,IAAI,cAAc;IAC3B,QAAQ,CAAC,WAAW,QAAQ;IAI5B,QAAQ,CAAC,cAAc,KAAK;IAE5B,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAU;IACnC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAU;IACrC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAU;IACjC,8EAA8E;IAC9E,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAkC;IAC7D;;;;OAIG;IACH,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAkB;IAC9C;kFAC8E;IAC9E,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAyC;gBAGjE,IAAI,GAAE;QACJ,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,UAAU,CAAC,EAAE,OAAO,CAAC;QACrB,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,UAAU,CAAC,EAAE,mBAAmB,CAAC;QACjC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;KACnB;IAUR,2EAA2E;YAC7D,SAAS;IAqBvB;;;;;;OAMG;IACG,WAAW,IAAI,OAAO,CAAC,SAAS,CAAC;IAMvC,OAAO,CAAC,SAAS,CAAK;IAEtB;;;;OAIG;YACW,QAAQ;IAUhB,SAAS,CAAC,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IAiC3E,6EAA6E;YAC/D,cAAc;IAgB5B,kFAAkF;YACpE,wBAAwB;IAuBtC;;;OAGG;YACW,gBAAgB;IAe9B;;;;;OAKG;YACW,gBAAgB;IA6B9B;;;OAGG;YACW,sBAAsB;IAYpC,2EAA2E;IAC3E,MAAM,IAAI;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE;IAIlD;0EACsE;IACtE,eAAe,GACb,YAAY,aAAa,EACzB,OAAO;QACL,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,MAAM,CAAC,EAAE,OAAO,CAAC;KAClB,KACA,iBAAiB,CAWlB;IAEI,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAI7B;AAED,wBAAgB,uBAAuB,CAAC,IAAI,CAAC,EAAE;IAC7C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,sFAAsF;IACtF,UAAU,CAAC,EAAE,mBAAmB,CAAC;IACjC,sFAAsF;IACtF,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB,GAAG,iBAAiB,CAEpB;AAED;;;GAGG;AACH,wBAAgB,eAAe,IAAI,MAAM,CAExC;AAED;;;;GAIG;AACH,qBAAa,gBAAiB,YAAW,iBAAiB;IAQtD,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,IAAI;IATvB,OAAO,CAAC,WAAW,CAAqB;IACxC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAU;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAU;IACjC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,MAAM,CAA6B;gBAGxB,SAAS,EAAE,MAAM,OAAO,CAAC,SAAS,CAAC,EACnC,QAAQ,EAAE,MAAM,EAChB,IAAI,GAAE;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,YAAY,CAAC,EAAE,MAAM,CAAC;KAClB;IAkBR,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IAEtC,cAAc,CAAC,IAAI,EAAE,IAAI,GAAG,IAAI;IAIhC,SAAS,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI;IAI/B,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,mBAAmB,CAAC;CAsI3F;AAqBD;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,CAAC,EAAE;IACnC,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAChD,GAAG,EAAE,MAAM,CAAC;IACZ,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;CACvB,GAAG,MAAM,CA2BT;AAED;;;GAGG;AACH,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAKzD;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,CAAC,CAAC,EAAE;IACvC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAChD,GAAG,EAAE,MAAM,CAAC;IACZ,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;CACvB,GAAG,MAAM,CAmBT"}