nodebench-mcp 2.70.0 → 3.0.1

package/dist/sync/hyperloopArchive.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hyperloopArchive.js","sourceRoot":"","sources":["../../src/sync/hyperloopArchive.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAqCxC,oEAAoE;AAEpE,MAAM,WAAW,GAAG,GAAG,CAAC;AACxB,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAClC,MAAM,wBAAwB,GAAG,CAAC,CAAC;AACnC,MAAM,yBAAyB,GAAG,GAAG,CAAC;AAEtC,oEAAoE;AAEpE,MAAM,UAAU,mBAAmB;IACjC,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BP,CAAC,CAAC;AACL,CAAC;AAED,oEAAoE;AAEpE,MAAM,UAAU,eAAe,CAAC,KAAuE;IACrG,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,mBAAmB,EAAE,CAAC;IAEtB,MAAM,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;IACxB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAErC,8CAA8C;IAC9C,MAAM,QAAQ,GAAG,EAAE,CAAC,OAAO,CAAC,+CAA+C,CAAC,CAAC,GAAG,EAAS,CAAC;IAC1F,IAAI,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC;QACxC,EAAE,CAAC,OAAO,CACR,6IAA6I,CAC9I,CAAC,GAAG,EAAE,CAAC;IACV,CAAC;IAED,EAAE,CAAC,OAAO,CAAC;;;GAGV,CAAC,CAAC,GAAG,CACJ,EAAE,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,OAAO,EAC5D,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,YAAY,IAAI,IAAI,EACtF,KAAK,CAAC,gBAAgB,EAAE,KAAK,CAAC,oBAAoB,EAAE,KAAK,CAAC,gBAAgB,EAC1E,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EACrD,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,gBAAgB,EAC1C,KAAK,CAAC,SAAS,EAAE,GAAG,CACrB,CAAC;IAEF,OAAO,EAAE,GAAG,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;AAC9E,CAAC;AAED,oEAAoE;AACpE,MAAM,UAAU,iBAAiB,CAC/B,IAAsB,EACtB,IAAa,EACb,MAAe;IAEf,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,mBAAmB,EAAE,CAAC;IAEtB,0EAA0E;IAC1E,IAAI,GAAG,GAAQ,IAAI,CAAC;IAEpB,IAAI,MAAM,EAAE,CAAC;QACX,GAAG,GAAG,EAAE,CAAC,OAAO,CACd,kIAAkI,CACnI,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACtB,CAAC;IAED,IAAI,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC;QACjB,GAAG,GAAG,EAAE,CAAC,OAAO,CACd,gIAAgI,CACjI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACpB,CAAC;IAED,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,GAAG,GAAG,EAAE,CAAC,OAAO,CACd,4HAA4H,CAC7H,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACd,CAAC;IAED,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IAEtB,wBAAwB;IACxB,EAAE,CAAC,OAAO,CAAC,yFAAyF,CAAC;SAClG,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAEzC,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,iFAAiF;AACjF,MAAM,UAAU,iBAAiB;IAC/B,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,mBAAmB,EAAE,CAAC;IAEtB,mDAAmD;IACnD,MAAM,SAAS,GAAG,EAAE,CAAC,OAAO,CAC1B,2IAA2I,CAC5I,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,wBAAwB,CAAC,CAAC;IAE1D,yEAAyE;IACzE,yEAAyE;IACzE,2EAA2E;IAC3E,MAAM,QAAQ,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;IAEhC,OAAO;QACL,QAAQ,EAAE,QAAQ,CAAC,OAAO;QAC1B,SAAS,EAAE,SAAS,CAAC,OAAO;KAC7B,CAAC;AACJ,CAAC;AAED,yBAAyB;AACzB,MAAM,UAAU,eAAe;IAM7B,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,mBAAmB,EAAE,CAAC;IAEtB,MAAM,KAAK,GAAI,EAAE,CAAC,OAAO,CAAC,+CAA+C,CAAC,CAAC,GAAG,EAAU,EAAE,GAAG,IAAI,CAAC,CAAC;IAEnG,MAAM,QAAQ,GAAG,EAAE,CAAC,OAAO,CAAC,mEAAmE,CAAC,CAAC,GAAG,EAAW,CAAC;IAChH,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,KAAK,MAAM,CAAC,IAAI,QAAQ;QAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC;IAEjD,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,CAAC,uEAAuE,CAAC,CAAC,GAAG,EAAW,CAAC;IACtH,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,KAAK,MAAM,CAAC,IAAI,UAAU;QAAE,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC;IAEvD,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC,yDAAyD,CAAC,CAAC,GAAG,EAAS,CAAC;IAClG,MAAM,UAAU,GAAG,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC;IAEpC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE,CAAC;AACrF,CAAC;AAED,gCAAgC;AAChC,MAAM,UAAU,cAAc,CAAC,IAAuB,EAAE,KAAK,GAAG,EAAE;IAChE,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,mBAAmB,EAAE,CAAC;IAEtB,MAAM,IAAI,GAAG,IAAI;QACf,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,oFAAoF,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC;QACnH,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,qEAAqE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAEjG,OAAQ,IAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;AACzC,CAAC;AAED,oEAAoE;AAEpE,SAAS,UAAU,CAAC,GAAQ;IAC1B,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,eAAe,EAAE,GAAG,CAAC,iBAAiB;QACtC,WAAW,EAAE,GAAG,CAAC,YAAY;QAC7B,UAAU,EAAE,GAAG,CAAC,WAAW;QAC3B,YAAY,EAAE,GAAG,CAAC,aAAa;QAC/B,gBAAgB,EAAE,GAAG,CAAC,iBAAiB;QACvC,oBAAoB,EAAE,GAAG,CAAC,qBAAqB;QAC/C,gBAAgB,EAAE,GAAG,CAAC,kBAAkB;QACxC,WAAW,EAAE,CAAC,CAAC,GAAG,CAAC,YAAY;QAC/B,YAAY,EAAE,CAAC,CAAC,GAAG,CAAC,aAAa;QACjC,YAAY,EAAE,GAAG,CAAC,aAAa;QAC/B,gBAAgB,EAAE,GAAG,CAAC,iBAAiB;QACvC,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,UAAU,EAAE,GAAG,CAAC,WAAW;QAC3B,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,SAAS,EAAE,GAAG,CAAC,UAAU;KAC1B,CAAC;AACJ,CAAC"}

package/dist/sync/hyperloopEval.d.ts

@@ -0,0 +1,123 @@
+/**
+ * hyperloopEval.ts — Per-task evaluation metrics + improvement@k tracking.
+ *
+ * Runs after every task to compute quality metrics.
+ * Compares against archive reference variant to compute improvement delta.
+ * Tracks improvement@k across generations for cross-domain transfer measurement.
+ */
+export interface TaskEvaluation {
+    evalId: string;
+    episodeId: string;
+    query: string;
+    lens: string;
+    entity: string | null;
+    classification: string;
+    evidenceCoverage: number;
+    contradictionRate: number;
+    groundingRate: number;
+    userEditDistance: number;
+    wasExported: boolean;
+    wasDelegated: boolean;
+    latencyMs: number;
+    costUsd: number;
+    toolCallCount: number;
+    qualityScore: number;
+    rubricVersion: string;
+    scoreComponents: HyperloopScoreComponent[];
+    gates: HyperloopGateResult[];
+    policyAction: "archive_only" | "candidate";
+    llmJudge?: HyperloopLlmJudgeSummary;
+    referenceVariantId: string | null;
+    improvementDelta: number;
+    timestamp: string;
+}
+export interface HyperloopScoreComponent {
+    key: string;
+    label: string;
+    weight: number;
+    rawValue: number;
+    normalizedScore: number;
+    weightedContribution: number;
+    detail: string;
+}
+export interface HyperloopGateResult {
+    key: string;
+    label: string;
+    passed: boolean;
+    critical: boolean;
+    reason: string;
+}
+export interface HyperloopLlmJudgeSummary {
+    verdict: string;
+    score?: string;
+    failingCriteria: string[];
+    fixSuggestions: string[];
+    reasoningSummary: string;
+}
+export declare function initEvalTables(): void;
+export declare function buildHyperloopScorecard(metrics: {
+    evidenceCoverage: number;
+    groundingRate: number;
+    contradictionRate: number;
+    userEditDistance: number;
+    wasExported: boolean;
+    wasDelegated: boolean;
+    latencyMs: number;
+}): {
+    qualityScore: number;
+    scoreComponents: HyperloopScoreComponent[];
+    gates: HyperloopGateResult[];
+    policyAction: "archive_only" | "candidate";
+};
+export declare function evaluateTask(input: {
+    episodeId: string;
+    query: string;
+    lens: string;
+    entity: string | null;
+    classification: string;
+    totalSignals: number;
+    verifiedSignals: number;
+    totalClaims: number;
+    groundedClaims: number;
+    contradictionsCaught: number;
+    userEditDistance: number;
+    wasExported: boolean;
+    wasDelegated: boolean;
+    latencyMs: number;
+    costUsd: number;
+    toolCallCount: number;
+    llmJudge?: {
+        verdict?: string;
+        score?: string;
+        failingCriteria?: string[];
+        fixSuggestions?: string[];
+    } | null;
+}): TaskEvaluation;
+export interface ImprovementAtK {
+    classification: string;
+    k: number;
+    avgQuality: number;
+    avgImprovement: number;
+    sampleSize: number;
+}
+export interface RecentEvaluationSummary {
+    evalId: string;
+    query: string;
+    classification: string;
+    qualityScore: number;
+    improvementDelta: number;
+    evidenceCoverage: number;
+    groundingRate: number;
+    latencyMs: number;
+    toolCallCount: number;
+    timestamp: string;
+    rubricVersion: string;
+    policyAction: "archive_only" | "candidate";
+    scoreComponents: HyperloopScoreComponent[];
+    gates: HyperloopGateResult[];
+    llmJudge?: HyperloopLlmJudgeSummary;
+}
+/** Compute improvement@k for a classification type. */
+export declare function computeImprovementAtK(classification: string, k?: number): ImprovementAtK[];
+export declare function listRecentEvaluations(limit?: number): RecentEvaluationSummary[];
+export declare function listTrackedClassifications(limit?: number): string[];

package/dist/sync/hyperloopEval.js

@@ -0,0 +1,389 @@
+/**
+ * hyperloopEval.ts — Per-task evaluation metrics + improvement@k tracking.
+ *
+ * Runs after every task to compute quality metrics.
+ * Compares against archive reference variant to compute improvement delta.
+ * Tracks improvement@k across generations for cross-domain transfer measurement.
+ */
+import { getDb, genId } from "../db.js";
+import { lookupBestVariant, addArchiveEntry } from "./hyperloopArchive.js";
+// ─── Schema ──────────────────────────────────────────────────────
+export function initEvalTables() {
+    const db = getDb();
+    db.exec(`
+    CREATE TABLE IF NOT EXISTS hyperloop_evaluations (
+      eval_id TEXT PRIMARY KEY,
+      episode_id TEXT NOT NULL,
+      query TEXT NOT NULL,
+      lens TEXT NOT NULL,
+      entity TEXT,
+      classification TEXT NOT NULL,
+      evidence_coverage REAL NOT NULL,
+      contradiction_rate REAL NOT NULL,
+      grounding_rate REAL NOT NULL,
+      user_edit_distance REAL NOT NULL,
+      was_exported INTEGER NOT NULL DEFAULT 0,
+      was_delegated INTEGER NOT NULL DEFAULT 0,
+      latency_ms INTEGER NOT NULL,
+      cost_usd REAL NOT NULL DEFAULT 0,
+      tool_call_count INTEGER NOT NULL DEFAULT 0,
+      quality_score REAL NOT NULL,
+      rubric_version TEXT NOT NULL DEFAULT 'hyperloop_v2',
+      score_components TEXT NOT NULL DEFAULT '[]',
+      gates TEXT NOT NULL DEFAULT '[]',
+      policy_action TEXT NOT NULL DEFAULT 'archive_only',
+      llm_judge TEXT,
+      reference_variant_id TEXT,
+      improvement_delta REAL NOT NULL DEFAULT 0,
+      timestamp TEXT NOT NULL
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_eval_episode ON hyperloop_evaluations(episode_id);
+    CREATE INDEX IF NOT EXISTS idx_eval_quality ON hyperloop_evaluations(quality_score DESC);
+    CREATE INDEX IF NOT EXISTS idx_eval_classification ON hyperloop_evaluations(classification);
+  `);
+    ensureEvalColumn("rubric_version", "TEXT NOT NULL DEFAULT 'hyperloop_v2'");
+    ensureEvalColumn("score_components", "TEXT NOT NULL DEFAULT '[]'");
+    ensureEvalColumn("gates", "TEXT NOT NULL DEFAULT '[]'");
+    ensureEvalColumn("policy_action", "TEXT NOT NULL DEFAULT 'archive_only'");
+    ensureEvalColumn("llm_judge", "TEXT");
+}
+function ensureEvalColumn(columnName, definition) {
+    const db = getDb();
+    const columns = db.prepare("PRAGMA table_info(hyperloop_evaluations)").all();
+    if (!columns.some((column) => column.name === columnName)) {
+        db.exec(`ALTER TABLE hyperloop_evaluations ADD COLUMN ${columnName} ${definition}`);
+    }
+}
+// ─── Compute quality score ───────────────────────────────────────
+function clamp01(value) {
+    if (!Number.isFinite(value))
+        return 0;
+    return Math.max(0, Math.min(1, value));
+}
+function roundScore(value) {
+    return Math.round(clamp01(value) * 100) / 100;
+}
+export function buildHyperloopScorecard(metrics) {
+    const scoreComponents = [
+        {
+            key: "evidence_coverage",
+            label: "Evidence coverage",
+            weight: 0.3,
+            rawValue: roundScore(metrics.evidenceCoverage),
+            normalizedScore: roundScore(metrics.evidenceCoverage),
+            weightedContribution: roundScore(metrics.evidenceCoverage * 0.3),
+            detail: "Verified or source-backed signals divided by total surfaced signals.",
+        },
+        {
+            key: "claim_grounding",
+            label: "Claim grounding",
+            weight: 0.25,
+            rawValue: roundScore(metrics.groundingRate),
+            normalizedScore: roundScore(metrics.groundingRate),
+            weightedContribution: roundScore(metrics.groundingRate * 0.25),
+            detail: "Claims with explicit evidence text divided by total surfaced claims.",
+        },
+        {
+            key: "contradiction_capture",
+            label: "Contradiction capture",
+            weight: 0.15,
+            rawValue: roundScore(metrics.contradictionRate),
+            normalizedScore: roundScore(Math.min(1, metrics.contradictionRate * 4)),
+            weightedContribution: roundScore(Math.min(1, metrics.contradictionRate * 4) * 0.15),
+            detail: "Non-zero only when the run actually surfaced contradictions or diligence flags.",
+        },
+        {
+            key: "human_edit_burden",
+            label: "Human edit burden",
+            weight: 0.15,
+            rawValue: roundScore(1 - metrics.userEditDistance),
+            normalizedScore: roundScore(1 - metrics.userEditDistance),
+            weightedContribution: roundScore((1 - metrics.userEditDistance) * 0.15),
+            detail: "Starts at 1.0 and falls as the human has to rewrite more of the result.",
+        },
+        {
+            key: "outcome_readiness",
+            label: "Outcome readiness",
+            weight: 0.1,
+            rawValue: roundScore((metrics.wasExported ? 0.5 : 0) + (metrics.wasDelegated ? 0.5 : 0)),
+            normalizedScore: roundScore((metrics.wasExported ? 0.5 : 0) + (metrics.wasDelegated ? 0.5 : 0)),
+            weightedContribution: roundScore(((metrics.wasExported ? 0.5 : 0) + (metrics.wasDelegated ? 0.5 : 0)) * 0.1),
+            detail: "Gives credit only when the result was strong enough to export or delegate.",
+        },
+        {
+            key: "latency_budget",
+            label: "Latency budget",
+            weight: 0.05,
+            rawValue: metrics.latencyMs,
+            normalizedScore: metrics.latencyMs <= 5000 ? 1 : metrics.latencyMs <= 12000 ? 0.6 : metrics.latencyMs <= 20000 ? 0.35 : 0.1,
+            weightedContribution: roundScore((metrics.latencyMs <= 5000 ? 1 : metrics.latencyMs <= 12000 ? 0.6 : metrics.latencyMs <= 20000 ? 0.35 : 0.1) * 0.05),
+            detail: "Fast runs get a small bonus, but speed is deliberately not a dominant factor.",
+        },
+    ].map((component) => ({
+        ...component,
+        normalizedScore: roundScore(component.normalizedScore),
+        weightedContribution: roundScore(component.weightedContribution),
+    }));
+    const qualityScore = roundScore(scoreComponents.reduce((sum, component) => sum + component.weightedContribution, 0));
+    const gates = [
+        {
+            key: "minimum_evidence",
+            label: "Minimum evidence",
+            passed: metrics.evidenceCoverage >= 0.25,
+            critical: true,
+            reason: metrics.evidenceCoverage >= 0.25
+                ? "Evidence coverage cleared the minimum threshold."
+                : "Too few surfaced signals were actually source-backed.",
+        },
+        {
+            key: "minimum_grounding",
+            label: "Minimum grounding",
+            passed: metrics.groundingRate >= 0.25,
+            critical: true,
+            reason: metrics.groundingRate >= 0.25
+                ? "Grounding rate cleared the minimum threshold."
+                : "Too many claims are unsupported or missing direct evidence text.",
+        },
+        {
+            key: "human_edit_load",
+            label: "Human edit load",
+            passed: metrics.userEditDistance <= 0.6,
+            critical: false,
+            reason: metrics.userEditDistance <= 0.6
+                ? "Human edit burden is still within acceptable review bounds."
+                : "The human would need to rewrite too much of this output.",
+        },
+        {
+            key: "latency_window",
+            label: "Latency window",
+            passed: metrics.latencyMs <= 15000,
+            critical: false,
+            reason: metrics.latencyMs <= 15000
+                ? "Latency stayed within the target review window."
+                : "This run was too slow for routine founder use.",
+        },
+        {
+            key: "archive_candidate_score",
+            label: "Archive candidate score",
+            passed: qualityScore >= 0.62,
+            critical: false,
+            reason: qualityScore >= 0.62
+                ? "Composite score is high enough to consider archive candidacy."
+                : "Composite score is still too weak for a reusable archive candidate.",
+        },
+    ];
+    const hasCriticalFailure = gates.some((gate) => gate.critical && !gate.passed);
+    const policyAction = !hasCriticalFailure && qualityScore >= 0.62 ? "candidate" : "archive_only";
+    return {
+        qualityScore,
+        scoreComponents,
+        gates,
+        policyAction,
+    };
+}
+// ─── Evaluate a completed task ───────────────────────────────────
+export function evaluateTask(input) {
+    const db = getDb();
+    initEvalTables();
+    const evidenceCoverage = input.totalSignals > 0 ? input.verifiedSignals / input.totalSignals : 0;
+    const groundingRate = input.totalClaims > 0 ? input.groundedClaims / input.totalClaims : 0;
+    const contradictionRate = input.totalClaims > 0 ? input.contradictionsCaught / input.totalClaims : 0;
+    const { qualityScore, scoreComponents, gates, policyAction, } = buildHyperloopScorecard({
+        evidenceCoverage,
+        groundingRate,
+        contradictionRate,
+        userEditDistance: input.userEditDistance,
+        wasExported: input.wasExported,
+        wasDelegated: input.wasDelegated,
+        latencyMs: input.latencyMs,
+    });
+    // Look up reference variant to compute improvement delta
+    const archiveType = classificationToArchiveType(input.classification);
+    const reference = lookupBestVariant(archiveType, input.lens, input.entity ?? undefined);
+    const improvementDelta = reference
+        ? Math.round((qualityScore - reference.qualityScore) * 100) / 100
+        : 0;
+    const evalId = genId("eval");
+    const timestamp = new Date().toISOString();
+    const llmJudge = normalizeLlmJudge(input.llmJudge);
+    db.prepare(`
+    INSERT INTO hyperloop_evaluations (eval_id, episode_id, query, lens, entity, classification, evidence_coverage, contradiction_rate, grounding_rate, user_edit_distance, was_exported, was_delegated, latency_ms, cost_usd, tool_call_count, quality_score, rubric_version, score_components, gates, policy_action, llm_judge, reference_variant_id, improvement_delta, timestamp)
+    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+  `).run(evalId, input.episodeId, input.query, input.lens, input.entity, input.classification, evidenceCoverage, contradictionRate, groundingRate, input.userEditDistance, input.wasExported ? 1 : 0, input.wasDelegated ? 1 : 0, input.latencyMs, input.costUsd, input.toolCallCount, qualityScore, "hyperloop_v2", JSON.stringify(scoreComponents), JSON.stringify(gates), policyAction, llmJudge ? JSON.stringify(llmJudge) : null, reference?.id ?? null, improvementDelta, timestamp);
+    // If quality is good enough, create archive candidate
+    if (policyAction === "candidate") {
+        addArchiveEntry({
+            type: archiveType,
+            name: `${input.classification}:${input.entity ?? input.lens}`,
+            description: `Structured candidate (${Math.round(qualityScore * 100)}%) from "${input.query.slice(0, 60)}"`,
+            content: JSON.stringify({
+                classification: input.classification,
+                lens: input.lens,
+                entity: input.entity,
+                toolCallCount: input.toolCallCount,
+                latencyMs: input.latencyMs,
+                rubricVersion: "hyperloop_v2",
+                scoreComponents,
+                gates,
+                llmJudge,
+            }),
+            sourceEpisodeId: input.episodeId,
+            sourceQuery: input.query,
+            sourceLens: input.lens,
+            sourceEntity: input.entity,
+            evidenceCoverage,
+            contradictionsCaught: input.contradictionsCaught,
+            userEditDistance: input.userEditDistance,
+            wasExported: input.wasExported,
+            wasDelegated: input.wasDelegated,
+            qualityScore,
+            improvementDelta,
+            createdAt: timestamp,
+        });
+    }
+    return {
+        evalId,
+        episodeId: input.episodeId,
+        query: input.query,
+        lens: input.lens,
+        entity: input.entity,
+        classification: input.classification,
+        evidenceCoverage,
+        contradictionRate,
+        groundingRate,
+        userEditDistance: input.userEditDistance,
+        wasExported: input.wasExported,
+        wasDelegated: input.wasDelegated,
+        latencyMs: input.latencyMs,
+        costUsd: input.costUsd,
+        toolCallCount: input.toolCallCount,
+        qualityScore,
+        rubricVersion: "hyperloop_v2",
+        scoreComponents,
+        gates,
+        policyAction,
+        llmJudge,
+        referenceVariantId: reference?.id ?? null,
+        improvementDelta,
+        timestamp,
+    };
+}
+/** Compute improvement@k for a classification type. */
+export function computeImprovementAtK(classification, k = 5) {
+    const db = getDb();
+    initEvalTables();
+    const rows = db.prepare("SELECT quality_score, improvement_delta FROM hyperloop_evaluations WHERE classification = ? ORDER BY timestamp ASC").all(classification);
+    if (rows.length === 0)
+        return [];
+    const results = [];
+    const chunkSize = Math.max(1, Math.floor(rows.length / k));
+    for (let gen = 0; gen < k && gen * chunkSize < rows.length; gen++) {
+        const chunk = rows.slice(gen * chunkSize, (gen + 1) * chunkSize);
+        const avgQuality = chunk.reduce((s, r) => s + r.quality_score, 0) / chunk.length;
+        const avgImprovement = chunk.reduce((s, r) => s + r.improvement_delta, 0) / chunk.length;
+        results.push({
+            classification,
+            k: gen + 1,
+            avgQuality: Math.round(avgQuality * 100) / 100,
+            avgImprovement: Math.round(avgImprovement * 100) / 100,
+            sampleSize: chunk.length,
+        });
+    }
+    return results;
+}
+export function listRecentEvaluations(limit = 12) {
+    const db = getDb();
+    initEvalTables();
+    const rows = db.prepare(`SELECT eval_id, query, classification, quality_score, improvement_delta, evidence_coverage, grounding_rate, latency_ms, tool_call_count, timestamp, rubric_version, policy_action, score_components, gates, llm_judge
+     FROM hyperloop_evaluations
+     ORDER BY timestamp DESC
+     LIMIT ?`).all(limit);
+    return rows.map((row) => ({
+        evalId: row.eval_id,
+        query: row.query,
+        classification: row.classification,
+        qualityScore: row.quality_score,
+        improvementDelta: row.improvement_delta,
+        evidenceCoverage: row.evidence_coverage,
+        groundingRate: row.grounding_rate,
+        latencyMs: row.latency_ms,
+        toolCallCount: row.tool_call_count,
+        timestamp: row.timestamp,
+        rubricVersion: row.rubric_version ?? "hyperloop_v2",
+        policyAction: row.policy_action ?? "archive_only",
+        scoreComponents: parseJsonArray(row.score_components),
+        gates: parseJsonArray(row.gates),
+        llmJudge: parseJsonObject(row.llm_judge),
+    }));
+}
+export function listTrackedClassifications(limit = 6) {
+    const db = getDb();
+    initEvalTables();
+    const rows = db.prepare(`SELECT classification, COUNT(*) as cnt
+     FROM hyperloop_evaluations
+     GROUP BY classification
+     ORDER BY cnt DESC, MAX(timestamp) DESC
+     LIMIT ?`).all(limit);
+    return rows.map((row) => row.classification);
+}
+// ─── Helpers ─────────────────────────────────────────────────────
+function classificationToArchiveType(classification) {
+    const map = {
+        company_search: "packet_template",
+        competitor: "packet_template",
+        multi_entity: "packet_template",
+        weekly_reset: "workflow_path",
+        pre_delegation: "delegation_shape",
+        important_change: "signal_recipe",
+        idea_validation: "packet_template",
+        general: "routing_policy",
+    };
+    return map[classification] ?? "routing_policy";
+}
+function parseJsonArray(value) {
+    if (!value)
+        return [];
+    try {
+        const parsed = JSON.parse(value);
+        return Array.isArray(parsed) ? parsed : [];
+    }
+    catch {
+        return [];
+    }
+}
+function parseJsonObject(value) {
+    if (!value)
+        return undefined;
+    try {
+        const parsed = JSON.parse(value);
+        return parsed && typeof parsed === "object" ? parsed : undefined;
+    }
+    catch {
+        return undefined;
+    }
+}
+function normalizeLlmJudge(input) {
+    if (!input)
+        return undefined;
+    const verdict = input.verdict?.trim();
+    const score = input.score?.trim();
+    const failingCriteria = Array.isArray(input.failingCriteria) ? input.failingCriteria.filter(Boolean) : [];
+    const fixSuggestions = Array.isArray(input.fixSuggestions) ? input.fixSuggestions.filter(Boolean) : [];
+    const reasoningParts = [
+        verdict ? `Verdict: ${verdict}.` : null,
+        failingCriteria.length > 0 ? `Failures: ${failingCriteria.join("; ")}.` : "Failures: none called out.",
+        fixSuggestions.length > 0 ? `Fixes: ${fixSuggestions.join("; ")}.` : "Fixes: none suggested.",
+    ].filter(Boolean);
+    if (!verdict && !score && failingCriteria.length === 0 && fixSuggestions.length === 0) {
+        return undefined;
+    }
+    return {
+        verdict: verdict ?? "UNSPECIFIED",
+        score,
+        failingCriteria,
+        fixSuggestions,
+        reasoningSummary: reasoningParts.join(" "),
+    };
+}
+//# sourceMappingURL=hyperloopEval.js.map

package/dist/sync/hyperloopEval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hyperloopEval.js","sourceRoot":"","sources":["../../src/sync/hyperloopEval.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AACxC,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAyB,MAAM,uBAAuB,CAAC;AAkElG,oEAAoE;AAEpE,MAAM,UAAU,cAAc;IAC5B,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BP,CAAC,CAAC;IAEH,gBAAgB,CAAC,gBAAgB,EAAE,sCAAsC,CAAC,CAAC;IAC3E,gBAAgB,CAAC,kBAAkB,EAAE,4BAA4B,CAAC,CAAC;IACnE,gBAAgB,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAC;IACxD,gBAAgB,CAAC,eAAe,EAAE,sCAAsC,CAAC,CAAC;IAC1E,gBAAgB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,gBAAgB,CAAC,UAAkB,EAAE,UAAkB;IAC9D,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC,0CAA0C,CAAC,CAAC,GAAG,EAA6B,CAAC;IACxG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,UAAU,CAAC,EAAE,CAAC;QAC1D,EAAE,CAAC,IAAI,CAAC,gDAAgD,UAAU,IAAI,UAAU,EAAE,CAAC,CAAC;IACtF,CAAC;AACH,CAAC;AAED,oEAAoE;AAEpE,SAAS,OAAO,CAAC,KAAa;IAC5B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACtC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,OAQvC;IAMC,MAAM,eAAe,GAA8B;QACjD;YACE,GAAG,EAAE,mBAAmB;YACxB,KAAK,EAAE,mBAAmB;YAC1B,MAAM,EAAE,GAAG;YACX,QAAQ,EAAE,UAAU,CAAC,OAAO,CAAC,gBAAgB,CAAC;YAC9C,eAAe,EAAE,UAAU,CAAC,OAAO,CAAC,gBAAgB,CAAC;YACrD,oBAAoB,EAAE,UAAU,CAAC,OAAO,CAAC,gBAAgB,GAAG,GAAG,CAAC;YAChE,MAAM,EAAE,sEAAsE;SAC/E;QACD;YACE,GAAG,EAAE,iBAAiB;YACtB,KAAK,EAAE,iBAAiB;YACxB,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,UAAU,CAAC,OAAO,CAAC,aAAa,CAAC;YAC3C,eAAe,EAAE,UAAU,CAAC,OAAO,CAAC,aAAa,CAAC;YAClD,oBAAoB,EAAE,UAAU,CAAC,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC;YAC9D,MAAM,EAAE,sEAAsE;SAC/E;QACD;YACE,GAAG,EAAE,uBAAuB;YAC5B,KAAK,EAAE,uBAAuB;YAC9B,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,UAAU,CAAC,OAAO,CAAC,iBAAiB,CAAC;YAC/C,eAAe,EAAE,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,iBAAiB,GAAG,CAAC,CAAC,CAAC;YACvE,oBAAoB,EAAE,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,iBAAiB,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;YACnF,MAAM,EAAE,iFAAiF;SAC1F;QACD;YACE,GAAG,EAAE,mBAAmB;YACxB,KAAK,EAAE,mBAAmB;YAC1B,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,UAAU,CAAC,CAAC,GAAG,OAAO,CAAC,gBAAgB,CAAC;YAClD,eAAe,EAAE,UAAU,CAAC,CAAC,GAAG,OAAO,CAAC,gBAAgB,CAAC;YACzD,oBAAoB,EAAE,UAAU,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,gBAAgB,CAAC,GAAG,IAAI,CAAC;YACvE,MAAM,EAAE,yEAAyE;SAClF;QACD;YACE,GAAG,EAAE,mBAAmB;YACxB,KAAK,EAAE,mBAAmB;YAC1B,MAAM,EAAE,GAAG;YACX,QAAQ,EAAE,UAAU,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACxF,eAAe,EAAE,UAAU,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/F,oBAAoB,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;YAC5G,MAAM,EAAE,4EAA4E;SACrF;QACD;YACE,GAAG,EAAE,gBAAgB;YACrB,KAAK,EAAE,gBAAgB;YACvB,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,OAAO,CAAC,SAAS;YAC3B,eAAe,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG;YAC3H,oBAAoB,EAAE,UAAU,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YACrJ,MAAM,EAAE,+EAA+E;SACxF;KACF,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QACpB,GAAG,SAAS;QACZ,eAAe,EAAE,UAAU,CAAC,SAAS,CAAC,eAAe,CAAC;QACtD,oBAAoB,EAAE,UAAU,CAAC,SAAS,CAAC,oBAAoB,CAAC;KACjE,CAAC,CAAC,CAAC;IAEJ,MAAM,YAAY,GAAG,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,GAAG,GAAG,SAAS,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC,CAAC;IAErH,MAAM,KAAK,GAA0B;QACnC;YACE,GAAG,EAAE,kBAAkB;YACvB,KAAK,EAAE,kBAAkB;YACzB,MAAM,EAAE,OAAO,CAAC,gBAAgB,IAAI,IAAI;YACxC,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,OAAO,CAAC,gBAAgB,IAAI,IAAI;gBACtC,CAAC,CAAC,kDAAkD;gBACpD,CAAC,CAAC,uDAAuD;SAC5D;QACD;YACE,GAAG,EAAE,mBAAmB;YACxB,KAAK,EAAE,mBAAmB;YAC1B,MAAM,EAAE,OAAO,CAAC,aAAa,IAAI,IAAI;YACrC,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,OAAO,CAAC,aAAa,IAAI,IAAI;gBACnC,CAAC,CAAC,+CAA+C;gBACjD,CAAC,CAAC,kEAAkE;SACvE;QACD;YACE,GAAG,EAAE,iBAAiB;YACtB,KAAK,EAAE,iBAAiB;YACxB,MAAM,EAAE,OAAO,CAAC,gBAAgB,IAAI,GAAG;YACvC,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,OAAO,CAAC,gBAAgB,IAAI,GAAG;gBACrC,CAAC,CAAC,6DAA6D;gBAC/D,CAAC,CAAC,0DAA0D;SAC/D;QACD;YACE,GAAG,EAAE,gBAAgB;YACrB,KAAK,EAAE,gBAAgB;YACvB,MAAM,EAAE,OAAO,CAAC,SAAS,IAAI,KAAK;YAClC,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,OAAO,CAAC,SAAS,IAAI,KAAK;gBAChC,CAAC,CAAC,iDAAiD;gBACnD,CAAC,CAAC,gDAAgD;SACrD;QACD;YACE,GAAG,EAAE,yBAAyB;YAC9B,KAAK,EAAE,yBAAyB;YAChC,MAAM,EAAE,YAAY,IAAI,IAAI;YAC5B,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,YAAY,IAAI,IAAI;gBAC1B,CAAC,CAAC,+DAA+D;gBACjE,CAAC,CAAC,qEAAqE;SAC1E;KACF,CAAC;IAEF,MAAM,kBAAkB,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC/E,MAAM,YAAY,GAChB,CAAC,kBAAkB,IAAI,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC;IAE7E,OAAO;QACL,YAAY;QACZ,eAAe;QACf,KAAK;QACL,YAAY;KACb,CAAC;AACJ,CAAC;AAED,oEAAoE;AAEpE,MAAM,UAAU,YAAY,CAAC,KAuB5B;IACC,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,cAAc,EAAE,CAAC;IAEjB,MAAM,gBAAgB,GAAG,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;IACjG,MAAM,aAAa,GAAG,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3F,MAAM,iBAAiB,GAAG,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,oBAAoB,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IAErG,MAAM,EACJ,YAAY,EACZ,eAAe,EACf,KAAK,EACL,YAAY,GACb,GAAG,uBAAuB,CAAC;QAC1B,gBAAgB;QAChB,aAAa;QACb,iBAAiB;QACjB,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,SAAS,EAAE,KAAK,CAAC,SAAS;KAC3B,CAAC,CAAC;IAEH,yDAAyD;IACzD,MAAM,WAAW,GAAG,2BAA2B,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IACtE,MAAM,SAAS,GAAG,iBAAiB,CAAC,WAAW,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,IAAI,SAAS,CAAC,CAAC;IACxF,MAAM,gBAAgB,GAAG,SAAS;QAChC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,YAAY,GAAG,SAAS,CAAC,YAAY,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;QACjE,CAAC,CAAC,CAAC,CAAC;IAEN,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7B,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,QAAQ,GAAG,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAEnD,EAAE,CAAC,OAAO,CAAC;;;GAGV,CAAC,CAAC,GAAG,CACJ,MAAM,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,EAC9D,KAAK,CAAC,cAAc,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EACxE,KAAK,CAAC,gBAAgB,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC7E,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,aAAa,EACnD,YAAY,EAAE,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,YAAY,EAClG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,IAAI,IAAI,EAAE,gBAAgB,EAAE,SAAS,CAC/F,CAAC;IAEF,sDAAsD;IACtD,IAAI,YAAY,KAAK,WAAW,EAAE,CAAC;QACjC,eAAe,CAAC;YACd,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,GAAG,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,IAAI,EAAE;YAC7D,WAAW,EAAE,yBAAyB,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC,YAAY,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG;YAC3G,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;gBACtB,cAAc,EAAE,KAAK,CAAC,cAAc;gBACpC,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,aAAa,EAAE,KAAK,CAAC,aAAa;gBAClC,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,aAAa,EAAE,cAAc;gBAC7B,eAAe;gBACf,KAAK;gBACL,QAAQ;aACT,CAAC;YACF,eAAe,EAAE,KAAK,CAAC,SAAS;YAChC,WAAW,EAAE,KAAK,CAAC,KAAK;YACxB,UAAU,EAAE,KAAK,CAAC,IAAI;YACtB,YAAY,EAAE,KAAK,CAAC,MAAM;YAC1B,gBAAgB;YAChB,oBAAoB,EAAE,KAAK,CAAC,oBAAoB;YAChD,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;YACxC,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,YAAY;YACZ,gBAAgB;YAChB,SAAS,EAAE,SAAS;SACrB,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,MAAM;QACN,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,gBAAgB;QAChB,iBAAiB;QACjB,aAAa;QACb,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,YAAY;QACZ,aAAa,EAAE,cAAc;QAC7B,eAAe;QACf,KAAK;QACL,YAAY;QACZ,QAAQ;QACR,kBAAkB,EAAE,SAAS,EAAE,EAAE,IAAI,IAAI;QACzC,gBAAgB;QAChB,SAAS;KACV,CAAC;AACJ,CAAC;AA8BD,uDAAuD;AACvD,MAAM,UAAU,qBAAqB,CAAC,cAAsB,EAAE,CAAC,GAAG,CAAC;IACjE,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,cAAc,EAAE,CAAC;IAEjB,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CACrB,oHAAoH,CACrH,CAAC,GAAG,CAAC,cAAc,CAAU,CAAC;IAE/B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEjC,MAAM,OAAO,GAAqB,EAAE,CAAC;IACrC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAE3D,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,IAAI,GAAG,GAAG,SAAS,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;QAClE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,SAAS,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;QACjE,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,CAAM,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;QAC9F,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,CAAM,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,iBAAiB,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;QAEtG,OAAO,CAAC,IAAI,CAAC;YACX,cAAc;YACd,CAAC,EAAE,GAAG,GAAG,CAAC;YACV,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,GAAG,GAAG;YAC9C,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,GAAG,CAAC,GAAG,GAAG;YACtD,UAAU,EAAE,KAAK,CAAC,MAAM;SACzB,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,KAAK,GAAG,EAAE;IAC9C,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,cAAc,EAAE,CAAC;IAEjB,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CACrB;;;aAGS,CACV,CAAC,GAAG,CAAC,KAAK,CAAU,CAAC;IAEtB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACxB,MAAM,EAAE,GAAG,CAAC,OAAO;QACnB,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,cAAc,EAAE,GAAG,CAAC,cAAc;QAClC,YAAY,EAAE,GAAG,CAAC,aAAa;QAC/B,gBAAgB,EAAE,GAAG,CAAC,iBAAiB;QACvC,gBAAgB,EAAE,GAAG,CAAC,iBAAiB;QACvC,aAAa,EAAE,GAAG,CAAC,cAAc;QACjC,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,aAAa,EAAE,GAAG,CAAC,eAAe;QAClC,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,aAAa,EAAE,GAAG,CAAC,cAAc,IAAI,cAAc;QACnD,YAAY,EAAE,GAAG,CAAC,aAAa,IAAI,cAAc;QACjD,eAAe,EAAE,cAAc,CAA0B,GAAG,CAAC,gBAAgB,CAAC;QAC9E,KAAK,EAAE,cAAc,CAAsB,GAAG,CAAC,KAAK,CAAC;QACrD,QAAQ,EAAE,eAAe,CAA2B,GAAG,CAAC,SAAS,CAAC;KACnE,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,KAAK,GAAG,CAAC;IAClD,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,cAAc,EAAE,CAAC;IAEjB,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CACrB;;;;aAIS,CACV,CAAC,GAAG,CAAC,KAAK,CAAsC,CAAC;IAElD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;AAC/C,CAAC;AAED,oEAAoE;AAEpE,SAAS,2BAA2B,CAAC,cAAsB;IACzD,MAAM,GAAG,GAAqC;QAC5C,cAAc,EAAE,iBAAiB;QACjC,UAAU,EAAE,iBAAiB;QAC7B,YAAY,EAAE,iBAAiB;QAC/B,YAAY,EAAE,eAAe;QAC7B,cAAc,EAAE,kBAAkB;QAClC,gBAAgB,EAAE,eAAe;QACjC,eAAe,EAAE,iBAAiB;QAClC,OAAO,EAAE,gBAAgB;KAC1B,CAAC;IACF,OAAO,GAAG,CAAC,cAAc,CAAC,IAAI,gBAAgB,CAAC;AACjD,CAAC;AAED,SAAS,cAAc,CAAI,KAAgC;IACzD,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACjC,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAa,CAAC,CAAC,CAAC,EAAE,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAI,KAAgC;IAC1D,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACjC,OAAO,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAW,CAAC,CAAC,CAAC,SAAS,CAAC;IACxE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,KAKnB;IACN,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC;IACtC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC;IAClC,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1G,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACvG,MAAM,cAAc,GAAG;QACrB,OAAO,CAAC,CAAC,CAAC,YAAY,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI;QACvC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,4BAA4B;QACtG,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,wBAAwB;KAC9F,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAClB,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtF,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO;QACL,OAAO,EAAE,OAAO,IAAI,aAAa;QACjC,KAAK;QACL,eAAe;QACf,cAAc;QACd,gBAAgB,EAAE,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC;KAC3C,CAAC;AACJ,CAAC"}