nodebench-mcp 2.69.0 → 3.0.0

package/dist/sync/hyperloopEval.js

@@ -0,0 +1,389 @@
+/**
+ * hyperloopEval.ts — Per-task evaluation metrics + improvement@k tracking.
+ *
+ * Runs after every task to compute quality metrics.
+ * Compares against archive reference variant to compute improvement delta.
+ * Tracks improvement@k across generations for cross-domain transfer measurement.
+ */
+import { getDb, genId } from "../db.js";
+import { lookupBestVariant, addArchiveEntry } from "./hyperloopArchive.js";
+// ─── Schema ──────────────────────────────────────────────────────
+export function initEvalTables() {
+    const db = getDb();
+    db.exec(`
+    CREATE TABLE IF NOT EXISTS hyperloop_evaluations (
+      eval_id TEXT PRIMARY KEY,
+      episode_id TEXT NOT NULL,
+      query TEXT NOT NULL,
+      lens TEXT NOT NULL,
+      entity TEXT,
+      classification TEXT NOT NULL,
+      evidence_coverage REAL NOT NULL,
+      contradiction_rate REAL NOT NULL,
+      grounding_rate REAL NOT NULL,
+      user_edit_distance REAL NOT NULL,
+      was_exported INTEGER NOT NULL DEFAULT 0,
+      was_delegated INTEGER NOT NULL DEFAULT 0,
+      latency_ms INTEGER NOT NULL,
+      cost_usd REAL NOT NULL DEFAULT 0,
+      tool_call_count INTEGER NOT NULL DEFAULT 0,
+      quality_score REAL NOT NULL,
+      rubric_version TEXT NOT NULL DEFAULT 'hyperloop_v2',
+      score_components TEXT NOT NULL DEFAULT '[]',
+      gates TEXT NOT NULL DEFAULT '[]',
+      policy_action TEXT NOT NULL DEFAULT 'archive_only',
+      llm_judge TEXT,
+      reference_variant_id TEXT,
+      improvement_delta REAL NOT NULL DEFAULT 0,
+      timestamp TEXT NOT NULL
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_eval_episode ON hyperloop_evaluations(episode_id);
+    CREATE INDEX IF NOT EXISTS idx_eval_quality ON hyperloop_evaluations(quality_score DESC);
+    CREATE INDEX IF NOT EXISTS idx_eval_classification ON hyperloop_evaluations(classification);
+  `);
+    ensureEvalColumn("rubric_version", "TEXT NOT NULL DEFAULT 'hyperloop_v2'");
+    ensureEvalColumn("score_components", "TEXT NOT NULL DEFAULT '[]'");
+    ensureEvalColumn("gates", "TEXT NOT NULL DEFAULT '[]'");
+    ensureEvalColumn("policy_action", "TEXT NOT NULL DEFAULT 'archive_only'");
+    ensureEvalColumn("llm_judge", "TEXT");
+}
+function ensureEvalColumn(columnName, definition) {
+    const db = getDb();
+    const columns = db.prepare("PRAGMA table_info(hyperloop_evaluations)").all();
+    if (!columns.some((column) => column.name === columnName)) {
+        db.exec(`ALTER TABLE hyperloop_evaluations ADD COLUMN ${columnName} ${definition}`);
+    }
+}
+// ─── Compute quality score ───────────────────────────────────────
+function clamp01(value) {
+    if (!Number.isFinite(value))
+        return 0;
+    return Math.max(0, Math.min(1, value));
+}
+function roundScore(value) {
+    return Math.round(clamp01(value) * 100) / 100;
+}
+export function buildHyperloopScorecard(metrics) {
+    const scoreComponents = [
+        {
+            key: "evidence_coverage",
+            label: "Evidence coverage",
+            weight: 0.3,
+            rawValue: roundScore(metrics.evidenceCoverage),
+            normalizedScore: roundScore(metrics.evidenceCoverage),
+            weightedContribution: roundScore(metrics.evidenceCoverage * 0.3),
+            detail: "Verified or source-backed signals divided by total surfaced signals.",
+        },
+        {
+            key: "claim_grounding",
+            label: "Claim grounding",
+            weight: 0.25,
+            rawValue: roundScore(metrics.groundingRate),
+            normalizedScore: roundScore(metrics.groundingRate),
+            weightedContribution: roundScore(metrics.groundingRate * 0.25),
+            detail: "Claims with explicit evidence text divided by total surfaced claims.",
+        },
+        {
+            key: "contradiction_capture",
+            label: "Contradiction capture",
+            weight: 0.15,
+            rawValue: roundScore(metrics.contradictionRate),
+            normalizedScore: roundScore(Math.min(1, metrics.contradictionRate * 4)),
+            weightedContribution: roundScore(Math.min(1, metrics.contradictionRate * 4) * 0.15),
+            detail: "Non-zero only when the run actually surfaced contradictions or diligence flags.",
+        },
+        {
+            key: "human_edit_burden",
+            label: "Human edit burden",
+            weight: 0.15,
+            rawValue: roundScore(1 - metrics.userEditDistance),
+            normalizedScore: roundScore(1 - metrics.userEditDistance),
+            weightedContribution: roundScore((1 - metrics.userEditDistance) * 0.15),
+            detail: "Starts at 1.0 and falls as the human has to rewrite more of the result.",
+        },
+        {
+            key: "outcome_readiness",
+            label: "Outcome readiness",
+            weight: 0.1,
+            rawValue: roundScore((metrics.wasExported ? 0.5 : 0) + (metrics.wasDelegated ? 0.5 : 0)),
+            normalizedScore: roundScore((metrics.wasExported ? 0.5 : 0) + (metrics.wasDelegated ? 0.5 : 0)),
+            weightedContribution: roundScore(((metrics.wasExported ? 0.5 : 0) + (metrics.wasDelegated ? 0.5 : 0)) * 0.1),
+            detail: "Gives credit only when the result was strong enough to export or delegate.",
+        },
+        {
+            key: "latency_budget",
+            label: "Latency budget",
+            weight: 0.05,
+            rawValue: metrics.latencyMs,
+            normalizedScore: metrics.latencyMs <= 5000 ? 1 : metrics.latencyMs <= 12000 ? 0.6 : metrics.latencyMs <= 20000 ? 0.35 : 0.1,
+            weightedContribution: roundScore((metrics.latencyMs <= 5000 ? 1 : metrics.latencyMs <= 12000 ? 0.6 : metrics.latencyMs <= 20000 ? 0.35 : 0.1) * 0.05),
+            detail: "Fast runs get a small bonus, but speed is deliberately not a dominant factor.",
+        },
+    ].map((component) => ({
+        ...component,
+        normalizedScore: roundScore(component.normalizedScore),
+        weightedContribution: roundScore(component.weightedContribution),
+    }));
+    const qualityScore = roundScore(scoreComponents.reduce((sum, component) => sum + component.weightedContribution, 0));
+    const gates = [
+        {
+            key: "minimum_evidence",
+            label: "Minimum evidence",
+            passed: metrics.evidenceCoverage >= 0.25,
+            critical: true,
+            reason: metrics.evidenceCoverage >= 0.25
+                ? "Evidence coverage cleared the minimum threshold."
+                : "Too few surfaced signals were actually source-backed.",
+        },
+        {
+            key: "minimum_grounding",
+            label: "Minimum grounding",
+            passed: metrics.groundingRate >= 0.25,
+            critical: true,
+            reason: metrics.groundingRate >= 0.25
+                ? "Grounding rate cleared the minimum threshold."
+                : "Too many claims are unsupported or missing direct evidence text.",
+        },
+        {
+            key: "human_edit_load",
+            label: "Human edit load",
+            passed: metrics.userEditDistance <= 0.6,
+            critical: false,
+            reason: metrics.userEditDistance <= 0.6
+                ? "Human edit burden is still within acceptable review bounds."
+                : "The human would need to rewrite too much of this output.",
+        },
+        {
+            key: "latency_window",
+            label: "Latency window",
+            passed: metrics.latencyMs <= 15000,
+            critical: false,
+            reason: metrics.latencyMs <= 15000
+                ? "Latency stayed within the target review window."
+                : "This run was too slow for routine founder use.",
+        },
+        {
+            key: "archive_candidate_score",
+            label: "Archive candidate score",
+            passed: qualityScore >= 0.62,
+            critical: false,
+            reason: qualityScore >= 0.62
+                ? "Composite score is high enough to consider archive candidacy."
+                : "Composite score is still too weak for a reusable archive candidate.",
+        },
+    ];
+    const hasCriticalFailure = gates.some((gate) => gate.critical && !gate.passed);
+    const policyAction = !hasCriticalFailure && qualityScore >= 0.62 ? "candidate" : "archive_only";
+    return {
+        qualityScore,
+        scoreComponents,
+        gates,
+        policyAction,
+    };
+}
+// ─── Evaluate a completed task ───────────────────────────────────
+export function evaluateTask(input) {
+    const db = getDb();
+    initEvalTables();
+    const evidenceCoverage = input.totalSignals > 0 ? input.verifiedSignals / input.totalSignals : 0;
+    const groundingRate = input.totalClaims > 0 ? input.groundedClaims / input.totalClaims : 0;
+    const contradictionRate = input.totalClaims > 0 ? input.contradictionsCaught / input.totalClaims : 0;
+    const { qualityScore, scoreComponents, gates, policyAction, } = buildHyperloopScorecard({
+        evidenceCoverage,
+        groundingRate,
+        contradictionRate,
+        userEditDistance: input.userEditDistance,
+        wasExported: input.wasExported,
+        wasDelegated: input.wasDelegated,
+        latencyMs: input.latencyMs,
+    });
+    // Look up reference variant to compute improvement delta
+    const archiveType = classificationToArchiveType(input.classification);
+    const reference = lookupBestVariant(archiveType, input.lens, input.entity ?? undefined);
+    const improvementDelta = reference
+        ? Math.round((qualityScore - reference.qualityScore) * 100) / 100
+        : 0;
+    const evalId = genId("eval");
+    const timestamp = new Date().toISOString();
+    const llmJudge = normalizeLlmJudge(input.llmJudge);
+    db.prepare(`
+    INSERT INTO hyperloop_evaluations (eval_id, episode_id, query, lens, entity, classification, evidence_coverage, contradiction_rate, grounding_rate, user_edit_distance, was_exported, was_delegated, latency_ms, cost_usd, tool_call_count, quality_score, rubric_version, score_components, gates, policy_action, llm_judge, reference_variant_id, improvement_delta, timestamp)
+    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+  `).run(evalId, input.episodeId, input.query, input.lens, input.entity, input.classification, evidenceCoverage, contradictionRate, groundingRate, input.userEditDistance, input.wasExported ? 1 : 0, input.wasDelegated ? 1 : 0, input.latencyMs, input.costUsd, input.toolCallCount, qualityScore, "hyperloop_v2", JSON.stringify(scoreComponents), JSON.stringify(gates), policyAction, llmJudge ? JSON.stringify(llmJudge) : null, reference?.id ?? null, improvementDelta, timestamp);
+    // If quality is good enough, create archive candidate
+    if (policyAction === "candidate") {
+        addArchiveEntry({
+            type: archiveType,
+            name: `${input.classification}:${input.entity ?? input.lens}`,
+            description: `Structured candidate (${Math.round(qualityScore * 100)}%) from "${input.query.slice(0, 60)}"`,
+            content: JSON.stringify({
+                classification: input.classification,
+                lens: input.lens,
+                entity: input.entity,
+                toolCallCount: input.toolCallCount,
+                latencyMs: input.latencyMs,
+                rubricVersion: "hyperloop_v2",
+                scoreComponents,
+                gates,
+                llmJudge,
+            }),
+            sourceEpisodeId: input.episodeId,
+            sourceQuery: input.query,
+            sourceLens: input.lens,
+            sourceEntity: input.entity,
+            evidenceCoverage,
+            contradictionsCaught: input.contradictionsCaught,
+            userEditDistance: input.userEditDistance,
+            wasExported: input.wasExported,
+            wasDelegated: input.wasDelegated,
+            qualityScore,
+            improvementDelta,
+            createdAt: timestamp,
+        });
+    }
+    return {
+        evalId,
+        episodeId: input.episodeId,
+        query: input.query,
+        lens: input.lens,
+        entity: input.entity,
+        classification: input.classification,
+        evidenceCoverage,
+        contradictionRate,
+        groundingRate,
+        userEditDistance: input.userEditDistance,
+        wasExported: input.wasExported,
+        wasDelegated: input.wasDelegated,
+        latencyMs: input.latencyMs,
+        costUsd: input.costUsd,
+        toolCallCount: input.toolCallCount,
+        qualityScore,
+        rubricVersion: "hyperloop_v2",
+        scoreComponents,
+        gates,
+        policyAction,
+        llmJudge,
+        referenceVariantId: reference?.id ?? null,
+        improvementDelta,
+        timestamp,
+    };
+}
+/** Compute improvement@k for a classification type. */
+export function computeImprovementAtK(classification, k = 5) {
+    const db = getDb();
+    initEvalTables();
+    const rows = db.prepare("SELECT quality_score, improvement_delta FROM hyperloop_evaluations WHERE classification = ? ORDER BY timestamp ASC").all(classification);
+    if (rows.length === 0)
+        return [];
+    const results = [];
+    const chunkSize = Math.max(1, Math.floor(rows.length / k));
+    for (let gen = 0; gen < k && gen * chunkSize < rows.length; gen++) {
+        const chunk = rows.slice(gen * chunkSize, (gen + 1) * chunkSize);
+        const avgQuality = chunk.reduce((s, r) => s + r.quality_score, 0) / chunk.length;
+        const avgImprovement = chunk.reduce((s, r) => s + r.improvement_delta, 0) / chunk.length;
+        results.push({
+            classification,
+            k: gen + 1,
+            avgQuality: Math.round(avgQuality * 100) / 100,
+            avgImprovement: Math.round(avgImprovement * 100) / 100,
+            sampleSize: chunk.length,
+        });
+    }
+    return results;
+}
+export function listRecentEvaluations(limit = 12) {
+    const db = getDb();
+    initEvalTables();
+    const rows = db.prepare(`SELECT eval_id, query, classification, quality_score, improvement_delta, evidence_coverage, grounding_rate, latency_ms, tool_call_count, timestamp, rubric_version, policy_action, score_components, gates, llm_judge
+     FROM hyperloop_evaluations
+     ORDER BY timestamp DESC
+     LIMIT ?`).all(limit);
+    return rows.map((row) => ({
+        evalId: row.eval_id,
+        query: row.query,
+        classification: row.classification,
+        qualityScore: row.quality_score,
+        improvementDelta: row.improvement_delta,
+        evidenceCoverage: row.evidence_coverage,
+        groundingRate: row.grounding_rate,
+        latencyMs: row.latency_ms,
+        toolCallCount: row.tool_call_count,
+        timestamp: row.timestamp,
+        rubricVersion: row.rubric_version ?? "hyperloop_v2",
+        policyAction: row.policy_action ?? "archive_only",
+        scoreComponents: parseJsonArray(row.score_components),
+        gates: parseJsonArray(row.gates),
+        llmJudge: parseJsonObject(row.llm_judge),
+    }));
+}
+export function listTrackedClassifications(limit = 6) {
+    const db = getDb();
+    initEvalTables();
+    const rows = db.prepare(`SELECT classification, COUNT(*) as cnt
+     FROM hyperloop_evaluations
+     GROUP BY classification
+     ORDER BY cnt DESC, MAX(timestamp) DESC
+     LIMIT ?`).all(limit);
+    return rows.map((row) => row.classification);
+}
+// ─── Helpers ─────────────────────────────────────────────────────
+function classificationToArchiveType(classification) {
+    const map = {
+        company_search: "packet_template",
+        competitor: "packet_template",
+        multi_entity: "packet_template",
+        weekly_reset: "workflow_path",
+        pre_delegation: "delegation_shape",
+        important_change: "signal_recipe",
+        idea_validation: "packet_template",
+        general: "routing_policy",
+    };
+    return map[classification] ?? "routing_policy";
+}
+function parseJsonArray(value) {
+    if (!value)
+        return [];
+    try {
+        const parsed = JSON.parse(value);
+        return Array.isArray(parsed) ? parsed : [];
+    }
+    catch {
+        return [];
+    }
+}
+function parseJsonObject(value) {
+    if (!value)
+        return undefined;
+    try {
+        const parsed = JSON.parse(value);
+        return parsed && typeof parsed === "object" ? parsed : undefined;
+    }
+    catch {
+        return undefined;
+    }
+}
+function normalizeLlmJudge(input) {
+    if (!input)
+        return undefined;
+    const verdict = input.verdict?.trim();
+    const score = input.score?.trim();
+    const failingCriteria = Array.isArray(input.failingCriteria) ? input.failingCriteria.filter(Boolean) : [];
+    const fixSuggestions = Array.isArray(input.fixSuggestions) ? input.fixSuggestions.filter(Boolean) : [];
+    const reasoningParts = [
+        verdict ? `Verdict: ${verdict}.` : null,
+        failingCriteria.length > 0 ? `Failures: ${failingCriteria.join("; ")}.` : "Failures: none called out.",
+        fixSuggestions.length > 0 ? `Fixes: ${fixSuggestions.join("; ")}.` : "Fixes: none suggested.",
+    ].filter(Boolean);
+    if (!verdict && !score && failingCriteria.length === 0 && fixSuggestions.length === 0) {
+        return undefined;
+    }
+    return {
+        verdict: verdict ?? "UNSPECIFIED",
+        score,
+        failingCriteria,
+        fixSuggestions,
+        reasoningSummary: reasoningParts.join(" "),
+    };
+}
+//# sourceMappingURL=hyperloopEval.js.map

package/dist/sync/hyperloopEval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hyperloopEval.js","sourceRoot":"","sources":["../../src/sync/hyperloopEval.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AACxC,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAyB,MAAM,uBAAuB,CAAC;AAkElG,oEAAoE;AAEpE,MAAM,UAAU,cAAc;IAC5B,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BP,CAAC,CAAC;IAEH,gBAAgB,CAAC,gBAAgB,EAAE,sCAAsC,CAAC,CAAC;IAC3E,gBAAgB,CAAC,kBAAkB,EAAE,4BAA4B,CAAC,CAAC;IACnE,gBAAgB,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAC;IACxD,gBAAgB,CAAC,eAAe,EAAE,sCAAsC,CAAC,CAAC;IAC1E,gBAAgB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,gBAAgB,CAAC,UAAkB,EAAE,UAAkB;IAC9D,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC,0CAA0C,CAAC,CAAC,GAAG,EAA6B,CAAC;IACxG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,UAAU,CAAC,EAAE,CAAC;QAC1D,EAAE,CAAC,IAAI,CAAC,gDAAgD,UAAU,IAAI,UAAU,EAAE,CAAC,CAAC;IACtF,CAAC;AACH,CAAC;AAED,oEAAoE;AAEpE,SAAS,OAAO,CAAC,KAAa;IAC5B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACtC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,OAQvC;IAMC,MAAM,eAAe,GAA8B;QACjD;YACE,GAAG,EAAE,mBAAmB;YACxB,KAAK,EAAE,mBAAmB;YAC1B,MAAM,EAAE,GAAG;YACX,QAAQ,EAAE,UAAU,CAAC,OAAO,CAAC,gBAAgB,CAAC;YAC9C,eAAe,EAAE,UAAU,CAAC,OAAO,CAAC,gBAAgB,CAAC;YACrD,oBAAoB,EAAE,UAAU,CAAC,OAAO,CAAC,gBAAgB,GAAG,GAAG,CAAC;YAChE,MAAM,EAAE,sEAAsE;SAC/E;QACD;YACE,GAAG,EAAE,iBAAiB;YACtB,KAAK,EAAE,iBAAiB;YACxB,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,UAAU,CAAC,OAAO,CAAC,aAAa,CAAC;YAC3C,eAAe,EAAE,UAAU,CAAC,OAAO,CAAC,aAAa,CAAC;YAClD,oBAAoB,EAAE,UAAU,CAAC,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC;YAC9D,MAAM,EAAE,sEAAsE;SAC/E;QACD;YACE,GAAG,EAAE,uBAAuB;YAC5B,KAAK,EAAE,uBAAuB;YAC9B,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,UAAU,CAAC,OAAO,CAAC,iBAAiB,CAAC;YAC/C,eAAe,EAAE,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,iBAAiB,GAAG,CAAC,CAAC,CAAC;YACvE,oBAAoB,EAAE,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,iBAAiB,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;YACnF,MAAM,EAAE,iFAAiF;SAC1F;QACD;YACE,GAAG,EAAE,mBAAmB;YACxB,KAAK,EAAE,mBAAmB;YAC1B,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,UAAU,CAAC,CAAC,GAAG,OAAO,CAAC,gBAAgB,CAAC;YAClD,eAAe,EAAE,UAAU,CAAC,CAAC,GAAG,OAAO,CAAC,gBAAgB,CAAC;YACzD,oBAAoB,EAAE,UAAU,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,gBAAgB,CAAC,GAAG,IAAI,CAAC;YACvE,MAAM,EAAE,yEAAyE;SAClF;QACD;YACE,GAAG,EAAE,mBAAmB;YACxB,KAAK,EAAE,mBAAmB;YAC1B,MAAM,EAAE,GAAG;YACX,QAAQ,EAAE,UAAU,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACxF,eAAe,EAAE,UAAU,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/F,oBAAoB,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;YAC5G,MAAM,EAAE,4EAA4E;SACrF;QACD;YACE,GAAG,EAAE,gBAAgB;YACrB,KAAK,EAAE,gBAAgB;YACvB,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,OAAO,CAAC,SAAS;YAC3B,eAAe,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG;YAC3H,oBAAoB,EAAE,UAAU,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YACrJ,MAAM,EAAE,+EAA+E;SACxF;KACF,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QACpB,GAAG,SAAS;QACZ,eAAe,EAAE,UAAU,CAAC,SAAS,CAAC,eAAe,CAAC;QACtD,oBAAoB,EAAE,UAAU,CAAC,SAAS,CAAC,oBAAoB,CAAC;KACjE,CAAC,CAAC,CAAC;IAEJ,MAAM,YAAY,GAAG,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,CAAC,GAAG,GAAG,SAAS,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC,CAAC;IAErH,MAAM,KAAK,GAA0B;QACnC;YACE,GAAG,EAAE,kBAAkB;YACvB,KAAK,EAAE,kBAAkB;YACzB,MAAM,EAAE,OAAO,CAAC,gBAAgB,IAAI,IAAI;YACxC,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,OAAO,CAAC,gBAAgB,IAAI,IAAI;gBACtC,CAAC,CAAC,kDAAkD;gBACpD,CAAC,CAAC,uDAAuD;SAC5D;QACD;YACE,GAAG,EAAE,mBAAmB;YACxB,KAAK,EAAE,mBAAmB;YAC1B,MAAM,EAAE,OAAO,CAAC,aAAa,IAAI,IAAI;YACrC,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,OAAO,CAAC,aAAa,IAAI,IAAI;gBACnC,CAAC,CAAC,+CAA+C;gBACjD,CAAC,CAAC,kEAAkE;SACvE;QACD;YACE,GAAG,EAAE,iBAAiB;YACtB,KAAK,EAAE,iBAAiB;YACxB,MAAM,EAAE,OAAO,CAAC,gBAAgB,IAAI,GAAG;YACvC,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,OAAO,CAAC,gBAAgB,IAAI,GAAG;gBACrC,CAAC,CAAC,6DAA6D;gBAC/D,CAAC,CAAC,0DAA0D;SAC/D;QACD;YACE,GAAG,EAAE,gBAAgB;YACrB,KAAK,EAAE,gBAAgB;YACvB,MAAM,EAAE,OAAO,CAAC,SAAS,IAAI,KAAK;YAClC,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,OAAO,CAAC,SAAS,IAAI,KAAK;gBAChC,CAAC,CAAC,iDAAiD;gBACnD,CAAC,CAAC,gDAAgD;SACrD;QACD;YACE,GAAG,EAAE,yBAAyB;YAC9B,KAAK,EAAE,yBAAyB;YAChC,MAAM,EAAE,YAAY,IAAI,IAAI;YAC5B,QAAQ,EAAE,KAAK;YACf,MAAM,EAAE,YAAY,IAAI,IAAI;gBAC1B,CAAC,CAAC,+DAA+D;gBACjE,CAAC,CAAC,qEAAqE;SAC1E;KACF,CAAC;IAEF,MAAM,kBAAkB,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC/E,MAAM,YAAY,GAChB,CAAC,kBAAkB,IAAI,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC;IAE7E,OAAO;QACL,YAAY;QACZ,eAAe;QACf,KAAK;QACL,YAAY;KACb,CAAC;AACJ,CAAC;AAED,oEAAoE;AAEpE,MAAM,UAAU,YAAY,CAAC,KAuB5B;IACC,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,cAAc,EAAE,CAAC;IAEjB,MAAM,gBAAgB,GAAG,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;IACjG,MAAM,aAAa,GAAG,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3F,MAAM,iBAAiB,GAAG,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,oBAAoB,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IAErG,MAAM,EACJ,YAAY,EACZ,eAAe,EACf,KAAK,EACL,YAAY,GACb,GAAG,uBAAuB,CAAC;QAC1B,gBAAgB;QAChB,aAAa;QACb,iBAAiB;QACjB,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,SAAS,EAAE,KAAK,CAAC,SAAS;KAC3B,CAAC,CAAC;IAEH,yDAAyD;IACzD,MAAM,WAAW,GAAG,2BAA2B,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IACtE,MAAM,SAAS,GAAG,iBAAiB,CAAC,WAAW,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,IAAI,SAAS,CAAC,CAAC;IACxF,MAAM,gBAAgB,GAAG,SAAS;QAChC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,YAAY,GAAG,SAAS,CAAC,YAAY,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG;QACjE,CAAC,CAAC,CAAC,CAAC;IAEN,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7B,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,QAAQ,GAAG,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAEnD,EAAE,CAAC,OAAO,CAAC;;;GAGV,CAAC,CAAC,GAAG,CACJ,MAAM,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,EAC9D,KAAK,CAAC,cAAc,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,aAAa,EACxE,KAAK,CAAC,gBAAgB,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC7E,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,aAAa,EACnD,YAAY,EAAE,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,YAAY,EAClG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,IAAI,IAAI,EAAE,gBAAgB,EAAE,SAAS,CAC/F,CAAC;IAEF,sDAAsD;IACtD,IAAI,YAAY,KAAK,WAAW,EAAE,CAAC;QACjC,eAAe,CAAC;YACd,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,GAAG,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,IAAI,EAAE;YAC7D,WAAW,EAAE,yBAAyB,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC,YAAY,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG;YAC3G,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;gBACtB,cAAc,EAAE,KAAK,CAAC,cAAc;gBACpC,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,aAAa,EAAE,KAAK,CAAC,aAAa;gBAClC,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,aAAa,EAAE,cAAc;gBAC7B,eAAe;gBACf,KAAK;gBACL,QAAQ;aACT,CAAC;YACF,eAAe,EAAE,KAAK,CAAC,SAAS;YAChC,WAAW,EAAE,KAAK,CAAC,KAAK;YACxB,UAAU,EAAE,KAAK,CAAC,IAAI;YACtB,YAAY,EAAE,KAAK,CAAC,MAAM;YAC1B,gBAAgB;YAChB,oBAAoB,EAAE,KAAK,CAAC,oBAAoB;YAChD,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;YACxC,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,YAAY;YACZ,gBAAgB;YAChB,SAAS,EAAE,SAAS;SACrB,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,MAAM;QACN,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,gBAAgB;QAChB,iBAAiB;QACjB,aAAa;QACb,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,YAAY;QACZ,aAAa,EAAE,cAAc;QAC7B,eAAe;QACf,KAAK;QACL,YAAY;QACZ,QAAQ;QACR,kBAAkB,EAAE,SAAS,EAAE,EAAE,IAAI,IAAI;QACzC,gBAAgB;QAChB,SAAS;KACV,CAAC;AACJ,CAAC;AA8BD,uDAAuD;AACvD,MAAM,UAAU,qBAAqB,CAAC,cAAsB,EAAE,CAAC,GAAG,CAAC;IACjE,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,cAAc,EAAE,CAAC;IAEjB,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CACrB,oHAAoH,CACrH,CAAC,GAAG,CAAC,cAAc,CAAU,CAAC;IAE/B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEjC,MAAM,OAAO,GAAqB,EAAE,CAAC;IACrC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAE3D,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,IAAI,GAAG,GAAG,SAAS,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;QAClE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,SAAS,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;QACjE,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,CAAM,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;QAC9F,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,CAAM,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,iBAAiB,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;QAEtG,OAAO,CAAC,IAAI,CAAC;YACX,cAAc;YACd,CAAC,EAAE,GAAG,GAAG,CAAC;YACV,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,GAAG,GAAG;YAC9C,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,GAAG,CAAC,GAAG,GAAG;YACtD,UAAU,EAAE,KAAK,CAAC,MAAM;SACzB,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,KAAK,GAAG,EAAE;IAC9C,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,cAAc,EAAE,CAAC;IAEjB,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CACrB;;;aAGS,CACV,CAAC,GAAG,CAAC,KAAK,CAAU,CAAC;IAEtB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACxB,MAAM,EAAE,GAAG,CAAC,OAAO;QACnB,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,cAAc,EAAE,GAAG,CAAC,cAAc;QAClC,YAAY,EAAE,GAAG,CAAC,aAAa;QAC/B,gBAAgB,EAAE,GAAG,CAAC,iBAAiB;QACvC,gBAAgB,EAAE,GAAG,CAAC,iBAAiB;QACvC,aAAa,EAAE,GAAG,CAAC,cAAc;QACjC,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,aAAa,EAAE,GAAG,CAAC,eAAe;QAClC,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,aAAa,EAAE,GAAG,CAAC,cAAc,IAAI,cAAc;QACnD,YAAY,EAAE,GAAG,CAAC,aAAa,IAAI,cAAc;QACjD,eAAe,EAAE,cAAc,CAA0B,GAAG,CAAC,gBAAgB,CAAC;QAC9E,KAAK,EAAE,cAAc,CAAsB,GAAG,CAAC,KAAK,CAAC;QACrD,QAAQ,EAAE,eAAe,CAA2B,GAAG,CAAC,SAAS,CAAC;KACnE,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,KAAK,GAAG,CAAC;IAClD,MAAM,EAAE,GAAG,KAAK,EAAE,CAAC;IACnB,cAAc,EAAE,CAAC;IAEjB,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CACrB;;;;aAIS,CACV,CAAC,GAAG,CAAC,KAAK,CAAsC,CAAC;IAElD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;AAC/C,CAAC;AAED,oEAAoE;AAEpE,SAAS,2BAA2B,CAAC,cAAsB;IACzD,MAAM,GAAG,GAAqC;QAC5C,cAAc,EAAE,iBAAiB;QACjC,UAAU,EAAE,iBAAiB;QAC7B,YAAY,EAAE,iBAAiB;QAC/B,YAAY,EAAE,eAAe;QAC7B,cAAc,EAAE,kBAAkB;QAClC,gBAAgB,EAAE,eAAe;QACjC,eAAe,EAAE,iBAAiB;QAClC,OAAO,EAAE,gBAAgB;KAC1B,CAAC;IACF,OAAO,GAAG,CAAC,cAAc,CAAC,IAAI,gBAAgB,CAAC;AACjD,CAAC;AAED,SAAS,cAAc,CAAI,KAAgC;IACzD,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACjC,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAa,CAAC,CAAC,CAAC,EAAE,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAI,KAAgC;IAC1D,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACjC,OAAO,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAW,CAAC,CAAC,CAAC,SAAS,CAAC;IACxE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,KAKnB;IACN,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC;IACtC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC;IAClC,MAAM,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1G,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACvG,MAAM,cAAc,GAAG;QACrB,OAAO,CAAC,CAAC,CAAC,YAAY,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI;QACvC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,4BAA4B;QACtG,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,wBAAwB;KAC9F,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAClB,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtF,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO;QACL,OAAO,EAAE,OAAO,IAAI,aAAa;QACjC,KAAK;QACL,eAAe;QACf,cAAc;QACd,gBAAgB,EAAE,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC;KAC3C,CAAC;AACJ,CAAC"}

package/dist/sync/hyperloopEval.test.d.ts

@@ -0,0 +1,4 @@
+/**
+ * @vitest-environment node
+ */
+export {};

package/dist/sync/hyperloopEval.test.js

@@ -0,0 +1,60 @@
+/**
+ * @vitest-environment node
+ */
+import { mkdtempSync, rmSync } from "node:fs";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import { afterEach, beforeEach, describe, expect, it, vi } from "vitest";
+describe("hyperloopEval", () => {
+    let tempDir = "";
+    beforeEach(() => {
+        tempDir = mkdtempSync(join(tmpdir(), "nodebench-hyperloop-eval-"));
+        process.env.NODEBENCH_DATA_DIR = tempDir;
+        vi.resetModules();
+    });
+    afterEach(() => {
+        if (tempDir) {
+            try {
+                rmSync(tempDir, { recursive: true, force: true });
+            }
+            catch {
+                // SQLite can keep handles briefly on Windows.
+            }
+        }
+    });
+    it("returns a structured scorecard with deterministic gates and llm judge context", async () => {
+        const { evaluateTask } = await import("./hyperloopEval.js");
+        const evaluation = evaluateTask({
+            episodeId: "episode_1",
+            query: "Anthropic",
+            lens: "founder",
+            entity: "Anthropic",
+            classification: "company_search",
+            totalSignals: 4,
+            verifiedSignals: 1,
+            totalClaims: 5,
+            groundedClaims: 2,
+            contradictionsCaught: 1,
+            userEditDistance: 0.25,
+            wasExported: false,
+            wasDelegated: false,
+            latencyMs: 6100,
+            costUsd: 0.07,
+            toolCallCount: 8,
+            llmJudge: {
+                verdict: "PASS",
+                score: "6/7",
+                failingCriteria: ["Removed repeated cognition"],
+                fixSuggestions: ["Tighten evidence grounding"],
+            },
+        });
+        expect(evaluation.rubricVersion).toBe("hyperloop_v2");
+        expect(evaluation.scoreComponents.length).toBeGreaterThanOrEqual(6);
+        expect(evaluation.gates.length).toBeGreaterThanOrEqual(5);
+        expect(evaluation.gates.some((gate) => gate.key === "minimum_evidence")).toBe(true);
+        expect(evaluation.policyAction).toBe("archive_only");
+        expect(evaluation.llmJudge?.verdict).toBe("PASS");
+        expect(evaluation.llmJudge?.reasoningSummary).toContain("Removed repeated cognition");
+    });
+});
+//# sourceMappingURL=hyperloopEval.test.js.map

package/dist/sync/hyperloopEval.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hyperloopEval.test.js","sourceRoot":"","sources":["../../src/sync/hyperloopEval.test.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAEzE,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,IAAI,OAAO,GAAG,EAAE,CAAC;IAEjB,UAAU,CAAC,GAAG,EAAE;QACd,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,2BAA2B,CAAC,CAAC,CAAC;QACnE,OAAO,CAAC,GAAG,CAAC,kBAAkB,GAAG,OAAO,CAAC;QACzC,EAAE,CAAC,YAAY,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACpD,CAAC;YAAC,MAAM,CAAC;gBACP,8CAA8C;YAChD,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+EAA+E,EAAE,KAAK,IAAI,EAAE;QAC7F,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAE5D,MAAM,UAAU,GAAG,YAAY,CAAC;YAC9B,SAAS,EAAE,WAAW;YACtB,KAAK,EAAE,WAAW;YAClB,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,WAAW;YACnB,cAAc,EAAE,gBAAgB;YAChC,YAAY,EAAE,CAAC;YACf,eAAe,EAAE,CAAC;YAClB,WAAW,EAAE,CAAC;YACd,cAAc,EAAE,CAAC;YACjB,oBAAoB,EAAE,CAAC;YACvB,gBAAgB,EAAE,IAAI;YACtB,WAAW,EAAE,KAAK;YAClB,YAAY,EAAE,KAAK;YACnB,SAAS,EAAE,IAAI;YACf,OAAO,EAAE,IAAI;YACb,aAAa,EAAE,CAAC;YAChB,QAAQ,EAAE;gBACR,OAAO,EAAE,MAAM;gBACf,KAAK,EAAE,KAAK;gBACZ,eAAe,EAAE,CAAC,4BAA4B,CAAC;gBAC/C,cAAc,EAAE,CAAC,4BAA4B,CAAC;aAC/C;SACF,CAAC,CAAC;QAEH,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACtD,MAAM,CAAC,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QACpE,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QAC1D,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,KAAK,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpF,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACrD,MAAM,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClD,MAAM,CAAC,UAAU,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC,SAAS,CAAC,4BAA4B,CAAC,CAAC;IACxF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/sync/protocol.d.ts

@@ -0,0 +1,172 @@
+export type DurableObjectKind = "view" | "screen" | "action" | "tool" | "workflow" | "run" | "trace" | "artifact" | "outcome" | "approval" | "memory" | "device" | "account" | "peer" | "context_packet" | "task" | "message";
+export type SyncScope = "metadata_only" | "receipts_and_traces" | "memory_and_artifacts" | "full_account_sync";
+export type SyncOperationType = "upsert_object" | "link_object" | "record_receipt" | "record_artifact" | "record_outcome" | "record_memory" | "approval_event" | "register_peer" | "publish_context" | "ack_context" | "invalidate_context" | "send_peer_message" | "task_handoff";
+export type SharedContextProduct = "nodebench" | "ta_studio";
+export type SharedContextSurface = "web" | "browser" | "runner" | "evaluator" | "packet_engine" | "qa_runner" | "monitor" | "local_runtime" | "api";
+export type SharedContextRole = "researcher" | "compiler" | "judge" | "explorer" | "replay" | "environment_builder" | "runner" | "observer" | "monitor" | "router";
+export type SharedContextPacketType = "entity_packet" | "issue_packet" | "workflow_packet" | "trace_packet" | "judge_packet" | "environment_packet" | "failure_packet" | "state_snapshot_packet" | "verdict_packet" | "scenario_packet" | "change_packet";
+export type SharedContextMessageClass = "request" | "response" | "context_offer" | "context_pull" | "task_handoff" | "status_update" | "verdict" | "escalation" | "invalidation";
+export type SharedContextTaskStatus = "proposed" | "accepted" | "rejected" | "completed" | "escalated";
+export interface SharedContextPeerSummary {
+    currentTask?: string;
+    focusEntity?: string;
+    focusWorkflow?: string;
+    currentState?: string;
+    confidence?: number;
+    lastUpdate?: string;
+    availableArtifacts?: string[];
+    permissionScope?: string[];
+}
+export interface SharedContextPeer {
+    peerId: string;
+    product: SharedContextProduct;
+    tenantId?: string | null;
+    workspaceId?: string | null;
+    surface: SharedContextSurface;
+    role: SharedContextRole;
+    capabilities: string[];
+    contextScopes: string[];
+    status: "active" | "idle" | "stale";
+    summary: SharedContextPeerSummary;
+    metadata?: Record<string, unknown>;
+    lastHeartbeatAt: string;
+}
+export interface SharedContextPacket {
+    contextId: string;
+    contextType: SharedContextPacketType;
+    producerPeerId: string;
+    tenantId?: string | null;
+    workspaceId?: string | null;
+    scope: string[];
+    subject: string;
+    summary: string;
+    claims: string[];
+    evidenceRefs: string[];
+    stateSnapshot?: Record<string, unknown>;
+    timeWindow?: {
+        from?: string;
+        to?: string;
+    };
+    freshness?: {
+        status?: "fresh" | "warming" | "stale";
+        expiresAt?: string;
+        trustTier?: "internal" | "verified" | "directional";
+    };
+    permissions?: {
+        visibility?: "internal" | "workspace" | "tenant";
+        allowedRoles?: string[];
+    };
+    confidence?: number;
+    lineage?: {
+        parentContextIds?: string[];
+        sourceRunId?: string;
+        sourceTraceId?: string;
+        supersedes?: string;
+    };
+    invalidates?: string[];
+    nextActions?: string[];
+    version: number;
+    status: "active" | "superseded" | "invalidated";
+    metadata?: Record<string, unknown>;
+}
+export interface SharedContextTask {
+    taskId: string;
+    taskType: string;
+    proposerPeerId: string;
+    assigneePeerId: string;
+    status: SharedContextTaskStatus;
+    taskSpec: Record<string, unknown>;
+    inputContextIds: string[];
+    outputContextId?: string | null;
+    reason?: string | null;
+    createdAt: string;
+    updatedAt: string;
+}
+export interface SyncQueueOperation {
+    id: string;
+    objectId: string | null;
+    objectKind: DurableObjectKind | string;
+    opType: SyncOperationType | string;
+    payload: Record<string, unknown>;
+    payloadHash: string;
+    createdAt: string;
+}
+export interface SyncBridgePairDevicePayload {
+    pairingCode?: string;
+    deviceToken?: string;
+    deviceId: string;
+    deviceName: string;
+    platform?: string;
+    appVersion?: string;
+    requestedScopes?: SyncScope[];
+    workspaceId?: string;
+    metadata?: Record<string, unknown>;
+}
+export interface SyncBridgePairedPayload {
+    deviceToken: string;
+    deviceId: string;
+    userId: string;
+    workspaceId?: string;
+    scopesGranted: SyncScope[];
+    pairedAt: string;
+    syncEnabled: boolean;
+}
+export interface SyncBridgeSyncBatchPayload {
+    deviceId: string;
+    operations: SyncQueueOperation[];
+}
+export interface SyncBridgeSyncAckPayload {
+    acceptedIds: string[];
+    rejected: Array<{
+        id: string;
+        reason: string;
+    }>;
+    serverWatermark: string;
+}
+export interface SyncBridgeApprovalEventPayload {
+    approvalId: string;
+    action: "approved" | "rejected" | "revoked";
+    actorUserId?: string;
+    detail?: string;
+    metadata?: Record<string, unknown>;
+}
+export interface SyncBridgeErrorPayload {
+    code: string;
+    message: string;
+    retryable?: boolean;
+}
+export interface PairingGrant {
+    pairingCode: string;
+    userId: string;
+    workspaceId?: string;
+    scopes: SyncScope[];
+    expiresAt: string;
+    metadata?: Record<string, unknown>;
+}
+export interface AccountSyncSnapshot {
+    userId: string;
+    workspaceId?: string;
+    connectedDevices: Array<{
+        deviceId: string;
+        deviceName: string;
+        platform?: string;
+        pairedAt: string;
+        lastSeenAt: string;
+        scopesGranted: SyncScope[];
+    }>;
+    recentOperations: Array<{
+        id: string;
+        deviceId: string;
+        objectId: string | null;
+        objectKind: string;
+        opType: string;
+        acceptedAt: string;
+    }>;
+}
+export interface SyncBridgeEnvelope {
+    type: "pair_device" | "paired" | "sync_batch" | "sync_ack" | "approval_event" | "error" | "ping" | "pong";
+    id: string;
+    timestamp: string;
+    payload: SyncBridgePairDevicePayload | SyncBridgePairedPayload | SyncBridgeSyncBatchPayload | SyncBridgeSyncAckPayload | SyncBridgeApprovalEventPayload | SyncBridgeErrorPayload | Record<string, never>;
+}
+export declare function createSyncEnvelope<T extends SyncBridgeEnvelope["payload"]>(type: SyncBridgeEnvelope["type"], payload: T): SyncBridgeEnvelope;

package/dist/sync/protocol.js

@@ -0,0 +1,9 @@
+export function createSyncEnvelope(type, payload) {
+    return {
+        type,
+        id: `${type}_${Date.now()}_${Math.random().toString(36).slice(2, 10)}`,
+        timestamp: new Date().toISOString(),
+        payload,
+    };
+}
+//# sourceMappingURL=protocol.js.map

package/dist/sync/protocol.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"protocol.js","sourceRoot":"","sources":["../../src/sync/protocol.ts"],"names":[],"mappings":"AA4RA,MAAM,UAAU,kBAAkB,CAChC,IAAgC,EAChC,OAAU;IAEV,OAAO;QACL,IAAI;QACJ,EAAE,EAAE,GAAG,IAAI,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;QACtE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO;KACR,CAAC;AACJ,CAAC"}