@botpress/evals 1.19.0-beta.14 → 1.19.0-beta.16

package/dist/stores/local-eval-store.js

@@ -1,557 +0,0 @@
-// src/stores/local-eval-store.ts
-import { Database } from "bun:sqlite";
-import { existsSync as existsSync2, mkdirSync, readdirSync as readdirSync2, readFileSync, renameSync } from "fs";
-import { join } from "path";
-
-// src/loader.ts
-import { readdirSync, existsSync } from "fs";
-import { resolve } from "path";
-
-// src/definition.ts
-var Eval = class {
-  name;
-  description;
-  tags;
-  type;
-  setup;
-  conversation;
-  outcome;
-  options;
-  constructor(def) {
-    this.name = def.name;
-    this.conversation = def.conversation;
-    if (def.description !== void 0) this.description = def.description;
-    if (def.tags !== void 0) this.tags = def.tags;
-    if (def.type !== void 0) this.type = def.type;
-    if (def.setup !== void 0) this.setup = def.setup;
-    if (def.outcome !== void 0) this.outcome = def.outcome;
-    if (def.options !== void 0) this.options = def.options;
-  }
-};
-
-// src/errors.ts
-import { AdkError } from "@botpress/analytics";
-var EvalRunnerError = class extends AdkError {
-};
-
-// src/loader.ts
-function isEvalDefinition(value) {
-  return value !== null && typeof value === "object" && typeof value.name === "string" && value.name !== "" && Array.isArray(value.conversation);
-}
-async function loadEvalFile(filePath) {
-  const absPath = resolve(filePath);
-  let mod;
-  try {
-    mod = await import(absPath);
-  } catch (err) {
-    const msg = err instanceof Error ? err.message : String(err);
-    throw new EvalRunnerError({
-      code: "EVAL_LOAD_FAILED",
-      message: `Failed to load eval file ${filePath}: ${msg}
-
-Make sure your eval file:
-  - Has no syntax or type errors
-  - Exports one or more \`new Eval({...})\` instances
-  - Has all dependencies installed (\`bun install\`)`,
-      expected: true,
-      cause: err
-    });
-  }
-  const results = [];
-  for (const [key, value] of Object.entries(mod)) {
-    if (key === "__esModule") continue;
-    if (value instanceof Eval || isEvalDefinition(value)) {
-      results.push(value);
-    }
-  }
-  if (results.length === 0) {
-    throw new EvalRunnerError({
-      code: "EVAL_FILE_EMPTY",
-      message: `Invalid eval file ${filePath}: no valid evals found. Export one or more \`new Eval({...})\` instances (as default or named exports).`,
-      expected: true
-    });
-  }
-  return results;
-}
-async function loadEvalsFromDir(dirPath) {
-  const absDir = resolve(dirPath);
-  if (!existsSync(absDir)) {
-    return [];
-  }
-  const files = readdirSync(absDir).filter((f) => f.endsWith(".eval.ts"));
-  const evals = [];
-  for (const f of files) {
-    const defs = await loadEvalFile(`${absDir}/${f}`);
-    evals.push(...defs);
-  }
-  const seen = /* @__PURE__ */ new Set();
-  for (const e of evals) {
-    if (seen.has(e.name)) {
-      throw new EvalRunnerError({
-        code: "EVAL_DUPLICATE_NAME",
-        message: `Duplicate eval name "${e.name}" found in ${dirPath} \u2014 names must be unique across the evals directory.`,
-        expected: true,
-        details: { name: e.name }
-      });
-    }
-    seen.add(e.name);
-  }
-  return evals;
-}
-function filterEvals(evals, filter) {
-  if (!filter) return evals;
-  return evals.filter((e) => {
-    if (filter.names && filter.names.length > 0) {
-      if (!filter.names.includes(e.name)) return false;
-    }
-    if (filter.tags && filter.tags.length > 0) {
-      if (!e.tags || !filter.tags.some((t) => e.tags.includes(t))) return false;
-    }
-    if (filter.type) {
-      if (e.type !== filter.type) return false;
-    }
-    return true;
-  });
-}
-
-// src/stores/eval-definition-loader.ts
-function createDiskEvalLoader(evalsDir) {
-  return () => loadEvalsFromDir(evalsDir);
-}
-
-// src/stores/local-eval-store.ts
-var errText = (err) => err instanceof Error ? err.message : String(err);
-var SCHEMA_VERSION = "2";
-var SCHEMA = `
-CREATE TABLE IF NOT EXISTS eval_runs (
-  id              TEXT PRIMARY KEY,
-  timestamp       TEXT NOT NULL,
-  started_at      INTEGER NOT NULL,
-  passed          INTEGER NOT NULL,
-  failed          INTEGER NOT NULL,
-  total           INTEGER NOT NULL,
-  duration        REAL NOT NULL,
-  bot_duration    REAL NOT NULL DEFAULT 0,
-  eval_duration   REAL NOT NULL DEFAULT 0,
-  aborted         INTEGER NOT NULL DEFAULT 0,
-  filter_json     TEXT,
-  eval_names      TEXT NOT NULL DEFAULT '[]'
-);
-CREATE INDEX IF NOT EXISTS idx_eval_runs_started ON eval_runs(started_at DESC);
-
-CREATE TABLE IF NOT EXISTS eval_reports (
-  run_id          TEXT NOT NULL REFERENCES eval_runs(id) ON DELETE CASCADE,
-  seq             INTEGER NOT NULL,
-  name            TEXT NOT NULL,
-  started_at      INTEGER NOT NULL,
-  pass            INTEGER NOT NULL,
-  duration        REAL NOT NULL,
-  type            TEXT,
-  error           TEXT,
-  report_json     TEXT NOT NULL,
-  PRIMARY KEY (run_id, seq)
-);
-CREATE INDEX IF NOT EXISTS idx_eval_reports_name_time ON eval_reports(name, started_at DESC);
-
-CREATE TABLE IF NOT EXISTS schema_meta (
-  key   TEXT PRIMARY KEY,
-  value TEXT NOT NULL
-);
-`;
-function aggregateTurnTimings(report) {
-  let botDuration = 0;
-  let evalDuration = 0;
-  for (const e of report.evals) {
-    for (const t of e.turns) {
-      botDuration += t.botDuration;
-      evalDuration += t.evalDuration;
-    }
-  }
-  return { botDuration, evalDuration };
-}
-function toEvalSummary(e) {
-  return {
-    name: e.name,
-    description: e.description,
-    tags: e.tags || [],
-    type: e.type || "capability",
-    turnCount: e.conversation.length,
-    hasOutcome: !!e.outcome
-  };
-}
-var LocalEvalStore = class {
-  db = null;
-  dbPath;
-  evalsDir;
-  insertRunStmt = null;
-  insertReportStmt = null;
-  _getActiveRunId;
-  _loadEvalDefinitions;
-  constructor(config) {
-    this.evalsDir = join(config.agentPath, ".adk", "evals");
-    this.dbPath = join(this.evalsDir, "evals.db");
-    this._getActiveRunId = config.getActiveRunId ?? (() => null);
-    this._loadEvalDefinitions = config.loadEvalDefinitions ?? createDiskEvalLoader(join(config.agentPath, "evals"));
-  }
-  // ── Eval definitions (from disk) ───────────────────────────────────
-  async listEvals(filter) {
-    const allEvals = await this._loadEvalDefinitions();
-    const evals = filter ? filterEvals(allEvals, filter) : allEvals;
-    return evals.map(toEvalSummary);
-  }
-  async getEval(name) {
-    const allEvals = await this._loadEvalDefinitions();
-    return allEvals.find((e) => e.name === name) ?? null;
-  }
-  // ── Run lifecycle — write ───────────────────────────────────────────
-  async createRun(_runType, _metadata) {
-    return crypto.randomUUID().replace(/-/g, "").slice(0, 26);
-  }
-  async addRunResults(_runId, _evalReport) {
-  }
-  async completeRun(_runId, report) {
-    const db = this.getDb();
-    if (!db) return;
-    db.run("BEGIN");
-    try {
-      this.insertRunReport(report);
-      db.run("COMMIT");
-    } catch (err) {
-      db.run("ROLLBACK");
-      console.error(`[local-eval-store] completeRun transaction failed (run ${report.id}): ${errText(err)}`);
-      throw err;
-    }
-  }
-  // ── Run results — read ─────────────────────────────────────────────
-  async loadRunResult(runId) {
-    const db = this.getDb();
-    if (!db) return null;
-    const runRow = db.prepare("SELECT * FROM eval_runs WHERE id = ?").get(runId);
-    if (!runRow) return null;
-    const reportRows = db.prepare("SELECT * FROM eval_reports WHERE run_id = ? ORDER BY seq").all(runRow.id);
-    return this.assembleRun(runRow, reportRows);
-  }
-  async getLatestRun() {
-    const db = this.getDb();
-    if (!db) return null;
-    const runRow = db.prepare("SELECT * FROM eval_runs ORDER BY started_at DESC LIMIT 1").get();
-    if (!runRow) return null;
-    const reportRows = db.prepare("SELECT * FROM eval_reports WHERE run_id = ? ORDER BY seq").all(runRow.id);
-    return this.assembleRun(runRow, reportRows);
-  }
-  async listRunSummaries(opts) {
-    const db = this.getDb();
-    if (!db) return [];
-    const limit = opts?.limit ?? 50;
-    const sinceTs = opts?.since;
-    const rows = sinceTs !== void 0 ? db.prepare(
-      "SELECT * FROM eval_runs WHERE started_at >= ? ORDER BY started_at DESC LIMIT ?"
-    ).all(sinceTs, limit) : db.prepare("SELECT * FROM eval_runs ORDER BY started_at DESC LIMIT ?").all(limit);
-    return rows.map((r) => ({
-      id: r.id,
-      timestamp: r.timestamp,
-      passed: r.passed,
-      failed: r.failed,
-      total: r.total,
-      duration: r.duration,
-      botDuration: r.bot_duration,
-      evalDuration: r.eval_duration,
-      filter: r.filter_json ? JSON.parse(r.filter_json) : void 0,
-      evalNames: JSON.parse(r.eval_names),
-      aborted: r.aborted === 1
-    }));
-  }
-  async listEvalReportsByName(evalName, opts) {
-    const db = this.getDb();
-    if (!db) return [];
-    const limit = opts?.limit ?? 20;
-    const sinceTs = opts?.since;
-    const baseSql = `
-      SELECT er.*,
-             r.timestamp    AS run_timestamp,
-             r.total        AS run_total,
-             r.filter_json  AS run_filter_json
-      FROM eval_reports er
-      JOIN eval_runs r ON r.id = er.run_id
-      WHERE er.name = ?
-    `;
-    const rows = sinceTs !== void 0 ? db.prepare(
-      `${baseSql} AND er.started_at >= ? ORDER BY er.started_at DESC LIMIT ?`
-    ).all(evalName, sinceTs, limit) : db.prepare(`${baseSql} ORDER BY er.started_at DESC LIMIT ?`).all(evalName, limit);
-    return rows.map((row) => ({
-      runId: row.run_id,
-      timestamp: row.run_timestamp,
-      report: JSON.parse(row.report_json),
-      totalEvalsInRun: row.run_total,
-      filter: row.run_filter_json ? JSON.parse(row.run_filter_json) : void 0
-    }));
-  }
-  async listEvalReportsBulk(opts) {
-    const db = this.getDb();
-    if (!db) return {};
-    const perEval = opts?.perEval ?? 20;
-    const sinceTs = opts?.since;
-    const sinceClause = sinceTs !== void 0 ? "WHERE er.started_at >= ?" : "";
-    const sql = `
-      WITH ranked AS (
-        SELECT er.*, ROW_NUMBER() OVER (PARTITION BY name ORDER BY started_at DESC) AS rn
-        FROM eval_reports er
-        ${sinceClause}
-      )
-      SELECT ranked.run_id, ranked.name, ranked.started_at, ranked.pass,
-             ranked.duration, ranked.type, ranked.error, ranked.report_json,
-             r.timestamp   AS run_timestamp,
-             r.total       AS run_total,
-             r.filter_json AS run_filter_json
-      FROM ranked
-      JOIN eval_runs r ON r.id = ranked.run_id
-      WHERE ranked.rn <= ?
-      ORDER BY ranked.name, ranked.started_at DESC
-    `;
-    const rows = sinceTs !== void 0 ? db.prepare(sql).all(sinceTs, perEval) : db.prepare(sql).all(perEval);
-    const out = {};
-    for (const row of rows) {
-      const entry = {
-        runId: row.run_id,
-        timestamp: row.run_timestamp,
-        report: JSON.parse(row.report_json),
-        totalEvalsInRun: row.run_total,
-        filter: row.run_filter_json ? JSON.parse(row.run_filter_json) : void 0
-      };
-      const arr = out[row.name];
-      if (arr) arr.push(entry);
-      else out[row.name] = [entry];
-    }
-    return out;
-  }
-  // ── Live run tracking ──────────────────────────────────────────────
-  async *watchRun(_signal, _options) {
-  }
-  // ── Runner state ───────────────────────────────────────────────────
-  async getRunnerState() {
-    const runId = this._getActiveRunId();
-    return { running: runId !== null, runId };
-  }
-  // ── Extra (not on EvalStore interface) ──────────────────────────────
-  async listRunResults(limit = 50, sinceTs) {
-    const db = this.getDb();
-    if (!db) return [];
-    let runRows;
-    if (sinceTs !== void 0) {
-      runRows = db.prepare(
-        "SELECT * FROM eval_runs WHERE started_at >= ? ORDER BY started_at DESC LIMIT ?"
-      ).all(sinceTs, limit);
-    } else {
-      runRows = db.prepare("SELECT * FROM eval_runs ORDER BY started_at DESC LIMIT ?").all(limit);
-    }
-    if (runRows.length === 0) return [];
-    const ids = runRows.map((r) => r.id);
-    const placeholders = ids.map(() => "?").join(",");
-    const reportRows = db.prepare(`SELECT * FROM eval_reports WHERE run_id IN (${placeholders}) ORDER BY seq`).all(...ids);
-    const byRun = /* @__PURE__ */ new Map();
-    for (const row of reportRows) {
-      const arr = byRun.get(row.run_id);
-      if (arr) arr.push(row);
-      else byRun.set(row.run_id, [row]);
-    }
-    return runRows.map((row) => this.assembleRun(row, byRun.get(row.id) ?? []));
-  }
-  // ── Lifecycle ──────────────────────────────────────────────────────
-  close() {
-    try {
-      this.db?.close();
-    } catch {
-    }
-    this.db = null;
-    this.insertRunStmt = null;
-    this.insertReportStmt = null;
-  }
-  getDbPath() {
-    return this.dbPath;
-  }
-  // ── SQLite internals ───────────────────────────────────────────────
-  getDb() {
-    if (this.db) return this.db;
-    mkdirSync(this.evalsDir, { recursive: true });
-    try {
-      this.db = new Database(this.dbPath);
-      this.db.run("PRAGMA journal_mode=WAL");
-      this.db.run("PRAGMA synchronous=NORMAL");
-      this.db.run("PRAGMA busy_timeout=5000");
-      this.db.run("PRAGMA foreign_keys=ON");
-      this.db.run(SCHEMA);
-      this.setMeta("schema_version", SCHEMA_VERSION);
-      this.insertRunStmt = this.db.prepare(`
-        INSERT OR REPLACE INTO eval_runs (
-          id, timestamp, started_at, passed, failed, total, duration,
-          bot_duration, eval_duration, aborted, filter_json, eval_names
-        ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
-      `);
-      this.insertReportStmt = this.db.prepare(`
-        INSERT OR REPLACE INTO eval_reports (
-          run_id, seq, name, started_at, pass, duration, type, error, report_json
-        ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
-      `);
-      this.importLegacyJsonRunsIfNeeded();
-      return this.db;
-    } catch (err) {
-      console.warn("[local-eval-store] Failed to initialize database:", err);
-      try {
-        this.db?.close();
-      } catch {
-      }
-      try {
-        if (existsSync2(this.dbPath)) {
-          renameSync(this.dbPath, `${this.dbPath}.corrupt-${Date.now()}`);
-        }
-      } catch {
-      }
-      this.db = null;
-      this.insertRunStmt = null;
-      this.insertReportStmt = null;
-      return null;
-    }
-  }
-  getMeta(key) {
-    const db = this.db;
-    if (!db) return null;
-    const row = db.prepare("SELECT value FROM schema_meta WHERE key = ?").get(key);
-    return row?.value ?? null;
-  }
-  setMeta(key, value) {
-    const db = this.db;
-    if (!db) return;
-    db.prepare("INSERT OR REPLACE INTO schema_meta (key, value) VALUES (?, ?)").run(key, value);
-  }
-  importLegacyJsonRunsIfNeeded() {
-    const db = this.db;
-    if (!db) return;
-    if (this.getMeta("imported_legacy") === "1") return;
-    const legacyDir = join(this.evalsDir, "runs");
-    if (!existsSync2(legacyDir)) {
-      this.setMeta("imported_legacy", "1");
-      return;
-    }
-    let files = [];
-    try {
-      files = readdirSync2(legacyDir).filter((f) => f.endsWith(".json"));
-    } catch (err) {
-      console.warn("[local-eval-store] Could not read legacy runs dir:", err);
-      return;
-    }
-    if (files.length === 0) {
-      this.setMeta("imported_legacy", "1");
-      return;
-    }
-    let imported = 0;
-    let skipped = 0;
-    db.run("BEGIN");
-    try {
-      for (const file of files) {
-        db.run("SAVEPOINT import_file");
-        try {
-          const raw = readFileSync(join(legacyDir, file), "utf-8");
-          const report = JSON.parse(raw);
-          this.insertRunReport(report);
-          db.run("RELEASE import_file");
-          imported++;
-        } catch (err) {
-          db.run("ROLLBACK TO import_file");
-          db.run("RELEASE import_file");
-          skipped++;
-          console.warn(`[local-eval-store] Skipping unreadable legacy run ${file}:`, err);
-        }
-      }
-      this.setMeta("imported_legacy", "1");
-      db.run("COMMIT");
-    } catch (err) {
-      db.run("ROLLBACK");
-      console.warn("[local-eval-store] Legacy import failed, will retry on next start:", err);
-      return;
-    }
-    try {
-      renameSync(legacyDir, join(this.evalsDir, "runs.json-migrated"));
-    } catch (err) {
-      console.warn("[local-eval-store] Could not rename legacy runs dir:", err);
-    }
-    console.log(
-      `[local-eval-store] Imported ${imported} legacy eval run${imported === 1 ? "" : "s"}` + (skipped > 0 ? ` (${skipped} skipped)` : "")
-    );
-  }
-  insertRunReport(report) {
-    if (!this.insertRunStmt || !this.insertReportStmt) return;
-    const startedAt = Date.parse(report.timestamp);
-    const { botDuration, evalDuration } = aggregateTurnTimings(report);
-    this.insertRunStmt.run(
-      report.id,
-      report.timestamp,
-      Number.isNaN(startedAt) ? 0 : startedAt,
-      report.passed,
-      report.failed,
-      report.total,
-      report.duration,
-      botDuration,
-      evalDuration,
-      report.aborted ? 1 : 0,
-      report.filter ? JSON.stringify(report.filter) : null,
-      JSON.stringify(report.evals.map((e) => e.name))
-    );
-    for (let i = 0; i < report.evals.length; i++) {
-      const evalReport = report.evals[i];
-      this.insertReportStmt.run(
-        report.id,
-        i,
-        evalReport.name,
-        Number.isNaN(startedAt) ? 0 : startedAt,
-        evalReport.pass ? 1 : 0,
-        evalReport.duration,
-        evalReport.type ?? null,
-        evalReport.error ?? null,
-        JSON.stringify(evalReport)
-      );
-    }
-  }
-  assembleRun(runRow, reportRows) {
-    const evals = reportRows.map((r) => JSON.parse(r.report_json));
-    const report = {
-      id: runRow.id,
-      timestamp: runRow.timestamp,
-      evals,
-      passed: runRow.passed,
-      failed: runRow.failed,
-      total: runRow.total,
-      duration: runRow.duration
-    };
-    if (runRow.filter_json) {
-      report.filter = JSON.parse(runRow.filter_json);
-    }
-    if (runRow.aborted === 1) {
-      report.aborted = true;
-    }
-    return report;
-  }
-};
-var stores = /* @__PURE__ */ new Map();
-function getLocalEvalStore(agentPath, getActiveRunId) {
-  let store = stores.get(agentPath);
-  if (!store) {
-    store = new LocalEvalStore({ agentPath, getActiveRunId });
-    stores.set(agentPath, store);
-  }
-  return store;
-}
-function closeLocalEvalStores(agentPath) {
-  if (agentPath) {
-    stores.get(agentPath)?.close();
-    stores.delete(agentPath);
-    return;
-  }
-  for (const store of stores.values()) store.close();
-  stores.clear();
-}
-export {
-  LocalEvalStore,
-  closeLocalEvalStores,
-  getLocalEvalStore
-};
-//# sourceMappingURL=local-eval-store.js.map

package/dist/stores/local-eval-store.js.map

@@ -1,7 +0,0 @@
-{
-  "version": 3,
-  "sources": ["../../src/stores/local-eval-store.ts", "../../src/loader.ts", "../../src/definition.ts", "../../src/errors.ts", "../../src/stores/eval-definition-loader.ts"],
-  "sourcesContent": ["/**\n * LocalEvalStore \u2014 local eval store backed by bun:sqlite + disk-loaded definitions.\n *\n * Implements the EvalStore interface for the local dev environment:\n *   - Eval definitions loaded from the agent's evals/ directory\n *   - Run results persisted in SQLite (.adk/evals/evals.db)\n *   - Runner state tracked via in-memory activeRunId\n *\n * The CLI is the single writer and reader of the SQLite database \u2014 no\n * concurrent write issues since the CLI process owns the DB.\n */\n\nimport { Database, type Statement } from 'bun:sqlite'\nimport { existsSync, mkdirSync, readdirSync, readFileSync, renameSync } from 'fs'\nimport { join } from 'path'\nimport type { EvalDefinition } from '../definition'\nimport type { EvalFilter, EvalProgressEvent, EvalReport, EvalRunReport } from '../types'\nimport type { EvalStore, EvalSummary, EvalRunSummary, EvalReportHistoryEntry, EvalWatchOptions } from './eval-store'\nimport type { EvalDefinitionLoader } from './eval-definition-loader'\nimport { createDiskEvalLoader } from './eval-definition-loader'\nimport { filterEvals } from '../loader'\n\nconst errText = (err: unknown): string => (err instanceof Error ? err.message : String(err))\n\nconst SCHEMA_VERSION = '2'\n\nconst SCHEMA = `\nCREATE TABLE IF NOT EXISTS eval_runs (\n  id              TEXT PRIMARY KEY,\n  timestamp       TEXT NOT NULL,\n  started_at      INTEGER NOT NULL,\n  passed          INTEGER NOT NULL,\n  failed          INTEGER NOT NULL,\n  total           INTEGER NOT NULL,\n  duration        REAL NOT NULL,\n  bot_duration    REAL NOT NULL DEFAULT 0,\n  eval_duration   REAL NOT NULL DEFAULT 0,\n  aborted         INTEGER NOT NULL DEFAULT 0,\n  filter_json     TEXT,\n  eval_names      TEXT NOT NULL DEFAULT '[]'\n);\nCREATE INDEX IF NOT EXISTS idx_eval_runs_started ON eval_runs(started_at DESC);\n\nCREATE TABLE IF NOT EXISTS eval_reports (\n  run_id          TEXT NOT NULL REFERENCES eval_runs(id) ON DELETE CASCADE,\n  seq             INTEGER NOT NULL,\n  name            TEXT NOT NULL,\n  started_at      INTEGER NOT NULL,\n  pass            INTEGER NOT NULL,\n  duration        REAL NOT NULL,\n  type            TEXT,\n  error           TEXT,\n  report_json     TEXT NOT NULL,\n  PRIMARY KEY (run_id, seq)\n);\nCREATE INDEX IF NOT EXISTS idx_eval_reports_name_time ON eval_reports(name, started_at DESC);\n\nCREATE TABLE IF NOT EXISTS schema_meta (\n  key   TEXT PRIMARY KEY,\n  value TEXT NOT NULL\n);\n`\n\ninterface RunRow {\n  id: string\n  timestamp: string\n  started_at: number\n  passed: number\n  failed: number\n  total: number\n  duration: number\n  bot_duration: number\n  eval_duration: number\n  aborted: number\n  filter_json: string | null\n  eval_names: string\n}\n\ninterface ReportRow {\n  run_id: string\n  seq: number\n  name: string\n  started_at: number\n  pass: number\n  duration: number\n  type: string | null\n  error: string | null\n  report_json: string\n}\n\nfunction aggregateTurnTimings(report: EvalRunReport): { botDuration: number; evalDuration: number } {\n  let botDuration = 0\n  let evalDuration = 0\n  for (const e of report.evals) {\n    for (const t of e.turns) {\n      botDuration += t.botDuration\n      evalDuration += t.evalDuration\n    }\n  }\n  return { botDuration, evalDuration }\n}\n\nfunction toEvalSummary(e: EvalDefinition): EvalSummary {\n  return {\n    name: e.name,\n    description: e.description,\n    tags: e.tags || [],\n    type: e.type || 'capability',\n    turnCount: e.conversation.length,\n    hasOutcome: !!e.outcome,\n  }\n}\n\nexport interface LocalEvalStoreConfig {\n  agentPath: string\n  getActiveRunId?: () => string | null\n  loadEvalDefinitions?: EvalDefinitionLoader\n}\n\nexport class LocalEvalStore implements EvalStore {\n  private db: Database | null = null\n  private dbPath: string\n  private evalsDir: string\n  private insertRunStmt: Statement | null = null\n  private insertReportStmt: Statement | null = null\n  private _getActiveRunId: () => string | null\n  private _loadEvalDefinitions: EvalDefinitionLoader\n\n  constructor(config: LocalEvalStoreConfig) {\n    this.evalsDir = join(config.agentPath, '.adk', 'evals')\n    this.dbPath = join(this.evalsDir, 'evals.db')\n    this._getActiveRunId = config.getActiveRunId ?? (() => null)\n    this._loadEvalDefinitions = config.loadEvalDefinitions ?? createDiskEvalLoader(join(config.agentPath, 'evals'))\n  }\n\n  // \u2500\u2500 Eval definitions (from disk) \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\n  async listEvals(filter?: EvalFilter): Promise<EvalSummary[]> {\n    const allEvals = await this._loadEvalDefinitions()\n    const evals = filter ? filterEvals(allEvals, filter) : allEvals\n    return evals.map(toEvalSummary)\n  }\n\n  async getEval(name: string): Promise<EvalDefinition | null> {\n    const allEvals = await this._loadEvalDefinitions()\n    return allEvals.find((e) => e.name === name) ?? null\n  }\n\n  // \u2500\u2500 Run lifecycle \u2014 write \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\n  async createRun(_runType?: string, _metadata?: Record<string, unknown>): Promise<string> {\n    return crypto.randomUUID().replace(/-/g, '').slice(0, 26)\n  }\n\n  async addRunResults(_runId: string, _evalReport: EvalReport): Promise<void> {\n    // Local store writes atomically in completeRun \u2014 no incremental inserts.\n  }\n\n  async completeRun(_runId: string, report: EvalRunReport): Promise<void> {\n    const db = this.getDb()\n    if (!db) return\n\n    db.run('BEGIN')\n    try {\n      this.insertRunReport(report)\n      db.run('COMMIT')\n    } catch (err) {\n      db.run('ROLLBACK')\n      console.error(`[local-eval-store] completeRun transaction failed (run ${report.id}): ${errText(err)}`)\n      throw err\n    }\n  }\n\n  // \u2500\u2500 Run results \u2014 read \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\n  async loadRunResult(runId: string): Promise<EvalRunReport | null> {\n    const db = this.getDb()\n    if (!db) return null\n\n    const runRow = db.prepare<RunRow, [string]>('SELECT * FROM eval_runs WHERE id = ?').get(runId)\n    if (!runRow) return null\n\n    const reportRows = db\n      .prepare<ReportRow, [string]>('SELECT * FROM eval_reports WHERE run_id = ? ORDER BY seq')\n      .all(runRow.id)\n\n    return this.assembleRun(runRow, reportRows)\n  }\n\n  async getLatestRun(): Promise<EvalRunReport | null> {\n    const db = this.getDb()\n    if (!db) return null\n\n    const runRow = db.prepare<RunRow, []>('SELECT * FROM eval_runs ORDER BY started_at DESC LIMIT 1').get()\n    if (!runRow) return null\n\n    const reportRows = db\n      .prepare<ReportRow, [string]>('SELECT * FROM eval_reports WHERE run_id = ? ORDER BY seq')\n      .all(runRow.id)\n\n    return this.assembleRun(runRow, reportRows)\n  }\n\n  async listRunSummaries(opts?: { limit?: number; since?: number }): Promise<EvalRunSummary[]> {\n    const db = this.getDb()\n    if (!db) return []\n\n    const limit = opts?.limit ?? 50\n    const sinceTs = opts?.since\n\n    const rows: RunRow[] =\n      sinceTs !== undefined\n        ? db\n            .prepare<RunRow, [number, number]>(\n              'SELECT * FROM eval_runs WHERE started_at >= ? ORDER BY started_at DESC LIMIT ?'\n            )\n            .all(sinceTs, limit)\n        : db.prepare<RunRow, [number]>('SELECT * FROM eval_runs ORDER BY started_at DESC LIMIT ?').all(limit)\n\n    return rows.map((r) => ({\n      id: r.id,\n      timestamp: r.timestamp,\n      passed: r.passed,\n      failed: r.failed,\n      total: r.total,\n      duration: r.duration,\n      botDuration: r.bot_duration,\n      evalDuration: r.eval_duration,\n      filter: r.filter_json ? (JSON.parse(r.filter_json) as EvalFilter) : undefined,\n      evalNames: JSON.parse(r.eval_names) as string[],\n      aborted: r.aborted === 1,\n    }))\n  }\n\n  async listEvalReportsByName(\n    evalName: string,\n    opts?: { limit?: number; since?: number }\n  ): Promise<EvalReportHistoryEntry[]> {\n    const db = this.getDb()\n    if (!db) return []\n\n    const limit = opts?.limit ?? 20\n    const sinceTs = opts?.since\n\n    type JoinedRow = ReportRow & {\n      run_timestamp: string\n      run_total: number\n      run_filter_json: string | null\n    }\n\n    const baseSql = `\n      SELECT er.*,\n             r.timestamp    AS run_timestamp,\n             r.total        AS run_total,\n             r.filter_json  AS run_filter_json\n      FROM eval_reports er\n      JOIN eval_runs r ON r.id = er.run_id\n      WHERE er.name = ?\n    `\n\n    const rows: JoinedRow[] =\n      sinceTs !== undefined\n        ? db\n            .prepare<JoinedRow, [string, number, number]>(\n              `${baseSql} AND er.started_at >= ? ORDER BY er.started_at DESC LIMIT ?`\n            )\n            .all(evalName, sinceTs, limit)\n        : db.prepare<JoinedRow, [string, number]>(`${baseSql} ORDER BY er.started_at DESC LIMIT ?`).all(evalName, limit)\n\n    return rows.map((row) => ({\n      runId: row.run_id,\n      timestamp: row.run_timestamp,\n      report: JSON.parse(row.report_json) as EvalReport,\n      totalEvalsInRun: row.run_total,\n      filter: row.run_filter_json ? (JSON.parse(row.run_filter_json) as EvalFilter) : undefined,\n    }))\n  }\n\n  async listEvalReportsBulk(opts?: {\n    perEval?: number\n    since?: number\n  }): Promise<Record<string, EvalReportHistoryEntry[]>> {\n    const db = this.getDb()\n    if (!db) return {}\n\n    const perEval = opts?.perEval ?? 20\n    const sinceTs = opts?.since\n\n    type JoinedRow = ReportRow & {\n      run_timestamp: string\n      run_total: number\n      run_filter_json: string | null\n    }\n\n    const sinceClause = sinceTs !== undefined ? 'WHERE er.started_at >= ?' : ''\n    const sql = `\n      WITH ranked AS (\n        SELECT er.*, ROW_NUMBER() OVER (PARTITION BY name ORDER BY started_at DESC) AS rn\n        FROM eval_reports er\n        ${sinceClause}\n      )\n      SELECT ranked.run_id, ranked.name, ranked.started_at, ranked.pass,\n             ranked.duration, ranked.type, ranked.error, ranked.report_json,\n             r.timestamp   AS run_timestamp,\n             r.total       AS run_total,\n             r.filter_json AS run_filter_json\n      FROM ranked\n      JOIN eval_runs r ON r.id = ranked.run_id\n      WHERE ranked.rn <= ?\n      ORDER BY ranked.name, ranked.started_at DESC\n    `\n\n    const rows: JoinedRow[] =\n      sinceTs !== undefined\n        ? db.prepare<JoinedRow, [number, number]>(sql).all(sinceTs, perEval)\n        : db.prepare<JoinedRow, [number]>(sql).all(perEval)\n\n    const out: Record<string, EvalReportHistoryEntry[]> = {}\n    for (const row of rows) {\n      const entry: EvalReportHistoryEntry = {\n        runId: row.run_id,\n        timestamp: row.run_timestamp,\n        report: JSON.parse(row.report_json) as EvalReport,\n        totalEvalsInRun: row.run_total,\n        filter: row.run_filter_json ? (JSON.parse(row.run_filter_json) as EvalFilter) : undefined,\n      }\n      const arr = out[row.name]\n      if (arr) arr.push(entry)\n      else out[row.name] = [entry]\n    }\n    return out\n  }\n\n  // \u2500\u2500 Live run tracking \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\n  async *watchRun(_signal?: AbortSignal, _options?: EvalWatchOptions): AsyncIterable<EvalProgressEvent> {\n    // Local runs push progress events directly via SSE (handleRunEvals owns\n    // the stream). This method satisfies the interface but is not the\n    // primary consumption path for local runs.\n  }\n\n  // \u2500\u2500 Runner state \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\n  async getRunnerState(): Promise<{ running: boolean; runId: string | null }> {\n    const runId = this._getActiveRunId()\n    return { running: runId !== null, runId }\n  }\n\n  // \u2500\u2500 Extra (not on EvalStore interface) \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\n  async listRunResults(limit = 50, sinceTs?: number): Promise<EvalRunReport[]> {\n    const db = this.getDb()\n    if (!db) return []\n\n    let runRows: RunRow[]\n    if (sinceTs !== undefined) {\n      runRows = db\n        .prepare<RunRow, [number, number]>(\n          'SELECT * FROM eval_runs WHERE started_at >= ? ORDER BY started_at DESC LIMIT ?'\n        )\n        .all(sinceTs, limit)\n    } else {\n      runRows = db.prepare<RunRow, [number]>('SELECT * FROM eval_runs ORDER BY started_at DESC LIMIT ?').all(limit)\n    }\n\n    if (runRows.length === 0) return []\n\n    const ids = runRows.map((r) => r.id)\n    const placeholders = ids.map(() => '?').join(',')\n    const reportRows = db\n      .prepare<ReportRow, string[]>(`SELECT * FROM eval_reports WHERE run_id IN (${placeholders}) ORDER BY seq`)\n      .all(...ids)\n\n    const byRun = new Map<string, ReportRow[]>()\n    for (const row of reportRows) {\n      const arr = byRun.get(row.run_id)\n      if (arr) arr.push(row)\n      else byRun.set(row.run_id, [row])\n    }\n\n    return runRows.map((row) => this.assembleRun(row, byRun.get(row.id) ?? []))\n  }\n\n  // \u2500\u2500 Lifecycle \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\n  close(): void {\n    try {\n      this.db?.close()\n    } catch {\n      // silent\n    }\n    this.db = null\n    this.insertRunStmt = null\n    this.insertReportStmt = null\n  }\n\n  getDbPath(): string {\n    return this.dbPath\n  }\n\n  // \u2500\u2500 SQLite internals \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\n  private getDb(): Database | null {\n    if (this.db) return this.db\n\n    mkdirSync(this.evalsDir, { recursive: true })\n\n    try {\n      this.db = new Database(this.dbPath)\n      this.db.run('PRAGMA journal_mode=WAL')\n      this.db.run('PRAGMA synchronous=NORMAL')\n      this.db.run('PRAGMA busy_timeout=5000')\n      this.db.run('PRAGMA foreign_keys=ON')\n      this.db.run(SCHEMA)\n\n      this.setMeta('schema_version', SCHEMA_VERSION)\n\n      this.insertRunStmt = this.db.prepare(`\n        INSERT OR REPLACE INTO eval_runs (\n          id, timestamp, started_at, passed, failed, total, duration,\n          bot_duration, eval_duration, aborted, filter_json, eval_names\n        ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)\n      `)\n\n      this.insertReportStmt = this.db.prepare(`\n        INSERT OR REPLACE INTO eval_reports (\n          run_id, seq, name, started_at, pass, duration, type, error, report_json\n        ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)\n      `)\n\n      this.importLegacyJsonRunsIfNeeded()\n\n      return this.db\n    } catch (err) {\n      console.warn('[local-eval-store] Failed to initialize database:', err)\n      try {\n        this.db?.close()\n      } catch {\n        // best effort\n      }\n      try {\n        if (existsSync(this.dbPath)) {\n          renameSync(this.dbPath, `${this.dbPath}.corrupt-${Date.now()}`)\n        }\n      } catch {\n        // best effort\n      }\n      this.db = null\n      this.insertRunStmt = null\n      this.insertReportStmt = null\n      return null\n    }\n  }\n\n  private getMeta(key: string): string | null {\n    const db = this.db\n    if (!db) return null\n    const row = db.prepare<{ value: string }, [string]>('SELECT value FROM schema_meta WHERE key = ?').get(key)\n    return row?.value ?? null\n  }\n\n  private setMeta(key: string, value: string): void {\n    const db = this.db\n    if (!db) return\n    db.prepare('INSERT OR REPLACE INTO schema_meta (key, value) VALUES (?, ?)').run(key, value)\n  }\n\n  private importLegacyJsonRunsIfNeeded(): void {\n    const db = this.db\n    if (!db) return\n    if (this.getMeta('imported_legacy') === '1') return\n\n    const legacyDir = join(this.evalsDir, 'runs')\n    if (!existsSync(legacyDir)) {\n      this.setMeta('imported_legacy', '1')\n      return\n    }\n\n    let files: string[] = []\n    try {\n      files = readdirSync(legacyDir).filter((f) => f.endsWith('.json'))\n    } catch (err) {\n      console.warn('[local-eval-store] Could not read legacy runs dir:', err)\n      return\n    }\n\n    if (files.length === 0) {\n      this.setMeta('imported_legacy', '1')\n      return\n    }\n\n    let imported = 0\n    let skipped = 0\n    db.run('BEGIN')\n    try {\n      for (const file of files) {\n        db.run('SAVEPOINT import_file')\n        try {\n          const raw = readFileSync(join(legacyDir, file), 'utf-8')\n          const report = JSON.parse(raw) as EvalRunReport\n          this.insertRunReport(report)\n          db.run('RELEASE import_file')\n          imported++\n        } catch (err) {\n          db.run('ROLLBACK TO import_file')\n          db.run('RELEASE import_file')\n          skipped++\n          console.warn(`[local-eval-store] Skipping unreadable legacy run ${file}:`, err)\n        }\n      }\n      this.setMeta('imported_legacy', '1')\n      db.run('COMMIT')\n    } catch (err) {\n      db.run('ROLLBACK')\n      console.warn('[local-eval-store] Legacy import failed, will retry on next start:', err)\n      return\n    }\n\n    try {\n      renameSync(legacyDir, join(this.evalsDir, 'runs.json-migrated'))\n    } catch (err) {\n      console.warn('[local-eval-store] Could not rename legacy runs dir:', err)\n    }\n\n    console.log(\n      `[local-eval-store] Imported ${imported} legacy eval run${imported === 1 ? '' : 's'}` +\n        (skipped > 0 ? ` (${skipped} skipped)` : '')\n    )\n  }\n\n  private insertRunReport(report: EvalRunReport): void {\n    if (!this.insertRunStmt || !this.insertReportStmt) return\n\n    const startedAt = Date.parse(report.timestamp)\n    const { botDuration, evalDuration } = aggregateTurnTimings(report)\n\n    this.insertRunStmt.run(\n      report.id,\n      report.timestamp,\n      Number.isNaN(startedAt) ? 0 : startedAt,\n      report.passed,\n      report.failed,\n      report.total,\n      report.duration,\n      botDuration,\n      evalDuration,\n      report.aborted ? 1 : 0,\n      report.filter ? JSON.stringify(report.filter) : null,\n      JSON.stringify(report.evals.map((e) => e.name))\n    )\n\n    for (let i = 0; i < report.evals.length; i++) {\n      const evalReport = report.evals[i]!\n      this.insertReportStmt.run(\n        report.id,\n        i,\n        evalReport.name,\n        Number.isNaN(startedAt) ? 0 : startedAt,\n        evalReport.pass ? 1 : 0,\n        evalReport.duration,\n        evalReport.type ?? null,\n        evalReport.error ?? null,\n        JSON.stringify(evalReport)\n      )\n    }\n  }\n\n  private assembleRun(runRow: RunRow, reportRows: ReportRow[]): EvalRunReport {\n    const evals = reportRows.map((r) => JSON.parse(r.report_json) as EvalReport)\n    const report: EvalRunReport = {\n      id: runRow.id,\n      timestamp: runRow.timestamp,\n      evals,\n      passed: runRow.passed,\n      failed: runRow.failed,\n      total: runRow.total,\n      duration: runRow.duration,\n    }\n    if (runRow.filter_json) {\n      report.filter = JSON.parse(runRow.filter_json) as EvalFilter\n    }\n    if (runRow.aborted === 1) {\n      report.aborted = true\n    }\n    return report\n  }\n}\n\n// \u2500\u2500 Module-level singleton per agentPath \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\nconst stores = new Map<string, LocalEvalStore>()\n\nexport function getLocalEvalStore(agentPath: string, getActiveRunId?: () => string | null): LocalEvalStore {\n  let store = stores.get(agentPath)\n  if (!store) {\n    store = new LocalEvalStore({ agentPath, getActiveRunId })\n    stores.set(agentPath, store)\n  }\n  return store\n}\n\nexport function closeLocalEvalStores(agentPath?: string): void {\n  if (agentPath) {\n    stores.get(agentPath)?.close()\n    stores.delete(agentPath)\n    return\n  }\n  for (const store of stores.values()) store.close()\n  stores.clear()\n}\n", "/**\n * Eval file loader.\n * Loads *.eval.ts files from a directory using dynamic imports.\n * Supports both default and named exports, and multiple evals per file.\n */\n\nimport { readdirSync, existsSync } from 'fs'\nimport { resolve } from 'path'\nimport type { EvalDefinition, EvalFilter } from './types'\nimport { Eval } from './types'\nimport { EvalRunnerError } from './errors'\n\nfunction isEvalDefinition(value: unknown): value is EvalDefinition {\n  return (\n    value !== null &&\n    typeof value === 'object' &&\n    typeof (value as Record<string, unknown>).name === 'string' &&\n    (value as Record<string, unknown>).name !== '' &&\n    Array.isArray((value as Record<string, unknown>).conversation)\n  )\n}\n\nexport async function loadEvalFile(filePath: string): Promise<EvalDefinition[]> {\n  const absPath = resolve(filePath)\n\n  let mod: Record<string, unknown>\n  try {\n    mod = await import(absPath)\n  } catch (err) {\n    const msg = err instanceof Error ? err.message : String(err)\n    // Guidance stays in the message until the CLI renders `suggestion`\n    // (cli-package remediation) \u2014 report.error/logger.fatal only show message.\n    throw new EvalRunnerError({\n      code: 'EVAL_LOAD_FAILED',\n      message:\n        `Failed to load eval file ${filePath}: ${msg}\\n\\n` +\n        'Make sure your eval file:\\n' +\n        '  - Has no syntax or type errors\\n' +\n        '  - Exports one or more `new Eval({...})` instances\\n' +\n        '  - Has all dependencies installed (`bun install`)',\n      expected: true,\n      cause: err,\n    })\n  }\n\n  const results: EvalDefinition[] = []\n\n  for (const [key, value] of Object.entries(mod)) {\n    if (key === '__esModule') continue\n    if (value instanceof Eval || isEvalDefinition(value)) {\n      results.push(value)\n    }\n  }\n\n  if (results.length === 0) {\n    throw new EvalRunnerError({\n      code: 'EVAL_FILE_EMPTY',\n      message: `Invalid eval file ${filePath}: no valid evals found. Export one or more \\`new Eval({...})\\` instances (as default or named exports).`,\n      expected: true,\n    })\n  }\n\n  return results\n}\n\nexport async function loadEvalsFromDir(dirPath: string): Promise<EvalDefinition[]> {\n  const absDir = resolve(dirPath)\n  if (!existsSync(absDir)) {\n    return []\n  }\n\n  const files = readdirSync(absDir).filter((f) => f.endsWith('.eval.ts'))\n  const evals: EvalDefinition[] = []\n\n  for (const f of files) {\n    const defs = await loadEvalFile(`${absDir}/${f}`)\n    evals.push(...defs)\n  }\n\n  const seen = new Set<string>()\n  for (const e of evals) {\n    if (seen.has(e.name)) {\n      throw new EvalRunnerError({\n        code: 'EVAL_DUPLICATE_NAME',\n        message: `Duplicate eval name \"${e.name}\" found in ${dirPath} \u2014 names must be unique across the evals directory.`,\n        expected: true,\n        details: { name: e.name },\n      })\n    }\n    seen.add(e.name)\n  }\n\n  return evals\n}\n\nexport async function loadEvalByName(dirPath: string, name: string): Promise<EvalDefinition | null> {\n  const absDir = resolve(dirPath)\n  if (!existsSync(absDir)) return null\n\n  const files = readdirSync(absDir).filter((f) => f.endsWith('.eval.ts'))\n\n  for (const f of files) {\n    const defs = await loadEvalFile(`${absDir}/${f}`)\n    const found = defs.find((d) => d.name === name)\n    if (found) return found\n  }\n\n  return null\n}\n\nexport function filterEvals(evals: EvalDefinition[], filter?: EvalFilter): EvalDefinition[] {\n  if (!filter) return evals\n\n  return evals.filter((e) => {\n    if (filter.names && filter.names.length > 0) {\n      if (!filter.names.includes(e.name)) return false\n    }\n    if (filter.tags && filter.tags.length > 0) {\n      if (!e.tags || !filter.tags.some((t) => e.tags!.includes(t))) return false\n    }\n    if (filter.type) {\n      if (e.type !== filter.type) return false\n    }\n    return true\n  })\n}\n", "export type MatchOperator =\n  | string\n  | { equals: unknown }\n  | { contains: string }\n  | { not_contains: string }\n  | { matches: string }\n  | { in: unknown[] }\n  | { exists: boolean }\n  | { gte: number }\n  | { lte: number }\n\nexport type ResponseAssertion =\n  | { contains: string }\n  | { not_contains: string }\n  | { matches: string }\n  | { llm_judge: string }\n// | { similar_to: string } TODO: uncomment this when it gets implemented\n\nexport type ToolAssertion =\n  | { called: string; params?: Record<string, MatchOperator> }\n  | { not_called: string }\n  | { call_order: string[] }\n\nexport interface StateAssertion {\n  path: string\n  equals?: unknown\n  changed?: boolean\n}\n\nexport interface WorkflowAssertion {\n  name: string\n  entered?: boolean\n  completed?: boolean\n}\n\nexport type NumericOperator = { equals: number } | { gte: number } | { lte: number }\n\nexport interface TimingAssertion {\n  response_time: NumericOperator\n}\n\nexport interface TurnAssertions {\n  response?: ResponseAssertion[]\n  tools?: ToolAssertion[]\n  state?: StateAssertion[]\n  workflow?: WorkflowAssertion[]\n  timing?: TimingAssertion[]\n}\n\nexport interface ConversationTurn {\n  user?: string\n  event?: { payload: Record<string, unknown> }\n  expectSilence?: boolean\n  assert?: TurnAssertions\n}\n\nexport interface OutcomeAssertions {\n  state?: StateAssertion[]\n  workflow?: WorkflowAssertion[]\n}\n\nexport interface EvalSetup {\n  state?: {\n    bot?: Record<string, unknown>\n    user?: Record<string, unknown>\n    conversation?: Record<string, unknown>\n  }\n  workflow?: {\n    trigger: string\n    input?: Record<string, unknown>\n  }\n}\n\nexport interface EvalDefinition {\n  name: string\n  description?: string\n  tags?: string[]\n  type?: 'capability' | 'regression'\n  setup?: EvalSetup\n  conversation: ConversationTurn[]\n  outcome?: OutcomeAssertions\n  options?: {\n    idleTimeout?: number\n    /** @deprecated No-op: the LLM judge is boolean (zai.check); there is no score threshold. */\n    judgePassThreshold?: number\n  }\n}\n\nexport class Eval implements EvalDefinition {\n  readonly name: string\n  readonly description?: string\n  readonly tags?: string[]\n  readonly type?: 'capability' | 'regression'\n  readonly setup?: EvalSetup\n  readonly conversation: ConversationTurn[]\n  readonly outcome?: OutcomeAssertions\n  readonly options?: {\n    idleTimeout?: number\n    /** @deprecated No-op: the LLM judge is boolean (zai.check); there is no score threshold. */\n    judgePassThreshold?: number\n  }\n\n  constructor(def: EvalDefinition) {\n    this.name = def.name\n    this.conversation = def.conversation\n    if (def.description !== undefined) this.description = def.description\n    if (def.tags !== undefined) this.tags = def.tags\n    if (def.type !== undefined) this.type = def.type\n    if (def.setup !== undefined) this.setup = def.setup\n    if (def.outcome !== undefined) this.outcome = def.outcome\n    if (def.options !== undefined) this.options = def.options\n  }\n}\n", "import { AdkError } from '@botpress/analytics'\n\n/**\n * Stable error codes for the eval engine. Typed as a literal union so a typo'd\n * code is a compile error and PostHog issue-slicing stays consistent.\n * Conventions per docs/ERROR-HANDLING.md.\n */\nexport const EVAL_ERROR_CODES = [\n  'EVAL_LOAD_FAILED',\n  'EVAL_FILE_EMPTY',\n  'EVAL_DUPLICATE_NAME',\n  'EVAL_SEED_NO_CONVERSATION',\n  'EVAL_NO_CONVERSATION_ID',\n  'EVAL_TURN_CONFIG_INVALID',\n  'SSE_CONNECT_FAILED',\n  'SSE_NO_BODY',\n  'CHAT_CLIENT_MISSING',\n  'CHAT_NOT_CONNECTED',\n  'CHAT_INTEGRATION_MISSING',\n  'CHAT_CHANNEL_UNBOUND',\n] as const\n\nexport type EvalErrorCode = (typeof EVAL_ERROR_CODES)[number]\n\n/**\n * Typed error for the eval engine. Named EvalRunnerError (not EvalError) to\n * avoid shadowing the JS built-in `EvalError`.\n */\nexport class EvalRunnerError extends AdkError<EvalErrorCode> {}\n", "import type { EvalDefinition } from '../definition'\nimport { loadEvalsFromDir } from '../loader'\n\nexport type EvalDefinitionLoader = () => Promise<EvalDefinition[]>\n\nexport function createDiskEvalLoader(evalsDir: string): EvalDefinitionLoader {\n  return () => loadEvalsFromDir(evalsDir)\n}\n"],
-  "mappings": ";AAYA,SAAS,gBAAgC;AACzC,SAAS,cAAAA,aAAY,WAAW,eAAAC,cAAa,cAAc,kBAAkB;AAC7E,SAAS,YAAY;;;ACRrB,SAAS,aAAa,kBAAkB;AACxC,SAAS,eAAe;;;ACiFjB,IAAM,OAAN,MAAqC;AAAA,EACjC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAMT,YAAY,KAAqB;AAC/B,SAAK,OAAO,IAAI;AAChB,SAAK,eAAe,IAAI;AACxB,QAAI,IAAI,gBAAgB,OAAW,MAAK,cAAc,IAAI;AAC1D,QAAI,IAAI,SAAS,OAAW,MAAK,OAAO,IAAI;AAC5C,QAAI,IAAI,SAAS,OAAW,MAAK,OAAO,IAAI;AAC5C,QAAI,IAAI,UAAU,OAAW,MAAK,QAAQ,IAAI;AAC9C,QAAI,IAAI,YAAY,OAAW,MAAK,UAAU,IAAI;AAClD,QAAI,IAAI,YAAY,OAAW,MAAK,UAAU,IAAI;AAAA,EACpD;AACF;;;AChHA,SAAS,gBAAgB;AA4BlB,IAAM,kBAAN,cAA8B,SAAwB;AAAC;;;AFhB9D,SAAS,iBAAiB,OAAyC;AACjE,SACE,UAAU,QACV,OAAO,UAAU,YACjB,OAAQ,MAAkC,SAAS,YAClD,MAAkC,SAAS,MAC5C,MAAM,QAAS,MAAkC,YAAY;AAEjE;AAEA,eAAsB,aAAa,UAA6C;AAC9E,QAAM,UAAU,QAAQ,QAAQ;AAEhC,MAAI;AACJ,MAAI;AACF,UAAM,MAAM,OAAO;AAAA,EACrB,SAAS,KAAK;AACZ,UAAM,MAAM,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAG3D,UAAM,IAAI,gBAAgB;AAAA,MACxB,MAAM;AAAA,MACN,SACE,4BAA4B,QAAQ,KAAK,GAAG;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MAK9C,UAAU;AAAA,MACV,OAAO;AAAA,IACT,CAAC;AAAA,EACH;AAEA,QAAM,UAA4B,CAAC;AAEnC,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,GAAG,GAAG;AAC9C,QAAI,QAAQ,aAAc;AAC1B,QAAI,iBAAiB,QAAQ,iBAAiB,KAAK,GAAG;AACpD,cAAQ,KAAK,KAAK;AAAA,IACpB;AAAA,EACF;AAEA,MAAI,QAAQ,WAAW,GAAG;AACxB,UAAM,IAAI,gBAAgB;AAAA,MACxB,MAAM;AAAA,MACN,SAAS,qBAAqB,QAAQ;AAAA,MACtC,UAAU;AAAA,IACZ,CAAC;AAAA,EACH;AAEA,SAAO;AACT;AAEA,eAAsB,iBAAiB,SAA4C;AACjF,QAAM,SAAS,QAAQ,OAAO;AAC9B,MAAI,CAAC,WAAW,MAAM,GAAG;AACvB,WAAO,CAAC;AAAA,EACV;AAEA,QAAM,QAAQ,YAAY,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,UAAU,CAAC;AACtE,QAAM,QAA0B,CAAC;AAEjC,aAAW,KAAK,OAAO;AACrB,UAAM,OAAO,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,EAAE;AAChD,UAAM,KAAK,GAAG,IAAI;AAAA,EACpB;AAEA,QAAM,OAAO,oBAAI,IAAY;AAC7B,aAAW,KAAK,OAAO;AACrB,QAAI,KAAK,IAAI,EAAE,IAAI,GAAG;AACpB,YAAM,IAAI,gBAAgB;AAAA,QACxB,MAAM;AAAA,QACN,SAAS,wBAAwB,EAAE,IAAI,cAAc,OAAO;AAAA,QAC5D,UAAU;AAAA,QACV,SAAS,EAAE,MAAM,EAAE,KAAK;AAAA,MAC1B,CAAC;AAAA,IACH;AACA,SAAK,IAAI,EAAE,IAAI;AAAA,EACjB;AAEA,SAAO;AACT;AAiBO,SAAS,YAAY,OAAyB,QAAuC;AAC1F,MAAI,CAAC,OAAQ,QAAO;AAEpB,SAAO,MAAM,OAAO,CAAC,MAAM;AACzB,QAAI,OAAO,SAAS,OAAO,MAAM,SAAS,GAAG;AAC3C,UAAI,CAAC,OAAO,MAAM,SAAS,EAAE,IAAI,EAAG,QAAO;AAAA,IAC7C;AACA,QAAI,OAAO,QAAQ,OAAO,KAAK,SAAS,GAAG;AACzC,UAAI,CAAC,EAAE,QAAQ,CAAC,OAAO,KAAK,KAAK,CAAC,MAAM,EAAE,KAAM,SAAS,CAAC,CAAC,EAAG,QAAO;AAAA,IACvE;AACA,QAAI,OAAO,MAAM;AACf,UAAI,EAAE,SAAS,OAAO,KAAM,QAAO;AAAA,IACrC;AACA,WAAO;AAAA,EACT,CAAC;AACH;;;AGxHO,SAAS,qBAAqB,UAAwC;AAC3E,SAAO,MAAM,iBAAiB,QAAQ;AACxC;;;AJeA,IAAM,UAAU,CAAC,QAA0B,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAE1F,IAAM,iBAAiB;AAEvB,IAAM,SAAS;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAgEf,SAAS,qBAAqB,QAAsE;AAClG,MAAI,cAAc;AAClB,MAAI,eAAe;AACnB,aAAW,KAAK,OAAO,OAAO;AAC5B,eAAW,KAAK,EAAE,OAAO;AACvB,qBAAe,EAAE;AACjB,sBAAgB,EAAE;AAAA,IACpB;AAAA,EACF;AACA,SAAO,EAAE,aAAa,aAAa;AACrC;AAEA,SAAS,cAAc,GAAgC;AACrD,SAAO;AAAA,IACL,MAAM,EAAE;AAAA,IACR,aAAa,EAAE;AAAA,IACf,MAAM,EAAE,QAAQ,CAAC;AAAA,IACjB,MAAM,EAAE,QAAQ;AAAA,IAChB,WAAW,EAAE,aAAa;AAAA,IAC1B,YAAY,CAAC,CAAC,EAAE;AAAA,EAClB;AACF;AAQO,IAAM,iBAAN,MAA0C;AAAA,EACvC,KAAsB;AAAA,EACtB;AAAA,EACA;AAAA,EACA,gBAAkC;AAAA,EAClC,mBAAqC;AAAA,EACrC;AAAA,EACA;AAAA,EAER,YAAY,QAA8B;AACxC,SAAK,WAAW,KAAK,OAAO,WAAW,QAAQ,OAAO;AACtD,SAAK,SAAS,KAAK,KAAK,UAAU,UAAU;AAC5C,SAAK,kBAAkB,OAAO,mBAAmB,MAAM;AACvD,SAAK,uBAAuB,OAAO,uBAAuB,qBAAqB,KAAK,OAAO,WAAW,OAAO,CAAC;AAAA,EAChH;AAAA;AAAA,EAIA,MAAM,UAAU,QAA6C;AAC3D,UAAM,WAAW,MAAM,KAAK,qBAAqB;AACjD,UAAM,QAAQ,SAAS,YAAY,UAAU,MAAM,IAAI;AACvD,WAAO,MAAM,IAAI,aAAa;AAAA,EAChC;AAAA,EAEA,MAAM,QAAQ,MAA8C;AAC1D,UAAM,WAAW,MAAM,KAAK,qBAAqB;AACjD,WAAO,SAAS,KAAK,CAAC,MAAM,EAAE,SAAS,IAAI,KAAK;AAAA,EAClD;AAAA;AAAA,EAIA,MAAM,UAAU,UAAmB,WAAsD;AACvF,WAAO,OAAO,WAAW,EAAE,QAAQ,MAAM,EAAE,EAAE,MAAM,GAAG,EAAE;AAAA,EAC1D;AAAA,EAEA,MAAM,cAAc,QAAgB,aAAwC;AAAA,EAE5E;AAAA,EAEA,MAAM,YAAY,QAAgB,QAAsC;AACtE,UAAM,KAAK,KAAK,MAAM;AACtB,QAAI,CAAC,GAAI;AAET,OAAG,IAAI,OAAO;AACd,QAAI;AACF,WAAK,gBAAgB,MAAM;AAC3B,SAAG,IAAI,QAAQ;AAAA,IACjB,SAAS,KAAK;AACZ,SAAG,IAAI,UAAU;AACjB,cAAQ,MAAM,0DAA0D,OAAO,EAAE,MAAM,QAAQ,GAAG,CAAC,EAAE;AACrG,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA,EAIA,MAAM,cAAc,OAA8C;AAChE,UAAM,KAAK,KAAK,MAAM;AACtB,QAAI,CAAC,GAAI,QAAO;AAEhB,UAAM,SAAS,GAAG,QAA0B,sCAAsC,EAAE,IAAI,KAAK;AAC7F,QAAI,CAAC,OAAQ,QAAO;AAEpB,UAAM,aAAa,GAChB,QAA6B,0DAA0D,EACvF,IAAI,OAAO,EAAE;AAEhB,WAAO,KAAK,YAAY,QAAQ,UAAU;AAAA,EAC5C;AAAA,EAEA,MAAM,eAA8C;AAClD,UAAM,KAAK,KAAK,MAAM;AACtB,QAAI,CAAC,GAAI,QAAO;AAEhB,UAAM,SAAS,GAAG,QAAoB,0DAA0D,EAAE,IAAI;AACtG,QAAI,CAAC,OAAQ,QAAO;AAEpB,UAAM,aAAa,GAChB,QAA6B,0DAA0D,EACvF,IAAI,OAAO,EAAE;AAEhB,WAAO,KAAK,YAAY,QAAQ,UAAU;AAAA,EAC5C;AAAA,EAEA,MAAM,iBAAiB,MAAsE;AAC3F,UAAM,KAAK,KAAK,MAAM;AACtB,QAAI,CAAC,GAAI,QAAO,CAAC;AAEjB,UAAM,QAAQ,MAAM,SAAS;AAC7B,UAAM,UAAU,MAAM;AAEtB,UAAM,OACJ,YAAY,SACR,GACG;AAAA,MACC;AAAA,IACF,EACC,IAAI,SAAS,KAAK,IACrB,GAAG,QAA0B,0DAA0D,EAAE,IAAI,KAAK;AAExG,WAAO,KAAK,IAAI,CAAC,OAAO;AAAA,MACtB,IAAI,EAAE;AAAA,MACN,WAAW,EAAE;AAAA,MACb,QAAQ,EAAE;AAAA,MACV,QAAQ,EAAE;AAAA,MACV,OAAO,EAAE;AAAA,MACT,UAAU,EAAE;AAAA,MACZ,aAAa,EAAE;AAAA,MACf,cAAc,EAAE;AAAA,MAChB,QAAQ,EAAE,cAAe,KAAK,MAAM,EAAE,WAAW,IAAmB;AAAA,MACpE,WAAW,KAAK,MAAM,EAAE,UAAU;AAAA,MAClC,SAAS,EAAE,YAAY;AAAA,IACzB,EAAE;AAAA,EACJ;AAAA,EAEA,MAAM,sBACJ,UACA,MACmC;AACnC,UAAM,KAAK,KAAK,MAAM;AACtB,QAAI,CAAC,GAAI,QAAO,CAAC;AAEjB,UAAM,QAAQ,MAAM,SAAS;AAC7B,UAAM,UAAU,MAAM;AAQtB,UAAM,UAAU;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAUhB,UAAM,OACJ,YAAY,SACR,GACG;AAAA,MACC,GAAG,OAAO;AAAA,IACZ,EACC,IAAI,UAAU,SAAS,KAAK,IAC/B,GAAG,QAAqC,GAAG,OAAO,sCAAsC,EAAE,IAAI,UAAU,KAAK;AAEnH,WAAO,KAAK,IAAI,CAAC,SAAS;AAAA,MACxB,OAAO,IAAI;AAAA,MACX,WAAW,IAAI;AAAA,MACf,QAAQ,KAAK,MAAM,IAAI,WAAW;AAAA,MAClC,iBAAiB,IAAI;AAAA,MACrB,QAAQ,IAAI,kBAAmB,KAAK,MAAM,IAAI,eAAe,IAAmB;AAAA,IAClF,EAAE;AAAA,EACJ;AAAA,EAEA,MAAM,oBAAoB,MAG4B;AACpD,UAAM,KAAK,KAAK,MAAM;AACtB,QAAI,CAAC,GAAI,QAAO,CAAC;AAEjB,UAAM,UAAU,MAAM,WAAW;AACjC,UAAM,UAAU,MAAM;AAQtB,UAAM,cAAc,YAAY,SAAY,6BAA6B;AACzE,UAAM,MAAM;AAAA;AAAA;AAAA;AAAA,UAIN,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAajB,UAAM,OACJ,YAAY,SACR,GAAG,QAAqC,GAAG,EAAE,IAAI,SAAS,OAAO,IACjE,GAAG,QAA6B,GAAG,EAAE,IAAI,OAAO;AAEtD,UAAM,MAAgD,CAAC;AACvD,eAAW,OAAO,MAAM;AACtB,YAAM,QAAgC;AAAA,QACpC,OAAO,IAAI;AAAA,QACX,WAAW,IAAI;AAAA,QACf,QAAQ,KAAK,MAAM,IAAI,WAAW;AAAA,QAClC,iBAAiB,IAAI;AAAA,QACrB,QAAQ,IAAI,kBAAmB,KAAK,MAAM,IAAI,eAAe,IAAmB;AAAA,MAClF;AACA,YAAM,MAAM,IAAI,IAAI,IAAI;AACxB,UAAI,IAAK,KAAI,KAAK,KAAK;AAAA,UAClB,KAAI,IAAI,IAAI,IAAI,CAAC,KAAK;AAAA,IAC7B;AACA,WAAO;AAAA,EACT;AAAA;AAAA,EAIA,OAAO,SAAS,SAAuB,UAA+D;AAAA,EAItG;AAAA;AAAA,EAIA,MAAM,iBAAsE;AAC1E,UAAM,QAAQ,KAAK,gBAAgB;AACnC,WAAO,EAAE,SAAS,UAAU,MAAM,MAAM;AAAA,EAC1C;AAAA;AAAA,EAIA,MAAM,eAAe,QAAQ,IAAI,SAA4C;AAC3E,UAAM,KAAK,KAAK,MAAM;AACtB,QAAI,CAAC,GAAI,QAAO,CAAC;AAEjB,QAAI;AACJ,QAAI,YAAY,QAAW;AACzB,gBAAU,GACP;AAAA,QACC;AAAA,MACF,EACC,IAAI,SAAS,KAAK;AAAA,IACvB,OAAO;AACL,gBAAU,GAAG,QAA0B,0DAA0D,EAAE,IAAI,KAAK;AAAA,IAC9G;AAEA,QAAI,QAAQ,WAAW,EAAG,QAAO,CAAC;AAElC,UAAM,MAAM,QAAQ,IAAI,CAAC,MAAM,EAAE,EAAE;AACnC,UAAM,eAAe,IAAI,IAAI,MAAM,GAAG,EAAE,KAAK,GAAG;AAChD,UAAM,aAAa,GAChB,QAA6B,+CAA+C,YAAY,gBAAgB,EACxG,IAAI,GAAG,GAAG;AAEb,UAAM,QAAQ,oBAAI,IAAyB;AAC3C,eAAW,OAAO,YAAY;AAC5B,YAAM,MAAM,MAAM,IAAI,IAAI,MAAM;AAChC,UAAI,IAAK,KAAI,KAAK,GAAG;AAAA,UAChB,OAAM,IAAI,IAAI,QAAQ,CAAC,GAAG,CAAC;AAAA,IAClC;AAEA,WAAO,QAAQ,IAAI,CAAC,QAAQ,KAAK,YAAY,KAAK,MAAM,IAAI,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;AAAA,EAC5E;AAAA;AAAA,EAIA,QAAc;AACZ,QAAI;AACF,WAAK,IAAI,MAAM;AAAA,IACjB,QAAQ;AAAA,IAER;AACA,SAAK,KAAK;AACV,SAAK,gBAAgB;AACrB,SAAK,mBAAmB;AAAA,EAC1B;AAAA,EAEA,YAAoB;AAClB,WAAO,KAAK;AAAA,EACd;AAAA;AAAA,EAIQ,QAAyB;AAC/B,QAAI,KAAK,GAAI,QAAO,KAAK;AAEzB,cAAU,KAAK,UAAU,EAAE,WAAW,KAAK,CAAC;AAE5C,QAAI;AACF,WAAK,KAAK,IAAI,SAAS,KAAK,MAAM;AAClC,WAAK,GAAG,IAAI,yBAAyB;AACrC,WAAK,GAAG,IAAI,2BAA2B;AACvC,WAAK,GAAG,IAAI,0BAA0B;AACtC,WAAK,GAAG,IAAI,wBAAwB;AACpC,WAAK,GAAG,IAAI,MAAM;AAElB,WAAK,QAAQ,kBAAkB,cAAc;AAE7C,WAAK,gBAAgB,KAAK,GAAG,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA,OAKpC;AAED,WAAK,mBAAmB,KAAK,GAAG,QAAQ;AAAA;AAAA;AAAA;AAAA,OAIvC;AAED,WAAK,6BAA6B;AAElC,aAAO,KAAK;AAAA,IACd,SAAS,KAAK;AACZ,cAAQ,KAAK,qDAAqD,GAAG;AACrE,UAAI;AACF,aAAK,IAAI,MAAM;AAAA,MACjB,QAAQ;AAAA,MAER;AACA,UAAI;AACF,YAAIC,YAAW,KAAK,MAAM,GAAG;AAC3B,qBAAW,KAAK,QAAQ,GAAG,KAAK,MAAM,YAAY,KAAK,IAAI,CAAC,EAAE;AAAA,QAChE;AAAA,MACF,QAAQ;AAAA,MAER;AACA,WAAK,KAAK;AACV,WAAK,gBAAgB;AACrB,WAAK,mBAAmB;AACxB,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEQ,QAAQ,KAA4B;AAC1C,UAAM,KAAK,KAAK;AAChB,QAAI,CAAC,GAAI,QAAO;AAChB,UAAM,MAAM,GAAG,QAAqC,6CAA6C,EAAE,IAAI,GAAG;AAC1G,WAAO,KAAK,SAAS;AAAA,EACvB;AAAA,EAEQ,QAAQ,KAAa,OAAqB;AAChD,UAAM,KAAK,KAAK;AAChB,QAAI,CAAC,GAAI;AACT,OAAG,QAAQ,+DAA+D,EAAE,IAAI,KAAK,KAAK;AAAA,EAC5F;AAAA,EAEQ,+BAAqC;AAC3C,UAAM,KAAK,KAAK;AAChB,QAAI,CAAC,GAAI;AACT,QAAI,KAAK,QAAQ,iBAAiB,MAAM,IAAK;AAE7C,UAAM,YAAY,KAAK,KAAK,UAAU,MAAM;AAC5C,QAAI,CAACA,YAAW,SAAS,GAAG;AAC1B,WAAK,QAAQ,mBAAmB,GAAG;AACnC;AAAA,IACF;AAEA,QAAI,QAAkB,CAAC;AACvB,QAAI;AACF,cAAQC,aAAY,SAAS,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,OAAO,CAAC;AAAA,IAClE,SAAS,KAAK;AACZ,cAAQ,KAAK,sDAAsD,GAAG;AACtE;AAAA,IACF;AAEA,QAAI,MAAM,WAAW,GAAG;AACtB,WAAK,QAAQ,mBAAmB,GAAG;AACnC;AAAA,IACF;AAEA,QAAI,WAAW;AACf,QAAI,UAAU;AACd,OAAG,IAAI,OAAO;AACd,QAAI;AACF,iBAAW,QAAQ,OAAO;AACxB,WAAG,IAAI,uBAAuB;AAC9B,YAAI;AACF,gBAAM,MAAM,aAAa,KAAK,WAAW,IAAI,GAAG,OAAO;AACvD,gBAAM,SAAS,KAAK,MAAM,GAAG;AAC7B,eAAK,gBAAgB,MAAM;AAC3B,aAAG,IAAI,qBAAqB;AAC5B;AAAA,QACF,SAAS,KAAK;AACZ,aAAG,IAAI,yBAAyB;AAChC,aAAG,IAAI,qBAAqB;AAC5B;AACA,kBAAQ,KAAK,qDAAqD,IAAI,KAAK,GAAG;AAAA,QAChF;AAAA,MACF;AACA,WAAK,QAAQ,mBAAmB,GAAG;AACnC,SAAG,IAAI,QAAQ;AAAA,IACjB,SAAS,KAAK;AACZ,SAAG,IAAI,UAAU;AACjB,cAAQ,KAAK,sEAAsE,GAAG;AACtF;AAAA,IACF;AAEA,QAAI;AACF,iBAAW,WAAW,KAAK,KAAK,UAAU,oBAAoB,CAAC;AAAA,IACjE,SAAS,KAAK;AACZ,cAAQ,KAAK,wDAAwD,GAAG;AAAA,IAC1E;AAEA,YAAQ;AAAA,MACN,+BAA+B,QAAQ,mBAAmB,aAAa,IAAI,KAAK,GAAG,MAChF,UAAU,IAAI,KAAK,OAAO,cAAc;AAAA,IAC7C;AAAA,EACF;AAAA,EAEQ,gBAAgB,QAA6B;AACnD,QAAI,CAAC,KAAK,iBAAiB,CAAC,KAAK,iBAAkB;AAEnD,UAAM,YAAY,KAAK,MAAM,OAAO,SAAS;AAC7C,UAAM,EAAE,aAAa,aAAa,IAAI,qBAAqB,MAAM;AAEjE,SAAK,cAAc;AAAA,MACjB,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO,MAAM,SAAS,IAAI,IAAI;AAAA,MAC9B,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO;AAAA,MACP,OAAO;AAAA,MACP;AAAA,MACA;AAAA,MACA,OAAO,UAAU,IAAI;AAAA,MACrB,OAAO,SAAS,KAAK,UAAU,OAAO,MAAM,IAAI;AAAA,MAChD,KAAK,UAAU,OAAO,MAAM,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC;AAAA,IAChD;AAEA,aAAS,IAAI,GAAG,IAAI,OAAO,MAAM,QAAQ,KAAK;AAC5C,YAAM,aAAa,OAAO,MAAM,CAAC;AACjC,WAAK,iBAAiB;AAAA,QACpB,OAAO;AAAA,QACP;AAAA,QACA,WAAW;AAAA,QACX,OAAO,MAAM,SAAS,IAAI,IAAI;AAAA,QAC9B,WAAW,OAAO,IAAI;AAAA,QACtB,WAAW;AAAA,QACX,WAAW,QAAQ;AAAA,QACnB,WAAW,SAAS;AAAA,QACpB,KAAK,UAAU,UAAU;AAAA,MAC3B;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,YAAY,QAAgB,YAAwC;AAC1E,UAAM,QAAQ,WAAW,IAAI,CAAC,MAAM,KAAK,MAAM,EAAE,WAAW,CAAe;AAC3E,UAAM,SAAwB;AAAA,MAC5B,IAAI,OAAO;AAAA,MACX,WAAW,OAAO;AAAA,MAClB;AAAA,MACA,QAAQ,OAAO;AAAA,MACf,QAAQ,OAAO;AAAA,MACf,OAAO,OAAO;AAAA,MACd,UAAU,OAAO;AAAA,IACnB;AACA,QAAI,OAAO,aAAa;AACtB,aAAO,SAAS,KAAK,MAAM,OAAO,WAAW;AAAA,IAC/C;AACA,QAAI,OAAO,YAAY,GAAG;AACxB,aAAO,UAAU;AAAA,IACnB;AACA,WAAO;AAAA,EACT;AACF;AAIA,IAAM,SAAS,oBAAI,IAA4B;AAExC,SAAS,kBAAkB,WAAmB,gBAAsD;AACzG,MAAI,QAAQ,OAAO,IAAI,SAAS;AAChC,MAAI,CAAC,OAAO;AACV,YAAQ,IAAI,eAAe,EAAE,WAAW,eAAe,CAAC;AACxD,WAAO,IAAI,WAAW,KAAK;AAAA,EAC7B;AACA,SAAO;AACT;AAEO,SAAS,qBAAqB,WAA0B;AAC7D,MAAI,WAAW;AACb,WAAO,IAAI,SAAS,GAAG,MAAM;AAC7B,WAAO,OAAO,SAAS;AACvB;AAAA,EACF;AACA,aAAW,SAAS,OAAO,OAAO,EAAG,OAAM,MAAM;AACjD,SAAO,MAAM;AACf;",
-  "names": ["existsSync", "readdirSync", "existsSync", "readdirSync"]
-}

package/dist/stores/vortex-eval-store-entry.d.ts

@@ -1,6 +0,0 @@
-export type { EvalStore, EvalSummary, EvalRunSummary, EvalReportHistoryEntry } from './eval-store';
-export { VortexEvalStore } from './vortex-eval-store';
-export type { VortexEvalStoreConfig } from './vortex-eval-store';
-export { createDiskEvalLoader } from './eval-definition-loader';
-export type { EvalDefinitionLoader } from './eval-definition-loader';
-//# sourceMappingURL=vortex-eval-store-entry.d.ts.map

package/dist/stores/vortex-eval-store-entry.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"vortex-eval-store-entry.d.ts","sourceRoot":"","sources":["../../src/stores/vortex-eval-store-entry.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,SAAS,EAAE,WAAW,EAAE,cAAc,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAA;AAClG,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AACrD,YAAY,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAA;AAChE,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAA;AAC/D,YAAY,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAA"}