@deepagents/evals 0.19.0

package/dist/scorers/index.js

@@ -0,0 +1,175 @@
+// packages/evals/src/scorers/index.ts
+import { generateObject } from "ai";
+import { z } from "zod";
+var exactMatch = async ({ output, expected }) => {
+  const exp = expected == null ? "" : String(expected);
+  if (output === exp) return { score: 1 };
+  return {
+    score: 0,
+    reason: `Output does not exactly match expected. Expected "${exp}" but got "${output}".`
+  };
+};
+var includes = async ({ output, expected }) => {
+  const exp = expected == null ? "" : String(expected);
+  if (output.includes(exp)) return { score: 1 };
+  return {
+    score: 0,
+    reason: `Output does not include expected substring "${exp}".`
+  };
+};
+function regex(pattern) {
+  return async ({ output }) => {
+    return { score: pattern.test(output) ? 1 : 0 };
+  };
+}
+function levenshteinDistance(a, b) {
+  if (a.length === 0) return b.length;
+  if (b.length === 0) return a.length;
+  if (a.length > b.length) [a, b] = [b, a];
+  let prev = Array.from({ length: a.length + 1 }, (_, i) => i);
+  let curr = new Array(a.length + 1);
+  for (let j = 1; j <= b.length; j++) {
+    curr[0] = j;
+    for (let i = 1; i <= a.length; i++) {
+      const cost = a[i - 1] === b[j - 1] ? 0 : 1;
+      curr[i] = Math.min(prev[i] + 1, curr[i - 1] + 1, prev[i - 1] + cost);
+    }
+    [prev, curr] = [curr, prev];
+  }
+  return prev[a.length];
+}
+var levenshtein = async ({ output, expected }) => {
+  const exp = expected == null ? "" : String(expected);
+  if (output.length === 0 && exp.length === 0) return { score: 1 };
+  const maxLen = Math.max(output.length, exp.length);
+  const distance = levenshteinDistance(output, exp);
+  const score = Math.max(0, 1 - distance / maxLen);
+  if (score === 1) return { score };
+  return {
+    score,
+    reason: `Levenshtein distance is ${distance} across max length ${maxLen}.`
+  };
+};
+function deepEqual(a, b) {
+  if (a === b) return true;
+  if (a == null || b == null) return false;
+  if (typeof a !== typeof b) return false;
+  if (Array.isArray(a)) {
+    if (!Array.isArray(b) || a.length !== b.length) return false;
+    return a.every((val, i) => deepEqual(val, b[i]));
+  }
+  if (typeof a === "object") {
+    const keysA = Object.keys(a).sort();
+    const keysB = Object.keys(b).sort();
+    if (keysA.length !== keysB.length) return false;
+    return keysA.every(
+      (key, i) => keysB[i] === key && deepEqual(
+        a[key],
+        b[key]
+      )
+    );
+  }
+  return false;
+}
+var jsonMatch = async ({ output, expected }) => {
+  try {
+    const parsedOutput = JSON.parse(output);
+    const parsedExpected = typeof expected === "string" ? JSON.parse(expected) : expected;
+    if (deepEqual(parsedOutput, parsedExpected)) return { score: 1 };
+    return { score: 0, reason: "JSON payload differs from expected JSON." };
+  } catch {
+    return { score: 0, reason: "Failed to parse JSON" };
+  }
+};
+var llmScorerSchema = z.object({
+  score: z.number().min(0).max(1),
+  reason: z.string()
+});
+function llmJudge(config) {
+  return async ({ input, output, expected }) => {
+    const { object } = await generateObject({
+      model: config.model,
+      schema: llmScorerSchema,
+      prompt: `You are an expert evaluator. Grade the output based on the following criteria:
+${config.criteria}
+
+Input: ${JSON.stringify(input)}
+Output: ${output}
+${expected != null ? `Expected: ${JSON.stringify(expected)}` : ""}
+
+Return a score from 0.0 to 1.0 and a brief reason.`
+    });
+    return { score: object.score, reason: object.reason };
+  };
+}
+function factuality(config) {
+  return async ({ input, output, expected }) => {
+    const { object } = await generateObject({
+      model: config.model,
+      schema: llmScorerSchema,
+      prompt: `You are a factuality evaluator. Determine whether the output is factually consistent with the expected reference.
+
+Input: ${JSON.stringify(input)}
+Output: ${output}
+Expected reference: ${JSON.stringify(expected)}
+
+Score 1.0 if the output is factually consistent with the reference, 0.0 if it contradicts it. Use intermediate scores for partial consistency.
+Return a score from 0.0 to 1.0 and a brief reason.`
+    });
+    return { score: object.score, reason: object.reason };
+  };
+}
+function all(...scorers) {
+  return async (args) => {
+    if (scorers.length === 0) return { score: 1 };
+    const results = await Promise.all(scorers.map((s) => s(args)));
+    const minResult = results.reduce(
+      (min, r) => r.score < min.score ? r : min
+    );
+    const reasons = results.filter((r) => r.reason).map((r) => r.reason).join("; ");
+    return { score: minResult.score, reason: reasons || void 0 };
+  };
+}
+function any(...scorers) {
+  return async (args) => {
+    if (scorers.length === 0) return { score: 0 };
+    const results = await Promise.all(scorers.map((s) => s(args)));
+    const maxResult = results.reduce(
+      (max, r) => r.score > max.score ? r : max
+    );
+    return { score: maxResult.score, reason: maxResult.reason };
+  };
+}
+function weighted(config) {
+  return async (args) => {
+    const entries = Object.entries(config);
+    const results = await Promise.all(
+      entries.map(async ([name, { scorer, weight }]) => ({
+        name,
+        result: await scorer(args),
+        weight
+      }))
+    );
+    const totalWeight = results.reduce((sum, r) => sum + r.weight, 0);
+    const weightedScore = results.reduce(
+      (sum, r) => sum + r.result.score * r.weight,
+      0
+    );
+    const score = totalWeight > 0 ? weightedScore / totalWeight : 0;
+    const reasons = results.map((r) => `${r.name}: ${r.result.score.toFixed(2)} (w=${r.weight})`).join(", ");
+    return { score, reason: reasons || void 0 };
+  };
+}
+export {
+  all,
+  any,
+  exactMatch,
+  factuality,
+  includes,
+  jsonMatch,
+  levenshtein,
+  llmJudge,
+  regex,
+  weighted
+};
+//# sourceMappingURL=index.js.map

package/dist/scorers/index.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../src/scorers/index.ts"],
+  "sourcesContent": ["import type { LanguageModelV3 } from '@ai-sdk/provider';\nimport { generateObject } from 'ai';\nimport { z } from 'zod';\n\nexport interface ScorerArgs {\n  input: unknown;\n  output: string;\n  expected?: unknown;\n}\n\nexport interface ScorerResult {\n  score: number;\n  reason?: string;\n}\n\nexport type Scorer = (args: ScorerArgs) => Promise<ScorerResult>;\n\nexport const exactMatch: Scorer = async ({ output, expected }) => {\n  const exp = expected == null ? '' : String(expected);\n  if (output === exp) return { score: 1.0 };\n  return {\n    score: 0.0,\n    reason: `Output does not exactly match expected. Expected \"${exp}\" but got \"${output}\".`,\n  };\n};\n\nexport const includes: Scorer = async ({ output, expected }) => {\n  const exp = expected == null ? '' : String(expected);\n  if (output.includes(exp)) return { score: 1.0 };\n  return {\n    score: 0.0,\n    reason: `Output does not include expected substring \"${exp}\".`,\n  };\n};\n\nexport function regex(pattern: RegExp): Scorer {\n  return async ({ output }) => {\n    return { score: pattern.test(output) ? 1.0 : 0.0 };\n  };\n}\n\nfunction levenshteinDistance(a: string, b: string): number {\n  if (a.length === 0) return b.length;\n  if (b.length === 0) return a.length;\n\n  if (a.length > b.length) [a, b] = [b, a];\n\n  let prev = Array.from({ length: a.length + 1 }, (_, i) => i);\n  let curr = new Array<number>(a.length + 1);\n\n  for (let j = 1; j <= b.length; j++) {\n    curr[0] = j;\n    for (let i = 1; i <= a.length; i++) {\n      const cost = a[i - 1] === b[j - 1] ? 0 : 1;\n      curr[i] = Math.min(prev[i]! + 1, curr[i - 1]! + 1, prev[i - 1]! + cost);\n    }\n    [prev, curr] = [curr, prev];\n  }\n\n  return prev[a.length]!;\n}\n\nexport const levenshtein: Scorer = async ({ output, expected }) => {\n  const exp = expected == null ? '' : String(expected);\n  if (output.length === 0 && exp.length === 0) return { score: 1.0 };\n  const maxLen = Math.max(output.length, exp.length);\n  const distance = levenshteinDistance(output, exp);\n  const score = Math.max(0, 1 - distance / maxLen);\n  if (score === 1.0) return { score };\n  return {\n    score,\n    reason: `Levenshtein distance is ${distance} across max length ${maxLen}.`,\n  };\n};\n\nfunction deepEqual(a: unknown, b: unknown): boolean {\n  if (a === b) return true;\n  if (a == null || b == null) return false;\n  if (typeof a !== typeof b) return false;\n\n  if (Array.isArray(a)) {\n    if (!Array.isArray(b) || a.length !== b.length) return false;\n    return a.every((val, i) => deepEqual(val, b[i]));\n  }\n\n  if (typeof a === 'object') {\n    const keysA = Object.keys(a as Record<string, unknown>).sort();\n    const keysB = Object.keys(b as Record<string, unknown>).sort();\n    if (keysA.length !== keysB.length) return false;\n    return keysA.every(\n      (key, i) =>\n        keysB[i] === key &&\n        deepEqual(\n          (a as Record<string, unknown>)[key],\n          (b as Record<string, unknown>)[key],\n        ),\n    );\n  }\n\n  return false;\n}\n\nexport const jsonMatch: Scorer = async ({ output, expected }) => {\n  try {\n    const parsedOutput = JSON.parse(output);\n    const parsedExpected =\n      typeof expected === 'string' ? JSON.parse(expected) : expected;\n    if (deepEqual(parsedOutput, parsedExpected)) return { score: 1.0 };\n    return { score: 0.0, reason: 'JSON payload differs from expected JSON.' };\n  } catch {\n    return { score: 0.0, reason: 'Failed to parse JSON' };\n  }\n};\n\nconst llmScorerSchema = z.object({\n  score: z.number().min(0).max(1),\n  reason: z.string(),\n});\n\nexport function llmJudge(config: {\n  model: LanguageModelV3;\n  criteria: string;\n}): Scorer {\n  return async ({ input, output, expected }) => {\n    const { object } = await generateObject({\n      model: config.model,\n      schema: llmScorerSchema,\n      prompt: `You are an expert evaluator. Grade the output based on the following criteria:\n${config.criteria}\n\nInput: ${JSON.stringify(input)}\nOutput: ${output}\n${expected != null ? `Expected: ${JSON.stringify(expected)}` : ''}\n\nReturn a score from 0.0 to 1.0 and a brief reason.`,\n    });\n    return { score: object.score, reason: object.reason };\n  };\n}\n\nexport function factuality(config: { model: LanguageModelV3 }): Scorer {\n  return async ({ input, output, expected }) => {\n    const { object } = await generateObject({\n      model: config.model,\n      schema: llmScorerSchema,\n      prompt: `You are a factuality evaluator. Determine whether the output is factually consistent with the expected reference.\n\nInput: ${JSON.stringify(input)}\nOutput: ${output}\nExpected reference: ${JSON.stringify(expected)}\n\nScore 1.0 if the output is factually consistent with the reference, 0.0 if it contradicts it. Use intermediate scores for partial consistency.\nReturn a score from 0.0 to 1.0 and a brief reason.`,\n    });\n    return { score: object.score, reason: object.reason };\n  };\n}\n\nexport function all(...scorers: Scorer[]): Scorer {\n  return async (args) => {\n    if (scorers.length === 0) return { score: 1.0 };\n    const results = await Promise.all(scorers.map((s) => s(args)));\n    const minResult = results.reduce((min, r) =>\n      r.score < min.score ? r : min,\n    );\n    const reasons = results\n      .filter((r) => r.reason)\n      .map((r) => r.reason)\n      .join('; ');\n    return { score: minResult.score, reason: reasons || undefined };\n  };\n}\n\nexport function any(...scorers: Scorer[]): Scorer {\n  return async (args) => {\n    if (scorers.length === 0) return { score: 0.0 };\n    const results = await Promise.all(scorers.map((s) => s(args)));\n    const maxResult = results.reduce((max, r) =>\n      r.score > max.score ? r : max,\n    );\n    return { score: maxResult.score, reason: maxResult.reason };\n  };\n}\n\nexport function weighted(\n  config: Record<string, { scorer: Scorer; weight: number }>,\n): Scorer {\n  return async (args) => {\n    const entries = Object.entries(config);\n    const results = await Promise.all(\n      entries.map(async ([name, { scorer, weight }]) => ({\n        name,\n        result: await scorer(args),\n        weight,\n      })),\n    );\n    const totalWeight = results.reduce((sum, r) => sum + r.weight, 0);\n    const weightedScore = results.reduce(\n      (sum, r) => sum + r.result.score * r.weight,\n      0,\n    );\n    const score = totalWeight > 0 ? weightedScore / totalWeight : 0;\n    const reasons = results\n      .map((r) => `${r.name}: ${r.result.score.toFixed(2)} (w=${r.weight})`)\n      .join(', ');\n    return { score, reason: reasons || undefined };\n  };\n}\n"],
+  "mappings": ";AACA,SAAS,sBAAsB;AAC/B,SAAS,SAAS;AAeX,IAAM,aAAqB,OAAO,EAAE,QAAQ,SAAS,MAAM;AAChE,QAAM,MAAM,YAAY,OAAO,KAAK,OAAO,QAAQ;AACnD,MAAI,WAAW,IAAK,QAAO,EAAE,OAAO,EAAI;AACxC,SAAO;AAAA,IACL,OAAO;AAAA,IACP,QAAQ,qDAAqD,GAAG,cAAc,MAAM;AAAA,EACtF;AACF;AAEO,IAAM,WAAmB,OAAO,EAAE,QAAQ,SAAS,MAAM;AAC9D,QAAM,MAAM,YAAY,OAAO,KAAK,OAAO,QAAQ;AACnD,MAAI,OAAO,SAAS,GAAG,EAAG,QAAO,EAAE,OAAO,EAAI;AAC9C,SAAO;AAAA,IACL,OAAO;AAAA,IACP,QAAQ,+CAA+C,GAAG;AAAA,EAC5D;AACF;AAEO,SAAS,MAAM,SAAyB;AAC7C,SAAO,OAAO,EAAE,OAAO,MAAM;AAC3B,WAAO,EAAE,OAAO,QAAQ,KAAK,MAAM,IAAI,IAAM,EAAI;AAAA,EACnD;AACF;AAEA,SAAS,oBAAoB,GAAW,GAAmB;AACzD,MAAI,EAAE,WAAW,EAAG,QAAO,EAAE;AAC7B,MAAI,EAAE,WAAW,EAAG,QAAO,EAAE;AAE7B,MAAI,EAAE,SAAS,EAAE,OAAQ,EAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC;AAEvC,MAAI,OAAO,MAAM,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC;AAC3D,MAAI,OAAO,IAAI,MAAc,EAAE,SAAS,CAAC;AAEzC,WAAS,IAAI,GAAG,KAAK,EAAE,QAAQ,KAAK;AAClC,SAAK,CAAC,IAAI;AACV,aAAS,IAAI,GAAG,KAAK,EAAE,QAAQ,KAAK;AAClC,YAAM,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI;AACzC,WAAK,CAAC,IAAI,KAAK,IAAI,KAAK,CAAC,IAAK,GAAG,KAAK,IAAI,CAAC,IAAK,GAAG,KAAK,IAAI,CAAC,IAAK,IAAI;AAAA,IACxE;AACA,KAAC,MAAM,IAAI,IAAI,CAAC,MAAM,IAAI;AAAA,EAC5B;AAEA,SAAO,KAAK,EAAE,MAAM;AACtB;AAEO,IAAM,cAAsB,OAAO,EAAE,QAAQ,SAAS,MAAM;AACjE,QAAM,MAAM,YAAY,OAAO,KAAK,OAAO,QAAQ;AACnD,MAAI,OAAO,WAAW,KAAK,IAAI,WAAW,EAAG,QAAO,EAAE,OAAO,EAAI;AACjE,QAAM,SAAS,KAAK,IAAI,OAAO,QAAQ,IAAI,MAAM;AACjD,QAAM,WAAW,oBAAoB,QAAQ,GAAG;AAChD,QAAM,QAAQ,KAAK,IAAI,GAAG,IAAI,WAAW,MAAM;AAC/C,MAAI,UAAU,EAAK,QAAO,EAAE,MAAM;AAClC,SAAO;AAAA,IACL;AAAA,IACA,QAAQ,2BAA2B,QAAQ,sBAAsB,MAAM;AAAA,EACzE;AACF;AAEA,SAAS,UAAU,GAAY,GAAqB;AAClD,MAAI,MAAM,EAAG,QAAO;AACpB,MAAI,KAAK,QAAQ,KAAK,KAAM,QAAO;AACnC,MAAI,OAAO,MAAM,OAAO,EAAG,QAAO;AAElC,MAAI,MAAM,QAAQ,CAAC,GAAG;AACpB,QAAI,CAAC,MAAM,QAAQ,CAAC,KAAK,EAAE,WAAW,EAAE,OAAQ,QAAO;AACvD,WAAO,EAAE,MAAM,CAAC,KAAK,MAAM,UAAU,KAAK,EAAE,CAAC,CAAC,CAAC;AAAA,EACjD;AAEA,MAAI,OAAO,MAAM,UAAU;AACzB,UAAM,QAAQ,OAAO,KAAK,CAA4B,EAAE,KAAK;AAC7D,UAAM,QAAQ,OAAO,KAAK,CAA4B,EAAE,KAAK;AAC7D,QAAI,MAAM,WAAW,MAAM,OAAQ,QAAO;AAC1C,WAAO,MAAM;AAAA,MACX,CAAC,KAAK,MACJ,MAAM,CAAC,MAAM,OACb;AAAA,QACG,EAA8B,GAAG;AAAA,QACjC,EAA8B,GAAG;AAAA,MACpC;AAAA,IACJ;AAAA,EACF;AAEA,SAAO;AACT;AAEO,IAAM,YAAoB,OAAO,EAAE,QAAQ,SAAS,MAAM;AAC/D,MAAI;AACF,UAAM,eAAe,KAAK,MAAM,MAAM;AACtC,UAAM,iBACJ,OAAO,aAAa,WAAW,KAAK,MAAM,QAAQ,IAAI;AACxD,QAAI,UAAU,cAAc,cAAc,EAAG,QAAO,EAAE,OAAO,EAAI;AACjE,WAAO,EAAE,OAAO,GAAK,QAAQ,2CAA2C;AAAA,EAC1E,QAAQ;AACN,WAAO,EAAE,OAAO,GAAK,QAAQ,uBAAuB;AAAA,EACtD;AACF;AAEA,IAAM,kBAAkB,EAAE,OAAO;AAAA,EAC/B,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC;AAAA,EAC9B,QAAQ,EAAE,OAAO;AACnB,CAAC;AAEM,SAAS,SAAS,QAGd;AACT,SAAO,OAAO,EAAE,OAAO,QAAQ,SAAS,MAAM;AAC5C,UAAM,EAAE,OAAO,IAAI,MAAM,eAAe;AAAA,MACtC,OAAO,OAAO;AAAA,MACd,QAAQ;AAAA,MACR,QAAQ;AAAA,EACZ,OAAO,QAAQ;AAAA;AAAA,SAER,KAAK,UAAU,KAAK,CAAC;AAAA,UACpB,MAAM;AAAA,EACd,YAAY,OAAO,aAAa,KAAK,UAAU,QAAQ,CAAC,KAAK,EAAE;AAAA;AAAA;AAAA,IAG7D,CAAC;AACD,WAAO,EAAE,OAAO,OAAO,OAAO,QAAQ,OAAO,OAAO;AAAA,EACtD;AACF;AAEO,SAAS,WAAW,QAA4C;AACrE,SAAO,OAAO,EAAE,OAAO,QAAQ,SAAS,MAAM;AAC5C,UAAM,EAAE,OAAO,IAAI,MAAM,eAAe;AAAA,MACtC,OAAO,OAAO;AAAA,MACd,QAAQ;AAAA,MACR,QAAQ;AAAA;AAAA,SAEL,KAAK,UAAU,KAAK,CAAC;AAAA,UACpB,MAAM;AAAA,sBACM,KAAK,UAAU,QAAQ,CAAC;AAAA;AAAA;AAAA;AAAA,IAI1C,CAAC;AACD,WAAO,EAAE,OAAO,OAAO,OAAO,QAAQ,OAAO,OAAO;AAAA,EACtD;AACF;AAEO,SAAS,OAAO,SAA2B;AAChD,SAAO,OAAO,SAAS;AACrB,QAAI,QAAQ,WAAW,EAAG,QAAO,EAAE,OAAO,EAAI;AAC9C,UAAM,UAAU,MAAM,QAAQ,IAAI,QAAQ,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AAC7D,UAAM,YAAY,QAAQ;AAAA,MAAO,CAAC,KAAK,MACrC,EAAE,QAAQ,IAAI,QAAQ,IAAI;AAAA,IAC5B;AACA,UAAM,UAAU,QACb,OAAO,CAAC,MAAM,EAAE,MAAM,EACtB,IAAI,CAAC,MAAM,EAAE,MAAM,EACnB,KAAK,IAAI;AACZ,WAAO,EAAE,OAAO,UAAU,OAAO,QAAQ,WAAW,OAAU;AAAA,EAChE;AACF;AAEO,SAAS,OAAO,SAA2B;AAChD,SAAO,OAAO,SAAS;AACrB,QAAI,QAAQ,WAAW,EAAG,QAAO,EAAE,OAAO,EAAI;AAC9C,UAAM,UAAU,MAAM,QAAQ,IAAI,QAAQ,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AAC7D,UAAM,YAAY,QAAQ;AAAA,MAAO,CAAC,KAAK,MACrC,EAAE,QAAQ,IAAI,QAAQ,IAAI;AAAA,IAC5B;AACA,WAAO,EAAE,OAAO,UAAU,OAAO,QAAQ,UAAU,OAAO;AAAA,EAC5D;AACF;AAEO,SAAS,SACd,QACQ;AACR,SAAO,OAAO,SAAS;AACrB,UAAM,UAAU,OAAO,QAAQ,MAAM;AACrC,UAAM,UAAU,MAAM,QAAQ;AAAA,MAC5B,QAAQ,IAAI,OAAO,CAAC,MAAM,EAAE,QAAQ,OAAO,CAAC,OAAO;AAAA,QACjD;AAAA,QACA,QAAQ,MAAM,OAAO,IAAI;AAAA,QACzB;AAAA,MACF,EAAE;AAAA,IACJ;AACA,UAAM,cAAc,QAAQ,OAAO,CAAC,KAAK,MAAM,MAAM,EAAE,QAAQ,CAAC;AAChE,UAAM,gBAAgB,QAAQ;AAAA,MAC5B,CAAC,KAAK,MAAM,MAAM,EAAE,OAAO,QAAQ,EAAE;AAAA,MACrC;AAAA,IACF;AACA,UAAM,QAAQ,cAAc,IAAI,gBAAgB,cAAc;AAC9D,UAAM,UAAU,QACb,IAAI,CAAC,MAAM,GAAG,EAAE,IAAI,KAAK,EAAE,OAAO,MAAM,QAAQ,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,EACpE,KAAK,IAAI;AACZ,WAAO,EAAE,OAAO,QAAQ,WAAW,OAAU;AAAA,EAC/C;AACF;",
+  "names": []
+}

package/dist/store/index.d.ts

@@ -0,0 +1,103 @@
+import { DatabaseSync } from 'node:sqlite';
+export interface SuiteRow {
+    id: string;
+    name: string;
+    created_at: number;
+}
+export interface RunRow {
+    id: string;
+    suite_id: string;
+    name: string;
+    model: string;
+    config: Record<string, unknown> | null;
+    started_at: number;
+    finished_at: number | null;
+    status: 'running' | 'completed' | 'failed';
+    summary: RunSummary | null;
+}
+export interface CaseRow {
+    id: string;
+    run_id: string;
+    idx: number;
+    input: unknown;
+    output: string | null;
+    expected: unknown | null;
+    latency_ms: number;
+    tokens_in: number;
+    tokens_out: number;
+    error: string | null;
+}
+export interface CaseWithScores extends CaseRow {
+    scores: Array<{
+        scorer_name: string;
+        score: number;
+        reason: string | null;
+    }>;
+}
+export interface ScoreRow {
+    id: string;
+    case_id: string;
+    scorer_name: string;
+    score: number;
+    reason: string | null;
+}
+export interface RunSummary {
+    totalCases: number;
+    passCount: number;
+    failCount: number;
+    meanScores: Record<string, number>;
+    totalLatencyMs: number;
+    totalTokensIn: number;
+    totalTokensOut: number;
+}
+export interface PromptRow {
+    id: string;
+    name: string;
+    version: number;
+    content: string;
+    created_at: number;
+}
+export interface CaseData {
+    id: string;
+    run_id: string;
+    idx: number;
+    input: unknown;
+    output: string | null;
+    expected?: unknown;
+    latency_ms: number;
+    tokens_in: number;
+    tokens_out: number;
+    error?: string;
+}
+export interface ScoreData {
+    id: string;
+    case_id: string;
+    scorer_name: string;
+    score: number;
+    reason?: string;
+}
+export declare class RunStore {
+    #private;
+    constructor(pathOrDb?: string | DatabaseSync);
+    createSuite(name: string): SuiteRow;
+    createRun(run: {
+        suite_id: string;
+        name: string;
+        model: string;
+        config?: Record<string, unknown>;
+    }): string;
+    finishRun(runId: string, status: 'completed' | 'failed', summary?: RunSummary): void;
+    saveCases(cases: CaseData[]): void;
+    saveScores(scores: ScoreData[]): void;
+    getRun(runId: string): RunRow | undefined;
+    listRuns(suiteId?: string): RunRow[];
+    getCases(runId: string): CaseRow[];
+    getFailingCases(runId: string, threshold?: number): CaseWithScores[];
+    getRunSummary(runId: string, threshold?: number): RunSummary;
+    listSuites(): SuiteRow[];
+    createPrompt(name: string, content: string): PromptRow;
+    listPrompts(): PromptRow[];
+    getPrompt(id: string): PromptRow | undefined;
+    deletePrompt(id: string): void;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/store/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/store/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAI3C,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,MAAM;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IACvC,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,MAAM,EAAE,SAAS,GAAG,WAAW,GAAG,QAAQ,CAAC;IAC3C,OAAO,EAAE,UAAU,GAAG,IAAI,CAAC;CAC5B;AAED,MAAM,WAAW,OAAO;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,QAAQ,EAAE,OAAO,GAAG,IAAI,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAED,MAAM,WAAW,cAAe,SAAQ,OAAO;IAC7C,MAAM,EAAE,KAAK,CAAC;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,CAAC,CAAC;CAC9E;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB;AAED,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,qBAAa,QAAQ;;gBAyBP,QAAQ,CAAC,EAAE,MAAM,GAAG,YAAY;IAmH5C,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,QAAQ;IASnC,SAAS,CAAC,GAAG,EAAE;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAClC,GAAG,MAAM;IAgBV,SAAS,CACP,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,WAAW,GAAG,QAAQ,EAC9B,OAAO,CAAC,EAAE,UAAU,GACnB,IAAI;IAMP,SAAS,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,IAAI;IAsBlC,UAAU,CAAC,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI;IAWrC,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IA4BzC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE;IA8BpC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,EAAE;IA6BlC,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,SAAM,GAAG,cAAc,EAAE;IAmDjE,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,SAAM,GAAG,UAAU;IAuDzD,UAAU,IAAI,QAAQ,EAAE;IAWxB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,SAAS;IAetD,WAAW,IAAI,SAAS,EAAE;IAmB1B,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS;IAoB5C,YAAY,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;CAG/B"}

package/dist/store/index.js

@@ -0,0 +1,361 @@
+// packages/evals/src/store/index.ts
+import { mkdirSync } from "node:fs";
+import { dirname } from "node:path";
+import { DatabaseSync } from "node:sqlite";
+
+// packages/evals/src/store/ddl.sqlite.sql
+var ddl_sqlite_default = "PRAGMA journal_mode = WAL;\nPRAGMA synchronous = NORMAL;\nPRAGMA foreign_keys = ON;\n\nCREATE TABLE IF NOT EXISTS suites (\n  id TEXT PRIMARY KEY,\n  name TEXT NOT NULL,\n  created_at INTEGER NOT NULL DEFAULT (unixepoch() * 1000)\n);\n\nCREATE TABLE IF NOT EXISTS runs (\n  id TEXT PRIMARY KEY,\n  suite_id TEXT NOT NULL,\n  name TEXT NOT NULL,\n  model TEXT NOT NULL,\n  config TEXT,\n  started_at INTEGER NOT NULL,\n  finished_at INTEGER,\n  status TEXT NOT NULL DEFAULT 'running' CHECK(status IN ('running', 'completed', 'failed')),\n  summary TEXT,\n  FOREIGN KEY (suite_id) REFERENCES suites(id) ON DELETE CASCADE\n);\n\nCREATE INDEX IF NOT EXISTS idx_runs_suite_id ON runs(suite_id);\nCREATE INDEX IF NOT EXISTS idx_runs_started_at ON runs(started_at);\n\nCREATE TABLE IF NOT EXISTS cases (\n  id TEXT PRIMARY KEY,\n  run_id TEXT NOT NULL,\n  idx INTEGER NOT NULL,\n  input TEXT NOT NULL,\n  output TEXT,\n  expected TEXT,\n  latency_ms INTEGER,\n  tokens_in INTEGER,\n  tokens_out INTEGER,\n  error TEXT,\n  FOREIGN KEY (run_id) REFERENCES runs(id) ON DELETE CASCADE\n);\n\nCREATE INDEX IF NOT EXISTS idx_cases_run_id ON cases(run_id);\n\nCREATE TABLE IF NOT EXISTS scores (\n  id TEXT PRIMARY KEY,\n  case_id TEXT NOT NULL,\n  scorer_name TEXT NOT NULL,\n  score REAL NOT NULL,\n  reason TEXT,\n  FOREIGN KEY (case_id) REFERENCES cases(id) ON DELETE CASCADE\n);\n\nCREATE INDEX IF NOT EXISTS idx_scores_case_id ON scores(case_id);\n\nCREATE TABLE IF NOT EXISTS prompts (\n  id TEXT PRIMARY KEY,\n  name TEXT NOT NULL UNIQUE,\n  content TEXT NOT NULL,\n  created_at INTEGER NOT NULL DEFAULT (unixepoch() * 1000)\n);\n\nCREATE INDEX IF NOT EXISTS idx_prompts_created_at ON prompts(created_at);\n";
+
+// packages/evals/src/store/index.ts
+var RunStore = class {
+  #db;
+  #statements = /* @__PURE__ */ new Map();
+  #stmt(sql) {
+    let stmt = this.#statements.get(sql);
+    if (!stmt) {
+      stmt = this.#db.prepare(sql);
+      this.#statements.set(sql, stmt);
+    }
+    return stmt;
+  }
+  #transaction(fn) {
+    this.#db.exec("BEGIN TRANSACTION");
+    try {
+      const result = fn();
+      this.#db.exec("COMMIT");
+      return result;
+    } catch (error) {
+      this.#db.exec("ROLLBACK");
+      throw error;
+    }
+  }
+  constructor(pathOrDb) {
+    if (pathOrDb instanceof DatabaseSync) {
+      this.#db = pathOrDb;
+    } else {
+      const dbPath = pathOrDb ?? ".evals/store.db";
+      mkdirSync(dirname(dbPath), { recursive: true });
+      this.#db = new DatabaseSync(dbPath);
+    }
+    this.#db.exec(ddl_sqlite_default);
+    this.#migrateRunsTableToSuiteRequired();
+    this.#migratePromptsTableIfNeeded();
+    this.#db.exec(
+      "CREATE INDEX IF NOT EXISTS idx_prompts_name_version ON prompts(name, version DESC)"
+    );
+  }
+  #migratePromptsTableIfNeeded() {
+    const columns = this.#stmt("PRAGMA table_info(prompts)").all();
+    if (columns.length === 0) return;
+    if (columns.some((column) => column.name === "version")) return;
+    this.#transaction(() => {
+      this.#db.exec("ALTER TABLE prompts RENAME TO prompts_legacy");
+      this.#db.exec(`
+        CREATE TABLE prompts (
+          id TEXT PRIMARY KEY,
+          name TEXT NOT NULL,
+          version INTEGER NOT NULL,
+          content TEXT NOT NULL,
+          created_at INTEGER NOT NULL DEFAULT (unixepoch() * 1000),
+          UNIQUE(name, version)
+        )
+      `);
+      this.#db.exec(`
+        INSERT INTO prompts (id, name, version, content, created_at)
+        SELECT id, name, 1, content, created_at
+        FROM prompts_legacy
+      `);
+      this.#db.exec("DROP TABLE prompts_legacy");
+      this.#db.exec(
+        "CREATE INDEX IF NOT EXISTS idx_prompts_created_at ON prompts(created_at)"
+      );
+      this.#db.exec(
+        "CREATE INDEX IF NOT EXISTS idx_prompts_name_version ON prompts(name, version DESC)"
+      );
+    });
+  }
+  #migrateRunsTableToSuiteRequired() {
+    const runColumns = this.#stmt("PRAGMA table_info(runs)").all();
+    if (runColumns.length === 0) return;
+    const suiteColumn = runColumns.find((column) => column.name === "suite_id");
+    const hasNonNullSuite = suiteColumn?.notnull === 1;
+    const runForeignKeys = this.#stmt(
+      "PRAGMA foreign_key_list(runs)"
+    ).all();
+    const suiteForeignKey = runForeignKeys.find(
+      (fk) => fk.from === "suite_id" && fk.table === "suites"
+    );
+    const hasCascadeDelete = suiteForeignKey?.on_delete === "CASCADE";
+    if (hasNonNullSuite && hasCascadeDelete) return;
+    this.#statements.clear();
+    this.#transaction(() => {
+      this.#db.exec(`
+        CREATE TABLE runs_next (
+          id TEXT PRIMARY KEY,
+          suite_id TEXT NOT NULL,
+          name TEXT NOT NULL,
+          model TEXT NOT NULL,
+          config TEXT,
+          started_at INTEGER NOT NULL,
+          finished_at INTEGER,
+          status TEXT NOT NULL DEFAULT 'running' CHECK(status IN ('running', 'completed', 'failed')),
+          summary TEXT,
+          FOREIGN KEY (suite_id) REFERENCES suites(id) ON DELETE CASCADE
+        )
+      `);
+      this.#db.exec("DELETE FROM runs WHERE suite_id IS NULL");
+      this.#db.exec(`
+        INSERT INTO runs_next (id, suite_id, name, model, config, started_at, finished_at, status, summary)
+        SELECT r.id, r.suite_id, r.name, r.model, r.config, r.started_at, r.finished_at, r.status, r.summary
+        FROM runs r
+        JOIN suites s ON s.id = r.suite_id
+      `);
+      this.#db.exec("DROP TABLE runs");
+      this.#db.exec("ALTER TABLE runs_next RENAME TO runs");
+      this.#db.exec(
+        "CREATE INDEX IF NOT EXISTS idx_runs_suite_id ON runs(suite_id)"
+      );
+      this.#db.exec(
+        "CREATE INDEX IF NOT EXISTS idx_runs_started_at ON runs(started_at)"
+      );
+    });
+    this.#statements.clear();
+  }
+  createSuite(name) {
+    const id = crypto.randomUUID();
+    const now = Date.now();
+    this.#stmt(
+      "INSERT INTO suites (id, name, created_at) VALUES (?, ?, ?)"
+    ).run(id, name, now);
+    return { id, name, created_at: now };
+  }
+  createRun(run) {
+    const id = crypto.randomUUID();
+    const now = Date.now();
+    this.#stmt(
+      "INSERT INTO runs (id, suite_id, name, model, config, started_at) VALUES (?, ?, ?, ?, ?, ?)"
+    ).run(
+      id,
+      run.suite_id,
+      run.name,
+      run.model,
+      run.config ? JSON.stringify(run.config) : null,
+      now
+    );
+    return id;
+  }
+  finishRun(runId, status, summary) {
+    this.#stmt(
+      "UPDATE runs SET finished_at = ?, status = ?, summary = ? WHERE id = ?"
+    ).run(Date.now(), status, summary ? JSON.stringify(summary) : null, runId);
+  }
+  saveCases(cases) {
+    this.#transaction(() => {
+      const stmt = this.#stmt(
+        "INSERT INTO cases (id, run_id, idx, input, output, expected, latency_ms, tokens_in, tokens_out, error) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)"
+      );
+      for (const c of cases) {
+        stmt.run(
+          c.id,
+          c.run_id,
+          c.idx,
+          JSON.stringify(c.input),
+          c.output,
+          c.expected != null ? JSON.stringify(c.expected) : null,
+          c.latency_ms,
+          c.tokens_in,
+          c.tokens_out,
+          c.error ?? null
+        );
+      }
+    });
+  }
+  saveScores(scores) {
+    this.#transaction(() => {
+      const stmt = this.#stmt(
+        "INSERT INTO scores (id, case_id, scorer_name, score, reason) VALUES (?, ?, ?, ?, ?)"
+      );
+      for (const s of scores) {
+        stmt.run(s.id, s.case_id, s.scorer_name, s.score, s.reason ?? null);
+      }
+    });
+  }
+  getRun(runId) {
+    const row = this.#stmt("SELECT * FROM runs WHERE id = ?").get(runId);
+    if (!row) return void 0;
+    return {
+      id: row.id,
+      suite_id: row.suite_id,
+      name: row.name,
+      model: row.model,
+      config: row.config ? JSON.parse(row.config) : null,
+      started_at: row.started_at,
+      finished_at: row.finished_at,
+      status: row.status,
+      summary: row.summary ? JSON.parse(row.summary) : null
+    };
+  }
+  listRuns(suiteId) {
+    const sql = suiteId ? "SELECT * FROM runs WHERE suite_id = ? ORDER BY started_at" : "SELECT * FROM runs ORDER BY started_at";
+    const rows = suiteId ? this.#stmt(sql).all(suiteId) : this.#stmt(sql).all();
+    return rows.map((row) => ({
+      id: row.id,
+      suite_id: row.suite_id,
+      name: row.name,
+      model: row.model,
+      config: row.config ? JSON.parse(row.config) : null,
+      started_at: row.started_at,
+      finished_at: row.finished_at,
+      status: row.status,
+      summary: row.summary ? JSON.parse(row.summary) : null
+    }));
+  }
+  getCases(runId) {
+    const rows = this.#stmt(
+      "SELECT * FROM cases WHERE run_id = ? ORDER BY idx"
+    ).all(runId);
+    return rows.map((row) => ({
+      id: row.id,
+      run_id: row.run_id,
+      idx: row.idx,
+      input: JSON.parse(row.input),
+      output: row.output,
+      expected: row.expected ? JSON.parse(row.expected) : null,
+      latency_ms: row.latency_ms,
+      tokens_in: row.tokens_in,
+      tokens_out: row.tokens_out,
+      error: row.error
+    }));
+  }
+  getFailingCases(runId, threshold = 0.5) {
+    const rows = this.#stmt(
+      `SELECT c.*, s.scorer_name, s.score, s.reason as score_reason
+       FROM cases c
+       JOIN scores s ON s.case_id = c.id
+       WHERE c.run_id = ? AND s.score < ?
+       ORDER BY c.idx`
+    ).all(runId, threshold);
+    const caseMap = /* @__PURE__ */ new Map();
+    for (const row of rows) {
+      let c = caseMap.get(row.id);
+      if (!c) {
+        c = {
+          id: row.id,
+          run_id: row.run_id,
+          idx: row.idx,
+          input: JSON.parse(row.input),
+          output: row.output,
+          expected: row.expected ? JSON.parse(row.expected) : null,
+          latency_ms: row.latency_ms,
+          tokens_in: row.tokens_in,
+          tokens_out: row.tokens_out,
+          error: row.error,
+          scores: []
+        };
+        caseMap.set(row.id, c);
+      }
+      c.scores.push({
+        scorer_name: row.scorer_name,
+        score: row.score,
+        reason: row.score_reason
+      });
+    }
+    return Array.from(caseMap.values());
+  }
+  getRunSummary(runId, threshold = 0.5) {
+    const totals = this.#stmt(
+      `SELECT
+        COUNT(DISTINCT c.id) as totalCases,
+        COALESCE(SUM(c.latency_ms), 0) as totalLatencyMs,
+        COALESCE(SUM(c.tokens_in), 0) as totalTokensIn,
+        COALESCE(SUM(c.tokens_out), 0) as totalTokensOut
+       FROM cases c WHERE c.run_id = ?`
+    ).get(runId);
+    const scorerMeans = this.#stmt(
+      `SELECT s.scorer_name, AVG(s.score) as meanScore
+       FROM scores s
+       JOIN cases c ON c.id = s.case_id
+       WHERE c.run_id = ?
+       GROUP BY s.scorer_name`
+    ).all(runId);
+    const meanScores = {};
+    for (const row of scorerMeans) {
+      meanScores[row.scorer_name] = row.meanScore;
+    }
+    const passFail = this.#stmt(
+      `SELECT c.id,
+        MIN(s.score) as minScore
+       FROM cases c
+       JOIN scores s ON s.case_id = c.id
+       WHERE c.run_id = ?
+       GROUP BY c.id`
+    ).all(runId);
+    let passCount = 0;
+    let failCount = 0;
+    for (const row of passFail) {
+      if (row.minScore >= threshold) passCount++;
+      else failCount++;
+    }
+    return {
+      totalCases: totals.totalCases,
+      passCount,
+      failCount,
+      meanScores,
+      totalLatencyMs: totals.totalLatencyMs,
+      totalTokensIn: totals.totalTokensIn,
+      totalTokensOut: totals.totalTokensOut
+    };
+  }
+  listSuites() {
+    const rows = this.#stmt(
+      "SELECT * FROM suites ORDER BY created_at DESC"
+    ).all();
+    return rows.map((row) => ({
+      id: row.id,
+      name: row.name,
+      created_at: row.created_at
+    }));
+  }
+  createPrompt(name, content) {
+    const id = crypto.randomUUID();
+    const now = Date.now();
+    const latest = this.#stmt(
+      "SELECT MAX(version) as latestVersion FROM prompts WHERE name = ?"
+    ).get(name);
+    const version = (latest?.latestVersion ?? 0) + 1;
+    this.#stmt(
+      "INSERT INTO prompts (id, name, version, content, created_at) VALUES (?, ?, ?, ?, ?)"
+    ).run(id, name, version, content, now);
+    return { id, name, version, content, created_at: now };
+  }
+  listPrompts() {
+    const rows = this.#stmt(
+      "SELECT * FROM prompts ORDER BY name COLLATE NOCASE ASC, version DESC"
+    ).all();
+    return rows.map((row) => ({
+      id: row.id,
+      name: row.name,
+      version: row.version,
+      content: row.content,
+      created_at: row.created_at
+    }));
+  }
+  getPrompt(id) {
+    const row = this.#stmt("SELECT * FROM prompts WHERE id = ?").get(id);
+    if (!row) return void 0;
+    return {
+      id: row.id,
+      name: row.name,
+      version: row.version,
+      content: row.content,
+      created_at: row.created_at
+    };
+  }
+  deletePrompt(id) {
+    this.#stmt("DELETE FROM prompts WHERE id = ?").run(id);
+  }
+};
+export {
+  RunStore
+};
+//# sourceMappingURL=index.js.map