@hasna/evals 0.1.6 → 0.1.8

package/dist/cli/commands/doctor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"doctor.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/doctor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,wBAAgB,aAAa,IAAI,OAAO,CAoDvC"}
+{"version":3,"file":"doctor.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/doctor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAqCpC,wBAAgB,aAAa,IAAI,OAAO,CA4EvC"}

package/dist/cli/index.js

@@ -8413,17 +8413,17 @@ __export(exports_store, {
 });
 import { Database } from "bun:sqlite";
 import { mkdirSync } from "fs";
-import { homedir } from "os";
-import { join } from "path";
+import { homedir as homedir2 } from "os";
+import { join as join2 } from "path";
 function getDbPath() {
-  return process.env["EVALS_DB_PATH"] ?? join(homedir(), ".hasna", "evals", "evals.db");
+  return process.env["EVALS_DB_PATH"] ?? join2(homedir2(), ".hasna", "evals", "evals.db");
 }
 function getDatabase() {
   if (_db)
     return _db;
   const path2 = getDbPath();
   if (path2 !== ":memory:") {
-    mkdirSync(join(path2, ".."), { recursive: true });
+    mkdirSync(join2(path2, ".."), { recursive: true });
   }
   _db = new Database(path2);
   _db.exec("PRAGMA journal_mode=WAL; PRAGMA foreign_keys=ON;");
@@ -8571,28 +8571,28 @@ __export(exports_dist, {
 import { createRequire } from "module";
 import { Database as Database2 } from "bun:sqlite";
 import {
-  existsSync as existsSync2,
+  existsSync as existsSync4,
   mkdirSync as mkdirSync2,
   readdirSync,
   copyFileSync
 } from "fs";
-import { homedir as homedir3 } from "os";
-import { join as join3, relative } from "path";
-import { existsSync as existsSync22, mkdirSync as mkdirSync22, readFileSync as readFileSync2, writeFileSync as writeFileSync4 } from "fs";
+import { homedir as homedir5 } from "os";
+import { join as join5, relative } from "path";
+import { existsSync as existsSync22, mkdirSync as mkdirSync22, readFileSync as readFileSync4, writeFileSync as writeFileSync4 } from "fs";
 import { homedir as homedir22 } from "os";
 import { join as join22 } from "path";
-import { readdirSync as readdirSync2, existsSync as existsSync3 } from "fs";
+import { readdirSync as readdirSync2, existsSync as existsSync32 } from "fs";
 import { join as join32 } from "path";
 import { homedir as homedir32 } from "os";
 import { hostname } from "os";
-import { existsSync as existsSync4, readFileSync as readFileSync22 } from "fs";
-import { homedir as homedir4 } from "os";
-import { join as join4 } from "path";
+import { existsSync as existsSync42, readFileSync as readFileSync22 } from "fs";
+import { homedir as homedir42 } from "os";
+import { join as join42 } from "path";
 import { existsSync as existsSync5, readdirSync as readdirSync3 } from "fs";
-import { join as join5 } from "path";
+import { join as join52 } from "path";
 import { join as join6, dirname } from "path";
 import { existsSync as existsSync6, writeFileSync as writeFileSync22, unlinkSync, mkdirSync as mkdirSync3 } from "fs";
-import { homedir as homedir5, platform } from "os";
+import { homedir as homedir52, platform } from "os";
 function __accessProp2(key) {
   return this[key];
 }
@@ -9474,20 +9474,20 @@ function custom(check, _params = {}, fatal) {
   return ZodAny.create();
 }
 function getDataDir(serviceName) {
-  const dir = join3(HASNA_DIR, serviceName);
+  const dir = join5(HASNA_DIR, serviceName);
   mkdirSync2(dir, { recursive: true });
   return dir;
 }
 function getDbPath2(serviceName) {
   const dir = getDataDir(serviceName);
-  return join3(dir, `${serviceName}.db`);
+  return join5(dir, `${serviceName}.db`);
 }
 function migrateDotfile(serviceName) {
-  const legacyDir = join3(homedir3(), `.${serviceName}`);
-  const newDir = join3(HASNA_DIR, serviceName);
-  if (!existsSync2(legacyDir))
+  const legacyDir = join5(homedir5(), `.${serviceName}`);
+  const newDir = join5(HASNA_DIR, serviceName);
+  if (!existsSync4(legacyDir))
     return [];
-  if (existsSync2(newDir))
+  if (existsSync4(newDir))
     return [];
   mkdirSync2(newDir, { recursive: true });
   const migrated = [];
@@ -9497,8 +9497,8 @@ function migrateDotfile(serviceName) {
 function copyDirRecursive(src, dest, root, migrated) {
   const entries = readdirSync(src, { withFileTypes: true });
   for (const entry of entries) {
-    const srcPath = join3(src, entry.name);
-    const destPath = join3(dest, entry.name);
+    const srcPath = join5(src, entry.name);
+    const destPath = join5(dest, entry.name);
     if (entry.isDirectory()) {
       mkdirSync2(destPath, { recursive: true });
       copyDirRecursive(srcPath, destPath, root, migrated);
@@ -9509,7 +9509,7 @@ function copyDirRecursive(src, dest, root, migrated) {
   }
 }
 function hasLegacyDotfile(serviceName) {
-  return existsSync2(join3(homedir3(), `.${serviceName}`));
+  return existsSync4(join5(homedir5(), `.${serviceName}`));
 }
 function getHasnaDir() {
   mkdirSync2(HASNA_DIR, { recursive: true });
@@ -9526,7 +9526,7 @@ function getCloudConfig() {
     return CloudConfigSchema.parse({});
   }
   try {
-    const raw = readFileSync2(CONFIG_PATH, "utf-8");
+    const raw = readFileSync4(CONFIG_PATH, "utf-8");
     return CloudConfigSchema.parse(JSON.parse(raw));
   } catch {
     return CloudConfigSchema.parse({});
@@ -9565,7 +9565,7 @@ function isSyncExcludedTable(table) {
 }
 function discoverServices() {
   const dataDir = join32(homedir32(), ".hasna");
-  if (!existsSync3(dataDir))
+  if (!existsSync32(dataDir))
     return [];
   try {
     const entries = readdirSync2(dataDir, { withFileTypes: true });
@@ -9587,7 +9587,7 @@ function discoverSyncableServices() {
 }
 function getServiceDbPath(service) {
   const dataDir = join32(homedir32(), ".hasna", service);
-  if (!existsSync3(dataDir))
+  if (!existsSync32(dataDir))
     return null;
   const candidates = [
     join32(dataDir, `${service}.db`),
@@ -9603,7 +9603,7 @@ function getServiceDbPath(service) {
     }
   } catch {}
   for (const p of candidates) {
-    if (existsSync3(p))
+    if (existsSync32(p))
       return p;
   }
   return null;
@@ -10524,7 +10524,7 @@ function resetAllSyncMeta(db) {
 }
 function getAutoSyncConfig() {
   try {
-    if (!existsSync4(AUTO_SYNC_CONFIG_PATH)) {
+    if (!existsSync42(AUTO_SYNC_CONFIG_PATH)) {
       return { ...DEFAULT_AUTO_SYNC_CONFIG };
     }
     const raw = JSON.parse(readFileSync22(AUTO_SYNC_CONFIG_PATH, "utf-8"));
@@ -10646,7 +10646,7 @@ function discoverSyncableServices2() {
     for (const entry of entries) {
       if (!entry.isDirectory())
         continue;
-      const dbPath = join5(hasnaDir, entry.name, `${entry.name}.db`);
+      const dbPath = join52(hasnaDir, entry.name, `${entry.name}.db`);
       if (existsSync5(dbPath)) {
         services.push(entry.name);
       }
@@ -10669,7 +10669,7 @@ async function runScheduledSync() {
       errors: []
     };
     try {
-      const dbPath = join5(getDataDir(service), `${service}.db`);
+      const dbPath = join52(getDataDir(service), `${service}.db`);
       if (!existsSync5(dbPath)) {
         continue;
       }
@@ -10761,7 +10761,7 @@ function getWorkerPath() {
 }
 function getBunPath() {
   const candidates = [
-    join6(homedir5(), ".bun", "bin", "bun"),
+    join6(homedir52(), ".bun", "bin", "bun"),
     "/usr/local/bin/bun",
     "/usr/bin/bun"
   ];
@@ -10772,7 +10772,7 @@ function getBunPath() {
   return "bun";
 }
 function getLaunchdPlistPath() {
-  return join6(homedir5(), "Library", "LaunchAgents", `com.hasna.cloud-sync.plist`);
+  return join6(homedir52(), "Library", "LaunchAgents", `com.hasna.cloud-sync.plist`);
 }
 function createLaunchdPlist(intervalMinutes) {
   const workerPath = getWorkerPath();
@@ -10804,7 +10804,7 @@ function createLaunchdPlist(intervalMinutes) {
     <key>PATH</key>
     <string>${process.env.PATH || "/usr/local/bin:/usr/bin:/bin"}</string>
     <key>HOME</key>
-    <string>${homedir5()}</string>
+    <string>${homedir52()}</string>
   </dict>
 </dict>
 </plist>`;
@@ -10829,7 +10829,7 @@ async function removeLaunchd() {
   } catch {}
 }
 function getSystemdDir() {
-  return join6(homedir5(), ".config", "systemd", "user");
+  return join6(homedir52(), ".config", "systemd", "user");
 }
 function createSystemdService() {
   const workerPath = getWorkerPath();
@@ -10841,7 +10841,7 @@ After=network.target
 [Service]
 Type=oneshot
 ExecStart=${bunPath} run ${workerPath}
-Environment=HOME=${homedir5()}
+Environment=HOME=${homedir52()}
 Environment=PATH=${process.env.PATH || "/usr/local/bin:/usr/bin:/bin"}
 
 [Install]
@@ -19467,7 +19467,7 @@ See https://www.postgresql.org/docs/current/libpq-ssl.html for libpq SSL mode de
     init_external();
   });
   init_dotfile = __esm2(() => {
-    HASNA_DIR = join3(homedir3(), ".hasna");
+    HASNA_DIR = join5(homedir5(), ".hasna");
   });
   exports_config = {};
   __export2(exports_config, {
@@ -19563,7 +19563,7 @@ See https://www.postgresql.org/docs/current/libpq-ssl.html for libpq SSL mode de
   init_adapter();
   init_config();
   init_discover();
-  AUTO_SYNC_CONFIG_PATH = join4(homedir4(), ".hasna", "cloud", "config.json");
+  AUTO_SYNC_CONFIG_PATH = join42(homedir42(), ".hasna", "cloud", "config.json");
   DEFAULT_AUTO_SYNC_CONFIG = {
     auto_sync_on_start: true,
     auto_sync_on_stop: true
@@ -19573,7 +19573,7 @@ See https://www.postgresql.org/docs/current/libpq-ssl.html for libpq SSL mode de
   init_adapter();
   init_dotfile();
   init_config();
-  CONFIG_DIR2 = join6(homedir5(), ".hasna", "cloud");
+  CONFIG_DIR2 = join6(homedir52(), ".hasna", "cloud");
   init_adapter();
   init_config();
   init_discover();
@@ -29440,6 +29440,29 @@ var _deployments_endpoints = new Set([
 var openai_default = OpenAI;
 
 // src/core/judge.ts
+import { existsSync, readFileSync } from "fs";
+import { homedir } from "os";
+import { join } from "path";
+function resolveKey(envVar, secretsRelPath, secretsKey) {
+  if (process.env[envVar])
+    return process.env[envVar];
+  const p = join(homedir(), ".secrets", secretsRelPath);
+  if (existsSync(p)) {
+    for (const line of readFileSync(p, "utf8").split(`
+`)) {
+      if (line.trim().startsWith(secretsKey + "=")) {
+        const v = line.trim().slice(secretsKey.length + 1).replace(/^["']|["']$/g, "");
+        if (v) {
+          process.env[envVar] = v;
+          return v;
+        }
+      }
+    }
+  }
+  return;
+}
+resolveKey("ANTHROPIC_API_KEY", "hasnaxyz/anthropic/live.env", "HASNAXYZ_ANTHROPIC_LIVE_API_KEY");
+resolveKey("OPENAI_API_KEY", "hasnaxyz/openai/live.env", "HASNAXYZ_OPENAI_LIVE_API_KEY");
 var DEFAULT_MODEL = "claude-sonnet-4-6";
 var DEFAULT_PROVIDER = "anthropic";
 var JUDGE_SYSTEM_PROMPT = `You are a precise AI output evaluator. Your job is to judge whether an AI response meets a given rubric.
@@ -30455,17 +30478,44 @@ function kappaLabel(k) {
 }
 
 // src/cli/commands/doctor.ts
+import { existsSync as existsSync2, readFileSync as readFileSync2 } from "fs";
+import { homedir as homedir3 } from "os";
+import { join as join3 } from "path";
+function resolveApiKey(envVar, secretsPath, secretsKey) {
+  if (process.env[envVar])
+    return process.env[envVar];
+  const fullPath = join3(homedir3(), ".secrets", secretsPath);
+  if (existsSync2(fullPath)) {
+    try {
+      const content = readFileSync2(fullPath, "utf8");
+      for (const line of content.split(`
+`)) {
+        const trimmed = line.trim();
+        if (trimmed.startsWith(secretsKey + "=")) {
+          const value = trimmed.slice(secretsKey.length + 1).replace(/^["']|["']$/g, "");
+          if (value) {
+            process.env[envVar] = value;
+            return value;
+          }
+        }
+      }
+    } catch {}
+  }
+  return;
+}
 function doctorCommand() {
   return new Command("doctor").description("Health check \u2014 verify API keys, DB, and config").action(async () => {
     const checks = [];
+    const anthropicKey = resolveApiKey("ANTHROPIC_API_KEY", "hasnaxyz/anthropic/live.env", "HASNAXYZ_ANTHROPIC_LIVE_API_KEY");
     checks.push({
       name: "ANTHROPIC_API_KEY",
-      ok: !!process.env["ANTHROPIC_API_KEY"],
-      hint: "export ANTHROPIC_API_KEY=<your-key>"
+      ok: !!anthropicKey,
+      hint: "export ANTHROPIC_API_KEY=<your-key>  (or add to ~/.secrets/hasnaxyz/anthropic/live.env)"
     });
+    const openaiKey = resolveApiKey("OPENAI_API_KEY", "hasnaxyz/openai/live.env", "HASNAXYZ_OPENAI_LIVE_API_KEY");
     checks.push({
       name: "OPENAI_API_KEY (optional)",
-      ok: !!process.env["OPENAI_API_KEY"],
+      ok: !!openaiKey,
       hint: "export OPENAI_API_KEY=<your-key>  (only needed for OpenAI adapter/judge)"
     });
     try {
@@ -30480,11 +30530,23 @@ function doctorCommand() {
     }
     try {
       const { loadDataset: loadDataset2 } = await Promise.resolve().then(() => (init_loader(), exports_loader));
-      const examplesPath = new URL("../../../datasets/examples/smoke.jsonl", import.meta.url).pathname;
-      const { cases } = await loadDataset2(examplesPath);
-      checks.push({ name: `Example dataset (${cases.length} cases)`, ok: cases.length > 0, hint: "datasets/examples/smoke.jsonl missing" });
+      const { existsSync: existsSync3 } = await import("fs");
+      const { join: join4 } = await import("path");
+      const { homedir: homedir4 } = await import("os");
+      const candidates = [
+        new URL("../../../datasets/examples/smoke.jsonl", import.meta.url).pathname,
+        join4(import.meta.dir, "../../../datasets/examples/smoke.jsonl"),
+        join4(import.meta.dir, "../../datasets/examples/smoke.jsonl"),
+        join4(import.meta.dir, "../datasets/examples/smoke.jsonl"),
+        join4(homedir4(), ".hasna", "evals", "examples", "smoke.jsonl")
+      ];
+      const found = candidates.find((p) => existsSync3(p));
+      if (!found)
+        throw new Error("not found");
+      const { cases } = await loadDataset2(found);
+      checks.push({ name: `Example dataset (${cases.length} cases)`, ok: cases.length > 0 });
     } catch {
-      checks.push({ name: "Example dataset", ok: false, hint: "Run from the open-evals project directory" });
+      checks.push({ name: "Example dataset (optional)", ok: false, hint: "datasets/examples/smoke.jsonl not found \u2014 install @hasna/evals globally to include examples" });
     }
     console.log(`
 \x1B[1mevals doctor\x1B[0m
@@ -30494,7 +30556,7 @@ function doctorCommand() {
       console.log(`  ${icon} ${c.name}${!c.ok && c.hint ? `
       hint: ${c.hint}` : ""}`);
     }
-    const allOk = checks.every((c) => c.ok || c.name.includes("optional"));
+    const allOk = checks.every((c) => c.ok || c.name.toLowerCase().includes("optional"));
     console.log(allOk ? `
 \x1B[32m  All checks passed.\x1B[0m
 ` : `
@@ -30505,9 +30567,9 @@ function doctorCommand() {
 }
 
 // src/cli/commands/mcp.ts
-import { readFileSync, writeFileSync as writeFileSync2, existsSync } from "fs";
-import { homedir as homedir2 } from "os";
-import { join as join2 } from "path";
+import { readFileSync as readFileSync3, writeFileSync as writeFileSync2, existsSync as existsSync3 } from "fs";
+import { homedir as homedir4 } from "os";
+import { join as join4 } from "path";
 function mcpCommand() {
   const cmd = new Command("mcp").description("MCP server management");
   cmd.addCommand(new Command("register").description("Register evals-mcp with an agent (Claude Code, Codex, Gemini)").option("--claude", "Register with Claude Code (~/.claude/mcp.json)").option("--codex", "Register with Codex (~/.codex/config.json)").option("--gemini", "Register with Gemini (~/.gemini/settings.json)").option("--all", "Register with all agents").action((opts) => {
@@ -30523,16 +30585,16 @@ function mcpCommand() {
   }));
   cmd.addCommand(new Command("start").description("Start MCP server (stdio)").action(() => {
     const { spawnSync } = __require("child_process");
-    spawnSync(process.execPath, [join2(import.meta.dir, "../../mcp/index.js")], { stdio: "inherit" });
+    spawnSync(process.execPath, [join4(import.meta.dir, "../../mcp/index.js")], { stdio: "inherit" });
   }));
   return cmd;
 }
 var ENTRY = { command: "/home/hasna/.bun/bin/evals-mcp", args: [] };
 function registerClaude() {
-  const mcpPath = join2(homedir2(), ".claude", "mcp.json");
+  const mcpPath = join4(homedir4(), ".claude", "mcp.json");
   let config = {};
-  if (existsSync(mcpPath)) {
-    config = JSON.parse(readFileSync(mcpPath, "utf8"));
+  if (existsSync3(mcpPath)) {
+    config = JSON.parse(readFileSync3(mcpPath, "utf8"));
   }
   config.mcpServers = { ...config.mcpServers ?? {}, evals: ENTRY };
   writeFileSync2(mcpPath, JSON.stringify(config, null, 2) + `
@@ -30541,10 +30603,10 @@ function registerClaude() {
   console.log("  Restart Claude Code to load the new MCP server.");
 }
 function registerCodex() {
-  const cfgPath = join2(homedir2(), ".codex", "config.json");
+  const cfgPath = join4(homedir4(), ".codex", "config.json");
   let config = {};
-  if (existsSync(cfgPath)) {
-    config = JSON.parse(readFileSync(cfgPath, "utf8"));
+  if (existsSync3(cfgPath)) {
+    config = JSON.parse(readFileSync3(cfgPath, "utf8"));
   }
   config.mcpServers = { ...config.mcpServers ?? {}, evals: { type: "stdio", ...ENTRY, env: {} } };
   writeFileSync2(cfgPath, JSON.stringify(config, null, 2) + `
@@ -30552,10 +30614,10 @@ function registerCodex() {
   console.log("\x1B[32m\u2713 Registered evals-mcp in ~/.codex/config.json\x1B[0m");
 }
 function registerGemini() {
-  const cfgPath = join2(homedir2(), ".gemini", "settings.json");
+  const cfgPath = join4(homedir4(), ".gemini", "settings.json");
   let config = {};
-  if (existsSync(cfgPath)) {
-    config = JSON.parse(readFileSync(cfgPath, "utf8"));
+  if (existsSync3(cfgPath)) {
+    config = JSON.parse(readFileSync3(cfgPath, "utf8"));
   }
   config.mcpServers = { ...config.mcpServers ?? {}, evals: ENTRY };
   writeFileSync2(cfgPath, JSON.stringify(config, null, 2) + `

package/dist/core/judge.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"judge.d.ts","sourceRoot":"","sources":["../../src/core/judge.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAW,MAAM,mBAAmB,CAAC;AAsD3E,wBAAsB,QAAQ,CAC5B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,WAAW,EACnB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,WAAW,CAAC,CAmBtB;AA4ED,kEAAkE;AAClE,wBAAsB,SAAS,CAAC,MAAM,EAAE;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,WAAW,GAAG,QAAQ,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,GAAG,OAAO,CAAC,WAAW,CAAC,CAOvB"}
+{"version":3,"file":"judge.d.ts","sourceRoot":"","sources":["../../src/core/judge.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAW,MAAM,mBAAmB,CAAC;AA4E3E,wBAAsB,QAAQ,CAC5B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,WAAW,EACnB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,WAAW,CAAC,CAmBtB;AA4ED,kEAAkE;AAClE,wBAAsB,SAAS,CAAC,MAAM,EAAE;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,WAAW,GAAG,QAAQ,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,GAAG,OAAO,CAAC,WAAW,CAAC,CAOvB"}

package/dist/index.js

@@ -16810,6 +16810,29 @@ var _deployments_endpoints = new Set([
 var openai_default = OpenAI;
 
 // src/core/judge.ts
+import { existsSync, readFileSync } from "fs";
+import { homedir } from "os";
+import { join } from "path";
+function resolveKey(envVar, secretsRelPath, secretsKey) {
+  if (process.env[envVar])
+    return process.env[envVar];
+  const p = join(homedir(), ".secrets", secretsRelPath);
+  if (existsSync(p)) {
+    for (const line of readFileSync(p, "utf8").split(`
+`)) {
+      if (line.trim().startsWith(secretsKey + "=")) {
+        const v = line.trim().slice(secretsKey.length + 1).replace(/^["']|["']$/g, "");
+        if (v) {
+          process.env[envVar] = v;
+          return v;
+        }
+      }
+    }
+  }
+  return;
+}
+resolveKey("ANTHROPIC_API_KEY", "hasnaxyz/anthropic/live.env", "HASNAXYZ_ANTHROPIC_LIVE_API_KEY");
+resolveKey("OPENAI_API_KEY", "hasnaxyz/openai/live.env", "HASNAXYZ_OPENAI_LIVE_API_KEY");
 var DEFAULT_MODEL = "claude-sonnet-4-6";
 var DEFAULT_PROVIDER = "anthropic";
 var JUDGE_SYSTEM_PROMPT = `You are a precise AI output evaluator. Your job is to judge whether an AI response meets a given rubric.
@@ -23852,18 +23875,18 @@ async function* streamDataset(path2, opts = {}) {
 // src/db/store.ts
 import { Database } from "bun:sqlite";
 import { mkdirSync } from "fs";
-import { homedir } from "os";
-import { join } from "path";
+import { homedir as homedir2 } from "os";
+import { join as join2 } from "path";
 var _db = null;
 function getDbPath() {
-  return process.env["EVALS_DB_PATH"] ?? join(homedir(), ".hasna", "evals", "evals.db");
+  return process.env["EVALS_DB_PATH"] ?? join2(homedir2(), ".hasna", "evals", "evals.db");
 }
 function getDatabase() {
   if (_db)
     return _db;
   const path2 = getDbPath();
   if (path2 !== ":memory:") {
-    mkdirSync(join(path2, ".."), { recursive: true });
+    mkdirSync(join2(path2, ".."), { recursive: true });
   }
   _db = new Database(path2);
   _db.exec("PRAGMA journal_mode=WAL; PRAGMA foreign_keys=ON;");

package/dist/mcp/index.js

@@ -10501,17 +10501,17 @@ __export(exports_store, {
 });
 import { Database } from "bun:sqlite";
 import { mkdirSync } from "fs";
-import { homedir } from "os";
-import { join } from "path";
+import { homedir as homedir2 } from "os";
+import { join as join2 } from "path";
 function getDbPath() {
-  return process.env["EVALS_DB_PATH"] ?? join(homedir(), ".hasna", "evals", "evals.db");
+  return process.env["EVALS_DB_PATH"] ?? join2(homedir2(), ".hasna", "evals", "evals.db");
 }
 function getDatabase() {
   if (_db)
     return _db;
   const path2 = getDbPath();
   if (path2 !== ":memory:") {
-    mkdirSync(join(path2, ".."), { recursive: true });
+    mkdirSync(join2(path2, ".."), { recursive: true });
   }
   _db = new Database(path2);
   _db.exec("PRAGMA journal_mode=WAL; PRAGMA foreign_keys=ON;");
@@ -20314,6 +20314,29 @@ var _deployments_endpoints = new Set([
 var openai_default = OpenAI;
 
 // src/core/judge.ts
+import { existsSync, readFileSync } from "fs";
+import { homedir } from "os";
+import { join } from "path";
+function resolveKey(envVar, secretsRelPath, secretsKey) {
+  if (process.env[envVar])
+    return process.env[envVar];
+  const p = join(homedir(), ".secrets", secretsRelPath);
+  if (existsSync(p)) {
+    for (const line of readFileSync(p, "utf8").split(`
+`)) {
+      if (line.trim().startsWith(secretsKey + "=")) {
+        const v = line.trim().slice(secretsKey.length + 1).replace(/^["']|["']$/g, "");
+        if (v) {
+          process.env[envVar] = v;
+          return v;
+        }
+      }
+    }
+  }
+  return;
+}
+resolveKey("ANTHROPIC_API_KEY", "hasnaxyz/anthropic/live.env", "HASNAXYZ_ANTHROPIC_LIVE_API_KEY");
+resolveKey("OPENAI_API_KEY", "hasnaxyz/openai/live.env", "HASNAXYZ_OPENAI_LIVE_API_KEY");
 var DEFAULT_MODEL = "claude-sonnet-4-6";
 var DEFAULT_PROVIDER = "anthropic";
 var JUDGE_SYSTEM_PROMPT = `You are a precise AI output evaluator. Your job is to judge whether an AI response meets a given rubric.

package/dist/server/index.js

@@ -16809,6 +16809,29 @@ var _deployments_endpoints = new Set([
 var openai_default = OpenAI;
 
 // src/core/judge.ts
+import { existsSync, readFileSync } from "fs";
+import { homedir } from "os";
+import { join } from "path";
+function resolveKey(envVar, secretsRelPath, secretsKey) {
+  if (process.env[envVar])
+    return process.env[envVar];
+  const p = join(homedir(), ".secrets", secretsRelPath);
+  if (existsSync(p)) {
+    for (const line of readFileSync(p, "utf8").split(`
+`)) {
+      if (line.trim().startsWith(secretsKey + "=")) {
+        const v = line.trim().slice(secretsKey.length + 1).replace(/^["']|["']$/g, "");
+        if (v) {
+          process.env[envVar] = v;
+          return v;
+        }
+      }
+    }
+  }
+  return;
+}
+resolveKey("ANTHROPIC_API_KEY", "hasnaxyz/anthropic/live.env", "HASNAXYZ_ANTHROPIC_LIVE_API_KEY");
+resolveKey("OPENAI_API_KEY", "hasnaxyz/openai/live.env", "HASNAXYZ_OPENAI_LIVE_API_KEY");
 var DEFAULT_MODEL = "claude-sonnet-4-6";
 var DEFAULT_PROVIDER = "anthropic";
 var JUDGE_SYSTEM_PROMPT = `You are a precise AI output evaluator. Your job is to judge whether an AI response meets a given rubric.
@@ -23744,18 +23767,18 @@ function toMarkdown(run) {
 // src/db/store.ts
 import { Database } from "bun:sqlite";
 import { mkdirSync } from "fs";
-import { homedir } from "os";
-import { join } from "path";
+import { homedir as homedir2 } from "os";
+import { join as join2 } from "path";
 var _db = null;
 function getDbPath() {
-  return process.env["EVALS_DB_PATH"] ?? join(homedir(), ".hasna", "evals", "evals.db");
+  return process.env["EVALS_DB_PATH"] ?? join2(homedir2(), ".hasna", "evals", "evals.db");
 }
 function getDatabase() {
   if (_db)
     return _db;
   const path2 = getDbPath();
   if (path2 !== ":memory:") {
-    mkdirSync(join(path2, ".."), { recursive: true });
+    mkdirSync(join2(path2, ".."), { recursive: true });
   }
   _db = new Database(path2);
   _db.exec("PRAGMA journal_mode=WAL; PRAGMA foreign_keys=ON;");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hasna/evals",
-  "version": "0.1.6",
+  "version": "0.1.8",
   "description": "Open source AI evaluation framework — LLM-as-judge + assertion-based evals for any AI app. CLI + MCP server.",
   "type": "module",
   "main": "dist/index.js",