@hasna/evals 0.1.27 → 0.1.28

package/dist/adapters/openai.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/adapters/openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC/E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAEjD,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,mBAAmB,EAC3B,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE,gBAAgB,EAAE,GACzB,OAAO,CAAC,eAAe,CAAC,CAuD1B"}
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/adapters/openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC/E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAwBjD,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,mBAAmB,EAC3B,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE,gBAAgB,EAAE,GACzB,OAAO,CAAC,eAAe,CAAC,CAuD1B"}

package/dist/cli/adapter-parser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"adapter-parser.d.ts","sourceRoot":"","sources":["../../src/cli/adapter-parser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAEvD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,aAAa,CA8B9E"}
+{"version":3,"file":"adapter-parser.d.ts","sourceRoot":"","sources":["../../src/cli/adapter-parser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAEvD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,aAAa,CA+B9E"}

package/dist/cli/adapter-parser.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=adapter-parser.test.d.ts.map

package/dist/cli/adapter-parser.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapter-parser.test.d.ts","sourceRoot":"","sources":["../../src/cli/adapter-parser.test.ts"],"names":[],"mappings":""}

package/dist/cli/commands/ci.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ci.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/ci.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,wBAAgB,SAAS,IAAI,OAAO,CAiEnC"}
+{"version":3,"file":"ci.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/ci.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,wBAAgB,SAAS,IAAI,OAAO,CAkEnC"}

package/dist/cli/commands/run.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,wBAAgB,UAAU,IAAI,OAAO,CAyDpC"}
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,wBAAgB,UAAU,IAAI,OAAO,CA0DpC"}

package/dist/cli/index.js

@@ -8543,6 +8543,20 @@ var require_ajv = __commonJS((exports, module) => {
   } });
 });
 
+// src/core/redaction.ts
+function redactAdapterConfig(config) {
+  if (!config || !("apiKey" in config))
+    return config;
+  const { apiKey: _apiKey, ...safeConfig } = config;
+  return safeConfig;
+}
+function redactRunSecrets(run) {
+  return {
+    ...run,
+    adapterConfig: redactAdapterConfig(run.adapterConfig)
+  };
+}
+
 // src/db/store.ts
 var exports_store = {};
 __export(exports_store, {
@@ -8604,10 +8618,11 @@ function migrate(db) {
 }
 function saveRun(run) {
   const db = getDatabase();
+  const safeRun = redactRunSecrets(run);
   db.prepare(`
     INSERT OR REPLACE INTO runs (id, created_at, dataset, stats, adapter, data)
     VALUES (?, ?, ?, ?, ?, ?)
-  `).run(run.id, run.createdAt, run.dataset, JSON.stringify(run.stats), run.adapterConfig ? JSON.stringify(run.adapterConfig) : null, JSON.stringify(run));
+  `).run(safeRun.id, safeRun.createdAt, safeRun.dataset, JSON.stringify(safeRun.stats), safeRun.adapterConfig ? JSON.stringify(safeRun.adapterConfig) : null, JSON.stringify(safeRun));
 }
 function getRun(id) {
   const db = getDatabase();
@@ -19769,7 +19784,6 @@ var HASNA_EVENTS_HOME_ENV = "HASNA_EVENTS_HOME";
 function getEventsDataDir(override) {
   return override || process.env[HASNA_EVENTS_DIR_ENV] || process.env[HASNA_EVENTS_HOME_ENV] || join(homedir(), ".hasna", "events");
 }
-
 class JsonEventsStore {
   dataDir;
   channelsPath;
@@ -25022,7 +25036,7 @@ var safeJSON2 = (text) => {
 var sleep2 = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
 
 // node_modules/openai/version.mjs
-var VERSION2 = "6.42.0";
+var VERSION2 = "6.44.0";
 
 // node_modules/openai/internal/detect-platform.mjs
 var isRunningInBrowser2 = () => {
@@ -27016,7 +27030,12 @@ _AbstractChatCompletionRunner_instances = new WeakSet, _AbstractChatCompletionRu
   for (let i = this.messages.length - 1;i >= 0; i--) {
     const message = this.messages[i];
     if (isAssistantMessage(message) && message?.tool_calls?.length) {
-      return message.tool_calls.filter((x) => x.type === "function").at(-1)?.function;
+      for (let j = message.tool_calls.length - 1;j >= 0; j--) {
+        const toolCall = message.tool_calls[j];
+        if (toolCall?.type === "function") {
+          return toolCall.function;
+        }
+      }
     }
   }
   return;
@@ -28022,6 +28041,12 @@ class SpendAlerts extends APIResource2 {
       __security: { adminAPIKeyAuth: true }
     });
   }
+  retrieve(alertID, options) {
+    return this._client.get(path2`/organization/spend_alerts/${alertID}`, {
+      ...options,
+      __security: { adminAPIKeyAuth: true }
+    });
+  }
   update(alertID, body, options) {
     return this._client.post(path2`/organization/spend_alerts/${alertID}`, {
       body,
@@ -28405,6 +28430,13 @@ class SpendAlerts2 extends APIResource2 {
       __security: { adminAPIKeyAuth: true }
     });
   }
+  retrieve(alertID, params, options) {
+    const { project_id } = params;
+    return this._client.get(path2`/organization/projects/${project_id}/spend_alerts/${alertID}`, {
+      ...options,
+      __security: { adminAPIKeyAuth: true }
+    });
+  }
   update(alertID, params, options) {
     const { project_id, ...body } = params;
     return this._client.post(path2`/organization/projects/${project_id}/spend_alerts/${alertID}`, {
@@ -32179,13 +32211,34 @@ async function callAnthropicAdapter(config, input, turns) {
 }
 
 // src/adapters/openai.ts
+function normalizeBaseURL(baseURL) {
+  if (!baseURL)
+    return;
+  try {
+    const url = new URL(baseURL);
+    if (url.pathname === "" || url.pathname === "/") {
+      url.pathname = "/v1";
+      return url.toString();
+    }
+  } catch {
+    return baseURL;
+  }
+  return baseURL;
+}
+function resolveApiKey(config) {
+  if (config.apiKey)
+    return config.apiKey;
+  if (config.baseURL)
+    return "ollama";
+  return process.env["OPENAI_API_KEY"];
+}
 async function callOpenAIAdapter(config, input, turns) {
   const start = Date.now();
-  const client = new OpenAI({
-    apiKey: config.apiKey ?? process.env["OPENAI_API_KEY"],
-    baseURL: config.baseURL
-  });
   try {
+    const client = new OpenAI({
+      apiKey: resolveApiKey(config),
+      baseURL: normalizeBaseURL(config.baseURL)
+    });
     const messages = [];
     if (config.systemPrompt)
       messages.push({ role: "system", content: config.systemPrompt });
@@ -32443,7 +32496,7 @@ async function runEvals(cases, options) {
     id: randomUUID3(),
     createdAt: new Date().toISOString(),
     dataset: options.dataset,
-    adapterConfig: options.adapter,
+    adapterConfig: redactAdapterConfig(options.adapter),
     results,
     stats
   };
@@ -32512,7 +32565,7 @@ function printTerminalReport(run) {
   console.log();
 }
 function toJson(run) {
-  return JSON.stringify(run, null, 2);
+  return JSON.stringify(redactRunSecrets(run), null, 2);
 }
 function toMarkdown(run) {
   const { results, stats } = run;
@@ -32607,6 +32660,7 @@ init_store();
 // src/cli/adapter-parser.ts
 function parseAdapterConfig(opts) {
   const type = opts["adapter"] ?? "http";
+  const apiKey = opts["apiKeyEnv"] ? process.env[opts["apiKeyEnv"]] : undefined;
   switch (type) {
     case "http":
       if (!opts["url"])
@@ -32615,11 +32669,11 @@ function parseAdapterConfig(opts) {
     case "anthropic":
       if (!opts["model"])
         throw new Error("--model is required for anthropic adapter");
-      return { type: "anthropic", model: opts["model"], systemPrompt: opts["system"] };
+      return { type: "anthropic", model: opts["model"], systemPrompt: opts["system"], ...apiKey ? { apiKey } : {} };
     case "openai":
       if (!opts["model"])
         throw new Error("--model is required for openai adapter");
-      return { type: "openai", model: opts["model"], systemPrompt: opts["system"] };
+      return { type: "openai", model: opts["model"], systemPrompt: opts["system"], baseURL: opts["url"], ...apiKey ? { apiKey } : {} };
     case "function":
       if (!opts["module"])
         throw new Error("--module is required for function adapter");
@@ -32645,7 +32699,7 @@ function parseAdapterConfig(opts) {
 
 // src/cli/commands/run.ts
 function runCommand() {
-  return new Command("run").description("Run an eval dataset against your app").argument("<dataset>", "Path to JSONL/JSON dataset or glob pattern").option("--adapter <type>", "Adapter type: http|anthropic|openai|mcp|function|cli", "http").option("--url <url>", "App URL (for http adapter)").option("--model <model>", "Model name (for anthropic/openai adapter)").option("--system <prompt>", "System prompt (for anthropic/openai adapter)").option("--module <path>", "Module path (for function adapter)").option("--export <name>", "Export name (for function adapter, default: default)").option("--command <cmd>", "Shell command (for cli adapter, use {{input}} placeholder)").option("--mcp-command <cmd>", "MCP server command (for mcp adapter)").option("--tool <name>", "MCP tool name (for mcp adapter)").option("--concurrency <n>", "Parallel execution limit", "5").option("--repeat <n>", "Run each case N times (Pass^k metric)", "1").option("--tags <tags>", "Comma-separated tags to filter cases").option("--no-judge", "Skip LLM judge, run assertions only").option("--output <format>", "Output format: terminal|json|markdown", "terminal").option("--save", "Save run to database").option("-j, --json", "Alias for --output json").action(async (dataset, opts) => {
+  return new Command("run").description("Run an eval dataset against your app").argument("<dataset>", "Path to JSONL/JSON dataset or glob pattern").option("--adapter <type>", "Adapter type: http|anthropic|openai|mcp|function|cli", "http").option("--url <url>", "App URL (for http) or OpenAI-compatible base URL").option("--model <model>", "Model name (for anthropic/openai adapter)").option("--system <prompt>", "System prompt (for anthropic/openai adapter)").option("--api-key-env <name>", "Env var containing provider API key").option("--module <path>", "Module path (for function adapter)").option("--export <name>", "Export name (for function adapter, default: default)").option("--command <cmd>", "Shell command (for cli adapter, use {{input}} placeholder)").option("--mcp-command <cmd>", "MCP server command (for mcp adapter)").option("--tool <name>", "MCP tool name (for mcp adapter)").option("--concurrency <n>", "Parallel execution limit", "5").option("--repeat <n>", "Run each case N times (Pass^k metric)", "1").option("--tags <tags>", "Comma-separated tags to filter cases").option("--no-judge", "Skip LLM judge, run assertions only").option("--output <format>", "Output format: terminal|json|markdown", "terminal").option("--save", "Save run to database").option("-j, --json", "Alias for --output json").action(async (dataset, opts) => {
     const { cases, warnings } = await loadDataset(dataset, {
       tags: opts["tags"] ? opts["tags"].split(",") : undefined
     });
@@ -32685,7 +32739,7 @@ init_loader();
 init_store();
 function ciCommand() {
   const cmd = new Command("ci").description("Run evals in CI mode \u2014 exit non-zero on regression");
-  cmd.command("run <dataset>").description("Run and compare to baseline").option("--adapter <type>", "Adapter type: http|anthropic|openai|mcp|function|cli", "http").option("--url <url>", "App URL (for http adapter)").option("--model <model>", "Model name (for anthropic/openai adapter)").option("--system <prompt>", "System prompt (for anthropic/openai adapter)").option("--module <path>", "Module path (for function adapter)").option("--export <name>", "Export name (for function adapter)").option("--command <cmd>", "Shell command (for cli adapter)").option("--mcp-command <cmd>", "MCP server command (for mcp adapter)").option("--tool <name>", "MCP tool name (for mcp adapter)").option("--no-judge", "Skip LLM judge, assertions only").option("--baseline <name>", "Baseline name to compare against", "main").option("--fail-if-regression <pct>", "Fail if score drops by more than N%", "0").option("--output <format>", "Output format: terminal|markdown", "terminal").option("-j, --json", "Output JSON").action(async (dataset, opts) => {
+  cmd.command("run <dataset>").description("Run and compare to baseline").option("--adapter <type>", "Adapter type: http|anthropic|openai|mcp|function|cli", "http").option("--url <url>", "App URL (for http) or OpenAI-compatible base URL").option("--model <model>", "Model name (for anthropic/openai adapter)").option("--system <prompt>", "System prompt (for anthropic/openai adapter)").option("--api-key-env <name>", "Env var containing provider API key").option("--module <path>", "Module path (for function adapter)").option("--export <name>", "Export name (for function adapter)").option("--command <cmd>", "Shell command (for cli adapter)").option("--mcp-command <cmd>", "MCP server command (for mcp adapter)").option("--tool <name>", "MCP tool name (for mcp adapter)").option("--no-judge", "Skip LLM judge, assertions only").option("--baseline <name>", "Baseline name to compare against", "main").option("--fail-if-regression <pct>", "Fail if score drops by more than N%", "0").option("--output <format>", "Output format: terminal|markdown", "terminal").option("-j, --json", "Output JSON").action(async (dataset, opts) => {
     const { cases } = await loadDataset(dataset);
     const adapter = parseAdapterConfig(opts);
     const run = await runEvals(cases, { dataset, adapter, skipJudge: opts["judge"] === false || opts["noJudge"] === true });
@@ -32993,7 +33047,7 @@ function kappaLabel(k) {
 import { existsSync as existsSync3, readFileSync as readFileSync2 } from "fs";
 import { homedir as homedir4 } from "os";
 import { join as join4 } from "path";
-function resolveApiKey(envVar, secretsPath, secretsKey) {
+function resolveApiKey2(envVar, secretsPath, secretsKey) {
   if (process.env[envVar])
     return process.env[envVar];
   const fullPath = join4(homedir4(), ".secrets", secretsPath);
@@ -33018,13 +33072,13 @@ function resolveApiKey(envVar, secretsPath, secretsKey) {
 function doctorCommand() {
   return new Command("doctor").description("Health check \u2014 verify API keys, DB, and config").option("-j, --json", "Output JSON").action(async (opts) => {
     const checks = [];
-    const anthropicKey = resolveApiKey("ANTHROPIC_API_KEY", "hasnaxyz/anthropic/live.env", "HASNAXYZ_ANTHROPIC_LIVE_API_KEY");
+    const anthropicKey = resolveApiKey2("ANTHROPIC_API_KEY", "hasnaxyz/anthropic/live.env", "HASNAXYZ_ANTHROPIC_LIVE_API_KEY");
     checks.push({
       name: "ANTHROPIC_API_KEY",
       ok: !!anthropicKey,
       hint: "export ANTHROPIC_API_KEY=<your-key>  (or add to ~/.secrets/hasnaxyz/anthropic/live.env)"
     });
-    const openaiKey = resolveApiKey("OPENAI_API_KEY", "hasnaxyz/openai/live.env", "HASNAXYZ_OPENAI_LIVE_API_KEY");
+    const openaiKey = resolveApiKey2("OPENAI_API_KEY", "hasnaxyz/openai/live.env", "HASNAXYZ_OPENAI_LIVE_API_KEY");
     checks.push({
       name: "OPENAI_API_KEY (optional)",
       ok: !!openaiKey,

package/dist/core/redaction.d.ts

@@ -0,0 +1,4 @@
+import type { AdapterConfig, EvalRun } from "../types/index.js";
+export declare function redactAdapterConfig(config: AdapterConfig | undefined): AdapterConfig | undefined;
+export declare function redactRunSecrets(run: EvalRun): EvalRun;
+//# sourceMappingURL=redaction.d.ts.map

package/dist/core/redaction.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"redaction.d.ts","sourceRoot":"","sources":["../../src/core/redaction.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAEhE,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,aAAa,GAAG,SAAS,GAAG,aAAa,GAAG,SAAS,CAKhG;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAKtD"}

package/dist/core/reporter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"reporter.d.ts","sourceRoot":"","sources":["../../src/core/reporter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAgB1D,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI,CAoCtD;AAID,wBAAgB,MAAM,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,CAE3C;AAID,wBAAgB,UAAU,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,CAkD/C;AAID,MAAM,WAAW,OAAO;IACtB,WAAW,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IACxE,YAAY,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IACzE,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAuBpE;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,CAcnD"}
+{"version":3,"file":"reporter.d.ts","sourceRoot":"","sources":["../../src/core/reporter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAiB1D,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI,CAoCtD;AAID,wBAAgB,MAAM,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,CAE3C;AAID,wBAAgB,UAAU,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,CAkD/C;AAID,MAAM,WAAW,OAAO;IACtB,WAAW,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IACxE,YAAY,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IACzE,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAuBpE;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,CAcnD"}

package/dist/core/runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/core/runner.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EACV,aAAa,EACb,QAAQ,EACR,UAAU,EACV,OAAO,EAEP,UAAU,EAGX,MAAM,mBAAmB,CAAC;AAqI3B,wBAAsB,QAAQ,CAC5B,KAAK,EAAE,QAAQ,EAAE,EACjB,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,OAAO,CAAC,CAqClB;AAID,wBAAsB,aAAa,CACjC,QAAQ,EAAE,QAAQ,EAClB,aAAa,EAAE,aAAa,EAC5B,SAAS,UAAQ,GAChB,OAAO,CAAC,UAAU,CAAC,CAKrB"}
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/core/runner.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EACV,aAAa,EACb,QAAQ,EACR,UAAU,EACV,OAAO,EAEP,UAAU,EAGX,MAAM,mBAAmB,CAAC;AAqI3B,wBAAsB,QAAQ,CAC5B,KAAK,EAAE,QAAQ,EAAE,EACjB,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,OAAO,CAAC,CAqClB;AAID,wBAAsB,aAAa,CACjC,QAAQ,EAAE,QAAQ,EAClB,aAAa,EAAE,aAAa,EAC5B,SAAS,UAAQ,GAChB,OAAO,CAAC,UAAU,CAAC,CAKrB"}

package/dist/db/store.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../src/db/store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAItC,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAQjD,wBAAgB,WAAW,IAAI,QAAQ,CAUtC;AAED,wBAAgB,aAAa,IAAI,IAAI,CAGpC;AA6BD,wBAAgB,OAAO,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI,CAa1C;AAED,wBAAgB,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,GAAG,IAAI,CAIjD;AAED,wBAAgB,QAAQ,CAAC,KAAK,SAAK,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,EAAE,CAMhE;AAED,wBAAgB,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI,CAE1C;AAID,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAI7D;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,IAAI,CAKxD;AAED,wBAAgB,aAAa,IAAI,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC,CAKzF;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAEhD"}
+{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../src/db/store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAKtC,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAQjD,wBAAgB,WAAW,IAAI,QAAQ,CAUtC;AAED,wBAAgB,aAAa,IAAI,IAAI,CAGpC;AA6BD,wBAAgB,OAAO,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI,CAc1C;AAED,wBAAgB,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,GAAG,IAAI,CAIjD;AAED,wBAAgB,QAAQ,CAAC,KAAK,SAAK,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,EAAE,CAMhE;AAED,wBAAgB,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI,CAE1C;AAID,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAI7D;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,IAAI,CAKxD;AAED,wBAAgB,aAAa,IAAI,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC,CAKzF;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAEhD"}

package/dist/index.js

@@ -11667,7 +11667,7 @@ var safeJSON2 = (text) => {
 var sleep2 = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
 
 // node_modules/openai/version.mjs
-var VERSION2 = "6.42.0";
+var VERSION2 = "6.44.0";
 
 // node_modules/openai/internal/detect-platform.mjs
 var isRunningInBrowser2 = () => {
@@ -13661,7 +13661,12 @@ _AbstractChatCompletionRunner_instances = new WeakSet, _AbstractChatCompletionRu
   for (let i = this.messages.length - 1;i >= 0; i--) {
     const message = this.messages[i];
     if (isAssistantMessage(message) && message?.tool_calls?.length) {
-      return message.tool_calls.filter((x) => x.type === "function").at(-1)?.function;
+      for (let j = message.tool_calls.length - 1;j >= 0; j--) {
+        const toolCall = message.tool_calls[j];
+        if (toolCall?.type === "function") {
+          return toolCall.function;
+        }
+      }
     }
   }
   return;
@@ -14667,6 +14672,12 @@ class SpendAlerts extends APIResource2 {
       __security: { adminAPIKeyAuth: true }
     });
   }
+  retrieve(alertID, options) {
+    return this._client.get(path2`/organization/spend_alerts/${alertID}`, {
+      ...options,
+      __security: { adminAPIKeyAuth: true }
+    });
+  }
   update(alertID, body, options) {
     return this._client.post(path2`/organization/spend_alerts/${alertID}`, {
       body,
@@ -15050,6 +15061,13 @@ class SpendAlerts2 extends APIResource2 {
       __security: { adminAPIKeyAuth: true }
     });
   }
+  retrieve(alertID, params, options) {
+    const { project_id } = params;
+    return this._client.get(path2`/organization/projects/${project_id}/spend_alerts/${alertID}`, {
+      ...options,
+      __security: { adminAPIKeyAuth: true }
+    });
+  }
   update(alertID, params, options) {
     const { project_id, ...body } = params;
     return this._client.post(path2`/organization/projects/${project_id}/spend_alerts/${alertID}`, {
@@ -18824,13 +18842,34 @@ async function callAnthropicAdapter(config, input, turns) {
 }
 
 // src/adapters/openai.ts
+function normalizeBaseURL(baseURL) {
+  if (!baseURL)
+    return;
+  try {
+    const url = new URL(baseURL);
+    if (url.pathname === "" || url.pathname === "/") {
+      url.pathname = "/v1";
+      return url.toString();
+    }
+  } catch {
+    return baseURL;
+  }
+  return baseURL;
+}
+function resolveApiKey(config) {
+  if (config.apiKey)
+    return config.apiKey;
+  if (config.baseURL)
+    return "ollama";
+  return process.env["OPENAI_API_KEY"];
+}
 async function callOpenAIAdapter(config, input, turns) {
   const start = Date.now();
-  const client = new OpenAI({
-    apiKey: config.apiKey ?? process.env["OPENAI_API_KEY"],
-    baseURL: config.baseURL
-  });
   try {
+    const client = new OpenAI({
+      apiKey: resolveApiKey(config),
+      baseURL: normalizeBaseURL(config.baseURL)
+    });
     const messages = [];
     if (config.systemPrompt)
       messages.push({ role: "system", content: config.systemPrompt });
@@ -26651,6 +26690,20 @@ async function callCliAdapter(config2, input) {
   }
 }
 
+// src/core/redaction.ts
+function redactAdapterConfig(config2) {
+  if (!config2 || !("apiKey" in config2))
+    return config2;
+  const { apiKey: _apiKey, ...safeConfig } = config2;
+  return safeConfig;
+}
+function redactRunSecrets(run) {
+  return {
+    ...run,
+    adapterConfig: redactAdapterConfig(run.adapterConfig)
+  };
+}
+
 // src/core/runner.ts
 async function callAdapter(config2, input, turns) {
   switch (config2.type) {
@@ -26757,7 +26810,7 @@ async function runEvals(cases, options) {
     id: randomUUID(),
     createdAt: new Date().toISOString(),
     dataset: options.dataset,
-    adapterConfig: options.adapter,
+    adapterConfig: redactAdapterConfig(options.adapter),
     results,
     stats
   };
@@ -26829,7 +26882,7 @@ function printTerminalReport(run) {
   console.log();
 }
 function toJson(run) {
-  return JSON.stringify(run, null, 2);
+  return JSON.stringify(redactRunSecrets(run), null, 2);
 }
 function toMarkdown(run) {
   const { results, stats } = run;
@@ -27088,10 +27141,11 @@ function migrate(db) {
 }
 function saveRun(run) {
   const db = getDatabase();
+  const safeRun = redactRunSecrets(run);
   db.prepare(`
     INSERT OR REPLACE INTO runs (id, created_at, dataset, stats, adapter, data)
     VALUES (?, ?, ?, ?, ?, ?)
-  `).run(run.id, run.createdAt, run.dataset, JSON.stringify(run.stats), run.adapterConfig ? JSON.stringify(run.adapterConfig) : null, JSON.stringify(run));
+  `).run(safeRun.id, safeRun.createdAt, safeRun.dataset, JSON.stringify(safeRun.stats), safeRun.adapterConfig ? JSON.stringify(safeRun.adapterConfig) : null, JSON.stringify(safeRun));
 }
 function getRun(id) {
   const db = getDatabase();

package/dist/mcp/index.js

@@ -10572,6 +10572,20 @@ var init_sdk = __esm(() => {
   init_error();
 });
 
+// src/core/redaction.ts
+function redactAdapterConfig(config2) {
+  if (!config2 || !("apiKey" in config2))
+    return config2;
+  const { apiKey: _apiKey, ...safeConfig } = config2;
+  return safeConfig;
+}
+function redactRunSecrets(run) {
+  return {
+    ...run,
+    adapterConfig: redactAdapterConfig(run.adapterConfig)
+  };
+}
+
 // src/db/store.ts
 var exports_store = {};
 __export(exports_store, {
@@ -10633,10 +10647,11 @@ function migrate(db) {
 }
 function saveRun(run) {
   const db = getDatabase();
+  const safeRun = redactRunSecrets(run);
   db.prepare(`
     INSERT OR REPLACE INTO runs (id, created_at, dataset, stats, adapter, data)
     VALUES (?, ?, ?, ?, ?, ?)
-  `).run(run.id, run.createdAt, run.dataset, JSON.stringify(run.stats), run.adapterConfig ? JSON.stringify(run.adapterConfig) : null, JSON.stringify(run));
+  `).run(safeRun.id, safeRun.createdAt, safeRun.dataset, JSON.stringify(safeRun.stats), safeRun.adapterConfig ? JSON.stringify(safeRun.adapterConfig) : null, JSON.stringify(safeRun));
 }
 function getRun(id) {
   const db = getDatabase();
@@ -10678,7 +10693,7 @@ import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js"
 // package.json
 var package_default = {
   name: "@hasna/evals",
-  version: "0.1.27",
+  version: "0.1.28",
   description: "Open source AI evaluation framework \u2014 LLM-as-judge + assertion-based evals for any AI app. CLI + MCP server.",
   type: "module",
   main: "dist/index.js",
@@ -25558,7 +25573,7 @@ var safeJSON2 = (text) => {
 var sleep2 = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
 
 // node_modules/openai/version.mjs
-var VERSION2 = "6.42.0";
+var VERSION2 = "6.44.0";
 
 // node_modules/openai/internal/detect-platform.mjs
 var isRunningInBrowser2 = () => {
@@ -27552,7 +27567,12 @@ _AbstractChatCompletionRunner_instances = new WeakSet, _AbstractChatCompletionRu
   for (let i = this.messages.length - 1;i >= 0; i--) {
     const message = this.messages[i];
     if (isAssistantMessage(message) && message?.tool_calls?.length) {
-      return message.tool_calls.filter((x) => x.type === "function").at(-1)?.function;
+      for (let j = message.tool_calls.length - 1;j >= 0; j--) {
+        const toolCall = message.tool_calls[j];
+        if (toolCall?.type === "function") {
+          return toolCall.function;
+        }
+      }
     }
   }
   return;
@@ -28558,6 +28578,12 @@ class SpendAlerts extends APIResource2 {
       __security: { adminAPIKeyAuth: true }
     });
   }
+  retrieve(alertID, options) {
+    return this._client.get(path2`/organization/spend_alerts/${alertID}`, {
+      ...options,
+      __security: { adminAPIKeyAuth: true }
+    });
+  }
   update(alertID, body, options) {
     return this._client.post(path2`/organization/spend_alerts/${alertID}`, {
       body,
@@ -28941,6 +28967,13 @@ class SpendAlerts2 extends APIResource2 {
       __security: { adminAPIKeyAuth: true }
     });
   }
+  retrieve(alertID, params, options) {
+    const { project_id } = params;
+    return this._client.get(path2`/organization/projects/${project_id}/spend_alerts/${alertID}`, {
+      ...options,
+      __security: { adminAPIKeyAuth: true }
+    });
+  }
   update(alertID, params, options) {
     const { project_id, ...body } = params;
     return this._client.post(path2`/organization/projects/${project_id}/spend_alerts/${alertID}`, {
@@ -32716,13 +32749,34 @@ async function callAnthropicAdapter(config2, input, turns) {
 }
 
 // src/adapters/openai.ts
+function normalizeBaseURL(baseURL) {
+  if (!baseURL)
+    return;
+  try {
+    const url2 = new URL(baseURL);
+    if (url2.pathname === "" || url2.pathname === "/") {
+      url2.pathname = "/v1";
+      return url2.toString();
+    }
+  } catch {
+    return baseURL;
+  }
+  return baseURL;
+}
+function resolveApiKey(config2) {
+  if (config2.apiKey)
+    return config2.apiKey;
+  if (config2.baseURL)
+    return "ollama";
+  return process.env["OPENAI_API_KEY"];
+}
 async function callOpenAIAdapter(config2, input, turns) {
   const start = Date.now();
-  const client = new OpenAI({
-    apiKey: config2.apiKey ?? process.env["OPENAI_API_KEY"],
-    baseURL: config2.baseURL
-  });
   try {
+    const client = new OpenAI({
+      apiKey: resolveApiKey(config2),
+      baseURL: normalizeBaseURL(config2.baseURL)
+    });
     const messages = [];
     if (config2.systemPrompt)
       messages.push({ role: "system", content: config2.systemPrompt });
@@ -32980,7 +33034,7 @@ async function runEvals(cases, options) {
     id: randomUUID(),
     createdAt: new Date().toISOString(),
     dataset: options.dataset,
-    adapterConfig: options.adapter,
+    adapterConfig: redactAdapterConfig(options.adapter),
     results,
     stats
   };
@@ -33104,10 +33158,9 @@ function validateEvalCase(raw, location) {
   }
   return obj;
 }
-
 // src/core/reporter.ts
 function toJson(run) {
-  return JSON.stringify(run, null, 2);
+  return JSON.stringify(redactRunSecrets(run), null, 2);
 }
 function toMarkdown(run) {
   const { results, stats } = run;

package/dist/server/index.js

@@ -11666,7 +11666,7 @@ var safeJSON2 = (text) => {
 var sleep2 = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
 
 // node_modules/openai/version.mjs
-var VERSION2 = "6.42.0";
+var VERSION2 = "6.44.0";
 
 // node_modules/openai/internal/detect-platform.mjs
 var isRunningInBrowser2 = () => {
@@ -13660,7 +13660,12 @@ _AbstractChatCompletionRunner_instances = new WeakSet, _AbstractChatCompletionRu
   for (let i = this.messages.length - 1;i >= 0; i--) {
     const message = this.messages[i];
     if (isAssistantMessage(message) && message?.tool_calls?.length) {
-      return message.tool_calls.filter((x) => x.type === "function").at(-1)?.function;
+      for (let j = message.tool_calls.length - 1;j >= 0; j--) {
+        const toolCall = message.tool_calls[j];
+        if (toolCall?.type === "function") {
+          return toolCall.function;
+        }
+      }
     }
   }
   return;
@@ -14666,6 +14671,12 @@ class SpendAlerts extends APIResource2 {
       __security: { adminAPIKeyAuth: true }
     });
   }
+  retrieve(alertID, options) {
+    return this._client.get(path2`/organization/spend_alerts/${alertID}`, {
+      ...options,
+      __security: { adminAPIKeyAuth: true }
+    });
+  }
   update(alertID, body, options) {
     return this._client.post(path2`/organization/spend_alerts/${alertID}`, {
       body,
@@ -15049,6 +15060,13 @@ class SpendAlerts2 extends APIResource2 {
       __security: { adminAPIKeyAuth: true }
     });
   }
+  retrieve(alertID, params, options) {
+    const { project_id } = params;
+    return this._client.get(path2`/organization/projects/${project_id}/spend_alerts/${alertID}`, {
+      ...options,
+      __security: { adminAPIKeyAuth: true }
+    });
+  }
   update(alertID, params, options) {
     const { project_id, ...body } = params;
     return this._client.post(path2`/organization/projects/${project_id}/spend_alerts/${alertID}`, {
@@ -18823,13 +18841,34 @@ async function callAnthropicAdapter(config, input, turns) {
 }
 
 // src/adapters/openai.ts
+function normalizeBaseURL(baseURL) {
+  if (!baseURL)
+    return;
+  try {
+    const url = new URL(baseURL);
+    if (url.pathname === "" || url.pathname === "/") {
+      url.pathname = "/v1";
+      return url.toString();
+    }
+  } catch {
+    return baseURL;
+  }
+  return baseURL;
+}
+function resolveApiKey(config) {
+  if (config.apiKey)
+    return config.apiKey;
+  if (config.baseURL)
+    return "ollama";
+  return process.env["OPENAI_API_KEY"];
+}
 async function callOpenAIAdapter(config, input, turns) {
   const start = Date.now();
-  const client = new OpenAI({
-    apiKey: config.apiKey ?? process.env["OPENAI_API_KEY"],
-    baseURL: config.baseURL
-  });
   try {
+    const client = new OpenAI({
+      apiKey: resolveApiKey(config),
+      baseURL: normalizeBaseURL(config.baseURL)
+    });
     const messages = [];
     if (config.systemPrompt)
       messages.push({ role: "system", content: config.systemPrompt });
@@ -26650,6 +26689,20 @@ async function callCliAdapter(config2, input) {
   }
 }
 
+// src/core/redaction.ts
+function redactAdapterConfig(config2) {
+  if (!config2 || !("apiKey" in config2))
+    return config2;
+  const { apiKey: _apiKey, ...safeConfig } = config2;
+  return safeConfig;
+}
+function redactRunSecrets(run) {
+  return {
+    ...run,
+    adapterConfig: redactAdapterConfig(run.adapterConfig)
+  };
+}
+
 // src/core/runner.ts
 async function callAdapter(config2, input, turns) {
   switch (config2.type) {
@@ -26756,7 +26809,7 @@ async function runEvals(cases, options) {
     id: randomUUID(),
     createdAt: new Date().toISOString(),
     dataset: options.dataset,
-    adapterConfig: options.adapter,
+    adapterConfig: redactAdapterConfig(options.adapter),
     results,
     stats
   };
@@ -26976,10 +27029,11 @@ function migrate(db) {
 }
 function saveRun(run) {
   const db = getDatabase();
+  const safeRun = redactRunSecrets(run);
   db.prepare(`
     INSERT OR REPLACE INTO runs (id, created_at, dataset, stats, adapter, data)
     VALUES (?, ?, ?, ?, ?, ?)
-  `).run(run.id, run.createdAt, run.dataset, JSON.stringify(run.stats), run.adapterConfig ? JSON.stringify(run.adapterConfig) : null, JSON.stringify(run));
+  `).run(safeRun.id, safeRun.createdAt, safeRun.dataset, JSON.stringify(safeRun.stats), safeRun.adapterConfig ? JSON.stringify(safeRun.adapterConfig) : null, JSON.stringify(safeRun));
 }
 function getRun(id) {
   const db = getDatabase();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hasna/evals",
-  "version": "0.1.27",
+  "version": "0.1.28",
   "description": "Open source AI evaluation framework — LLM-as-judge + assertion-based evals for any AI app. CLI + MCP server.",
   "type": "module",
   "main": "dist/index.js",