@hasna/evals 0.1.22 → 0.1.23

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hasna/evals",
-  "version": "0.1.22",
+  "version": "0.1.23",
   "description": "Open source AI evaluation framework — LLM-as-judge + assertion-based evals for any AI app. CLI + MCP server.",
   "type": "module",
   "main": "dist/index.js",

package/dist/adapters/adapters.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=adapters.test.d.ts.map

package/dist/adapters/adapters.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"adapters.test.d.ts","sourceRoot":"","sources":["../../src/adapters/adapters.test.ts"],"names":[],"mappings":""}

package/dist/adapters/anthropic-openai.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=anthropic-openai.test.d.ts.map

package/dist/adapters/anthropic-openai.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"anthropic-openai.test.d.ts","sourceRoot":"","sources":["../../src/adapters/anthropic-openai.test.ts"],"names":[],"mappings":""}

package/dist/adapters/anthropic.d.ts

@@ -1,4 +0,0 @@
-import type { AnthropicAdapterConfig, ConversationTurn } from "../types/index.js";
-import type { AdapterResponse } from "./http.js";
-export declare function callAnthropicAdapter(config: AnthropicAdapterConfig, input: string, turns?: ConversationTurn[]): Promise<AdapterResponse>;
-//# sourceMappingURL=anthropic.d.ts.map

package/dist/adapters/anthropic.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../src/adapters/anthropic.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAClF,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAEjD,wBAAsB,oBAAoB,CACxC,MAAM,EAAE,sBAAsB,EAC9B,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE,gBAAgB,EAAE,GACzB,OAAO,CAAC,eAAe,CAAC,CA+C1B"}

package/dist/adapters/cli.d.ts

@@ -1,4 +0,0 @@
-import type { CliAdapterConfig } from "../types/index.js";
-import type { AdapterResponse } from "./http.js";
-export declare function callCliAdapter(config: CliAdapterConfig, input: string): Promise<AdapterResponse>;
-//# sourceMappingURL=cli.d.ts.map

package/dist/adapters/cli.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/adapters/cli.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAEjD,wBAAsB,cAAc,CAClC,MAAM,EAAE,gBAAgB,EACxB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,eAAe,CAAC,CA4C1B"}

package/dist/adapters/function.d.ts

@@ -1,4 +0,0 @@
-import type { FunctionAdapterConfig } from "../types/index.js";
-import type { AdapterResponse } from "./http.js";
-export declare function callFunctionAdapter(config: FunctionAdapterConfig, input: string): Promise<AdapterResponse>;
-//# sourceMappingURL=function.d.ts.map

package/dist/adapters/function.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"function.d.ts","sourceRoot":"","sources":["../../src/adapters/function.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAEjD,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,qBAAqB,EAC7B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,eAAe,CAAC,CA2B1B"}

package/dist/adapters/http-cli-coverage.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=http-cli-coverage.test.d.ts.map

package/dist/adapters/http-cli-coverage.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"http-cli-coverage.test.d.ts","sourceRoot":"","sources":["../../src/adapters/http-cli-coverage.test.ts"],"names":[],"mappings":""}

package/dist/adapters/http.d.ts

@@ -1,16 +0,0 @@
-import type { HttpAdapterConfig, ConversationTurn } from "../types/index.js";
-export interface AdapterResponse {
-    output: string;
-    durationMs: number;
-    inputTokens?: number;
-    outputTokens?: number;
-    costUsd?: number;
-    toolCalls?: Array<{
-        name: string;
-        arguments?: Record<string, unknown>;
-    }>;
-    statusCode?: number;
-    error?: string;
-}
-export declare function callHttpAdapter(config: HttpAdapterConfig, input: string, turns?: ConversationTurn[]): Promise<AdapterResponse>;
-//# sourceMappingURL=http.d.ts.map

package/dist/adapters/http.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../../src/adapters/http.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAE7E,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC,CAAC;IACzE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AA+BD,wBAAsB,eAAe,CACnC,MAAM,EAAE,iBAAiB,EACzB,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE,gBAAgB,EAAE,GACzB,OAAO,CAAC,eAAe,CAAC,CAqE1B"}

package/dist/adapters/mcp-adapter.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=mcp-adapter.test.d.ts.map

package/dist/adapters/mcp-adapter.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"mcp-adapter.test.d.ts","sourceRoot":"","sources":["../../src/adapters/mcp-adapter.test.ts"],"names":[],"mappings":""}

package/dist/adapters/mcp.d.ts

@@ -1,4 +0,0 @@
-import type { McpAdapterConfig } from "../types/index.js";
-import type { AdapterResponse } from "./http.js";
-export declare function callMcpAdapter(config: McpAdapterConfig, input: string): Promise<AdapterResponse>;
-//# sourceMappingURL=mcp.d.ts.map

package/dist/adapters/mcp.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"mcp.d.ts","sourceRoot":"","sources":["../../src/adapters/mcp.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAEjD,wBAAsB,cAAc,CAClC,MAAM,EAAE,gBAAgB,EACxB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,eAAe,CAAC,CAqD1B"}

package/dist/adapters/openai.d.ts

@@ -1,4 +0,0 @@
-import type { OpenAIAdapterConfig, ConversationTurn } from "../types/index.js";
-import type { AdapterResponse } from "./http.js";
-export declare function callOpenAIAdapter(config: OpenAIAdapterConfig, input: string, turns?: ConversationTurn[]): Promise<AdapterResponse>;
-//# sourceMappingURL=openai.d.ts.map

package/dist/adapters/openai.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/adapters/openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC/E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAEjD,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,mBAAmB,EAC3B,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE,gBAAgB,EAAE,GACzB,OAAO,CAAC,eAAe,CAAC,CAuD1B"}

package/dist/cli/adapter-parser.d.ts

@@ -1,3 +0,0 @@
-import type { AdapterConfig } from "../types/index.js";
-export declare function parseAdapterConfig(opts: Record<string, string>): AdapterConfig;
-//# sourceMappingURL=adapter-parser.d.ts.map

package/dist/cli/adapter-parser.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"adapter-parser.d.ts","sourceRoot":"","sources":["../../src/cli/adapter-parser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAEvD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,aAAa,CA8B9E"}

package/dist/cli/cli.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=cli.test.d.ts.map

package/dist/cli/cli.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cli.test.d.ts","sourceRoot":"","sources":["../../src/cli/cli.test.ts"],"names":[],"mappings":""}

package/dist/cli/commands/calibrate.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function calibrateCommand(): Command;
-//# sourceMappingURL=calibrate.d.ts.map

package/dist/cli/commands/calibrate.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"calibrate.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/calibrate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,gBAAgB,IAAI,OAAO,CA+C1C"}

package/dist/cli/commands/capture.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function captureCommand(): Command;
-//# sourceMappingURL=capture.d.ts.map

package/dist/cli/commands/capture.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"capture.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/capture.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,cAAc,IAAI,OAAO,CAyExC"}

package/dist/cli/commands/ci.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function ciCommand(): Command;
-//# sourceMappingURL=ci.d.ts.map

package/dist/cli/commands/ci.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"ci.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/ci.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,wBAAgB,SAAS,IAAI,OAAO,CAiEnC"}

package/dist/cli/commands/compare.d.ts

@@ -1,5 +0,0 @@
-import { Command } from "commander";
-import { compareRuns } from "../../core/reporter.js";
-export declare function renderMarkdownDiff(diff: ReturnType<typeof compareRuns>): string;
-export declare function compareCommand(): Command;
-//# sourceMappingURL=compare.d.ts.map

package/dist/cli/commands/compare.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"compare.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/compare.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,WAAW,EAA+B,MAAM,wBAAwB,CAAC;AAGlF,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,UAAU,CAAC,OAAO,WAAW,CAAC,GAAG,MAAM,CA2B/E;AAED,wBAAgB,cAAc,IAAI,OAAO,CAgCxC"}

package/dist/cli/commands/compare.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=compare.test.d.ts.map

package/dist/cli/commands/compare.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"compare.test.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/compare.test.ts"],"names":[],"mappings":""}

package/dist/cli/commands/completion.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function completionCommand(): Command;
-//# sourceMappingURL=completion.d.ts.map

package/dist/cli/commands/completion.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"completion.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/completion.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAiFpC,wBAAgB,iBAAiB,IAAI,OAAO,CAgB3C"}

package/dist/cli/commands/doctor.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function doctorCommand(): Command;
-//# sourceMappingURL=doctor.d.ts.map

package/dist/cli/commands/doctor.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"doctor.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/doctor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAqCpC,wBAAgB,aAAa,IAAI,OAAO,CAqFvC"}

package/dist/cli/commands/estimate.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function estimateCommand(): Command;
-//# sourceMappingURL=estimate.d.ts.map

package/dist/cli/commands/estimate.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"estimate.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/estimate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAapC,wBAAgB,eAAe,IAAI,OAAO,CA2CzC"}

package/dist/cli/commands/generate.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function generateCommand(): Command;
-//# sourceMappingURL=generate.d.ts.map

package/dist/cli/commands/generate.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/generate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAiBpC,wBAAgB,eAAe,IAAI,OAAO,CAyDzC"}

package/dist/cli/commands/judge.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function judgeCommand(): Command;
-//# sourceMappingURL=judge.d.ts.map

package/dist/cli/commands/judge.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"judge.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/judge.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,wBAAgB,YAAY,IAAI,OAAO,CA+BtC"}

package/dist/cli/commands/mcp.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function mcpCommand(): Command;
-//# sourceMappingURL=mcp.d.ts.map

package/dist/cli/commands/mcp.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"mcp.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/mcp.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,UAAU,IAAI,OAAO,CAgCpC"}

package/dist/cli/commands/run.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function runCommand(): Command;
-//# sourceMappingURL=run.d.ts.map

package/dist/cli/commands/run.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,wBAAgB,UAAU,IAAI,OAAO,CAyDpC"}

package/dist/cli/commands/sync.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function syncCommand(): Command;
-//# sourceMappingURL=sync.d.ts.map

package/dist/cli/commands/sync.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,wBAAgB,WAAW,IAAI,OAAO,CA2FrC"}

package/dist/cli/index.d.ts

@@ -1,3 +0,0 @@
-#!/usr/bin/env bun
-export {};
-//# sourceMappingURL=index.d.ts.map

package/dist/cli/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/cli/index.ts"],"names":[],"mappings":""}

package/dist/core/assertions-coverage.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=assertions-coverage.test.d.ts.map

package/dist/core/assertions-coverage.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"assertions-coverage.test.d.ts","sourceRoot":"","sources":["../../src/core/assertions-coverage.test.ts"],"names":[],"mappings":""}

package/dist/core/assertions.d.ts

@@ -1,18 +0,0 @@
-import type { Assertion, AssertionResult } from "../types/index.js";
-export declare function sortAssertionsCheapestFirst(assertions: Assertion[]): Assertion[];
-export interface AssertionContext {
-    output: string;
-    durationMs?: number;
-    inputTokens?: number;
-    outputTokens?: number;
-    costUsd?: number;
-    toolCalls?: Array<{
-        name: string;
-        arguments?: Record<string, unknown>;
-    }>;
-}
-export declare function runAssertion(assertion: Assertion, ctx: AssertionContext): Promise<AssertionResult>;
-export declare function runAssertions(assertions: Assertion[], ctx: AssertionContext): Promise<AssertionResult[]>;
-export declare function assertionsPassed(results: AssertionResult[]): boolean;
-export declare function allAssertionsPassed(results: AssertionResult[]): boolean;
-//# sourceMappingURL=assertions.d.ts.map

package/dist/core/assertions.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"assertions.d.ts","sourceRoot":"","sources":["../../src/core/assertions.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AA6BpE,wBAAgB,2BAA2B,CAAC,UAAU,EAAE,SAAS,EAAE,GAAG,SAAS,EAAE,CAMhF;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC,CAAC;CAC1E;AAED,wBAAsB,YAAY,CAChC,SAAS,EAAE,SAAS,EACpB,GAAG,EAAE,gBAAgB,GACpB,OAAO,CAAC,eAAe,CAAC,CAqB1B;AAED,wBAAsB,aAAa,CACjC,UAAU,EAAE,SAAS,EAAE,EACvB,GAAG,EAAE,gBAAgB,GACpB,OAAO,CAAC,eAAe,EAAE,CAAC,CAyB5B;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,eAAe,EAAE,GAAG,OAAO,CAKpE;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,eAAe,EAAE,GAAG,OAAO,CAEvE"}

package/dist/core/assertions.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=assertions.test.d.ts.map

package/dist/core/assertions.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"assertions.test.d.ts","sourceRoot":"","sources":["../../src/core/assertions.test.ts"],"names":[],"mappings":""}

package/dist/core/e2e.test.d.ts

@@ -1,2 +0,0 @@
-export declare function echoInput(input: string): Promise<string>;
-//# sourceMappingURL=e2e.test.d.ts.map

package/dist/core/e2e.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"e2e.test.d.ts","sourceRoot":"","sources":["../../src/core/e2e.test.ts"],"names":[],"mappings":"AAyBA,wBAAsB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAE9D"}

package/dist/core/judge.d.ts

@@ -1,13 +0,0 @@
-import type { JudgeConfig, JudgeResult } from "../types/index.js";
-export declare function runJudge(input: string, output: string, config: JudgeConfig, expected?: string): Promise<JudgeResult>;
-/** One-shot judge: no full eval case, just input/output/rubric */
-export declare function judgeOnce(params: {
-    input: string;
-    output: string;
-    rubric: string;
-    expected?: string;
-    model?: string;
-    provider?: "anthropic" | "openai";
-    apiKey?: string;
-}): Promise<JudgeResult>;
-//# sourceMappingURL=judge.d.ts.map

package/dist/core/judge.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"judge.d.ts","sourceRoot":"","sources":["../../src/core/judge.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAW,MAAM,mBAAmB,CAAC;AA4E3E,wBAAsB,QAAQ,CAC5B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,WAAW,EACnB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,WAAW,CAAC,CAmBtB;AA4ED,kEAAkE;AAClE,wBAAsB,SAAS,CAAC,MAAM,EAAE;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,WAAW,GAAG,QAAQ,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,GAAG,OAAO,CAAC,WAAW,CAAC,CAOvB"}

package/dist/core/judge.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=judge.test.d.ts.map

package/dist/core/judge.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"judge.test.d.ts","sourceRoot":"","sources":["../../src/core/judge.test.ts"],"names":[],"mappings":""}

package/dist/core/reporter.d.ts

@@ -1,21 +0,0 @@
-import type { EvalRun, Verdict } from "../types/index.js";
-export declare function printTerminalReport(run: EvalRun): void;
-export declare function toJson(run: EvalRun): string;
-export declare function toMarkdown(run: EvalRun): string;
-export interface RunDiff {
-    regressions: Array<{
-        caseId: string;
-        before: Verdict;
-        after: Verdict;
-    }>;
-    improvements: Array<{
-        caseId: string;
-        before: Verdict;
-        after: Verdict;
-    }>;
-    scoreDelta: number;
-    passRateDelta: number;
-}
-export declare function compareRuns(before: EvalRun, after: EvalRun): RunDiff;
-export declare function printDiffReport(diff: RunDiff): void;
-//# sourceMappingURL=reporter.d.ts.map

package/dist/core/reporter.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"reporter.d.ts","sourceRoot":"","sources":["../../src/core/reporter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAgB1D,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI,CAoCtD;AAID,wBAAgB,MAAM,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,CAE3C;AAID,wBAAgB,UAAU,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,CAkD/C;AAID,MAAM,WAAW,OAAO;IACtB,WAAW,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IACxE,YAAY,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IACzE,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAuBpE;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,CAcnD"}

package/dist/core/reporter.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=reporter.test.d.ts.map

package/dist/core/reporter.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"reporter.test.d.ts","sourceRoot":"","sources":["../../src/core/reporter.test.ts"],"names":[],"mappings":""}

package/dist/core/runner.d.ts

@@ -1,4 +0,0 @@
-import type { AdapterConfig, EvalCase, EvalResult, EvalRun, RunOptions } from "../types/index.js";
-export declare function runEvals(cases: EvalCase[], options: RunOptions): Promise<EvalRun>;
-export declare function runSingleCase(evalCase: EvalCase, adapterConfig: AdapterConfig, skipJudge?: boolean): Promise<EvalResult>;
-//# sourceMappingURL=runner.d.ts.map

package/dist/core/runner.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/core/runner.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EACV,aAAa,EACb,QAAQ,EACR,UAAU,EACV,OAAO,EAEP,UAAU,EAGX,MAAM,mBAAmB,CAAC;AAqI3B,wBAAsB,QAAQ,CAC5B,KAAK,EAAE,QAAQ,EAAE,EACjB,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,OAAO,CAAC,CAqClB;AAID,wBAAsB,aAAa,CACjC,QAAQ,EAAE,QAAQ,EAClB,aAAa,EAAE,aAAa,EAC5B,SAAS,UAAQ,GAChB,OAAO,CAAC,UAAU,CAAC,CAKrB"}

package/dist/core/runner.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=runner.test.d.ts.map

package/dist/core/runner.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"runner.test.d.ts","sourceRoot":"","sources":["../../src/core/runner.test.ts"],"names":[],"mappings":""}

package/dist/datasets/loader.d.ts

@@ -1,18 +0,0 @@
-import type { EvalCase } from "../types/index.js";
-export interface LoadOptions {
-    /** Fail hard on malformed lines instead of warning and skipping */
-    strict?: boolean;
-    /** Filter by tags */
-    tags?: string[];
-}
-export interface LoadResult {
-    cases: EvalCase[];
-    warnings: string[];
-    totalLines: number;
-    skipped: number;
-}
-/** Load eval cases from a JSONL or JSON file (or glob pattern) */
-export declare function loadDataset(pathOrGlob: string, opts?: LoadOptions): Promise<LoadResult>;
-/** Stream large JSONL files case-by-case (for very large datasets) */
-export declare function streamDataset(path: string, opts?: LoadOptions): AsyncGenerator<EvalCase>;
-//# sourceMappingURL=loader.d.ts.map

package/dist/datasets/loader.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../src/datasets/loader.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAElD,MAAM,WAAW,WAAW;IAC1B,mEAAmE;IACnE,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,qBAAqB;IACrB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,kEAAkE;AAClE,wBAAsB,WAAW,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,GAAE,WAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,CAiCjG;AAoFD,sEAAsE;AACtE,wBAAuB,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,GAAE,WAAgB,GAAG,cAAc,CAAC,QAAQ,CAAC,CAyBnG"}

package/dist/datasets/loader.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=loader.test.d.ts.map

package/dist/datasets/loader.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"loader.test.d.ts","sourceRoot":"","sources":["../../src/datasets/loader.test.ts"],"names":[],"mappings":""}

package/dist/db/store.d.ts

@@ -1,17 +0,0 @@
-import { Database } from "bun:sqlite";
-import type { EvalRun } from "../types/index.js";
-export declare function getDatabase(): Database;
-export declare function closeDatabase(): void;
-export declare function saveRun(run: EvalRun): void;
-export declare function getRun(id: string): EvalRun | null;
-export declare function listRuns(limit?: number, dataset?: string): EvalRun[];
-export declare function deleteRun(id: string): void;
-export declare function setBaseline(name: string, runId: string): void;
-export declare function getBaseline(name: string): EvalRun | null;
-export declare function listBaselines(): Array<{
-    name: string;
-    runId: string;
-    createdAt: string;
-}>;
-export declare function clearBaseline(name: string): void;
-//# sourceMappingURL=store.d.ts.map

package/dist/db/store.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../src/db/store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAItC,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAQjD,wBAAgB,WAAW,IAAI,QAAQ,CAUtC;AAED,wBAAgB,aAAa,IAAI,IAAI,CAGpC;AA6BD,wBAAgB,OAAO,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI,CAa1C;AAED,wBAAgB,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,GAAG,IAAI,CAIjD;AAED,wBAAgB,QAAQ,CAAC,KAAK,SAAK,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,EAAE,CAMhE;AAED,wBAAgB,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI,CAE1C;AAID,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAI7D;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,IAAI,CAKxD;AAED,wBAAgB,aAAa,IAAI,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC,CAKzF;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAEhD"}

package/dist/db/store.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=store.test.d.ts.map

package/dist/db/store.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"store.test.d.ts","sourceRoot":"","sources":["../../src/db/store.test.ts"],"names":[],"mappings":""}

package/dist/index.d.ts

@@ -1,8 +0,0 @@
-export * from "./types/index.js";
-export * from "./core/runner.js";
-export * from "./core/assertions.js";
-export * from "./core/judge.js";
-export * from "./core/reporter.js";
-export * from "./datasets/loader.js";
-export * from "./db/store.js";
-//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,kBAAkB,CAAC;AACjC,cAAc,kBAAkB,CAAC;AACjC,cAAc,sBAAsB,CAAC;AACrC,cAAc,iBAAiB,CAAC;AAChC,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,eAAe,CAAC"}

package/dist/mcp/http.d.ts

@@ -1,12 +0,0 @@
-import { DEFAULT_MCP_HTTP_PORT, MCP_NAME } from "./server.js";
-export { DEFAULT_MCP_HTTP_PORT, MCP_NAME };
-export declare function isHttpMode(argv?: string[]): boolean;
-export declare function resolveHttpPort(argv?: string[]): number;
-export declare function handleMcpHttpRequest(req: Request): Promise<Response>;
-export interface StartHttpServerOptions {
-    port?: number;
-    hostname?: string;
-    log?: (message: string) => void;
-}
-export declare function startHttpServer(options?: StartHttpServerOptions): ReturnType<typeof Bun.serve>;
-//# sourceMappingURL=http.d.ts.map

package/dist/mcp/http.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../../src/mcp/http.ts"],"names":[],"mappings":"AACA,OAAO,EAAe,qBAAqB,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE3E,OAAO,EAAE,qBAAqB,EAAE,QAAQ,EAAE,CAAC;AAE3C,wBAAgB,UAAU,CAAC,IAAI,GAAE,MAAM,EAA0B,GAAG,OAAO,CAE1E;AAED,wBAAgB,eAAe,CAAC,IAAI,GAAE,MAAM,EAA0B,GAAG,MAAM,CAa9E;AAUD,wBAAsB,oBAAoB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,CAiB1E;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CACjC;AAED,wBAAgB,eAAe,CAAC,OAAO,GAAE,sBAA2B,GAAG,UAAU,CAAC,OAAO,GAAG,CAAC,KAAK,CAAC,CAclG"}

package/dist/mcp/http.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=http.test.d.ts.map

package/dist/mcp/http.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"http.test.d.ts","sourceRoot":"","sources":["../../src/mcp/http.test.ts"],"names":[],"mappings":""}

package/dist/mcp/index.d.ts

@@ -1,3 +0,0 @@
-#!/usr/bin/env bun
-export {};
-//# sourceMappingURL=index.d.ts.map

package/dist/mcp/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/mcp/index.ts"],"names":[],"mappings":""}

package/dist/mcp/mcp.test.d.ts

@@ -1,2 +0,0 @@
-export declare function echoFn(input: string): Promise<string>;
-//# sourceMappingURL=mcp.test.d.ts.map

package/dist/mcp/mcp.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"mcp.test.d.ts","sourceRoot":"","sources":["../../src/mcp/mcp.test.ts"],"names":[],"mappings":"AAsDA,wBAAsB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAE3D"}

package/dist/mcp/server.d.ts

@@ -1,5 +0,0 @@
-import { Server } from "@modelcontextprotocol/sdk/server/index.js";
-export declare const MCP_NAME = "evals";
-export declare const DEFAULT_MCP_HTTP_PORT = 8817;
-export declare function buildServer(): Server;
-//# sourceMappingURL=server.d.ts.map

package/dist/mcp/server.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/mcp/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,2CAA2C,CAAC;AAanE,eAAO,MAAM,QAAQ,UAAU,CAAC;AAChC,eAAO,MAAM,qBAAqB,OAAO,CAAC;AAE1C,wBAAgB,WAAW,IAAI,MAAM,CAmSpC"}

package/dist/server/index.d.ts

@@ -1,3 +0,0 @@
-#!/usr/bin/env bun
-export {};
-//# sourceMappingURL=index.d.ts.map

package/dist/server/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/server/index.ts"],"names":[],"mappings":""}

package/dist/server/server.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=server.test.d.ts.map

package/dist/server/server.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"server.test.d.ts","sourceRoot":"","sources":["../../src/server/server.test.ts"],"names":[],"mappings":""}