@hasna/evals 0.1.20 → 0.1.21

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hasna/evals",
-  "version": "0.1.20",
+  "version": "0.1.21",
   "description": "Open source AI evaluation framework — LLM-as-judge + assertion-based evals for any AI app. CLI + MCP server.",
   "type": "module",
   "main": "dist/index.js",

package/dist/adapters/adapters.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=adapters.test.d.ts.map

package/dist/adapters/adapters.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"adapters.test.d.ts","sourceRoot":"","sources":["../../src/adapters/adapters.test.ts"],"names":[],"mappings":""}

package/dist/adapters/anthropic-openai.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=anthropic-openai.test.d.ts.map

package/dist/adapters/anthropic-openai.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"anthropic-openai.test.d.ts","sourceRoot":"","sources":["../../src/adapters/anthropic-openai.test.ts"],"names":[],"mappings":""}

package/dist/adapters/anthropic.d.ts

@@ -1,4 +0,0 @@
-import type { AnthropicAdapterConfig, ConversationTurn } from "../types/index.js";
-import type { AdapterResponse } from "./http.js";
-export declare function callAnthropicAdapter(config: AnthropicAdapterConfig, input: string, turns?: ConversationTurn[]): Promise<AdapterResponse>;
-//# sourceMappingURL=anthropic.d.ts.map

package/dist/adapters/anthropic.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../src/adapters/anthropic.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAClF,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAEjD,wBAAsB,oBAAoB,CACxC,MAAM,EAAE,sBAAsB,EAC9B,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE,gBAAgB,EAAE,GACzB,OAAO,CAAC,eAAe,CAAC,CA+C1B"}

package/dist/adapters/cli.d.ts

@@ -1,4 +0,0 @@
-import type { CliAdapterConfig } from "../types/index.js";
-import type { AdapterResponse } from "./http.js";
-export declare function callCliAdapter(config: CliAdapterConfig, input: string): Promise<AdapterResponse>;
-//# sourceMappingURL=cli.d.ts.map

package/dist/adapters/cli.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/adapters/cli.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAEjD,wBAAsB,cAAc,CAClC,MAAM,EAAE,gBAAgB,EACxB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,eAAe,CAAC,CA4C1B"}

package/dist/adapters/function.d.ts

@@ -1,4 +0,0 @@
-import type { FunctionAdapterConfig } from "../types/index.js";
-import type { AdapterResponse } from "./http.js";
-export declare function callFunctionAdapter(config: FunctionAdapterConfig, input: string): Promise<AdapterResponse>;
-//# sourceMappingURL=function.d.ts.map

package/dist/adapters/function.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"function.d.ts","sourceRoot":"","sources":["../../src/adapters/function.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAEjD,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,qBAAqB,EAC7B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,eAAe,CAAC,CA2B1B"}

package/dist/adapters/http-cli-coverage.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=http-cli-coverage.test.d.ts.map

package/dist/adapters/http-cli-coverage.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"http-cli-coverage.test.d.ts","sourceRoot":"","sources":["../../src/adapters/http-cli-coverage.test.ts"],"names":[],"mappings":""}

package/dist/adapters/http.d.ts

@@ -1,16 +0,0 @@
-import type { HttpAdapterConfig, ConversationTurn } from "../types/index.js";
-export interface AdapterResponse {
-    output: string;
-    durationMs: number;
-    inputTokens?: number;
-    outputTokens?: number;
-    costUsd?: number;
-    toolCalls?: Array<{
-        name: string;
-        arguments?: Record<string, unknown>;
-    }>;
-    statusCode?: number;
-    error?: string;
-}
-export declare function callHttpAdapter(config: HttpAdapterConfig, input: string, turns?: ConversationTurn[]): Promise<AdapterResponse>;
-//# sourceMappingURL=http.d.ts.map

package/dist/adapters/http.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../../src/adapters/http.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAE7E,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC,CAAC;IACzE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AA+BD,wBAAsB,eAAe,CACnC,MAAM,EAAE,iBAAiB,EACzB,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE,gBAAgB,EAAE,GACzB,OAAO,CAAC,eAAe,CAAC,CAqE1B"}

package/dist/adapters/mcp-adapter.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=mcp-adapter.test.d.ts.map

package/dist/adapters/mcp-adapter.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"mcp-adapter.test.d.ts","sourceRoot":"","sources":["../../src/adapters/mcp-adapter.test.ts"],"names":[],"mappings":""}

package/dist/adapters/mcp.d.ts

@@ -1,4 +0,0 @@
-import type { McpAdapterConfig } from "../types/index.js";
-import type { AdapterResponse } from "./http.js";
-export declare function callMcpAdapter(config: McpAdapterConfig, input: string): Promise<AdapterResponse>;
-//# sourceMappingURL=mcp.d.ts.map

package/dist/adapters/mcp.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"mcp.d.ts","sourceRoot":"","sources":["../../src/adapters/mcp.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAEjD,wBAAsB,cAAc,CAClC,MAAM,EAAE,gBAAgB,EACxB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,eAAe,CAAC,CAqD1B"}

package/dist/adapters/openai.d.ts

@@ -1,4 +0,0 @@
-import type { OpenAIAdapterConfig, ConversationTurn } from "../types/index.js";
-import type { AdapterResponse } from "./http.js";
-export declare function callOpenAIAdapter(config: OpenAIAdapterConfig, input: string, turns?: ConversationTurn[]): Promise<AdapterResponse>;
-//# sourceMappingURL=openai.d.ts.map

package/dist/adapters/openai.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/adapters/openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC/E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAEjD,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,mBAAmB,EAC3B,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE,gBAAgB,EAAE,GACzB,OAAO,CAAC,eAAe,CAAC,CAuD1B"}

package/dist/cli/adapter-parser.d.ts

@@ -1,3 +0,0 @@
-import type { AdapterConfig } from "../types/index.js";
-export declare function parseAdapterConfig(opts: Record<string, string>): AdapterConfig;
-//# sourceMappingURL=adapter-parser.d.ts.map

package/dist/cli/adapter-parser.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"adapter-parser.d.ts","sourceRoot":"","sources":["../../src/cli/adapter-parser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAEvD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,aAAa,CA8B9E"}

package/dist/cli/cli.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=cli.test.d.ts.map

package/dist/cli/cli.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cli.test.d.ts","sourceRoot":"","sources":["../../src/cli/cli.test.ts"],"names":[],"mappings":""}

package/dist/cli/commands/calibrate.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function calibrateCommand(): Command;
-//# sourceMappingURL=calibrate.d.ts.map

package/dist/cli/commands/calibrate.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"calibrate.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/calibrate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,gBAAgB,IAAI,OAAO,CA+C1C"}

package/dist/cli/commands/capture.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function captureCommand(): Command;
-//# sourceMappingURL=capture.d.ts.map

package/dist/cli/commands/capture.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"capture.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/capture.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,cAAc,IAAI,OAAO,CAyExC"}

package/dist/cli/commands/ci.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function ciCommand(): Command;
-//# sourceMappingURL=ci.d.ts.map

package/dist/cli/commands/ci.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"ci.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/ci.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,wBAAgB,SAAS,IAAI,OAAO,CAiEnC"}

package/dist/cli/commands/compare.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function compareCommand(): Command;
-//# sourceMappingURL=compare.d.ts.map

package/dist/cli/commands/compare.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"compare.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/compare.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIpC,wBAAgB,cAAc,IAAI,OAAO,CAgCxC"}

package/dist/cli/commands/completion.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function completionCommand(): Command;
-//# sourceMappingURL=completion.d.ts.map

package/dist/cli/commands/completion.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"completion.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/completion.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAiFpC,wBAAgB,iBAAiB,IAAI,OAAO,CAgB3C"}

package/dist/cli/commands/doctor.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function doctorCommand(): Command;
-//# sourceMappingURL=doctor.d.ts.map

package/dist/cli/commands/doctor.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"doctor.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/doctor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAqCpC,wBAAgB,aAAa,IAAI,OAAO,CA4EvC"}

package/dist/cli/commands/estimate.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function estimateCommand(): Command;
-//# sourceMappingURL=estimate.d.ts.map

package/dist/cli/commands/estimate.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"estimate.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/estimate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAapC,wBAAgB,eAAe,IAAI,OAAO,CA2CzC"}

package/dist/cli/commands/generate.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function generateCommand(): Command;
-//# sourceMappingURL=generate.d.ts.map

package/dist/cli/commands/generate.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/generate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAiBpC,wBAAgB,eAAe,IAAI,OAAO,CA2CzC"}

package/dist/cli/commands/judge.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function judgeCommand(): Command;
-//# sourceMappingURL=judge.d.ts.map

package/dist/cli/commands/judge.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"judge.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/judge.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,wBAAgB,YAAY,IAAI,OAAO,CA+BtC"}

package/dist/cli/commands/mcp.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function mcpCommand(): Command;
-//# sourceMappingURL=mcp.d.ts.map

package/dist/cli/commands/mcp.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"mcp.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/mcp.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,UAAU,IAAI,OAAO,CAgCpC"}

package/dist/cli/commands/run.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function runCommand(): Command;
-//# sourceMappingURL=run.d.ts.map

package/dist/cli/commands/run.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,wBAAgB,UAAU,IAAI,OAAO,CAyDpC"}

package/dist/cli/commands/sync.d.ts

@@ -1,3 +0,0 @@
-import { Command } from "commander";
-export declare function syncCommand(): Command;
-//# sourceMappingURL=sync.d.ts.map

package/dist/cli/commands/sync.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,wBAAgB,WAAW,IAAI,OAAO,CA2FrC"}

package/dist/cli/index.d.ts

@@ -1,3 +0,0 @@
-#!/usr/bin/env bun
-export {};
-//# sourceMappingURL=index.d.ts.map

package/dist/cli/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/cli/index.ts"],"names":[],"mappings":""}