@hasna/evals 0.1.21 → 0.1.22

package/LICENSE

@@ -1,3 +1,4 @@
+
                                  Apache License
                            Version 2.0, January 2004
                         http://www.apache.org/licenses/
@@ -175,7 +176,7 @@
 
    END OF TERMS AND CONDITIONS
 
-   Copyright 2026 hasna
+   Copyright 2026 Hasna, Inc.
 
    Licensed under the Apache License, Version 2.0 (the "License");
    you may not use this file except in compliance with the License.

package/README.md

@@ -240,6 +240,19 @@ evals_run_single(
 → PASS — The response correctly identifies Paris.
 ```
 
+## HTTP mode
+
+Shared Streamable HTTP transport for multi-agent sessions (stdio remains the default):
+
+```bash
+evals-mcp --http              # http://127.0.0.1:8817/mcp
+MCP_HTTP=1 evals-mcp          # same
+evals-mcp --http --port 8817  # explicit port
+```
+
+- Health: `GET http://127.0.0.1:8817/health` → `{"status":"ok","name":"evals"}`
+- Override port with `MCP_HTTP_PORT` or `--port`
+
 ---
 
 ## License

package/dist/adapters/adapters.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=adapters.test.d.ts.map

package/dist/adapters/adapters.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapters.test.d.ts","sourceRoot":"","sources":["../../src/adapters/adapters.test.ts"],"names":[],"mappings":""}

package/dist/adapters/anthropic-openai.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=anthropic-openai.test.d.ts.map

package/dist/adapters/anthropic-openai.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic-openai.test.d.ts","sourceRoot":"","sources":["../../src/adapters/anthropic-openai.test.ts"],"names":[],"mappings":""}

package/dist/adapters/anthropic.d.ts

@@ -0,0 +1,4 @@
+import type { AnthropicAdapterConfig, ConversationTurn } from "../types/index.js";
+import type { AdapterResponse } from "./http.js";
+export declare function callAnthropicAdapter(config: AnthropicAdapterConfig, input: string, turns?: ConversationTurn[]): Promise<AdapterResponse>;
+//# sourceMappingURL=anthropic.d.ts.map

package/dist/adapters/anthropic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../src/adapters/anthropic.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAClF,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAEjD,wBAAsB,oBAAoB,CACxC,MAAM,EAAE,sBAAsB,EAC9B,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE,gBAAgB,EAAE,GACzB,OAAO,CAAC,eAAe,CAAC,CA+C1B"}

package/dist/adapters/cli.d.ts

@@ -0,0 +1,4 @@
+import type { CliAdapterConfig } from "../types/index.js";
+import type { AdapterResponse } from "./http.js";
+export declare function callCliAdapter(config: CliAdapterConfig, input: string): Promise<AdapterResponse>;
+//# sourceMappingURL=cli.d.ts.map

package/dist/adapters/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/adapters/cli.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAEjD,wBAAsB,cAAc,CAClC,MAAM,EAAE,gBAAgB,EACxB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,eAAe,CAAC,CA4C1B"}

package/dist/adapters/function.d.ts

@@ -0,0 +1,4 @@
+import type { FunctionAdapterConfig } from "../types/index.js";
+import type { AdapterResponse } from "./http.js";
+export declare function callFunctionAdapter(config: FunctionAdapterConfig, input: string): Promise<AdapterResponse>;
+//# sourceMappingURL=function.d.ts.map

package/dist/adapters/function.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"function.d.ts","sourceRoot":"","sources":["../../src/adapters/function.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAEjD,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,qBAAqB,EAC7B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,eAAe,CAAC,CA2B1B"}

package/dist/adapters/http-cli-coverage.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=http-cli-coverage.test.d.ts.map

package/dist/adapters/http-cli-coverage.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"http-cli-coverage.test.d.ts","sourceRoot":"","sources":["../../src/adapters/http-cli-coverage.test.ts"],"names":[],"mappings":""}

package/dist/adapters/http.d.ts

@@ -0,0 +1,16 @@
+import type { HttpAdapterConfig, ConversationTurn } from "../types/index.js";
+export interface AdapterResponse {
+    output: string;
+    durationMs: number;
+    inputTokens?: number;
+    outputTokens?: number;
+    costUsd?: number;
+    toolCalls?: Array<{
+        name: string;
+        arguments?: Record<string, unknown>;
+    }>;
+    statusCode?: number;
+    error?: string;
+}
+export declare function callHttpAdapter(config: HttpAdapterConfig, input: string, turns?: ConversationTurn[]): Promise<AdapterResponse>;
+//# sourceMappingURL=http.d.ts.map

package/dist/adapters/http.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../../src/adapters/http.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAE7E,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC,CAAC;IACzE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AA+BD,wBAAsB,eAAe,CACnC,MAAM,EAAE,iBAAiB,EACzB,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE,gBAAgB,EAAE,GACzB,OAAO,CAAC,eAAe,CAAC,CAqE1B"}

package/dist/adapters/mcp-adapter.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=mcp-adapter.test.d.ts.map

package/dist/adapters/mcp-adapter.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mcp-adapter.test.d.ts","sourceRoot":"","sources":["../../src/adapters/mcp-adapter.test.ts"],"names":[],"mappings":""}

package/dist/adapters/mcp.d.ts

@@ -0,0 +1,4 @@
+import type { McpAdapterConfig } from "../types/index.js";
+import type { AdapterResponse } from "./http.js";
+export declare function callMcpAdapter(config: McpAdapterConfig, input: string): Promise<AdapterResponse>;
+//# sourceMappingURL=mcp.d.ts.map

package/dist/adapters/mcp.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mcp.d.ts","sourceRoot":"","sources":["../../src/adapters/mcp.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAEjD,wBAAsB,cAAc,CAClC,MAAM,EAAE,gBAAgB,EACxB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,eAAe,CAAC,CAqD1B"}

package/dist/adapters/openai.d.ts

@@ -0,0 +1,4 @@
+import type { OpenAIAdapterConfig, ConversationTurn } from "../types/index.js";
+import type { AdapterResponse } from "./http.js";
+export declare function callOpenAIAdapter(config: OpenAIAdapterConfig, input: string, turns?: ConversationTurn[]): Promise<AdapterResponse>;
+//# sourceMappingURL=openai.d.ts.map

package/dist/adapters/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/adapters/openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAC/E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAEjD,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,mBAAmB,EAC3B,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE,gBAAgB,EAAE,GACzB,OAAO,CAAC,eAAe,CAAC,CAuD1B"}

package/dist/cli/adapter-parser.d.ts

@@ -0,0 +1,3 @@
+import type { AdapterConfig } from "../types/index.js";
+export declare function parseAdapterConfig(opts: Record<string, string>): AdapterConfig;
+//# sourceMappingURL=adapter-parser.d.ts.map

package/dist/cli/adapter-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapter-parser.d.ts","sourceRoot":"","sources":["../../src/cli/adapter-parser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAEvD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,aAAa,CA8B9E"}

package/dist/cli/cli.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=cli.test.d.ts.map

package/dist/cli/cli.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.test.d.ts","sourceRoot":"","sources":["../../src/cli/cli.test.ts"],"names":[],"mappings":""}

package/dist/cli/commands/calibrate.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function calibrateCommand(): Command;
+//# sourceMappingURL=calibrate.d.ts.map

package/dist/cli/commands/calibrate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"calibrate.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/calibrate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,gBAAgB,IAAI,OAAO,CA+C1C"}

package/dist/cli/commands/capture.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function captureCommand(): Command;
+//# sourceMappingURL=capture.d.ts.map

package/dist/cli/commands/capture.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"capture.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/capture.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,cAAc,IAAI,OAAO,CAyExC"}

package/dist/cli/commands/ci.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function ciCommand(): Command;
+//# sourceMappingURL=ci.d.ts.map

package/dist/cli/commands/ci.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ci.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/ci.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,wBAAgB,SAAS,IAAI,OAAO,CAiEnC"}

package/dist/cli/commands/compare.d.ts

@@ -0,0 +1,5 @@
+import { Command } from "commander";
+import { compareRuns } from "../../core/reporter.js";
+export declare function renderMarkdownDiff(diff: ReturnType<typeof compareRuns>): string;
+export declare function compareCommand(): Command;
+//# sourceMappingURL=compare.d.ts.map

package/dist/cli/commands/compare.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compare.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/compare.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,WAAW,EAA+B,MAAM,wBAAwB,CAAC;AAGlF,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,UAAU,CAAC,OAAO,WAAW,CAAC,GAAG,MAAM,CA2B/E;AAED,wBAAgB,cAAc,IAAI,OAAO,CAgCxC"}

package/dist/cli/commands/compare.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=compare.test.d.ts.map

package/dist/cli/commands/compare.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compare.test.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/compare.test.ts"],"names":[],"mappings":""}

package/dist/cli/commands/completion.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function completionCommand(): Command;
+//# sourceMappingURL=completion.d.ts.map

package/dist/cli/commands/completion.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"completion.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/completion.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAiFpC,wBAAgB,iBAAiB,IAAI,OAAO,CAgB3C"}

package/dist/cli/commands/doctor.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function doctorCommand(): Command;
+//# sourceMappingURL=doctor.d.ts.map

package/dist/cli/commands/doctor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"doctor.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/doctor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAqCpC,wBAAgB,aAAa,IAAI,OAAO,CAqFvC"}

package/dist/cli/commands/estimate.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function estimateCommand(): Command;
+//# sourceMappingURL=estimate.d.ts.map

package/dist/cli/commands/estimate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"estimate.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/estimate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAapC,wBAAgB,eAAe,IAAI,OAAO,CA2CzC"}

package/dist/cli/commands/generate.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function generateCommand(): Command;
+//# sourceMappingURL=generate.d.ts.map

package/dist/cli/commands/generate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/generate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAiBpC,wBAAgB,eAAe,IAAI,OAAO,CAyDzC"}

package/dist/cli/commands/judge.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function judgeCommand(): Command;
+//# sourceMappingURL=judge.d.ts.map

package/dist/cli/commands/judge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"judge.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/judge.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,wBAAgB,YAAY,IAAI,OAAO,CA+BtC"}

package/dist/cli/commands/mcp.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function mcpCommand(): Command;
+//# sourceMappingURL=mcp.d.ts.map

package/dist/cli/commands/mcp.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mcp.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/mcp.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAKpC,wBAAgB,UAAU,IAAI,OAAO,CAgCpC"}

package/dist/cli/commands/run.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function runCommand(): Command;
+//# sourceMappingURL=run.d.ts.map

package/dist/cli/commands/run.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/run.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,wBAAgB,UAAU,IAAI,OAAO,CAyDpC"}

package/dist/cli/commands/sync.d.ts

@@ -0,0 +1,3 @@
+import { Command } from "commander";
+export declare function syncCommand(): Command;
+//# sourceMappingURL=sync.d.ts.map

package/dist/cli/commands/sync.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,wBAAgB,WAAW,IAAI,OAAO,CA2FrC"}

package/dist/cli/index.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env bun
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/cli/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/cli/index.ts"],"names":[],"mappings":""}