@hasna/evals 0.1.21 → 0.1.22

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (105) hide show
  1. package/LICENSE +2 -1
  2. package/README.md +13 -0
  3. package/dist/adapters/adapters.test.d.ts +2 -0
  4. package/dist/adapters/adapters.test.d.ts.map +1 -0
  5. package/dist/adapters/anthropic-openai.test.d.ts +2 -0
  6. package/dist/adapters/anthropic-openai.test.d.ts.map +1 -0
  7. package/dist/adapters/anthropic.d.ts +4 -0
  8. package/dist/adapters/anthropic.d.ts.map +1 -0
  9. package/dist/adapters/cli.d.ts +4 -0
  10. package/dist/adapters/cli.d.ts.map +1 -0
  11. package/dist/adapters/function.d.ts +4 -0
  12. package/dist/adapters/function.d.ts.map +1 -0
  13. package/dist/adapters/http-cli-coverage.test.d.ts +2 -0
  14. package/dist/adapters/http-cli-coverage.test.d.ts.map +1 -0
  15. package/dist/adapters/http.d.ts +16 -0
  16. package/dist/adapters/http.d.ts.map +1 -0
  17. package/dist/adapters/mcp-adapter.test.d.ts +2 -0
  18. package/dist/adapters/mcp-adapter.test.d.ts.map +1 -0
  19. package/dist/adapters/mcp.d.ts +4 -0
  20. package/dist/adapters/mcp.d.ts.map +1 -0
  21. package/dist/adapters/openai.d.ts +4 -0
  22. package/dist/adapters/openai.d.ts.map +1 -0
  23. package/dist/cli/adapter-parser.d.ts +3 -0
  24. package/dist/cli/adapter-parser.d.ts.map +1 -0
  25. package/dist/cli/cli.test.d.ts +2 -0
  26. package/dist/cli/cli.test.d.ts.map +1 -0
  27. package/dist/cli/commands/calibrate.d.ts +3 -0
  28. package/dist/cli/commands/calibrate.d.ts.map +1 -0
  29. package/dist/cli/commands/capture.d.ts +3 -0
  30. package/dist/cli/commands/capture.d.ts.map +1 -0
  31. package/dist/cli/commands/ci.d.ts +3 -0
  32. package/dist/cli/commands/ci.d.ts.map +1 -0
  33. package/dist/cli/commands/compare.d.ts +5 -0
  34. package/dist/cli/commands/compare.d.ts.map +1 -0
  35. package/dist/cli/commands/compare.test.d.ts +2 -0
  36. package/dist/cli/commands/compare.test.d.ts.map +1 -0
  37. package/dist/cli/commands/completion.d.ts +3 -0
  38. package/dist/cli/commands/completion.d.ts.map +1 -0
  39. package/dist/cli/commands/doctor.d.ts +3 -0
  40. package/dist/cli/commands/doctor.d.ts.map +1 -0
  41. package/dist/cli/commands/estimate.d.ts +3 -0
  42. package/dist/cli/commands/estimate.d.ts.map +1 -0
  43. package/dist/cli/commands/generate.d.ts +3 -0
  44. package/dist/cli/commands/generate.d.ts.map +1 -0
  45. package/dist/cli/commands/judge.d.ts +3 -0
  46. package/dist/cli/commands/judge.d.ts.map +1 -0
  47. package/dist/cli/commands/mcp.d.ts +3 -0
  48. package/dist/cli/commands/mcp.d.ts.map +1 -0
  49. package/dist/cli/commands/run.d.ts +3 -0
  50. package/dist/cli/commands/run.d.ts.map +1 -0
  51. package/dist/cli/commands/sync.d.ts +3 -0
  52. package/dist/cli/commands/sync.d.ts.map +1 -0
  53. package/dist/cli/index.d.ts +3 -0
  54. package/dist/cli/index.d.ts.map +1 -0
  55. package/dist/cli/index.js +31255 -0
  56. package/dist/core/assertions-coverage.test.d.ts +2 -0
  57. package/dist/core/assertions-coverage.test.d.ts.map +1 -0
  58. package/dist/core/assertions.d.ts +18 -0
  59. package/dist/core/assertions.d.ts.map +1 -0
  60. package/dist/core/assertions.test.d.ts +2 -0
  61. package/dist/core/assertions.test.d.ts.map +1 -0
  62. package/dist/core/e2e.test.d.ts +2 -0
  63. package/dist/core/e2e.test.d.ts.map +1 -0
  64. package/dist/core/judge.d.ts +13 -0
  65. package/dist/core/judge.d.ts.map +1 -0
  66. package/dist/core/judge.test.d.ts +2 -0
  67. package/dist/core/judge.test.d.ts.map +1 -0
  68. package/dist/core/reporter.d.ts +21 -0
  69. package/dist/core/reporter.d.ts.map +1 -0
  70. package/dist/core/reporter.test.d.ts +2 -0
  71. package/dist/core/reporter.test.d.ts.map +1 -0
  72. package/dist/core/runner.d.ts +4 -0
  73. package/dist/core/runner.d.ts.map +1 -0
  74. package/dist/core/runner.test.d.ts +2 -0
  75. package/dist/core/runner.test.d.ts.map +1 -0
  76. package/dist/datasets/loader.d.ts +18 -0
  77. package/dist/datasets/loader.d.ts.map +1 -0
  78. package/dist/datasets/loader.test.d.ts +2 -0
  79. package/dist/datasets/loader.test.d.ts.map +1 -0
  80. package/dist/db/store.d.ts +17 -0
  81. package/dist/db/store.d.ts.map +1 -0
  82. package/dist/db/store.test.d.ts +2 -0
  83. package/dist/db/store.test.d.ts.map +1 -0
  84. package/dist/index.d.ts +8 -0
  85. package/dist/index.d.ts.map +1 -0
  86. package/dist/index.js +24269 -0
  87. package/dist/mcp/http.d.ts +12 -0
  88. package/dist/mcp/http.d.ts.map +1 -0
  89. package/dist/mcp/http.test.d.ts +2 -0
  90. package/dist/mcp/http.test.d.ts.map +1 -0
  91. package/dist/mcp/index.d.ts +3 -0
  92. package/dist/mcp/index.d.ts.map +1 -0
  93. package/dist/mcp/index.js +31346 -0
  94. package/dist/mcp/mcp.test.d.ts +2 -0
  95. package/dist/mcp/mcp.test.d.ts.map +1 -0
  96. package/dist/mcp/server.d.ts +5 -0
  97. package/dist/mcp/server.d.ts.map +1 -0
  98. package/dist/server/index.d.ts +3 -0
  99. package/dist/server/index.d.ts.map +1 -0
  100. package/dist/server/index.js +24201 -0
  101. package/dist/server/server.test.d.ts +2 -0
  102. package/dist/server/server.test.d.ts.map +1 -0
  103. package/dist/types/index.d.ts +171 -0
  104. package/dist/types/index.d.ts.map +1 -0
  105. package/package.json +1 -1
package/dist/mcp/http.d.ts ADDED
@@ -0,0 +1,12 @@
1
+ import { DEFAULT_MCP_HTTP_PORT, MCP_NAME } from "./server.js";
2
+ export { DEFAULT_MCP_HTTP_PORT, MCP_NAME };
3
+ export declare function isHttpMode(argv?: string[]): boolean;
4
+ export declare function resolveHttpPort(argv?: string[]): number;
5
+ export declare function handleMcpHttpRequest(req: Request): Promise<Response>;
6
+ export interface StartHttpServerOptions {
7
+ port?: number;
8
+ hostname?: string;
9
+ log?: (message: string) => void;
10
+ }
11
+ export declare function startHttpServer(options?: StartHttpServerOptions): ReturnType<typeof Bun.serve>;
12
+ //# sourceMappingURL=http.d.ts.map
package/dist/mcp/http.d.ts.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../../src/mcp/http.ts"],"names":[],"mappings":"AACA,OAAO,EAAe,qBAAqB,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE3E,OAAO,EAAE,qBAAqB,EAAE,QAAQ,EAAE,CAAC;AAE3C,wBAAgB,UAAU,CAAC,IAAI,GAAE,MAAM,EAA0B,GAAG,OAAO,CAE1E;AAED,wBAAgB,eAAe,CAAC,IAAI,GAAE,MAAM,EAA0B,GAAG,MAAM,CAa9E;AAUD,wBAAsB,oBAAoB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,CAiB1E;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CACjC;AAED,wBAAgB,eAAe,CAAC,OAAO,GAAE,sBAA2B,GAAG,UAAU,CAAC,OAAO,GAAG,CAAC,KAAK,CAAC,CAclG"}
package/dist/mcp/http.test.d.ts ADDED
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=http.test.d.ts.map
package/dist/mcp/http.test.d.ts.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"http.test.d.ts","sourceRoot":"","sources":["../../src/mcp/http.test.ts"],"names":[],"mappings":""}
package/dist/mcp/index.d.ts ADDED
@@ -0,0 +1,3 @@
1
+ #!/usr/bin/env bun
2
+ export {};
3
+ //# sourceMappingURL=index.d.ts.map
package/dist/mcp/index.d.ts.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/mcp/index.ts"],"names":[],"mappings":""}