anpord 0.1.19 → 0.1.21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (57) hide show
  1. package/dist/api-context.cjs +1 -1
  2. package/dist/api-context.d.cts +1 -1
  3. package/dist/api-context.d.mts +1 -1
  4. package/dist/api-context.mjs +1 -1
  5. package/dist/{api-mocks-C3SsliJZ.mjs → api-mocks-BYWvJp9v.mjs} +3 -3
  6. package/dist/{api-mocks-CAQFqUgY.d.cts → api-mocks-BenVx0e8.d.cts} +11 -11
  7. package/dist/{api-mocks-CAQFqUgY.d.mts → api-mocks-BenVx0e8.d.mts} +11 -11
  8. package/dist/{api-mocks-BjnewAya.cjs → api-mocks-CgiC7T9U.cjs} +8 -2
  9. package/dist/api-runtime.cjs +1 -1
  10. package/dist/api-runtime.d.cts +1 -1
  11. package/dist/api-runtime.d.mts +1 -1
  12. package/dist/api-runtime.mjs +1 -1
  13. package/dist/api.cjs +1 -1
  14. package/dist/api.d.cts +1 -1
  15. package/dist/api.d.mts +1 -1
  16. package/dist/api.mjs +1 -1
  17. package/dist/bin.cjs +4301 -228
  18. package/dist/bin.mjs +4305 -232
  19. package/dist/{client-COfGoWvI.cjs → client-BZDftC1x.cjs} +24 -2
  20. package/dist/{client-BucAp4c0.d.mts → client-C7iEhiDm.d.mts} +5882 -2454
  21. package/dist/{client-OTrC6QXZ.d.cts → client-CsGxLUZq.d.cts} +5882 -2454
  22. package/dist/{client-sWrfA0jZ.mjs → client-D0l3kwWV.mjs} +24 -2
  23. package/dist/{compiler-CPpRRAdH.cjs → compiler-Cy85vNbp.cjs} +2 -2
  24. package/dist/{compiler-q6rnLW2F.mjs → compiler-DSQRHvXS.mjs} +2 -2
  25. package/dist/config.cjs +1 -1
  26. package/dist/config.d.cts +1 -1
  27. package/dist/config.d.mts +1 -1
  28. package/dist/config.mjs +1 -1
  29. package/dist/{eval-turns-hf6tbL-E.mjs → eval-turns-BC-GMHD-.mjs} +3 -2
  30. package/dist/{eval-turns-Bv8wRQ-b.cjs → eval-turns-DcJ8_1qr.cjs} +8 -1
  31. package/dist/{eval-validations-D0Cz6xSg.cjs → eval-validations-CZm7vVtQ.cjs} +12 -0
  32. package/dist/{eval-validations-CUG2PvR_.mjs → eval-validations-DNO-qwkU.mjs} +1 -1
  33. package/dist/eval.cjs +1 -1
  34. package/dist/eval.d.cts +1 -1
  35. package/dist/eval.d.mts +1 -1
  36. package/dist/eval.mjs +1 -1
  37. package/dist/{evals-CSipRo7i.d.cts → evals-Dw2Ek-mx.d.cts} +131 -128
  38. package/dist/{evals-CSipRo7i.d.mts → evals-Dw2Ek-mx.d.mts} +131 -128
  39. package/dist/{evals-api-u98TxdqN.mjs → evals-api-CK3F1KoI.mjs} +164 -65
  40. package/dist/{evals-api-DZSr9rtP.cjs → evals-api-CNoLlXL5.cjs} +199 -64
  41. package/dist/index.cjs +2 -2
  42. package/dist/index.d.cts +3 -3
  43. package/dist/index.d.mts +3 -3
  44. package/dist/index.mjs +2 -2
  45. package/dist/{runtime-B5it0Siy.cjs → runtime-Bfs2j0jW.cjs} +2 -2
  46. package/dist/{runtime-ChWJywJY.mjs → runtime-CYr8RbsW.mjs} +2 -2
  47. package/dist/source.d.cts +1 -1
  48. package/dist/source.d.mts +1 -1
  49. package/dist/{types-LW0tX4MF.d.mts → types-D-h67MVJ.d.mts} +14 -13
  50. package/dist/{types-DCUo5on_.d.cts → types-Dvd_z5ge.d.cts} +14 -13
  51. package/dist/validator-runtime.cjs +2 -2
  52. package/dist/validator-runtime.d.cts +1 -1
  53. package/dist/validator-runtime.d.mts +1 -1
  54. package/dist/validator-runtime.mjs +2 -2
  55. package/dist/validators.cjs +1 -1
  56. package/dist/validators.mjs +1 -1
  57. package/package.json +3 -1
@@ -1,7 +1,7 @@
1
1
  import "./errors-aGrd21jy.cjs";
2
- import { t as ApiCall } from "./api-mocks-CAQFqUgY.cjs";
2
+ import { t as ApiCall } from "./api-mocks-BenVx0e8.cjs";
3
3
  import { a as EvalJudge, i as EvalUser, r as EvalTurn } from "./eval-turns-CTCoSuB6.cjs";
4
- import { f as EvalSource, o as EvalHarness } from "./evals-CSipRo7i.cjs";
4
+ import { f as EvalSource, o as EvalHarness } from "./evals-Dw2Ek-mx.cjs";
5
5
  import { t as McpCall } from "./calls-DJGZJPrF.cjs";
6
6
  import { n as McpServerDefinition } from "./define-HK0eeSNn.cjs";
7
7
  import { t as ApiDefinition } from "./define-NZvmQuIv.cjs";
@@ -20,8 +20,8 @@ declare const PublicStartEvalRequest: Schema.Struct<{
20
20
  readonly source?: {
21
21
  readonly kind: "empty";
22
22
  } | {
23
- readonly url: string;
24
23
  readonly kind: "repo";
24
+ readonly url: string;
25
25
  readonly ref: string | null;
26
26
  } | {
27
27
  readonly kind: "files";
@@ -76,10 +76,10 @@ declare const PublicStartEvalRequest: Schema.Struct<{
76
76
  }[] | undefined;
77
77
  }[];
78
78
  readonly judges: readonly ({
79
- readonly harness?: undefined;
80
- readonly model: string;
81
79
  readonly name: string;
82
80
  readonly kind: "judge";
81
+ readonly harness?: undefined;
82
+ readonly model: string;
83
83
  readonly prompt: string;
84
84
  readonly provider: "openai";
85
85
  readonly expected?: string | undefined;
@@ -89,10 +89,10 @@ declare const PublicStartEvalRequest: Schema.Struct<{
89
89
  readonly threshold: number;
90
90
  readonly timeoutMs: number;
91
91
  } | {
92
- readonly harness: "cursor" | "codex" | "opencode" | "pi" | "fx" | "claude" | "gemini" | "qwen";
93
- readonly model: string;
94
92
  readonly name: string;
95
93
  readonly kind: "judge";
94
+ readonly harness: "cursor" | "codex" | "opencode" | "pi" | "fx" | "claude" | "gemini" | "qwen";
95
+ readonly model: string;
96
96
  readonly prompt: string;
97
97
  readonly provider?: undefined;
98
98
  readonly expected?: string | undefined;
@@ -200,24 +200,25 @@ declare const PublicStartEvalRequest: Schema.Struct<{
200
200
  variables: Schema.optional<Schema.Record$<typeof Schema.String, Schema.refine<string, typeof Schema.String>>>;
201
201
  verify: Schema.NullOr<Schema.refine<string, typeof Schema.String>>;
202
202
  }>>>>>;
203
+ executeLocally: Schema.optional<typeof Schema.Boolean>;
203
204
  name: Schema.optional<Schema.filter<Schema.filter<typeof Schema.String>>>;
204
205
  prompt: Schema.refine<string, typeof Schema.String>;
205
206
  tasks: Schema.filter<Schema.filter<Schema.Array$<Schema.refine<{
206
207
  readonly harness: "cursor" | "codex" | "opencode" | "pi" | "fx" | "claude" | "gemini" | "qwen" | "command";
207
208
  readonly model: string;
209
+ readonly sandbox?: "daytona" | "e2b" | "upstash" | "modal" | "cloudflare" | "vercel" | undefined;
208
210
  readonly profile?: {
209
- readonly run?: string | undefined;
210
211
  readonly name: string;
211
- readonly files: {
212
- readonly [x: string]: string;
213
- };
214
212
  readonly env?: {
215
213
  readonly [x: string]: string;
216
214
  } | undefined;
215
+ readonly files: {
216
+ readonly [x: string]: string;
217
+ };
217
218
  readonly install?: string | undefined;
219
+ readonly run?: string | undefined;
218
220
  readonly systemPrompt?: string | undefined;
219
221
  } | undefined;
220
- readonly sandbox?: "daytona" | "e2b" | "upstash" | "modal" | "cloudflare" | "vercel" | undefined;
221
222
  }, Schema.Struct<{
222
223
  harness: Schema.Literal<["codex", "opencode", "pi", "fx", "claude", "gemini", "qwen", "cursor", "command"]>;
223
224
  model: Schema.filter<typeof Schema.String>;
@@ -229,7 +230,7 @@ declare const PublicStartEvalRequest: Schema.Struct<{
229
230
  run: Schema.optional<typeof Schema.String>;
230
231
  systemPrompt: Schema.optional<typeof Schema.String>;
231
232
  }>>;
232
- sandbox: Schema.optional<Schema.Literal<["daytona", "e2b", "upstash", "modal", "cloudflare", "vercel"]>>;
233
+ sandbox: Schema.optional<Schema.SchemaClass<"daytona" | "e2b" | "upstash" | "modal" | "cloudflare" | "vercel", "daytona" | "e2b" | "upstash" | "modal" | "cloudflare" | "vercel", never>>;
233
234
  }>>>>>;
234
235
  trials: Schema.filter<typeof Schema.Int>;
235
236
  }>;
@@ -1,9 +1,9 @@
1
1
  Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
2
- const require_eval_validations = require("./eval-validations-D0Cz6xSg.cjs");
2
+ const require_eval_validations = require("./eval-validations-CZm7vVtQ.cjs");
3
3
  const require_api_context = require("./api-context.cjs");
4
4
  let node_fs_promises = require("node:fs/promises");
5
- let node_async_hooks = require("node:async_hooks");
6
5
  let node_child_process = require("node:child_process");
6
+ let node_async_hooks = require("node:async_hooks");
7
7
  let node_util = require("node:util");
8
8
  //#region src/evals/validator-decode.ts
9
9
  const isRecord = (value) => typeof value === "object" && value !== null && !Array.isArray(value);
@@ -1,4 +1,4 @@
1
- import { f as Validator } from "./types-DCUo5on_.cjs";
1
+ import { f as Validator } from "./types-Dvd_z5ge.cjs";
2
2
  //#region src/evals/validator-runtime.d.ts
3
3
  declare const runValidators: (checks: readonly {
4
4
  index: number;
@@ -1,4 +1,4 @@
1
- import { f as Validator } from "./types-LW0tX4MF.mjs";
1
+ import { f as Validator } from "./types-D-h67MVJ.mjs";
2
2
  //#region src/evals/validator-runtime.d.ts
3
3
  declare const runValidators: (checks: readonly {
4
4
  index: number;
@@ -1,8 +1,8 @@
1
- import { a as validationCapture, i as unavailableValue, n as VALIDATION_FRAME, o as validationExecution, s as validationSnapshot } from "./eval-validations-CUG2PvR_.mjs";
1
+ import { c as validationExecution, l as validationSnapshot, o as unavailableValue, r as VALIDATION_FRAME, s as validationCapture } from "./eval-validations-DNO-qwkU.mjs";
2
2
  import { apiContext } from "./api-context.mjs";
3
3
  import { access, readFile } from "node:fs/promises";
4
- import { AsyncLocalStorage } from "node:async_hooks";
5
4
  import { spawn } from "node:child_process";
5
+ import { AsyncLocalStorage } from "node:async_hooks";
6
6
  import { format } from "node:util";
7
7
  //#region src/evals/validator-decode.ts
8
8
  const isRecord = (value) => typeof value === "object" && value !== null && !Array.isArray(value);
@@ -1,6 +1,6 @@
1
1
  Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
2
2
  const require_eval_judges = require("./eval-judges-1zF4PVqV.cjs");
3
- const require_eval_turns = require("./eval-turns-Bv8wRQ-b.cjs");
3
+ const require_eval_turns = require("./eval-turns-DcJ8_1qr.cjs");
4
4
  let effect = require("effect");
5
5
  //#region ../schema/src/domain/eval-classifiers.ts
6
6
  const text = effect.Schema.String.pipe(effect.Schema.minLength(1));
@@ -1,5 +1,5 @@
1
1
  import { t as EvalJudge } from "./eval-judges-Bee_ABJt.mjs";
2
- import { n as EvalSimulatedUser, t as EvalScriptedUser } from "./eval-turns-hf6tbL-E.mjs";
2
+ import { n as EvalScriptedUser, r as EvalSimulatedUser } from "./eval-turns-BC-GMHD-.mjs";
3
3
  import { Schema } from "effect";
4
4
  //#region ../schema/src/domain/eval-classifiers.ts
5
5
  const text = Schema.String.pipe(Schema.minLength(1));
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "anpord",
3
- "version": "0.1.19",
3
+ "version": "0.1.21",
4
4
  "description": "TypeScript SDK and CLI for coding agent evals and prompt management.",
5
5
  "license": "MIT",
6
6
  "type": "module",
@@ -140,6 +140,7 @@
140
140
  "prepublishOnly": "bun run build"
141
141
  },
142
142
  "devDependencies": {
143
+ "@anpord/eval": "workspace:*",
143
144
  "@anpord/schema": "workspace:*",
144
145
  "@anpord/template": "workspace:*",
145
146
  "@modelcontextprotocol/client": "catalog:",
@@ -154,6 +155,7 @@
154
155
  "@effect/platform-node": "^0.107.0",
155
156
  "@modelcontextprotocol/server": "^2.0.0",
156
157
  "@standard-schema/spec": "^1.1.0",
158
+ "@trigger.dev/sdk": "4.5.15",
157
159
  "effect": "^3.21.2",
158
160
  "esbuild": "^0.25.12",
159
161
  "smol-toml": "^1.8.0",