anpord 0.1.27 → 0.1.28

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (15) hide show
  1. package/dist/bin.cjs +50 -22
  2. package/dist/bin.mjs +50 -22
  3. package/dist/{eval-definition-B365FMXW.d.cts → eval-definition-CuuketNm.d.cts} +24 -24
  4. package/dist/{eval-definition-B365FMXW.d.mts → eval-definition-CuuketNm.d.mts} +24 -24
  5. package/dist/eval.d.cts +2 -2
  6. package/dist/eval.d.mts +2 -2
  7. package/dist/index.d.cts +352 -352
  8. package/dist/index.d.mts +352 -352
  9. package/dist/source.d.cts +1 -1
  10. package/dist/source.d.mts +1 -1
  11. package/dist/{types-QRY2ArEX.d.cts → types-7YOtajZL.d.cts} +4 -4
  12. package/dist/{types-DuH3gZVT.d.mts → types-CwZvwO-F.d.mts} +4 -4
  13. package/dist/validator-runtime.d.cts +1 -1
  14. package/dist/validator-runtime.d.mts +1 -1
  15. package/package.json +1 -1
package/dist/bin.cjs CHANGED
@@ -17,7 +17,7 @@ let node_os = require("node:os");
17
17
  let node_child_process = require("node:child_process");
18
18
  let node_crypto = require("node:crypto");
19
19
  //#region package.json
20
- var version$1 = "0.1.27";
20
+ var version$1 = "0.1.28";
21
21
  //#endregion
22
22
  //#region ../template/src/extract.ts
23
23
  /** Reads escapes too, so text the renderer leaves literal is never reported as
@@ -680,6 +680,14 @@ const SHADES = {
680
680
  135
681
681
  ]
682
682
  },
683
+ lavender: {
684
+ fallback: 146,
685
+ rgb: [
686
+ 170,
687
+ 160,
688
+ 204
689
+ ]
690
+ },
683
691
  magenta: {
684
692
  fallback: 141,
685
693
  rgb: [
@@ -696,6 +704,38 @@ const SHADES = {
696
704
  107
697
705
  ]
698
706
  },
707
+ rose: {
708
+ fallback: 181,
709
+ rgb: [
710
+ 204,
711
+ 158,
712
+ 172
713
+ ]
714
+ },
715
+ sand: {
716
+ fallback: 180,
717
+ rgb: [
718
+ 200,
719
+ 176,
720
+ 138
721
+ ]
722
+ },
723
+ slate: {
724
+ fallback: 110,
725
+ rgb: [
726
+ 138,
727
+ 164,
728
+ 204
729
+ ]
730
+ },
731
+ teal: {
732
+ fallback: 109,
733
+ rgb: [
734
+ 128,
735
+ 184,
736
+ 178
737
+ ]
738
+ },
699
739
  yellow: {
700
740
  fallback: 179,
701
741
  rgb: [
@@ -709,26 +749,8 @@ const TRUE_COLOUR = /* @__PURE__ */ new Set(["truecolor", "24bit"]);
709
749
  const wrap = (code) => (text) => `${ESCAPE}[${code}m${text}${ESCAPE}[0m`;
710
750
  const shadeCode = ({ fallback, rgb }, trueColour) => trueColour ? `38;2;${rgb.join(";")}` : `38;5;${fallback}`;
711
751
  const unpainted = (text) => text;
712
- const colouredWith = (trueColour) => ({
713
- blue: wrap(shadeCode(SHADES.blue, trueColour)),
714
- bold: wrap("1"),
715
- cyan: wrap(shadeCode(SHADES.cyan, trueColour)),
716
- dim: wrap(shadeCode(SHADES.dim, trueColour)),
717
- green: wrap(shadeCode(SHADES.green, trueColour)),
718
- magenta: wrap(shadeCode(SHADES.magenta, trueColour)),
719
- red: wrap(shadeCode(SHADES.red, trueColour)),
720
- yellow: wrap(shadeCode(SHADES.yellow, trueColour))
721
- });
722
- const MONOCHROME = {
723
- blue: unpainted,
724
- bold: unpainted,
725
- cyan: unpainted,
726
- dim: unpainted,
727
- green: unpainted,
728
- magenta: unpainted,
729
- red: unpainted,
730
- yellow: unpainted
731
- };
752
+ const colouredWith = (trueColour) => Object.fromEntries([["bold", wrap("1")], ...Object.entries(SHADES).map(([name, shade]) => [name, wrap(shadeCode(shade, trueColour))])]);
753
+ const MONOCHROME = Object.fromEntries(["bold", ...Object.keys(SHADES)].map((name) => [name, unpainted]));
732
754
  const paletteFor = (colour) => colour ? colouredWith(TRUE_COLOUR.has(process.env.COLORTERM ?? "")) : MONOCHROME;
733
755
  //#endregion
734
756
  //#region src/cli/text-wrap.ts
@@ -1238,6 +1260,12 @@ const BRANCH_WIDTH = 2;
1238
1260
  const VERB_WIDTH = 7;
1239
1261
  const NOTABLE_MS = 1e3;
1240
1262
  const GAP = " ";
1263
+ const VERB_TONES = {
1264
+ ran: "sand",
1265
+ read: "slate",
1266
+ search: "teal",
1267
+ wrote: "rose"
1268
+ };
1241
1269
  const unless = (text, tone) => text === "" ? "" : tone(text);
1242
1270
  const tookBetween = (startedAt, finishedAt) => startedAt === null || startedAt === void 0 || finishedAt === null ? null : Math.max(0, finishedAt - startedAt);
1243
1271
  const commandParts = (step) => {
@@ -1270,7 +1298,7 @@ const stepLine = (step, { branch, paint, room }) => {
1270
1298
  const failed = failure === null ? "" : `${GAP}✗ ${failure}`;
1271
1299
  const label = verb.padEnd(VERB_WIDTH);
1272
1300
  const width = room - BRANCH_WIDTH - label.length - 1 - took.length - failed.length;
1273
- return branch(`${(failure === null ? paint.dim : paint.red)(label)} ${clipped$1(detail, Math.max(1, width))}${unless(took, paint.dim)}${unless(failed, paint.red)}`);
1301
+ return branch(`${(failure === null ? paint[VERB_TONES[verb] ?? "lavender"] : paint.red)(label)} ${clipped$1(detail, Math.max(1, width))}${unless(took, paint.dim)}${unless(failed, paint.red)}`);
1274
1302
  };
1275
1303
  //#endregion
1276
1304
  //#region src/cli/transcript-turn.ts
package/dist/bin.mjs CHANGED
@@ -17,7 +17,7 @@ import { homedir, tmpdir } from "node:os";
17
17
  import { spawn } from "node:child_process";
18
18
  import { createHash } from "node:crypto";
19
19
  //#region package.json
20
- var version$1 = "0.1.27";
20
+ var version$1 = "0.1.28";
21
21
  //#endregion
22
22
  //#region ../template/src/extract.ts
23
23
  /** Reads escapes too, so text the renderer leaves literal is never reported as
@@ -680,6 +680,14 @@ const SHADES = {
680
680
  135
681
681
  ]
682
682
  },
683
+ lavender: {
684
+ fallback: 146,
685
+ rgb: [
686
+ 170,
687
+ 160,
688
+ 204
689
+ ]
690
+ },
683
691
  magenta: {
684
692
  fallback: 141,
685
693
  rgb: [
@@ -696,6 +704,38 @@ const SHADES = {
696
704
  107
697
705
  ]
698
706
  },
707
+ rose: {
708
+ fallback: 181,
709
+ rgb: [
710
+ 204,
711
+ 158,
712
+ 172
713
+ ]
714
+ },
715
+ sand: {
716
+ fallback: 180,
717
+ rgb: [
718
+ 200,
719
+ 176,
720
+ 138
721
+ ]
722
+ },
723
+ slate: {
724
+ fallback: 110,
725
+ rgb: [
726
+ 138,
727
+ 164,
728
+ 204
729
+ ]
730
+ },
731
+ teal: {
732
+ fallback: 109,
733
+ rgb: [
734
+ 128,
735
+ 184,
736
+ 178
737
+ ]
738
+ },
699
739
  yellow: {
700
740
  fallback: 179,
701
741
  rgb: [
@@ -709,26 +749,8 @@ const TRUE_COLOUR = /* @__PURE__ */ new Set(["truecolor", "24bit"]);
709
749
  const wrap = (code) => (text) => `${ESCAPE}[${code}m${text}${ESCAPE}[0m`;
710
750
  const shadeCode = ({ fallback, rgb }, trueColour) => trueColour ? `38;2;${rgb.join(";")}` : `38;5;${fallback}`;
711
751
  const unpainted = (text) => text;
712
- const colouredWith = (trueColour) => ({
713
- blue: wrap(shadeCode(SHADES.blue, trueColour)),
714
- bold: wrap("1"),
715
- cyan: wrap(shadeCode(SHADES.cyan, trueColour)),
716
- dim: wrap(shadeCode(SHADES.dim, trueColour)),
717
- green: wrap(shadeCode(SHADES.green, trueColour)),
718
- magenta: wrap(shadeCode(SHADES.magenta, trueColour)),
719
- red: wrap(shadeCode(SHADES.red, trueColour)),
720
- yellow: wrap(shadeCode(SHADES.yellow, trueColour))
721
- });
722
- const MONOCHROME = {
723
- blue: unpainted,
724
- bold: unpainted,
725
- cyan: unpainted,
726
- dim: unpainted,
727
- green: unpainted,
728
- magenta: unpainted,
729
- red: unpainted,
730
- yellow: unpainted
731
- };
752
+ const colouredWith = (trueColour) => Object.fromEntries([["bold", wrap("1")], ...Object.entries(SHADES).map(([name, shade]) => [name, wrap(shadeCode(shade, trueColour))])]);
753
+ const MONOCHROME = Object.fromEntries(["bold", ...Object.keys(SHADES)].map((name) => [name, unpainted]));
732
754
  const paletteFor = (colour) => colour ? colouredWith(TRUE_COLOUR.has(process.env.COLORTERM ?? "")) : MONOCHROME;
733
755
  //#endregion
734
756
  //#region src/cli/text-wrap.ts
@@ -1238,6 +1260,12 @@ const BRANCH_WIDTH = 2;
1238
1260
  const VERB_WIDTH = 7;
1239
1261
  const NOTABLE_MS = 1e3;
1240
1262
  const GAP = " ";
1263
+ const VERB_TONES = {
1264
+ ran: "sand",
1265
+ read: "slate",
1266
+ search: "teal",
1267
+ wrote: "rose"
1268
+ };
1241
1269
  const unless = (text, tone) => text === "" ? "" : tone(text);
1242
1270
  const tookBetween = (startedAt, finishedAt) => startedAt === null || startedAt === void 0 || finishedAt === null ? null : Math.max(0, finishedAt - startedAt);
1243
1271
  const commandParts = (step) => {
@@ -1270,7 +1298,7 @@ const stepLine = (step, { branch, paint, room }) => {
1270
1298
  const failed = failure === null ? "" : `${GAP}✗ ${failure}`;
1271
1299
  const label = verb.padEnd(VERB_WIDTH);
1272
1300
  const width = room - BRANCH_WIDTH - label.length - 1 - took.length - failed.length;
1273
- return branch(`${(failure === null ? paint.dim : paint.red)(label)} ${clipped$1(detail, Math.max(1, width))}${unless(took, paint.dim)}${unless(failed, paint.red)}`);
1301
+ return branch(`${(failure === null ? paint[VERB_TONES[verb] ?? "lavender"] : paint.red)(label)} ${clipped$1(detail, Math.max(1, width))}${unless(took, paint.dim)}${unless(failed, paint.red)}`);
1274
1302
  };
1275
1303
  //#endregion
1276
1304
  //#region src/cli/transcript-turn.ts
package/dist/{eval-definition-B365FMXW.d.cts → eval-definition-CuuketNm.d.cts} RENAMED
@@ -21,18 +21,18 @@ declare const EvalVariantRequest: Schema.refine<{
21
21
  readonly sandboxConnectionId?: string | undefined;
22
22
  } | undefined;
23
23
  readonly profile?: {
24
- readonly name: string;
25
- readonly run?: string | undefined;
26
24
  readonly files: {
27
25
  readonly [x: string]: string;
28
26
  };
27
+ readonly name: string;
28
+ readonly run?: string | undefined;
29
29
  readonly env?: {
30
30
  readonly [x: string]: string;
31
31
  } | undefined;
32
32
  readonly install?: string | undefined;
33
33
  readonly systemPrompt?: string | undefined;
34
34
  } | undefined;
35
- readonly sandbox: "daytona" | "e2b" | "upstash" | "modal" | "cloudflare" | "vercel" | "local";
35
+ readonly sandbox: "local" | "daytona" | "e2b" | "upstash" | "modal" | "cloudflare" | "vercel";
36
36
  }, Schema.Struct<{
37
37
  credentials: Schema.optional<Schema.Struct<{
38
38
  harnessConnectionId: Schema.optional<typeof Schema.String>;
@@ -200,14 +200,14 @@ declare const StartBatchRequest: Schema.Struct<{
200
200
  readonly id: string;
201
201
  readonly maxTurns: number | null;
202
202
  readonly user: {
203
- readonly harness?: undefined;
204
203
  readonly kind: "simulated";
204
+ readonly harness?: undefined;
205
205
  readonly model?: undefined;
206
206
  readonly prompt: string;
207
207
  readonly goal: string;
208
208
  } | {
209
- readonly harness: "codex" | "opencode" | "pi" | "fx" | "claude" | "gemini" | "qwen" | "cursor";
210
209
  readonly kind: "simulated";
210
+ readonly harness: "codex" | "opencode" | "pi" | "fx" | "claude" | "gemini" | "qwen" | "cursor";
211
211
  readonly model: string;
212
212
  readonly prompt: string;
213
213
  readonly goal: string;
@@ -225,20 +225,20 @@ declare const StartBatchRequest: Schema.Struct<{
225
225
  };
226
226
  readonly validator: ({
227
227
  readonly name: string;
228
+ readonly source: string;
228
229
  readonly capture?: boolean | undefined;
229
230
  readonly manifest?: readonly {
230
231
  readonly name: string;
231
232
  readonly index: number;
232
233
  }[] | undefined;
233
- readonly source: string;
234
234
  } & {
235
235
  readonly sourceFiles?: readonly {
236
236
  readonly path: string;
237
237
  readonly content: string;
238
238
  }[] | undefined;
239
239
  }) | {
240
- readonly name: string;
241
240
  readonly kind: "judged";
241
+ readonly name: string;
242
242
  readonly capture?: boolean | undefined;
243
243
  readonly sourceFiles?: readonly {
244
244
  readonly path: string;
@@ -246,18 +246,18 @@ declare const StartBatchRequest: Schema.Struct<{
246
246
  }[] | undefined;
247
247
  readonly checks: readonly {
248
248
  readonly name: string;
249
+ readonly source: string;
249
250
  readonly capture?: boolean | undefined;
250
251
  readonly manifest?: readonly {
251
252
  readonly name: string;
252
253
  readonly index: number;
253
254
  }[] | undefined;
254
- readonly source: string;
255
255
  }[];
256
256
  readonly judges: readonly ({
257
- readonly name: string;
257
+ readonly kind: "judge";
258
258
  readonly provider: "openai";
259
259
  readonly harness?: undefined;
260
- readonly kind: "judge";
260
+ readonly name: string;
261
261
  readonly model: string;
262
262
  readonly prompt: string;
263
263
  readonly expected?: string | undefined;
@@ -267,10 +267,10 @@ declare const StartBatchRequest: Schema.Struct<{
267
267
  readonly threshold: number;
268
268
  readonly timeoutMs: number;
269
269
  } | {
270
- readonly name: string;
270
+ readonly kind: "judge";
271
271
  readonly provider?: undefined;
272
272
  readonly harness: "codex" | "opencode" | "pi" | "fx" | "claude" | "gemini" | "qwen" | "cursor";
273
- readonly kind: "judge";
273
+ readonly name: string;
274
274
  readonly model: string;
275
275
  readonly prompt: string;
276
276
  readonly expected?: string | undefined;
@@ -304,14 +304,14 @@ declare const StartBatchRequest: Schema.Struct<{
304
304
  readonly id: string;
305
305
  readonly maxTurns: number | null;
306
306
  readonly user: {
307
- readonly harness?: undefined;
308
307
  readonly kind: "simulated";
308
+ readonly harness?: undefined;
309
309
  readonly model?: undefined;
310
310
  readonly prompt: string;
311
311
  readonly goal: string;
312
312
  } | {
313
- readonly harness: "codex" | "opencode" | "pi" | "fx" | "claude" | "gemini" | "qwen" | "cursor";
314
313
  readonly kind: "simulated";
314
+ readonly harness: "codex" | "opencode" | "pi" | "fx" | "claude" | "gemini" | "qwen" | "cursor";
315
315
  readonly model: string;
316
316
  readonly prompt: string;
317
317
  readonly goal: string;
@@ -329,20 +329,20 @@ declare const StartBatchRequest: Schema.Struct<{
329
329
  };
330
330
  readonly validator: ({
331
331
  readonly name: string;
332
+ readonly source: string;
332
333
  readonly capture?: boolean | undefined;
333
334
  readonly manifest?: readonly {
334
335
  readonly name: string;
335
336
  readonly index: number;
336
337
  }[] | undefined;
337
- readonly source: string;
338
338
  } & {
339
339
  readonly sourceFiles?: readonly {
340
340
  readonly path: string;
341
341
  readonly content: string;
342
342
  }[] | undefined;
343
343
  }) | {
344
- readonly name: string;
345
344
  readonly kind: "judged";
345
+ readonly name: string;
346
346
  readonly capture?: boolean | undefined;
347
347
  readonly sourceFiles?: readonly {
348
348
  readonly path: string;
@@ -350,18 +350,18 @@ declare const StartBatchRequest: Schema.Struct<{
350
350
  }[] | undefined;
351
351
  readonly checks: readonly {
352
352
  readonly name: string;
353
+ readonly source: string;
353
354
  readonly capture?: boolean | undefined;
354
355
  readonly manifest?: readonly {
355
356
  readonly name: string;
356
357
  readonly index: number;
357
358
  }[] | undefined;
358
- readonly source: string;
359
359
  }[];
360
360
  readonly judges: readonly ({
361
- readonly name: string;
361
+ readonly kind: "judge";
362
362
  readonly provider: "openai";
363
363
  readonly harness?: undefined;
364
- readonly kind: "judge";
364
+ readonly name: string;
365
365
  readonly model: string;
366
366
  readonly prompt: string;
367
367
  readonly expected?: string | undefined;
@@ -371,10 +371,10 @@ declare const StartBatchRequest: Schema.Struct<{
371
371
  readonly threshold: number;
372
372
  readonly timeoutMs: number;
373
373
  } | {
374
- readonly name: string;
374
+ readonly kind: "judge";
375
375
  readonly provider?: undefined;
376
376
  readonly harness: "codex" | "opencode" | "pi" | "fx" | "claude" | "gemini" | "qwen" | "cursor";
377
- readonly kind: "judge";
377
+ readonly name: string;
378
378
  readonly model: string;
379
379
  readonly prompt: string;
380
380
  readonly expected?: string | undefined;
@@ -457,18 +457,18 @@ declare const StartBatchRequest: Schema.Struct<{
457
457
  readonly sandboxConnectionId?: string | undefined;
458
458
  } | undefined;
459
459
  readonly profile?: {
460
- readonly name: string;
461
- readonly run?: string | undefined;
462
460
  readonly files: {
463
461
  readonly [x: string]: string;
464
462
  };
463
+ readonly name: string;
464
+ readonly run?: string | undefined;
465
465
  readonly env?: {
466
466
  readonly [x: string]: string;
467
467
  } | undefined;
468
468
  readonly install?: string | undefined;
469
469
  readonly systemPrompt?: string | undefined;
470
470
  } | undefined;
471
- readonly sandbox: "daytona" | "e2b" | "upstash" | "modal" | "cloudflare" | "vercel" | "local";
471
+ readonly sandbox: "local" | "daytona" | "e2b" | "upstash" | "modal" | "cloudflare" | "vercel";
472
472
  }, Schema.Struct<{
473
473
  credentials: Schema.optional<Schema.Struct<{
474
474
  harnessConnectionId: Schema.optional<typeof Schema.String>;
package/dist/{eval-definition-B365FMXW.d.mts → eval-definition-CuuketNm.d.mts} RENAMED
@@ -21,18 +21,18 @@ declare const EvalVariantRequest: Schema.refine<{
21
21
  readonly sandboxConnectionId?: string | undefined;
22
22
  } | undefined;
23
23
  readonly profile?: {
24
- readonly name: string;
25
- readonly run?: string | undefined;
26
24
  readonly files: {
27
25
  readonly [x: string]: string;
28
26
  };
27
+ readonly name: string;
28
+ readonly run?: string | undefined;
29
29
  readonly env?: {
30
30
  readonly [x: string]: string;
31
31
  } | undefined;
32
32
  readonly install?: string | undefined;
33
33
  readonly systemPrompt?: string | undefined;
34
34
  } | undefined;
35
- readonly sandbox: "daytona" | "e2b" | "upstash" | "modal" | "cloudflare" | "vercel" | "local";
35
+ readonly sandbox: "local" | "daytona" | "e2b" | "upstash" | "modal" | "cloudflare" | "vercel";
36
36
  }, Schema.Struct<{
37
37
  credentials: Schema.optional<Schema.Struct<{
38
38
  harnessConnectionId: Schema.optional<typeof Schema.String>;
@@ -200,14 +200,14 @@ declare const StartBatchRequest: Schema.Struct<{
200
200
  readonly id: string;
201
201
  readonly maxTurns: number | null;
202
202
  readonly user: {
203
- readonly harness?: undefined;
204
203
  readonly kind: "simulated";
204
+ readonly harness?: undefined;
205
205
  readonly model?: undefined;
206
206
  readonly prompt: string;
207
207
  readonly goal: string;
208
208
  } | {
209
- readonly harness: "codex" | "opencode" | "pi" | "fx" | "claude" | "gemini" | "qwen" | "cursor";
210
209
  readonly kind: "simulated";
210
+ readonly harness: "codex" | "opencode" | "pi" | "fx" | "claude" | "gemini" | "qwen" | "cursor";
211
211
  readonly model: string;
212
212
  readonly prompt: string;
213
213
  readonly goal: string;
@@ -225,20 +225,20 @@ declare const StartBatchRequest: Schema.Struct<{
225
225
  };
226
226
  readonly validator: ({
227
227
  readonly name: string;
228
+ readonly source: string;
228
229
  readonly capture?: boolean | undefined;
229
230
  readonly manifest?: readonly {
230
231
  readonly name: string;
231
232
  readonly index: number;
232
233
  }[] | undefined;
233
- readonly source: string;
234
234
  } & {
235
235
  readonly sourceFiles?: readonly {
236
236
  readonly path: string;
237
237
  readonly content: string;
238
238
  }[] | undefined;
239
239
  }) | {
240
- readonly name: string;
241
240
  readonly kind: "judged";
241
+ readonly name: string;
242
242
  readonly capture?: boolean | undefined;
243
243
  readonly sourceFiles?: readonly {
244
244
  readonly path: string;
@@ -246,18 +246,18 @@ declare const StartBatchRequest: Schema.Struct<{
246
246
  }[] | undefined;
247
247
  readonly checks: readonly {
248
248
  readonly name: string;
249
+ readonly source: string;
249
250
  readonly capture?: boolean | undefined;
250
251
  readonly manifest?: readonly {
251
252
  readonly name: string;
252
253
  readonly index: number;
253
254
  }[] | undefined;
254
- readonly source: string;
255
255
  }[];
256
256
  readonly judges: readonly ({
257
- readonly name: string;
257
+ readonly kind: "judge";
258
258
  readonly provider: "openai";
259
259
  readonly harness?: undefined;
260
- readonly kind: "judge";
260
+ readonly name: string;
261
261
  readonly model: string;
262
262
  readonly prompt: string;
263
263
  readonly expected?: string | undefined;
@@ -267,10 +267,10 @@ declare const StartBatchRequest: Schema.Struct<{
267
267
  readonly threshold: number;
268
268
  readonly timeoutMs: number;
269
269
  } | {
270
- readonly name: string;
270
+ readonly kind: "judge";
271
271
  readonly provider?: undefined;
272
272
  readonly harness: "codex" | "opencode" | "pi" | "fx" | "claude" | "gemini" | "qwen" | "cursor";
273
- readonly kind: "judge";
273
+ readonly name: string;
274
274
  readonly model: string;
275
275
  readonly prompt: string;
276
276
  readonly expected?: string | undefined;
@@ -304,14 +304,14 @@ declare const StartBatchRequest: Schema.Struct<{
304
304
  readonly id: string;
305
305
  readonly maxTurns: number | null;
306
306
  readonly user: {
307
- readonly harness?: undefined;
308
307
  readonly kind: "simulated";
308
+ readonly harness?: undefined;
309
309
  readonly model?: undefined;
310
310
  readonly prompt: string;
311
311
  readonly goal: string;
312
312
  } | {
313
- readonly harness: "codex" | "opencode" | "pi" | "fx" | "claude" | "gemini" | "qwen" | "cursor";
314
313
  readonly kind: "simulated";
314
+ readonly harness: "codex" | "opencode" | "pi" | "fx" | "claude" | "gemini" | "qwen" | "cursor";
315
315
  readonly model: string;
316
316
  readonly prompt: string;
317
317
  readonly goal: string;
@@ -329,20 +329,20 @@ declare const StartBatchRequest: Schema.Struct<{
329
329
  };
330
330
  readonly validator: ({
331
331
  readonly name: string;
332
+ readonly source: string;
332
333
  readonly capture?: boolean | undefined;
333
334
  readonly manifest?: readonly {
334
335
  readonly name: string;
335
336
  readonly index: number;
336
337
  }[] | undefined;
337
- readonly source: string;
338
338
  } & {
339
339
  readonly sourceFiles?: readonly {
340
340
  readonly path: string;
341
341
  readonly content: string;
342
342
  }[] | undefined;
343
343
  }) | {
344
- readonly name: string;
345
344
  readonly kind: "judged";
345
+ readonly name: string;
346
346
  readonly capture?: boolean | undefined;
347
347
  readonly sourceFiles?: readonly {
348
348
  readonly path: string;
@@ -350,18 +350,18 @@ declare const StartBatchRequest: Schema.Struct<{
350
350
  }[] | undefined;
351
351
  readonly checks: readonly {
352
352
  readonly name: string;
353
+ readonly source: string;
353
354
  readonly capture?: boolean | undefined;
354
355
  readonly manifest?: readonly {
355
356
  readonly name: string;
356
357
  readonly index: number;
357
358
  }[] | undefined;
358
- readonly source: string;
359
359
  }[];
360
360
  readonly judges: readonly ({
361
- readonly name: string;
361
+ readonly kind: "judge";
362
362
  readonly provider: "openai";
363
363
  readonly harness?: undefined;
364
- readonly kind: "judge";
364
+ readonly name: string;
365
365
  readonly model: string;
366
366
  readonly prompt: string;
367
367
  readonly expected?: string | undefined;
@@ -371,10 +371,10 @@ declare const StartBatchRequest: Schema.Struct<{
371
371
  readonly threshold: number;
372
372
  readonly timeoutMs: number;
373
373
  } | {
374
- readonly name: string;
374
+ readonly kind: "judge";
375
375
  readonly provider?: undefined;
376
376
  readonly harness: "codex" | "opencode" | "pi" | "fx" | "claude" | "gemini" | "qwen" | "cursor";
377
- readonly kind: "judge";
377
+ readonly name: string;
378
378
  readonly model: string;
379
379
  readonly prompt: string;
380
380
  readonly expected?: string | undefined;
@@ -457,18 +457,18 @@ declare const StartBatchRequest: Schema.Struct<{
457
457
  readonly sandboxConnectionId?: string | undefined;
458
458
  } | undefined;
459
459
  readonly profile?: {
460
- readonly name: string;
461
- readonly run?: string | undefined;
462
460
  readonly files: {
463
461
  readonly [x: string]: string;
464
462
  };
463
+ readonly name: string;
464
+ readonly run?: string | undefined;
465
465
  readonly env?: {
466
466
  readonly [x: string]: string;
467
467
  } | undefined;
468
468
  readonly install?: string | undefined;
469
469
  readonly systemPrompt?: string | undefined;
470
470
  } | undefined;
471
- readonly sandbox: "daytona" | "e2b" | "upstash" | "modal" | "cloudflare" | "vercel" | "local";
471
+ readonly sandbox: "local" | "daytona" | "e2b" | "upstash" | "modal" | "cloudflare" | "vercel";
472
472
  }, Schema.Struct<{
473
473
  credentials: Schema.optional<Schema.Struct<{
474
474
  harnessConnectionId: Schema.optional<typeof Schema.String>;
package/dist/eval.d.cts CHANGED
@@ -1,5 +1,5 @@
1
- import { i as StartBatchRequest } from "./eval-definition-B365FMXW.cjs";
2
- import { a as EvalDefinition } from "./types-QRY2ArEX.cjs";
1
+ import { i as StartBatchRequest } from "./eval-definition-CuuketNm.cjs";
2
+ import { a as EvalDefinition } from "./types-7YOtajZL.cjs";
3
3
  import { Effect } from "effect";
4
4
  //#region src/evals/compiler.d.ts
5
5
  declare const compileDefinition: (definition: EvalDefinition) => Promise<StartBatchRequest>;
package/dist/eval.d.mts CHANGED
@@ -1,5 +1,5 @@
1
- import { i as StartBatchRequest } from "./eval-definition-B365FMXW.mjs";
2
- import { a as EvalDefinition } from "./types-DuH3gZVT.mjs";
1
+ import { i as StartBatchRequest } from "./eval-definition-CuuketNm.mjs";
2
+ import { a as EvalDefinition } from "./types-CwZvwO-F.mjs";
3
3
  import { Effect } from "effect";
4
4
  //#region src/evals/compiler.d.ts
5
5
  declare const compileDefinition: (definition: EvalDefinition) => Promise<StartBatchRequest>;