anpord 0.1.19 → 0.1.21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/api-context.cjs +1 -1
- package/dist/api-context.d.cts +1 -1
- package/dist/api-context.d.mts +1 -1
- package/dist/api-context.mjs +1 -1
- package/dist/{api-mocks-C3SsliJZ.mjs → api-mocks-BYWvJp9v.mjs} +3 -3
- package/dist/{api-mocks-CAQFqUgY.d.cts → api-mocks-BenVx0e8.d.cts} +11 -11
- package/dist/{api-mocks-CAQFqUgY.d.mts → api-mocks-BenVx0e8.d.mts} +11 -11
- package/dist/{api-mocks-BjnewAya.cjs → api-mocks-CgiC7T9U.cjs} +8 -2
- package/dist/api-runtime.cjs +1 -1
- package/dist/api-runtime.d.cts +1 -1
- package/dist/api-runtime.d.mts +1 -1
- package/dist/api-runtime.mjs +1 -1
- package/dist/api.cjs +1 -1
- package/dist/api.d.cts +1 -1
- package/dist/api.d.mts +1 -1
- package/dist/api.mjs +1 -1
- package/dist/bin.cjs +4301 -228
- package/dist/bin.mjs +4305 -232
- package/dist/{client-COfGoWvI.cjs → client-BZDftC1x.cjs} +24 -2
- package/dist/{client-BucAp4c0.d.mts → client-C7iEhiDm.d.mts} +5882 -2454
- package/dist/{client-OTrC6QXZ.d.cts → client-CsGxLUZq.d.cts} +5882 -2454
- package/dist/{client-sWrfA0jZ.mjs → client-D0l3kwWV.mjs} +24 -2
- package/dist/{compiler-CPpRRAdH.cjs → compiler-Cy85vNbp.cjs} +2 -2
- package/dist/{compiler-q6rnLW2F.mjs → compiler-DSQRHvXS.mjs} +2 -2
- package/dist/config.cjs +1 -1
- package/dist/config.d.cts +1 -1
- package/dist/config.d.mts +1 -1
- package/dist/config.mjs +1 -1
- package/dist/{eval-turns-hf6tbL-E.mjs → eval-turns-BC-GMHD-.mjs} +3 -2
- package/dist/{eval-turns-Bv8wRQ-b.cjs → eval-turns-DcJ8_1qr.cjs} +8 -1
- package/dist/{eval-validations-D0Cz6xSg.cjs → eval-validations-CZm7vVtQ.cjs} +12 -0
- package/dist/{eval-validations-CUG2PvR_.mjs → eval-validations-DNO-qwkU.mjs} +1 -1
- package/dist/eval.cjs +1 -1
- package/dist/eval.d.cts +1 -1
- package/dist/eval.d.mts +1 -1
- package/dist/eval.mjs +1 -1
- package/dist/{evals-CSipRo7i.d.cts → evals-Dw2Ek-mx.d.cts} +131 -128
- package/dist/{evals-CSipRo7i.d.mts → evals-Dw2Ek-mx.d.mts} +131 -128
- package/dist/{evals-api-u98TxdqN.mjs → evals-api-CK3F1KoI.mjs} +164 -65
- package/dist/{evals-api-DZSr9rtP.cjs → evals-api-CNoLlXL5.cjs} +199 -64
- package/dist/index.cjs +2 -2
- package/dist/index.d.cts +3 -3
- package/dist/index.d.mts +3 -3
- package/dist/index.mjs +2 -2
- package/dist/{runtime-B5it0Siy.cjs → runtime-Bfs2j0jW.cjs} +2 -2
- package/dist/{runtime-ChWJywJY.mjs → runtime-CYr8RbsW.mjs} +2 -2
- package/dist/source.d.cts +1 -1
- package/dist/source.d.mts +1 -1
- package/dist/{types-LW0tX4MF.d.mts → types-D-h67MVJ.d.mts} +14 -13
- package/dist/{types-DCUo5on_.d.cts → types-Dvd_z5ge.d.cts} +14 -13
- package/dist/validator-runtime.cjs +2 -2
- package/dist/validator-runtime.d.cts +1 -1
- package/dist/validator-runtime.d.mts +1 -1
- package/dist/validator-runtime.mjs +2 -2
- package/dist/validators.cjs +1 -1
- package/dist/validators.mjs +1 -1
- package/package.json +3 -1
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import "./errors-aGrd21jy.cjs";
|
|
2
|
-
import { t as ApiCall } from "./api-mocks-
|
|
2
|
+
import { t as ApiCall } from "./api-mocks-BenVx0e8.cjs";
|
|
3
3
|
import { a as EvalJudge, i as EvalUser, r as EvalTurn } from "./eval-turns-CTCoSuB6.cjs";
|
|
4
|
-
import { f as EvalSource, o as EvalHarness } from "./evals-
|
|
4
|
+
import { f as EvalSource, o as EvalHarness } from "./evals-Dw2Ek-mx.cjs";
|
|
5
5
|
import { t as McpCall } from "./calls-DJGZJPrF.cjs";
|
|
6
6
|
import { n as McpServerDefinition } from "./define-HK0eeSNn.cjs";
|
|
7
7
|
import { t as ApiDefinition } from "./define-NZvmQuIv.cjs";
|
|
@@ -20,8 +20,8 @@ declare const PublicStartEvalRequest: Schema.Struct<{
|
|
|
20
20
|
readonly source?: {
|
|
21
21
|
readonly kind: "empty";
|
|
22
22
|
} | {
|
|
23
|
-
readonly url: string;
|
|
24
23
|
readonly kind: "repo";
|
|
24
|
+
readonly url: string;
|
|
25
25
|
readonly ref: string | null;
|
|
26
26
|
} | {
|
|
27
27
|
readonly kind: "files";
|
|
@@ -76,10 +76,10 @@ declare const PublicStartEvalRequest: Schema.Struct<{
|
|
|
76
76
|
}[] | undefined;
|
|
77
77
|
}[];
|
|
78
78
|
readonly judges: readonly ({
|
|
79
|
-
readonly harness?: undefined;
|
|
80
|
-
readonly model: string;
|
|
81
79
|
readonly name: string;
|
|
82
80
|
readonly kind: "judge";
|
|
81
|
+
readonly harness?: undefined;
|
|
82
|
+
readonly model: string;
|
|
83
83
|
readonly prompt: string;
|
|
84
84
|
readonly provider: "openai";
|
|
85
85
|
readonly expected?: string | undefined;
|
|
@@ -89,10 +89,10 @@ declare const PublicStartEvalRequest: Schema.Struct<{
|
|
|
89
89
|
readonly threshold: number;
|
|
90
90
|
readonly timeoutMs: number;
|
|
91
91
|
} | {
|
|
92
|
-
readonly harness: "cursor" | "codex" | "opencode" | "pi" | "fx" | "claude" | "gemini" | "qwen";
|
|
93
|
-
readonly model: string;
|
|
94
92
|
readonly name: string;
|
|
95
93
|
readonly kind: "judge";
|
|
94
|
+
readonly harness: "cursor" | "codex" | "opencode" | "pi" | "fx" | "claude" | "gemini" | "qwen";
|
|
95
|
+
readonly model: string;
|
|
96
96
|
readonly prompt: string;
|
|
97
97
|
readonly provider?: undefined;
|
|
98
98
|
readonly expected?: string | undefined;
|
|
@@ -200,24 +200,25 @@ declare const PublicStartEvalRequest: Schema.Struct<{
|
|
|
200
200
|
variables: Schema.optional<Schema.Record$<typeof Schema.String, Schema.refine<string, typeof Schema.String>>>;
|
|
201
201
|
verify: Schema.NullOr<Schema.refine<string, typeof Schema.String>>;
|
|
202
202
|
}>>>>>;
|
|
203
|
+
executeLocally: Schema.optional<typeof Schema.Boolean>;
|
|
203
204
|
name: Schema.optional<Schema.filter<Schema.filter<typeof Schema.String>>>;
|
|
204
205
|
prompt: Schema.refine<string, typeof Schema.String>;
|
|
205
206
|
tasks: Schema.filter<Schema.filter<Schema.Array$<Schema.refine<{
|
|
206
207
|
readonly harness: "cursor" | "codex" | "opencode" | "pi" | "fx" | "claude" | "gemini" | "qwen" | "command";
|
|
207
208
|
readonly model: string;
|
|
209
|
+
readonly sandbox?: "daytona" | "e2b" | "upstash" | "modal" | "cloudflare" | "vercel" | undefined;
|
|
208
210
|
readonly profile?: {
|
|
209
|
-
readonly run?: string | undefined;
|
|
210
211
|
readonly name: string;
|
|
211
|
-
readonly files: {
|
|
212
|
-
readonly [x: string]: string;
|
|
213
|
-
};
|
|
214
212
|
readonly env?: {
|
|
215
213
|
readonly [x: string]: string;
|
|
216
214
|
} | undefined;
|
|
215
|
+
readonly files: {
|
|
216
|
+
readonly [x: string]: string;
|
|
217
|
+
};
|
|
217
218
|
readonly install?: string | undefined;
|
|
219
|
+
readonly run?: string | undefined;
|
|
218
220
|
readonly systemPrompt?: string | undefined;
|
|
219
221
|
} | undefined;
|
|
220
|
-
readonly sandbox?: "daytona" | "e2b" | "upstash" | "modal" | "cloudflare" | "vercel" | undefined;
|
|
221
222
|
}, Schema.Struct<{
|
|
222
223
|
harness: Schema.Literal<["codex", "opencode", "pi", "fx", "claude", "gemini", "qwen", "cursor", "command"]>;
|
|
223
224
|
model: Schema.filter<typeof Schema.String>;
|
|
@@ -229,7 +230,7 @@ declare const PublicStartEvalRequest: Schema.Struct<{
|
|
|
229
230
|
run: Schema.optional<typeof Schema.String>;
|
|
230
231
|
systemPrompt: Schema.optional<typeof Schema.String>;
|
|
231
232
|
}>>;
|
|
232
|
-
sandbox: Schema.optional<Schema.
|
|
233
|
+
sandbox: Schema.optional<Schema.SchemaClass<"daytona" | "e2b" | "upstash" | "modal" | "cloudflare" | "vercel", "daytona" | "e2b" | "upstash" | "modal" | "cloudflare" | "vercel", never>>;
|
|
233
234
|
}>>>>>;
|
|
234
235
|
trials: Schema.filter<typeof Schema.Int>;
|
|
235
236
|
}>;
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
|
|
2
|
-
const require_eval_validations = require("./eval-validations-
|
|
2
|
+
const require_eval_validations = require("./eval-validations-CZm7vVtQ.cjs");
|
|
3
3
|
const require_api_context = require("./api-context.cjs");
|
|
4
4
|
let node_fs_promises = require("node:fs/promises");
|
|
5
|
-
let node_async_hooks = require("node:async_hooks");
|
|
6
5
|
let node_child_process = require("node:child_process");
|
|
6
|
+
let node_async_hooks = require("node:async_hooks");
|
|
7
7
|
let node_util = require("node:util");
|
|
8
8
|
//#region src/evals/validator-decode.ts
|
|
9
9
|
const isRecord = (value) => typeof value === "object" && value !== null && !Array.isArray(value);
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { c as validationExecution, l as validationSnapshot, o as unavailableValue, r as VALIDATION_FRAME, s as validationCapture } from "./eval-validations-DNO-qwkU.mjs";
|
|
2
2
|
import { apiContext } from "./api-context.mjs";
|
|
3
3
|
import { access, readFile } from "node:fs/promises";
|
|
4
|
-
import { AsyncLocalStorage } from "node:async_hooks";
|
|
5
4
|
import { spawn } from "node:child_process";
|
|
5
|
+
import { AsyncLocalStorage } from "node:async_hooks";
|
|
6
6
|
import { format } from "node:util";
|
|
7
7
|
//#region src/evals/validator-decode.ts
|
|
8
8
|
const isRecord = (value) => typeof value === "object" && value !== null && !Array.isArray(value);
|
package/dist/validators.cjs
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
|
|
2
2
|
const require_eval_judges = require("./eval-judges-1zF4PVqV.cjs");
|
|
3
|
-
const require_eval_turns = require("./eval-turns-
|
|
3
|
+
const require_eval_turns = require("./eval-turns-DcJ8_1qr.cjs");
|
|
4
4
|
let effect = require("effect");
|
|
5
5
|
//#region ../schema/src/domain/eval-classifiers.ts
|
|
6
6
|
const text = effect.Schema.String.pipe(effect.Schema.minLength(1));
|
package/dist/validators.mjs
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { t as EvalJudge } from "./eval-judges-Bee_ABJt.mjs";
|
|
2
|
-
import { n as
|
|
2
|
+
import { n as EvalScriptedUser, r as EvalSimulatedUser } from "./eval-turns-BC-GMHD-.mjs";
|
|
3
3
|
import { Schema } from "effect";
|
|
4
4
|
//#region ../schema/src/domain/eval-classifiers.ts
|
|
5
5
|
const text = Schema.String.pipe(Schema.minLength(1));
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "anpord",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.21",
|
|
4
4
|
"description": "TypeScript SDK and CLI for coding agent evals and prompt management.",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"type": "module",
|
|
@@ -140,6 +140,7 @@
|
|
|
140
140
|
"prepublishOnly": "bun run build"
|
|
141
141
|
},
|
|
142
142
|
"devDependencies": {
|
|
143
|
+
"@anpord/eval": "workspace:*",
|
|
143
144
|
"@anpord/schema": "workspace:*",
|
|
144
145
|
"@anpord/template": "workspace:*",
|
|
145
146
|
"@modelcontextprotocol/client": "catalog:",
|
|
@@ -154,6 +155,7 @@
|
|
|
154
155
|
"@effect/platform-node": "^0.107.0",
|
|
155
156
|
"@modelcontextprotocol/server": "^2.0.0",
|
|
156
157
|
"@standard-schema/spec": "^1.1.0",
|
|
158
|
+
"@trigger.dev/sdk": "4.5.15",
|
|
157
159
|
"effect": "^3.21.2",
|
|
158
160
|
"esbuild": "^0.25.12",
|
|
159
161
|
"smol-toml": "^1.8.0",
|