openpond-sdk 0.9.9 → 0.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +18 -17
- package/dist/{chunk-4HZORGK3.js → chunk-2ZJRG3KL.js} +13 -4
- package/dist/chunk-2ZJRG3KL.js.map +7 -0
- package/dist/{chunk-YYJ4T4U4.js → chunk-7B44TQZD.js} +2 -2
- package/dist/{chunk-KYCQ7LZ4.js → chunk-DSGGM2ME.js} +2 -2
- package/dist/chunk-DSGGM2ME.js.map +7 -0
- package/dist/{chunk-3HV3G6DG.js → chunk-I2YM3UY4.js} +2 -2
- package/dist/{chunk-6D4JIOOC.js → chunk-I3TQTXKB.js} +2 -2
- package/dist/{chunk-WOPM32SE.js → chunk-JA3KFK3U.js} +7 -1
- package/dist/chunk-JA3KFK3U.js.map +7 -0
- package/dist/{chunk-XMKEFQ62.js → chunk-PJ2VLNJF.js} +20 -2
- package/dist/chunk-PJ2VLNJF.js.map +7 -0
- package/dist/chunk-PRRUBH2B.js +314 -0
- package/dist/chunk-PRRUBH2B.js.map +7 -0
- package/dist/{chunk-BGXWHDYM.js → chunk-W5TXWVFS.js} +9 -2
- package/dist/chunk-W5TXWVFS.js.map +7 -0
- package/dist/dataset-workspaces.js +5 -5
- package/dist/experiments.js +42 -61
- package/dist/experiments.js.map +4 -4
- package/dist/index.js +4 -4
- package/dist/model-starter-attempts.js +1 -1
- package/dist/model-starter-catalog.js +2 -2
- package/dist/model-starters.js +8 -4
- package/dist/model-taskset-runs.js +2 -2
- package/dist/taskset-drafts.js +2 -2
- package/dist/taskset-packages.js +7 -5
- package/dist/taskset-packages.js.map +1 -1
- package/dist/training-bundle.js +2 -2
- package/dist/training-projects.js +2 -0
- package/dist/training-projects.js.map +2 -2
- package/dist/types/packages/sdk/src/dataset-population.d.ts +1 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +904 -502
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +51 -2
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +58 -0
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts +24 -0
- package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +121 -0
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +724 -0
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +2 -0
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiments.d.ts +4 -1
- package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +156 -0
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +1 -0
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starters.d.ts +1 -0
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +44 -0
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +44 -0
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1468 -0
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +52 -0
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +65 -0
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
- package/package.json +2 -2
- package/dist/chunk-4HZORGK3.js.map +0 -7
- package/dist/chunk-4JRSH2TT.js +0 -256
- package/dist/chunk-4JRSH2TT.js.map +0 -7
- package/dist/chunk-BGXWHDYM.js.map +0 -7
- package/dist/chunk-KYCQ7LZ4.js.map +0 -7
- package/dist/chunk-WOPM32SE.js.map +0 -7
- package/dist/chunk-XMKEFQ62.js.map +0 -7
- package/dist/types/packages/sdk/src/experiment-history.d.ts +0 -266
- package/dist/types/packages/sdk/src/experiment-history.d.ts.map +0 -1
- /package/dist/{chunk-YYJ4T4U4.js.map → chunk-7B44TQZD.js.map} +0 -0
- /package/dist/{chunk-3HV3G6DG.js.map → chunk-I2YM3UY4.js.map} +0 -0
- /package/dist/{chunk-6D4JIOOC.js.map → chunk-I3TQTXKB.js.map} +0 -0
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experiment-client.d.ts","sourceRoot":"","sources":["../../../../../src/experiment-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,
|
|
1
|
+
{"version":3,"file":"experiment-client.d.ts","sourceRoot":"","sources":["../../../../../src/experiment-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AACtE,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAEpE,OAAO,EAAE,8BAA8B,EAAmC,MAAM,2BAA2B,CAAC;AAE5G,OAAO,EAA+D,KAAK,wBAAwB,EAAE,MAAM,mCAAmC,CAAC;AAI/I,qBAAa,uBAAwB,SAAQ,KAAK;IACpC,QAAQ,CAAC,MAAM,EAAE,MAAM;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM;gBAArC,MAAM,EAAE,MAAM,EAAW,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;CAC5E;AAED,8EAA8E;AAC9E,qBAAa,yBAAyB;IAExB,OAAO,CAAC,QAAQ,CAAC,OAAO;IADpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBACJ,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,KAAK,CAAA;KAAE;IAM/G,8EAA8E;IACxE,cAAc,CAAC,OAAO,GAAE;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,WAAW,CAAA;KAAM;;;;;;;;;;;;;;;;;;;;IAW1E,gFAAgF;IAC1E,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,EAAE,MAAM,CAAC,EAAE,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAa1F,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,EAAE,MAAM,CAAC,EAAE,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAcpE,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,GAAE;QAAC,MAAM,CAAC,EAAE,WAAW,CAAA;KAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAGpD,IAAI,CAAC,KAAK,GAAE,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAM,EAAE,MAAM,CAAC,EAAE,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAahF,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iCA8E+tZ,CAAC;;;;;;;;;qBAA2O,CAAC;;;;6BAA2I,CAAC;;;;;mBAA0M,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;0BAA6gD,CAAC;;;;;;;;;;;;;;;;;;;;;;IArEj2d,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAG7C,gFAAgF;IAC1E,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAM/D,KAAK,CAAC,KAAK,EAAE,wBAAwB,EAAE,MAAM,CAAC,EAAE,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAM3D,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAG5C,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,GAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAS3F,iBAAiB,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAGlD,aAAa,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iCAsCiuZ,CAAC;;;;;;;;;qBAA2O,CAAC;;;;6BAA2I,CAAC;;;;;mBAA0M,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;0BAA6gD,CAAC;;;;;;;;;;;;;;;;;;;;;;IA7Bj2d,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qCA6B0sZ,CAAC;;;;;;;;;yBAA2O,CAAC;;;;iCAA2I,CAAC;;;;;uBAA0M,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;8BAA6gD,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qCAAllE,CAAC;;;;;;;;;yBAA2O,CAAC;;;;iCAA2I,CAAC;;;;;uBAA0M,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;8BAA6gD,CAAC;;;;;;;;;;;;;;;;;;;;;;;;YAxBz1d,OAAO;IAMrB,OAAO,CAAC,IAAI;YAKE,OAAO;CAYtB"}
|
|
@@ -8,6 +8,7 @@ export declare const ExperimentGraderPinSchema: z.ZodObject<{
|
|
|
8
8
|
id: z.ZodString;
|
|
9
9
|
version: z.ZodString;
|
|
10
10
|
contentHash: z.ZodString;
|
|
11
|
+
name: z.ZodOptional<z.ZodString>;
|
|
11
12
|
feedbackKey: z.ZodString;
|
|
12
13
|
release: z.ZodNullable<z.ZodObject<{
|
|
13
14
|
id: z.ZodString;
|
|
@@ -31,6 +32,7 @@ export declare const ExperimentGraderPinSchema: z.ZodObject<{
|
|
|
31
32
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
32
33
|
}, z.core.$strict>>>;
|
|
33
34
|
}, z.core.$strict>;
|
|
35
|
+
export type ExperimentGraderPin = z.infer<typeof ExperimentGraderPinSchema>;
|
|
34
36
|
export declare const ExperimentGraderSelectionSchema: z.ZodObject<{
|
|
35
37
|
id: z.ZodString;
|
|
36
38
|
version: z.ZodString;
|
|
@@ -76,6 +78,17 @@ export declare const SaveExperimentSchema: z.ZodObject<{
|
|
|
76
78
|
policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
77
79
|
kind: z.ZodLiteral<"hosted_chat">;
|
|
78
80
|
modelId: z.ZodString;
|
|
81
|
+
harness: z.ZodOptional<z.ZodObject<{
|
|
82
|
+
harnessRelease: z.ZodObject<{
|
|
83
|
+
id: z.ZodString;
|
|
84
|
+
contentHash: z.ZodString;
|
|
85
|
+
}, z.core.$strict>;
|
|
86
|
+
agentSnapshot: z.ZodObject<{
|
|
87
|
+
id: z.ZodString;
|
|
88
|
+
contentHash: z.ZodString;
|
|
89
|
+
}, z.core.$strict>;
|
|
90
|
+
sourcePackageHash: z.ZodString;
|
|
91
|
+
}, z.core.$strict>>;
|
|
79
92
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
80
93
|
role: z.ZodEnum<{
|
|
81
94
|
system: "system";
|
|
@@ -183,6 +196,17 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
|
|
|
183
196
|
policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
184
197
|
kind: z.ZodLiteral<"hosted_chat">;
|
|
185
198
|
modelId: z.ZodString;
|
|
199
|
+
harness: z.ZodOptional<z.ZodObject<{
|
|
200
|
+
harnessRelease: z.ZodObject<{
|
|
201
|
+
id: z.ZodString;
|
|
202
|
+
contentHash: z.ZodString;
|
|
203
|
+
}, z.core.$strict>;
|
|
204
|
+
agentSnapshot: z.ZodObject<{
|
|
205
|
+
id: z.ZodString;
|
|
206
|
+
contentHash: z.ZodString;
|
|
207
|
+
}, z.core.$strict>;
|
|
208
|
+
sourcePackageHash: z.ZodString;
|
|
209
|
+
}, z.core.$strict>>;
|
|
186
210
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
187
211
|
role: z.ZodEnum<{
|
|
188
212
|
system: "system";
|
|
@@ -247,6 +271,7 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
|
|
|
247
271
|
id: z.ZodString;
|
|
248
272
|
version: z.ZodString;
|
|
249
273
|
contentHash: z.ZodString;
|
|
274
|
+
name: z.ZodOptional<z.ZodString>;
|
|
250
275
|
feedbackKey: z.ZodString;
|
|
251
276
|
release: z.ZodNullable<z.ZodObject<{
|
|
252
277
|
id: z.ZodString;
|
|
@@ -288,20 +313,32 @@ export declare const ExperimentListQuerySchema: z.ZodObject<{
|
|
|
288
313
|
projectId: z.ZodOptional<z.ZodString>;
|
|
289
314
|
datasetHash: z.ZodOptional<z.ZodString>;
|
|
290
315
|
search: z.ZodOptional<z.ZodString>;
|
|
316
|
+
status: z.ZodOptional<z.ZodEnum<{
|
|
317
|
+
failed: "failed";
|
|
318
|
+
cancelled: "cancelled";
|
|
319
|
+
queued: "queued";
|
|
320
|
+
running: "running";
|
|
321
|
+
cancelling: "cancelling";
|
|
322
|
+
completed: "completed";
|
|
323
|
+
}>>;
|
|
291
324
|
afterId: z.ZodOptional<z.ZodString>;
|
|
292
325
|
limit: z.ZodDefault<z.ZodNumber>;
|
|
293
326
|
}, z.core.$strict>;
|
|
294
327
|
export declare const ExperimentExecutionContextSchema: z.ZodObject<{
|
|
295
|
-
definition: z.ZodObject<{
|
|
328
|
+
definition: z.ZodNullable<z.ZodObject<{
|
|
296
329
|
id: z.ZodString;
|
|
297
330
|
revision: z.ZodNumber;
|
|
298
331
|
contentHash: z.ZodString;
|
|
299
|
-
}, z.core.$strict
|
|
332
|
+
}, z.core.$strict>>;
|
|
333
|
+
configurationHash: z.ZodOptional<z.ZodString>;
|
|
334
|
+
admissionRequestHash: z.ZodOptional<z.ZodString>;
|
|
335
|
+
sourceExperimentId: z.ZodOptional<z.ZodString>;
|
|
300
336
|
maximumCostUsd: z.ZodNumber;
|
|
301
337
|
graders: z.ZodArray<z.ZodObject<{
|
|
302
338
|
id: z.ZodString;
|
|
303
339
|
version: z.ZodString;
|
|
304
340
|
contentHash: z.ZodString;
|
|
341
|
+
name: z.ZodOptional<z.ZodString>;
|
|
305
342
|
feedbackKey: z.ZodString;
|
|
306
343
|
release: z.ZodNullable<z.ZodObject<{
|
|
307
344
|
id: z.ZodString;
|
|
@@ -363,6 +400,17 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
|
|
|
363
400
|
policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
364
401
|
kind: z.ZodLiteral<"hosted_chat">;
|
|
365
402
|
modelId: z.ZodString;
|
|
403
|
+
harness: z.ZodOptional<z.ZodObject<{
|
|
404
|
+
harnessRelease: z.ZodObject<{
|
|
405
|
+
id: z.ZodString;
|
|
406
|
+
contentHash: z.ZodString;
|
|
407
|
+
}, z.core.$strict>;
|
|
408
|
+
agentSnapshot: z.ZodObject<{
|
|
409
|
+
id: z.ZodString;
|
|
410
|
+
contentHash: z.ZodString;
|
|
411
|
+
}, z.core.$strict>;
|
|
412
|
+
sourcePackageHash: z.ZodString;
|
|
413
|
+
}, z.core.$strict>>;
|
|
366
414
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
367
415
|
role: z.ZodEnum<{
|
|
368
416
|
system: "system";
|
|
@@ -541,6 +589,7 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
|
|
|
541
589
|
id: z.ZodString;
|
|
542
590
|
version: z.ZodString;
|
|
543
591
|
contentHash: z.ZodString;
|
|
592
|
+
name: z.ZodOptional<z.ZodString>;
|
|
544
593
|
feedbackKey: z.ZodString;
|
|
545
594
|
release: z.ZodNullable<z.ZodObject<{
|
|
546
595
|
id: z.ZodString;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experiment-contracts.d.ts","sourceRoot":"","sources":["../../../../../src/experiment-contracts.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAKxB,eAAO,MAAM,6BAA6B;;;;kBAE/B,CAAC;AACZ,eAAO,MAAM,yBAAyB
|
|
1
|
+
{"version":3,"file":"experiment-contracts.d.ts","sourceRoot":"","sources":["../../../../../src/experiment-contracts.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAKxB,eAAO,MAAM,6BAA6B;;;;kBAE/B,CAAC;AACZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAM3B,CAAC;AACZ,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;kBAAiI,CAAC;AAC9K,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAW/B,CAAC;AASH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkD,CAAC;AAC1F,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AACpF,eAAO,MAAM,qBAAqB;;;;;;;kBAAoF,CAAC;AACvH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;kBAI3B,CAAC;AACZ,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAS3C,CAAC;AACH,MAAM,MAAM,0BAA0B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gCAAgC,CAAC,CAAC;AAE1F,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;kBAIhC,CAAC;AACZ,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAIjC,CAAC;AAEZ,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,OAAO,GAAG,oBAAoB,CAQ/E;AAED,eAAO,MAAM,uBAAuB,GAAI,OAAO,oBAAoB,KAAG,uBAEpE,CAAC"}
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
import type { ModelTasksetRunRequest } from "./model-taskset-runs-contracts.js";
|
|
2
|
+
/** Resolve presentation from the configuration that actually executes. These
|
|
3
|
+
* modes never inherit a selected chat session or a mutable desktop preference. */
|
|
4
|
+
export declare function experimentExecutionSelection(policy: ModelTasksetRunRequest["policy"]): {
|
|
5
|
+
mode: "fixture";
|
|
6
|
+
modelId?: undefined;
|
|
7
|
+
harnessRelease?: undefined;
|
|
8
|
+
profile?: undefined;
|
|
9
|
+
harness?: undefined;
|
|
10
|
+
} | {
|
|
11
|
+
mode: "model_harness_profile";
|
|
12
|
+
modelId: string;
|
|
13
|
+
harnessRelease: {
|
|
14
|
+
id: string;
|
|
15
|
+
contentHash: string;
|
|
16
|
+
};
|
|
17
|
+
profile: {
|
|
18
|
+
repositoryId: string;
|
|
19
|
+
id: string;
|
|
20
|
+
revision: string;
|
|
21
|
+
target: {
|
|
22
|
+
kind: "profile";
|
|
23
|
+
} | {
|
|
24
|
+
kind: "workflow";
|
|
25
|
+
workflowId: string;
|
|
26
|
+
} | {
|
|
27
|
+
kind: "skill";
|
|
28
|
+
skillPath: string;
|
|
29
|
+
} | {
|
|
30
|
+
kind: "agent_action";
|
|
31
|
+
actionId: string;
|
|
32
|
+
};
|
|
33
|
+
};
|
|
34
|
+
harness?: undefined;
|
|
35
|
+
} | {
|
|
36
|
+
mode: "model_harness";
|
|
37
|
+
modelId: string;
|
|
38
|
+
harness: {
|
|
39
|
+
harnessRelease: {
|
|
40
|
+
id: string;
|
|
41
|
+
contentHash: string;
|
|
42
|
+
};
|
|
43
|
+
agentSnapshot: {
|
|
44
|
+
id: string;
|
|
45
|
+
contentHash: string;
|
|
46
|
+
};
|
|
47
|
+
sourcePackageHash: string;
|
|
48
|
+
};
|
|
49
|
+
harnessRelease?: undefined;
|
|
50
|
+
profile?: undefined;
|
|
51
|
+
} | {
|
|
52
|
+
mode: "model";
|
|
53
|
+
modelId: string;
|
|
54
|
+
harnessRelease?: undefined;
|
|
55
|
+
profile?: undefined;
|
|
56
|
+
harness?: undefined;
|
|
57
|
+
};
|
|
58
|
+
//# sourceMappingURL=experiment-execution-selection.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"experiment-execution-selection.d.ts","sourceRoot":"","sources":["../../../../../src/experiment-execution-selection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,mCAAmC,CAAC;AAEhF;kFACkF;AAClF,wBAAgB,4BAA4B,CAAC,MAAM,EAAE,sBAAsB,CAAC,QAAQ,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYpF"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
/** Catalog projections carry immutable pins and readiness, never source bytes. */
|
|
3
|
+
export declare const ExperimentHarnessCatalogSchema: z.ZodObject<{
|
|
4
|
+
teamId: z.ZodString;
|
|
5
|
+
items: z.ZodArray<z.ZodObject<{
|
|
6
|
+
name: z.ZodString;
|
|
7
|
+
source: z.ZodObject<{
|
|
8
|
+
harnessRelease: z.ZodObject<{
|
|
9
|
+
id: z.ZodString;
|
|
10
|
+
contentHash: z.ZodString;
|
|
11
|
+
}, z.core.$strict>;
|
|
12
|
+
agentSnapshot: z.ZodObject<{
|
|
13
|
+
id: z.ZodString;
|
|
14
|
+
contentHash: z.ZodString;
|
|
15
|
+
}, z.core.$strict>;
|
|
16
|
+
sourcePackageHash: z.ZodString;
|
|
17
|
+
}, z.core.$strict>;
|
|
18
|
+
ready: z.ZodBoolean;
|
|
19
|
+
reason: z.ZodNullable<z.ZodString>;
|
|
20
|
+
}, z.core.$strict>>;
|
|
21
|
+
nextCursor: z.ZodNullable<z.ZodString>;
|
|
22
|
+
}, z.core.$strict>;
|
|
23
|
+
export type ExperimentHarnessCatalog = z.infer<typeof ExperimentHarnessCatalogSchema>;
|
|
24
|
+
//# sourceMappingURL=experiment-harness-catalog.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"experiment-harness-catalog.d.ts","sourceRoot":"","sources":["../../../../../src/experiment-harness-catalog.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,kFAAkF;AAClF,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;kBAiBhC,CAAC;AACZ,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAAC"}
|
|
@@ -0,0 +1,121 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
/** One reviewed configuration admits one Experiment. A transport retry reuses
|
|
3
|
+
* its operation identity; Duplicate and edit submits a new operation. */
|
|
4
|
+
export declare const RunExperimentSchema: z.ZodObject<{
|
|
5
|
+
operationId: z.ZodString;
|
|
6
|
+
request: z.ZodObject<{
|
|
7
|
+
schemaVersion: z.ZodLiteral<"openpond.modelTasksetRunRequest.v1">;
|
|
8
|
+
operationId: z.ZodString;
|
|
9
|
+
teamId: z.ZodString;
|
|
10
|
+
modelProjectId: z.ZodNullable<z.ZodString>;
|
|
11
|
+
name: z.ZodOptional<z.ZodString>;
|
|
12
|
+
project: z.ZodOptional<z.ZodObject<{
|
|
13
|
+
id: z.ZodString;
|
|
14
|
+
revision: z.ZodNumber;
|
|
15
|
+
contentHash: z.ZodString;
|
|
16
|
+
targetId: z.ZodNullable<z.ZodString>;
|
|
17
|
+
}, z.core.$strict>>;
|
|
18
|
+
taskset: z.ZodObject<{
|
|
19
|
+
id: z.ZodString;
|
|
20
|
+
contentHash: z.ZodString;
|
|
21
|
+
revision: z.ZodNumber;
|
|
22
|
+
}, z.core.$strict>;
|
|
23
|
+
policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
24
|
+
kind: z.ZodLiteral<"hosted_chat">;
|
|
25
|
+
modelId: z.ZodString;
|
|
26
|
+
harness: z.ZodOptional<z.ZodObject<{
|
|
27
|
+
harnessRelease: z.ZodObject<{
|
|
28
|
+
id: z.ZodString;
|
|
29
|
+
contentHash: z.ZodString;
|
|
30
|
+
}, z.core.$strict>;
|
|
31
|
+
agentSnapshot: z.ZodObject<{
|
|
32
|
+
id: z.ZodString;
|
|
33
|
+
contentHash: z.ZodString;
|
|
34
|
+
}, z.core.$strict>;
|
|
35
|
+
sourcePackageHash: z.ZodString;
|
|
36
|
+
}, z.core.$strict>>;
|
|
37
|
+
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
38
|
+
role: z.ZodEnum<{
|
|
39
|
+
system: "system";
|
|
40
|
+
user: "user";
|
|
41
|
+
assistant: "assistant";
|
|
42
|
+
}>;
|
|
43
|
+
content: z.ZodString;
|
|
44
|
+
}, z.core.$strict>>>;
|
|
45
|
+
maxOutputTokens: z.ZodDefault<z.ZodNumber>;
|
|
46
|
+
temperature: z.ZodDefault<z.ZodNumber>;
|
|
47
|
+
topP: z.ZodDefault<z.ZodNumber>;
|
|
48
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
49
|
+
kind: z.ZodLiteral<"fixture">;
|
|
50
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
51
|
+
kind: z.ZodLiteral<"hosted_harness">;
|
|
52
|
+
modelId: z.ZodString;
|
|
53
|
+
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
54
|
+
high: "high";
|
|
55
|
+
low: "low";
|
|
56
|
+
off: "off";
|
|
57
|
+
medium: "medium";
|
|
58
|
+
xhigh: "xhigh";
|
|
59
|
+
max: "max";
|
|
60
|
+
}>>;
|
|
61
|
+
profileRepositoryId: z.ZodString;
|
|
62
|
+
source: z.ZodObject<{
|
|
63
|
+
profileId: z.ZodString;
|
|
64
|
+
sourceRevision: z.ZodString;
|
|
65
|
+
harnessRelease: z.ZodObject<{
|
|
66
|
+
id: z.ZodString;
|
|
67
|
+
contentHash: z.ZodString;
|
|
68
|
+
}, z.core.$strict>;
|
|
69
|
+
catalogHash: z.ZodString;
|
|
70
|
+
definitionId: z.ZodString;
|
|
71
|
+
definitionHash: z.ZodString;
|
|
72
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
73
|
+
kind: z.ZodLiteral<"profile">;
|
|
74
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
75
|
+
kind: z.ZodLiteral<"workflow">;
|
|
76
|
+
workflowId: z.ZodString;
|
|
77
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
78
|
+
kind: z.ZodLiteral<"skill">;
|
|
79
|
+
skillPath: z.ZodString;
|
|
80
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
81
|
+
kind: z.ZodLiteral<"agent_action">;
|
|
82
|
+
actionId: z.ZodString;
|
|
83
|
+
}, z.core.$strict>], "kind">;
|
|
84
|
+
environmentHash: z.ZodString;
|
|
85
|
+
}, z.core.$strict>;
|
|
86
|
+
modelConfigurationHash: z.ZodString;
|
|
87
|
+
packageHash: z.ZodString;
|
|
88
|
+
}, z.core.$strict>], "kind">;
|
|
89
|
+
population: z.ZodArray<z.ZodObject<{
|
|
90
|
+
receiptId: z.ZodString;
|
|
91
|
+
taskId: z.ZodString;
|
|
92
|
+
seed: z.ZodString;
|
|
93
|
+
fixtureId: z.ZodNullable<z.ZodString>;
|
|
94
|
+
}, z.core.$strict>>;
|
|
95
|
+
}, z.core.$strict>;
|
|
96
|
+
maximumCostUsd: z.ZodNumber;
|
|
97
|
+
graders: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
98
|
+
id: z.ZodString;
|
|
99
|
+
version: z.ZodString;
|
|
100
|
+
contentHash: z.ZodString;
|
|
101
|
+
mappings: z.ZodArray<z.ZodObject<{
|
|
102
|
+
destination: z.ZodEnum<{
|
|
103
|
+
input: "input";
|
|
104
|
+
output: "output";
|
|
105
|
+
expectedOutput: "expectedOutput";
|
|
106
|
+
evaluatorContext: "evaluatorContext";
|
|
107
|
+
}>;
|
|
108
|
+
path: z.ZodArray<z.ZodString>;
|
|
109
|
+
source: z.ZodEnum<{
|
|
110
|
+
input: "input";
|
|
111
|
+
output: "output";
|
|
112
|
+
expectedOutput: "expectedOutput";
|
|
113
|
+
evaluatorContext: "evaluatorContext";
|
|
114
|
+
}>;
|
|
115
|
+
sourcePath: z.ZodArray<z.ZodString>;
|
|
116
|
+
}, z.core.$strict>>;
|
|
117
|
+
}, z.core.$strict>>>;
|
|
118
|
+
sourceExperimentId: z.ZodOptional<z.ZodString>;
|
|
119
|
+
}, z.core.$strict>;
|
|
120
|
+
export type RunExperiment = z.infer<typeof RunExperimentSchema>;
|
|
121
|
+
//# sourceMappingURL=experiment-run-contracts.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"experiment-run-contracts.d.ts","sourceRoot":"","sources":["../../../../../src/experiment-run-contracts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAMxB;yEACyE;AACzE,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAe9B,CAAC;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC"}
|