@openpond/evals 0.4.2 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (35) hide show
  1. package/CONTRACT.md +14 -0
  2. package/README.md +6 -1
  3. package/dist/artifact-verification.js +172 -0
  4. package/dist/builtin-benchmarks/harness-refiner.js +469 -24
  5. package/dist/execution-contracts.js +153 -0
  6. package/dist/execution-receipts.js +185 -0
  7. package/dist/graders.js +8 -2
  8. package/dist/index.js +5 -0
  9. package/dist/preferences.js +737 -0
  10. package/dist/rollouts.js +241 -0
  11. package/dist/tasksets.js +24 -0
  12. package/dist/types/artifact-verification.d.ts +31 -0
  13. package/dist/types/artifact-verification.d.ts.map +1 -0
  14. package/dist/types/builtin-benchmarks/harness-refiner.d.ts +22 -0
  15. package/dist/types/builtin-benchmarks/harness-refiner.d.ts.map +1 -1
  16. package/dist/types/conformance.d.ts +44 -0
  17. package/dist/types/conformance.d.ts.map +1 -1
  18. package/dist/types/evidence/conformance.d.ts +24 -24
  19. package/dist/types/evidence/contracts.d.ts +42 -42
  20. package/dist/types/execution-contracts.d.ts +806 -0
  21. package/dist/types/execution-contracts.d.ts.map +1 -0
  22. package/dist/types/execution-receipts.d.ts +55 -0
  23. package/dist/types/execution-receipts.d.ts.map +1 -0
  24. package/dist/types/graders.d.ts.map +1 -1
  25. package/dist/types/index.d.ts +5 -0
  26. package/dist/types/index.d.ts.map +1 -1
  27. package/dist/types/preferences.d.ts +535 -0
  28. package/dist/types/preferences.d.ts.map +1 -0
  29. package/dist/types/review-conformance.d.ts +20 -15
  30. package/dist/types/review-conformance.d.ts.map +1 -1
  31. package/dist/types/rollouts.d.ts +221 -0
  32. package/dist/types/rollouts.d.ts.map +1 -0
  33. package/dist/types/tasksets.d.ts +89 -0
  34. package/dist/types/tasksets.d.ts.map +1 -1
  35. package/package.json +9 -1
package/dist/types/review-conformance.d.ts CHANGED
@@ -50,7 +50,7 @@ export declare const harnessEvaluationReviewConformance: {
50
50
  state: "revoked" | "deleted" | "expired" | "authorized";
51
51
  checkedAt: string;
52
52
  } | null;
53
- reason: "revoked" | "deleted" | "expired" | "outside_scope" | "before_watermark" | "duplicate" | "resolved" | "sensitive" | "unverified" | "budget";
53
+ reason: "duplicate" | "revoked" | "deleted" | "expired" | "outside_scope" | "before_watermark" | "resolved" | "sensitive" | "unverified" | "budget";
54
54
  }[];
55
55
  claim: {
56
56
  fingerprint: string;
@@ -58,11 +58,12 @@ export declare const harnessEvaluationReviewConformance: {
58
58
  statement: string;
59
59
  independentOccurrences: number;
60
60
  unresolvedOccurrences: number;
61
+ candidateDisposition?: "confirm" | "observe" | undefined;
61
62
  } | null;
62
63
  classification: "runtime" | "taskset" | "no_action" | "harness_maintenance" | "product" | "model_improvement";
63
64
  triage: {
64
- layer: "model" | "tools" | "evaluation" | "runtime" | "product" | "harness" | "retrieval";
65
- status: "resolved" | "not_applicable" | "unresolved" | "blocked";
65
+ layer: "tools" | "model" | "evaluation" | "runtime" | "product" | "harness" | "retrieval";
66
+ status: "blocked" | "resolved" | "not_applicable" | "unresolved";
66
67
  reason: string;
67
68
  evidenceRefs: {
68
69
  id: string;
@@ -140,7 +141,7 @@ export declare const harnessEvaluationReviewConformance: {
140
141
  state: "revoked" | "deleted" | "expired" | "authorized";
141
142
  checkedAt: string;
142
143
  } | null;
143
- reason: "revoked" | "deleted" | "expired" | "outside_scope" | "before_watermark" | "duplicate" | "resolved" | "sensitive" | "unverified" | "budget";
144
+ reason: "duplicate" | "revoked" | "deleted" | "expired" | "outside_scope" | "before_watermark" | "resolved" | "sensitive" | "unverified" | "budget";
144
145
  }[];
145
146
  claim: {
146
147
  fingerprint: string;
@@ -148,11 +149,12 @@ export declare const harnessEvaluationReviewConformance: {
148
149
  statement: string;
149
150
  independentOccurrences: number;
150
151
  unresolvedOccurrences: number;
152
+ candidateDisposition?: "confirm" | "observe" | undefined;
151
153
  } | null;
152
154
  classification: "runtime" | "taskset" | "no_action" | "harness_maintenance" | "product" | "model_improvement";
153
155
  triage: {
154
- layer: "model" | "tools" | "evaluation" | "runtime" | "product" | "harness" | "retrieval";
155
- status: "resolved" | "not_applicable" | "unresolved" | "blocked";
156
+ layer: "tools" | "model" | "evaluation" | "runtime" | "product" | "harness" | "retrieval";
157
+ status: "blocked" | "resolved" | "not_applicable" | "unresolved";
156
158
  reason: string;
157
159
  evidenceRefs: {
158
160
  id: string;
@@ -230,7 +232,7 @@ export declare const harnessEvaluationReviewConformance: {
230
232
  state: "revoked" | "deleted" | "expired" | "authorized";
231
233
  checkedAt: string;
232
234
  } | null;
233
- reason: "revoked" | "deleted" | "expired" | "outside_scope" | "before_watermark" | "duplicate" | "resolved" | "sensitive" | "unverified" | "budget";
235
+ reason: "duplicate" | "revoked" | "deleted" | "expired" | "outside_scope" | "before_watermark" | "resolved" | "sensitive" | "unverified" | "budget";
234
236
  }[];
235
237
  claim: {
236
238
  fingerprint: string;
@@ -238,11 +240,12 @@ export declare const harnessEvaluationReviewConformance: {
238
240
  statement: string;
239
241
  independentOccurrences: number;
240
242
  unresolvedOccurrences: number;
243
+ candidateDisposition?: "confirm" | "observe" | undefined;
241
244
  } | null;
242
245
  classification: "runtime" | "taskset" | "no_action" | "harness_maintenance" | "product" | "model_improvement";
243
246
  triage: {
244
- layer: "model" | "tools" | "evaluation" | "runtime" | "product" | "harness" | "retrieval";
245
- status: "resolved" | "not_applicable" | "unresolved" | "blocked";
247
+ layer: "tools" | "model" | "evaluation" | "runtime" | "product" | "harness" | "retrieval";
248
+ status: "blocked" | "resolved" | "not_applicable" | "unresolved";
246
249
  reason: string;
247
250
  evidenceRefs: {
248
251
  id: string;
@@ -320,7 +323,7 @@ export declare const harnessEvaluationReviewConformance: {
320
323
  state: "revoked" | "deleted" | "expired" | "authorized";
321
324
  checkedAt: string;
322
325
  } | null;
323
- reason: "revoked" | "deleted" | "expired" | "outside_scope" | "before_watermark" | "duplicate" | "resolved" | "sensitive" | "unverified" | "budget";
326
+ reason: "duplicate" | "revoked" | "deleted" | "expired" | "outside_scope" | "before_watermark" | "resolved" | "sensitive" | "unverified" | "budget";
324
327
  }[];
325
328
  claim: {
326
329
  fingerprint: string;
@@ -328,11 +331,12 @@ export declare const harnessEvaluationReviewConformance: {
328
331
  statement: string;
329
332
  independentOccurrences: number;
330
333
  unresolvedOccurrences: number;
334
+ candidateDisposition?: "confirm" | "observe" | undefined;
331
335
  } | null;
332
336
  classification: "runtime" | "taskset" | "no_action" | "harness_maintenance" | "product" | "model_improvement";
333
337
  triage: {
334
- layer: "model" | "tools" | "evaluation" | "runtime" | "product" | "harness" | "retrieval";
335
- status: "resolved" | "not_applicable" | "unresolved" | "blocked";
338
+ layer: "tools" | "model" | "evaluation" | "runtime" | "product" | "harness" | "retrieval";
339
+ status: "blocked" | "resolved" | "not_applicable" | "unresolved";
336
340
  reason: string;
337
341
  evidenceRefs: {
338
342
  id: string;
@@ -564,7 +568,7 @@ export declare const harnessEvaluationReviewConformance: {
564
568
  state: "revoked" | "deleted" | "expired" | "authorized";
565
569
  checkedAt: string;
566
570
  } | null;
567
- reason: "revoked" | "deleted" | "expired" | "outside_scope" | "before_watermark" | "duplicate" | "resolved" | "sensitive" | "unverified" | "budget";
571
+ reason: "duplicate" | "revoked" | "deleted" | "expired" | "outside_scope" | "before_watermark" | "resolved" | "sensitive" | "unverified" | "budget";
568
572
  }[];
569
573
  claim: {
570
574
  fingerprint: string;
@@ -572,11 +576,12 @@ export declare const harnessEvaluationReviewConformance: {
572
576
  statement: string;
573
577
  independentOccurrences: number;
574
578
  unresolvedOccurrences: number;
579
+ candidateDisposition?: "confirm" | "observe" | undefined;
575
580
  } | null;
576
581
  classification: "runtime" | "taskset" | "no_action" | "harness_maintenance" | "product" | "model_improvement";
577
582
  triage: {
578
- layer: "model" | "tools" | "evaluation" | "runtime" | "product" | "harness" | "retrieval";
579
- status: "resolved" | "not_applicable" | "unresolved" | "blocked";
583
+ layer: "tools" | "model" | "evaluation" | "runtime" | "product" | "harness" | "retrieval";
584
+ status: "blocked" | "resolved" | "not_applicable" | "unresolved";
580
585
  reason: string;
581
586
  evidenceRefs: {
582
587
  id: string;
package/dist/types/review-conformance.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"review-conformance.d.ts","sourceRoot":"","sources":["../../../../src/review-conformance.ts"],"names":[],"mappings":"AAoMA,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAQ9C,CAAC"}
1
+ {"version":3,"file":"review-conformance.d.ts","sourceRoot":"","sources":["../../../../src/review-conformance.ts"],"names":[],"mappings":"AAoMA,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAQ9C,CAAC"}
package/dist/types/rollouts.d.ts ADDED
@@ -0,0 +1,221 @@
1
+ import { z } from "zod";
2
+ import { ImmutableArtifactRefSchema, ModelRefSchema } from "@openpond/harness";
3
+ import { type RewardReceipt } from "./execution-contracts.js";
4
+ import { TaskSplitSchema } from "./tasksets.js";
5
+ import { type AttemptReceipt } from "./runs.js";
6
+ export declare const OptimizerTrainingSampleSchema: z.ZodObject<{
7
+ schemaVersion: z.ZodLiteral<"openpond.optimizerTrainingSample.v1">;
8
+ tokenIds: z.ZodArray<z.ZodNumber>;
9
+ mask: z.ZodArray<z.ZodBoolean>;
10
+ logprobs: z.ZodArray<z.ZodNumber>;
11
+ temperatures: z.ZodArray<z.ZodNumber>;
12
+ envName: z.ZodString;
13
+ modelRequestId: z.ZodString;
14
+ promptTokenCount: z.ZodNumber;
15
+ completionTokenCount: z.ZodNumber;
16
+ servedPolicyVersion: z.ZodNumber;
17
+ }, z.core.$strict>;
18
+ export declare const EnvironmentExecutionEvidenceSchema: z.ZodObject<{
19
+ id: z.ZodString;
20
+ environmentRelease: z.ZodObject<{
21
+ id: z.ZodString;
22
+ contentHash: z.ZodString;
23
+ }, z.core.$strict>;
24
+ status: z.ZodEnum<{
25
+ failed: "failed";
26
+ completed: "completed";
27
+ cancelled: "cancelled";
28
+ timed_out: "timed_out";
29
+ }>;
30
+ startedAt: z.ZodString;
31
+ completedAt: z.ZodString;
32
+ traceRefs: z.ZodArray<z.ZodObject<{
33
+ id: z.ZodString;
34
+ contentHash: z.ZodString;
35
+ mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
36
+ sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
37
+ }, z.core.$strict>>;
38
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
39
+ }, z.core.$strict>;
40
+ export declare const CanonicalRolloutRecordSchema: z.ZodObject<{
41
+ contentHash: z.ZodString;
42
+ schemaVersion: z.ZodLiteral<"openpond.canonicalRolloutRecord.v1">;
43
+ id: z.ZodString;
44
+ attemptRef: z.ZodObject<{
45
+ id: z.ZodString;
46
+ contentHash: z.ZodString;
47
+ }, z.core.$strict>;
48
+ artifactManifestRef: z.ZodObject<{
49
+ id: z.ZodString;
50
+ contentHash: z.ZodString;
51
+ }, z.core.$strict>;
52
+ tasksetRelease: z.ZodObject<{
53
+ id: z.ZodString;
54
+ contentHash: z.ZodString;
55
+ }, z.core.$strict>;
56
+ environmentRelease: z.ZodObject<{
57
+ id: z.ZodString;
58
+ contentHash: z.ZodString;
59
+ }, z.core.$strict>;
60
+ verifierSetRelease: z.ZodObject<{
61
+ id: z.ZodString;
62
+ contentHash: z.ZodString;
63
+ }, z.core.$strict>;
64
+ harnessRelease: z.ZodObject<{
65
+ id: z.ZodString;
66
+ contentHash: z.ZodString;
67
+ }, z.core.$strict>;
68
+ taskId: z.ZodString;
69
+ split: z.ZodEnum<{
70
+ train: "train";
71
+ validation: "validation";
72
+ test: "test";
73
+ frozen_eval: "frozen_eval";
74
+ }>;
75
+ model: z.ZodObject<{
76
+ provider: z.ZodString;
77
+ model: z.ZodString;
78
+ revision: z.ZodDefault<z.ZodNullable<z.ZodString>>;
79
+ artifactHash: z.ZodDefault<z.ZodNullable<z.ZodString>>;
80
+ tokenizerRevision: z.ZodDefault<z.ZodNullable<z.ZodString>>;
81
+ chatTemplateHash: z.ZodDefault<z.ZodNullable<z.ZodString>>;
82
+ }, z.core.$strict>;
83
+ seed: z.ZodString;
84
+ reward: z.ZodObject<{
85
+ receiptRef: z.ZodObject<{
86
+ id: z.ZodString;
87
+ contentHash: z.ZodString;
88
+ }, z.core.$strict>;
89
+ status: z.ZodEnum<{
90
+ scored: "scored";
91
+ unscorable: "unscorable";
92
+ }>;
93
+ value: z.ZodNullable<z.ZodNumber>;
94
+ learningEligible: z.ZodBoolean;
95
+ passed: z.ZodBoolean;
96
+ outcomeClass: z.ZodEnum<{
97
+ completed: "completed";
98
+ policy_failure: "policy_failure";
99
+ incomplete_output: "incomplete_output";
100
+ task_deadline: "task_deadline";
101
+ environment_failure: "environment_failure";
102
+ collector_failure: "collector_failure";
103
+ verifier_failure: "verifier_failure";
104
+ provider_failure: "provider_failure";
105
+ host_failure: "host_failure";
106
+ infrastructure_timeout: "infrastructure_timeout";
107
+ cancelled: "cancelled";
108
+ }>;
109
+ failureOwner: z.ZodNullable<z.ZodEnum<{
110
+ policy: "policy";
111
+ verifier: "verifier";
112
+ environment: "environment";
113
+ collector: "collector";
114
+ provider: "provider";
115
+ host: "host";
116
+ user: "user";
117
+ scheduler: "scheduler";
118
+ }>>;
119
+ components: z.ZodRecord<z.ZodString, z.ZodNullable<z.ZodNumber>>;
120
+ }, z.core.$strict>;
121
+ traceRef: z.ZodObject<{
122
+ id: z.ZodString;
123
+ contentHash: z.ZodString;
124
+ mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
125
+ sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
126
+ }, z.core.$strict>;
127
+ optimizerSample: z.ZodNullable<z.ZodObject<{
128
+ schemaVersion: z.ZodLiteral<"openpond.optimizerTrainingSample.v1">;
129
+ tokenIds: z.ZodArray<z.ZodNumber>;
130
+ mask: z.ZodArray<z.ZodBoolean>;
131
+ logprobs: z.ZodArray<z.ZodNumber>;
132
+ temperatures: z.ZodArray<z.ZodNumber>;
133
+ envName: z.ZodString;
134
+ modelRequestId: z.ZodString;
135
+ promptTokenCount: z.ZodNumber;
136
+ completionTokenCount: z.ZodNumber;
137
+ servedPolicyVersion: z.ZodNumber;
138
+ }, z.core.$strict>>;
139
+ environmentExecutions: z.ZodArray<z.ZodObject<{
140
+ id: z.ZodString;
141
+ environmentRelease: z.ZodObject<{
142
+ id: z.ZodString;
143
+ contentHash: z.ZodString;
144
+ }, z.core.$strict>;
145
+ status: z.ZodEnum<{
146
+ failed: "failed";
147
+ completed: "completed";
148
+ cancelled: "cancelled";
149
+ timed_out: "timed_out";
150
+ }>;
151
+ startedAt: z.ZodString;
152
+ completedAt: z.ZodString;
153
+ traceRefs: z.ZodArray<z.ZodObject<{
154
+ id: z.ZodString;
155
+ contentHash: z.ZodString;
156
+ mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
157
+ sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
158
+ }, z.core.$strict>>;
159
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
160
+ }, z.core.$strict>>;
161
+ startedAt: z.ZodString;
162
+ completedAt: z.ZodString;
163
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
164
+ }, z.core.$strict>;
165
+ export declare const RolloutQualificationSchema: z.ZodObject<{
166
+ schemaVersion: z.ZodLiteral<"openpond.rolloutQualification.v1">;
167
+ rolloutCount: z.ZodNumber;
168
+ scoredCount: z.ZodNumber;
169
+ optimizerEligibleCount: z.ZodNumber;
170
+ unscorableCount: z.ZodNumber;
171
+ zeroRewardCount: z.ZodNumber;
172
+ rewardMean: z.ZodNullable<z.ZodNumber>;
173
+ rewardVariance: z.ZodNullable<z.ZodNumber>;
174
+ distinctRewardCount: z.ZodNumber;
175
+ eligibleForRl: z.ZodBoolean;
176
+ reasons: z.ZodArray<z.ZodString>;
177
+ }, z.core.$strict>;
178
+ export declare function createCanonicalRolloutRecord(input: {
179
+ id: string;
180
+ attemptReceipt: AttemptReceipt;
181
+ rewardReceipt: RewardReceipt;
182
+ artifactManifestRef: {
183
+ id: string;
184
+ contentHash: string;
185
+ };
186
+ tasksetRelease: {
187
+ id: string;
188
+ contentHash: string;
189
+ };
190
+ environmentRelease: {
191
+ id: string;
192
+ contentHash: string;
193
+ };
194
+ harnessRelease: {
195
+ id: string;
196
+ contentHash: string;
197
+ };
198
+ taskId: string;
199
+ split: z.input<typeof TaskSplitSchema>;
200
+ model: z.input<typeof ModelRefSchema>;
201
+ seed: string;
202
+ traceRef: z.input<typeof ImmutableArtifactRefSchema>;
203
+ optimizerSample: z.input<typeof OptimizerTrainingSampleSchema> | null;
204
+ environmentExecutions: z.input<typeof EnvironmentExecutionEvidenceSchema>[];
205
+ startedAt: string;
206
+ completedAt: string;
207
+ metadata?: Record<string, unknown>;
208
+ }): CanonicalRolloutRecord;
209
+ export declare function verifyCanonicalRolloutRecord(value: unknown): value is CanonicalRolloutRecord;
210
+ export declare function optimizerEligibleRollouts(records: readonly CanonicalRolloutRecord[]): CanonicalRolloutRecord[];
211
+ export declare function qualifyRolloutBatch(input: {
212
+ records: readonly CanonicalRolloutRecord[];
213
+ minimumScoredRollouts?: number;
214
+ minimumDistinctRewards?: number;
215
+ minimumRewardVariance?: number;
216
+ }): RolloutQualification;
217
+ export type OptimizerTrainingSample = z.infer<typeof OptimizerTrainingSampleSchema>;
218
+ export type EnvironmentExecutionEvidence = z.infer<typeof EnvironmentExecutionEvidenceSchema>;
219
+ export type CanonicalRolloutRecord = z.infer<typeof CanonicalRolloutRecordSchema>;
220
+ export type RolloutQualification = z.infer<typeof RolloutQualificationSchema>;
221
+ //# sourceMappingURL=rollouts.d.ts.map
package/dist/types/rollouts.d.ts.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"rollouts.d.ts","sourceRoot":"","sources":["../../../../src/rollouts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EACL,0BAA0B,EAG1B,cAAc,EAKf,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAKL,KAAK,aAAa,EACnB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAA8C,KAAK,cAAc,EAAE,MAAM,WAAW,CAAC;AAE5F,eAAO,MAAM,6BAA6B;;;;;;;;;;;kBAkDtC,CAAC;AAEL,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;kBAQpC,CAAC;AA0DZ,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAGc,CAAC;AAExD,eAAO,MAAM,0BAA0B;;;;;;;;;;;;kBAY5B,CAAC;AAEZ,wBAAgB,4BAA4B,CAAC,KAAK,EAAE;IAClD,EAAE,EAAE,MAAM,CAAC;IACX,cAAc,EAAE,cAAc,CAAC;IAC/B,aAAa,EAAE,aAAa,CAAC;IAC7B,mBAAmB,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IACzD,cAAc,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IACpD,kBAAkB,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IACxD,cAAc,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IACpD,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;IACvC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;IACrD,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,GAAG,IAAI,CAAC;IACtE,qBAAqB,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,EAAE,CAAC;IAC5E,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,sBAAsB,CA6DzB;AAED,wBAAgB,4BAA4B,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,sBAAsB,CAM5F;AAED,wBAAgB,yBAAyB,CACvC,OAAO,EAAE,SAAS,sBAAsB,EAAE,GACzC,sBAAsB,EAAE,CAO1B;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE;IACzC,OAAO,EAAE,SAAS,sBAAsB,EAAE,CAAC;IAC3C,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,qBAAqB,CAAC,EAAE,MAAM,CAAC;CAChC,GAAG,oBAAoB,CA6CvB;AAED,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AACpF,MAAM,MAAM,4BAA4B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,CAAC;AAC9F,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAClF,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC"}
package/dist/types/tasksets.d.ts CHANGED
@@ -6,6 +6,24 @@ export declare const TaskSplitSchema: z.ZodEnum<{
6
6
  test: "test";
7
7
  frozen_eval: "frozen_eval";
8
8
  }>;
9
+ export declare const RequiredOutputContractSchema: z.ZodObject<{
10
+ path: z.ZodString;
11
+ mediaType: z.ZodString;
12
+ schemaRef: z.ZodDefault<z.ZodNullable<z.ZodObject<{
13
+ id: z.ZodString;
14
+ path: z.ZodString;
15
+ contentHash: z.ZodString;
16
+ sizeBytes: z.ZodNumber;
17
+ mediaType: z.ZodString;
18
+ visibility: z.ZodEnum<{
19
+ policy: "policy";
20
+ verifier: "verifier";
21
+ host_private: "host_private";
22
+ }>;
23
+ }, z.core.$strict>>>;
24
+ maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
25
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
26
+ }, z.core.$strict>;
9
27
  export declare const PolicyBoundarySchema: z.ZodObject<{
10
28
  policyVisibleFields: z.ZodDefault<z.ZodArray<z.ZodString>>;
11
29
  privilegedFields: z.ZodDefault<z.ZodArray<z.ZodString>>;
@@ -233,6 +251,24 @@ export declare const TaskRecordSchema: z.ZodObject<{
233
251
  host_private: "host_private";
234
252
  }>;
235
253
  }, z.core.$strict>>>;
254
+ requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
255
+ path: z.ZodString;
256
+ mediaType: z.ZodString;
257
+ schemaRef: z.ZodDefault<z.ZodNullable<z.ZodObject<{
258
+ id: z.ZodString;
259
+ path: z.ZodString;
260
+ contentHash: z.ZodString;
261
+ sizeBytes: z.ZodNumber;
262
+ mediaType: z.ZodString;
263
+ visibility: z.ZodEnum<{
264
+ policy: "policy";
265
+ verifier: "verifier";
266
+ host_private: "host_private";
267
+ }>;
268
+ }, z.core.$strict>>>;
269
+ maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
270
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
271
+ }, z.core.$strict>>>;
236
272
  tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
237
273
  }, z.core.$strict>;
238
274
  export declare const TasksetReleaseContentSchema: z.ZodObject<{
@@ -270,6 +306,10 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
270
306
  }>;
271
307
  defaultTimeoutMs: z.ZodNumber;
272
308
  }, z.core.$strict>;
309
+ environmentRelease: z.ZodOptional<z.ZodObject<{
310
+ id: z.ZodString;
311
+ contentHash: z.ZodString;
312
+ }, z.core.$strict>>;
273
313
  tools: z.ZodArray<z.ZodObject<{
274
314
  name: z.ZodString;
275
315
  description: z.ZodString;
@@ -317,6 +357,24 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
317
357
  host_private: "host_private";
318
358
  }>;
319
359
  }, z.core.$strict>>>;
360
+ requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
361
+ path: z.ZodString;
362
+ mediaType: z.ZodString;
363
+ schemaRef: z.ZodDefault<z.ZodNullable<z.ZodObject<{
364
+ id: z.ZodString;
365
+ path: z.ZodString;
366
+ contentHash: z.ZodString;
367
+ sizeBytes: z.ZodNumber;
368
+ mediaType: z.ZodString;
369
+ visibility: z.ZodEnum<{
370
+ policy: "policy";
371
+ verifier: "verifier";
372
+ host_private: "host_private";
373
+ }>;
374
+ }, z.core.$strict>>>;
375
+ maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
376
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
377
+ }, z.core.$strict>>>;
320
378
  tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
321
379
  }, z.core.$strict>>;
322
380
  graders: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
@@ -403,6 +461,10 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
403
461
  }, z.core.$strict>;
404
462
  reviewerRole: z.ZodString;
405
463
  }, z.core.$strict>]>>;
464
+ verifierSetRelease: z.ZodOptional<z.ZodObject<{
465
+ id: z.ZodString;
466
+ contentHash: z.ZodString;
467
+ }, z.core.$strict>>;
406
468
  metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
407
469
  }, z.core.$strict>;
408
470
  export declare const TasksetReleaseSchema: z.ZodObject<{
@@ -440,6 +502,10 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
440
502
  }>;
441
503
  defaultTimeoutMs: z.ZodNumber;
442
504
  }, z.core.$strict>;
505
+ environmentRelease: z.ZodOptional<z.ZodObject<{
506
+ id: z.ZodString;
507
+ contentHash: z.ZodString;
508
+ }, z.core.$strict>>;
443
509
  tools: z.ZodArray<z.ZodObject<{
444
510
  name: z.ZodString;
445
511
  description: z.ZodString;
@@ -487,6 +553,24 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
487
553
  host_private: "host_private";
488
554
  }>;
489
555
  }, z.core.$strict>>>;
556
+ requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
557
+ path: z.ZodString;
558
+ mediaType: z.ZodString;
559
+ schemaRef: z.ZodDefault<z.ZodNullable<z.ZodObject<{
560
+ id: z.ZodString;
561
+ path: z.ZodString;
562
+ contentHash: z.ZodString;
563
+ sizeBytes: z.ZodNumber;
564
+ mediaType: z.ZodString;
565
+ visibility: z.ZodEnum<{
566
+ policy: "policy";
567
+ verifier: "verifier";
568
+ host_private: "host_private";
569
+ }>;
570
+ }, z.core.$strict>>>;
571
+ maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
572
+ metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
573
+ }, z.core.$strict>>>;
490
574
  tags: z.ZodDefault<z.ZodArray<z.ZodString>>;
491
575
  }, z.core.$strict>>;
492
576
  graders: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
@@ -573,6 +657,10 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
573
657
  }, z.core.$strict>;
574
658
  reviewerRole: z.ZodString;
575
659
  }, z.core.$strict>]>>;
660
+ verifierSetRelease: z.ZodOptional<z.ZodObject<{
661
+ id: z.ZodString;
662
+ contentHash: z.ZodString;
663
+ }, z.core.$strict>>;
576
664
  metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
577
665
  contentHash: z.ZodString;
578
666
  }, z.core.$strict>;
@@ -602,5 +690,6 @@ export type GraderSpec = z.infer<typeof GraderSpecSchema>;
602
690
  export type DeterministicGraderSpec = z.infer<typeof DeterministicGraderSpecSchema>;
603
691
  export type TaskRecord = z.infer<typeof TaskRecordSchema>;
604
692
  export type TasksetRelease = z.infer<typeof TasksetReleaseSchema>;
693
+ export type RequiredOutputContract = z.infer<typeof RequiredOutputContractSchema>;
605
694
  export { CapabilityRequirementSchema, ToolDeclarationSchema, type CapabilityRequirement, type ToolDeclaration, } from "@openpond/harness";
606
695
  //# sourceMappingURL=tasksets.d.ts.map
package/dist/types/tasksets.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"tasksets.d.ts","sourceRoot":"","sources":["../../../../src/tasksets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAEL,uBAAuB,EAOxB,MAAM,mBAAmB,CAAC;AAE3B,eAAO,MAAM,eAAe;;;;;EAAyD,CAAC;AACtF,eAAO,MAAM,oBAAoB;;;;;kBAKtB,CAAC;AAEZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;kBAS3B,CAAC;AAWZ,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;kBAG/B,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;kBAI5B,CAAC;AACZ,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;kBAKhC,CAAC;AACZ,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;kBAIvB,CAAC;AACZ,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAK3B,CAAC;AAEH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;kBAUlB,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAW7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CACrB,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG;IACtD,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,MAAM,EAAE,sBAAsB,EAAE,CAAC;CAClC,CA8CA;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,cAAc,GAAG,IAAI,CAKlE;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,UAAU,GAAG;IAChD,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC,CAAC;IAC7D,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAQA;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,cAAc,CAAC,EAAE,CAIpG;AAED,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AACpF,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,OAAO,EACL,2BAA2B,EAC3B,qBAAqB,EACrB,KAAK,qBAAqB,EAC1B,KAAK,eAAe,GACrB,MAAM,mBAAmB,CAAC"}
1
+ {"version":3,"file":"tasksets.d.ts","sourceRoot":"","sources":["../../../../src/tasksets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAEL,uBAAuB,EAOxB,MAAM,mBAAmB,CAAC;AAE3B,eAAO,MAAM,eAAe;;;;;EAAyD,CAAC;AACtF,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;kBAM9B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;kBAKtB,CAAC;AAEZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;kBAS3B,CAAC;AAWZ,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;kBAG/B,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;kBAI5B,CAAC;AACZ,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;kBAKhC,CAAC;AACZ,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;kBAIvB,CAAC;AACZ,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAK3B,CAAC;AAEH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWlB,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAa7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CACrB,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG;IACtD,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,MAAM,EAAE,sBAAsB,EAAE,CAAC;CAClC,CAsDA;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,cAAc,GAAG,IAAI,CAKlE;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,UAAU,GAAG;IAChD,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC,CAAC;IAC7D,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAQA;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,cAAc,CAAC,EAAE,CAIpG;AAED,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AACpF,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAElF,OAAO,EACL,2BAA2B,EAC3B,qBAAqB,EACrB,KAAK,qBAAqB,EAC1B,KAAK,eAAe,GACrB,MAAM,mBAAmB,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@openpond/evals",
3
- "version": "0.4.2",
3
+ "version": "0.5.0",
4
4
  "description": "Portable Tasksets, graders, evaluation runs, receipts, conformance fixtures, and Work evidence for OpenPond Harnesses",
5
5
  "license": "MIT",
6
6
  "type": "module",
@@ -38,6 +38,14 @@
38
38
  "types": "./dist/types/runs.d.ts",
39
39
  "import": "./dist/runs.js"
40
40
  },
41
+ "./rollouts": {
42
+ "types": "./dist/types/rollouts.d.ts",
43
+ "import": "./dist/rollouts.js"
44
+ },
45
+ "./preferences": {
46
+ "types": "./dist/types/preferences.d.ts",
47
+ "import": "./dist/preferences.js"
48
+ },
41
49
  "./review": {
42
50
  "types": "./dist/types/review-conformance.d.ts",
43
51
  "import": "./dist/review-conformance.js"