openpond-sdk 0.2.0 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/MODEL_STARTERS.md +47 -0
- package/dist/model-starter-catalog.js +86 -54
- package/dist/model-starter-catalog.js.map +4 -4
- package/dist/model-starters.js +212 -47
- package/dist/model-starters.js.map +4 -4
- package/dist/types/packages/sdk/src/model-starters.d.ts +2 -0
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +987 -0
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +198 -0
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts.map +1 -0
- package/package.json +1 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-taskset-derivation.d.ts","sourceRoot":"","sources":["../../../../../src/model-taskset-derivation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,uBAAuB,EAA+H,MAAM,0BAA0B,CAAC;AAChM,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAuB,MAAM,yBAAyB,CAAC;AAQxG,QAAA,MAAM,WAAW;;;kBAAgH,CAAC;AAClI,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;kBAK9B,CAAC;AAEZ,wEAAwE;AACxE,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQ3B,CAAC;AACZ,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAK5E;;gFAEgF;AAChF,wBAAgB,kBAAkB,CAAC,KAAK,EAAE;IACxC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,CAAC;IACnC,MAAM,EAAE,mBAAmB,CAAC;IAC5B,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;IACnD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,EAAE,CAAC;IAC/C,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,EAAE,CAAC;CACnD,GAAG,mBAAmB,CA6CtB;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,OAAO,GAAG,mBAAmB,CA8C/E"}
|
|
@@ -0,0 +1,198 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
import { type LearningTextAsset } from "@openpond/evals/learning";
|
|
3
|
+
import type { TasksetRelease } from "@openpond/evals/tasksets";
|
|
4
|
+
export declare const ModelTasksetExecutionResourcesSchema: z.ZodObject<{
|
|
5
|
+
environment: z.ZodObject<{
|
|
6
|
+
schemaVersion: z.ZodLiteral<"openpond.environmentRelease.v1">;
|
|
7
|
+
id: z.ZodString;
|
|
8
|
+
revision: z.ZodNumber;
|
|
9
|
+
contract: z.ZodObject<{
|
|
10
|
+
protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
|
|
11
|
+
kind: z.ZodEnum<{
|
|
12
|
+
text: "text";
|
|
13
|
+
agent: "agent";
|
|
14
|
+
work: "work";
|
|
15
|
+
custom_program: "custom_program";
|
|
16
|
+
}>;
|
|
17
|
+
entrypoint: z.ZodString;
|
|
18
|
+
stateful: z.ZodBoolean;
|
|
19
|
+
deterministicSeeds: z.ZodBoolean;
|
|
20
|
+
lifecycle: z.ZodArray<z.ZodEnum<{
|
|
21
|
+
create: "create";
|
|
22
|
+
reset: "reset";
|
|
23
|
+
step: "step";
|
|
24
|
+
collect: "collect";
|
|
25
|
+
destroy: "destroy";
|
|
26
|
+
}>>;
|
|
27
|
+
networkPolicy: z.ZodEnum<{
|
|
28
|
+
none: "none";
|
|
29
|
+
declared_read_only: "declared_read_only";
|
|
30
|
+
declared_scoped: "declared_scoped";
|
|
31
|
+
}>;
|
|
32
|
+
defaultTimeoutMs: z.ZodNumber;
|
|
33
|
+
}, z.core.$strict>;
|
|
34
|
+
actionSchemaRef: z.ZodNullable<z.ZodObject<{
|
|
35
|
+
id: z.ZodString;
|
|
36
|
+
path: z.ZodString;
|
|
37
|
+
contentHash: z.ZodString;
|
|
38
|
+
sizeBytes: z.ZodNumber;
|
|
39
|
+
mediaType: z.ZodString;
|
|
40
|
+
visibility: z.ZodEnum<{
|
|
41
|
+
policy: "policy";
|
|
42
|
+
verifier: "verifier";
|
|
43
|
+
host_private: "host_private";
|
|
44
|
+
}>;
|
|
45
|
+
}, z.core.$strict>>;
|
|
46
|
+
observationSchemaRef: z.ZodNullable<z.ZodObject<{
|
|
47
|
+
id: z.ZodString;
|
|
48
|
+
path: z.ZodString;
|
|
49
|
+
contentHash: z.ZodString;
|
|
50
|
+
sizeBytes: z.ZodNumber;
|
|
51
|
+
mediaType: z.ZodString;
|
|
52
|
+
visibility: z.ZodEnum<{
|
|
53
|
+
policy: "policy";
|
|
54
|
+
verifier: "verifier";
|
|
55
|
+
host_private: "host_private";
|
|
56
|
+
}>;
|
|
57
|
+
}, z.core.$strict>>;
|
|
58
|
+
stateSchemaRef: z.ZodNullable<z.ZodObject<{
|
|
59
|
+
id: z.ZodString;
|
|
60
|
+
path: z.ZodString;
|
|
61
|
+
contentHash: z.ZodString;
|
|
62
|
+
sizeBytes: z.ZodNumber;
|
|
63
|
+
mediaType: z.ZodString;
|
|
64
|
+
visibility: z.ZodEnum<{
|
|
65
|
+
policy: "policy";
|
|
66
|
+
verifier: "verifier";
|
|
67
|
+
host_private: "host_private";
|
|
68
|
+
}>;
|
|
69
|
+
}, z.core.$strict>>;
|
|
70
|
+
artifactCollection: z.ZodObject<{
|
|
71
|
+
maxArtifacts: z.ZodNumber;
|
|
72
|
+
maxTotalBytes: z.ZodNumber;
|
|
73
|
+
}, z.core.$strict>;
|
|
74
|
+
adapterConformanceHashes: z.ZodRecord<z.ZodString, z.ZodString>;
|
|
75
|
+
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
76
|
+
contentHash: z.ZodString;
|
|
77
|
+
}, z.core.$strict>;
|
|
78
|
+
verifierSet: z.ZodObject<{
|
|
79
|
+
schemaVersion: z.ZodLiteral<"openpond.verifierSetRelease.v1">;
|
|
80
|
+
id: z.ZodString;
|
|
81
|
+
revision: z.ZodNumber;
|
|
82
|
+
graders: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
|
|
83
|
+
id: z.ZodString;
|
|
84
|
+
version: z.ZodString;
|
|
85
|
+
weight: z.ZodDefault<z.ZodNumber>;
|
|
86
|
+
hardGate: z.ZodDefault<z.ZodBoolean>;
|
|
87
|
+
rewardEligible: z.ZodDefault<z.ZodBoolean>;
|
|
88
|
+
privileged: z.ZodDefault<z.ZodBoolean>;
|
|
89
|
+
kind: z.ZodEnum<{
|
|
90
|
+
content: "content";
|
|
91
|
+
schema: "schema";
|
|
92
|
+
artifact: "artifact";
|
|
93
|
+
runtime_event: "runtime_event";
|
|
94
|
+
state: "state";
|
|
95
|
+
}>;
|
|
96
|
+
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
97
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
98
|
+
id: z.ZodString;
|
|
99
|
+
version: z.ZodString;
|
|
100
|
+
weight: z.ZodDefault<z.ZodNumber>;
|
|
101
|
+
hardGate: z.ZodDefault<z.ZodBoolean>;
|
|
102
|
+
rewardEligible: z.ZodDefault<z.ZodBoolean>;
|
|
103
|
+
privileged: z.ZodDefault<z.ZodBoolean>;
|
|
104
|
+
kind: z.ZodLiteral<"model_judge">;
|
|
105
|
+
rubricRef: z.ZodObject<{
|
|
106
|
+
id: z.ZodString;
|
|
107
|
+
path: z.ZodString;
|
|
108
|
+
contentHash: z.ZodString;
|
|
109
|
+
sizeBytes: z.ZodNumber;
|
|
110
|
+
mediaType: z.ZodString;
|
|
111
|
+
visibility: z.ZodEnum<{
|
|
112
|
+
policy: "policy";
|
|
113
|
+
verifier: "verifier";
|
|
114
|
+
host_private: "host_private";
|
|
115
|
+
}>;
|
|
116
|
+
}, z.core.$strict>;
|
|
117
|
+
calibrationStatus: z.ZodEnum<{
|
|
118
|
+
pending: "pending";
|
|
119
|
+
passed: "passed";
|
|
120
|
+
failed: "failed";
|
|
121
|
+
}>;
|
|
122
|
+
model: z.ZodOptional<z.ZodObject<{
|
|
123
|
+
providerId: z.ZodString;
|
|
124
|
+
modelId: z.ZodString;
|
|
125
|
+
revision: z.ZodNullable<z.ZodString>;
|
|
126
|
+
}, z.core.$strict>>;
|
|
127
|
+
temperature: z.ZodOptional<z.ZodNumber>;
|
|
128
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
129
|
+
id: z.ZodString;
|
|
130
|
+
version: z.ZodString;
|
|
131
|
+
weight: z.ZodDefault<z.ZodNumber>;
|
|
132
|
+
hardGate: z.ZodDefault<z.ZodBoolean>;
|
|
133
|
+
rewardEligible: z.ZodDefault<z.ZodBoolean>;
|
|
134
|
+
privileged: z.ZodDefault<z.ZodBoolean>;
|
|
135
|
+
kind: z.ZodLiteral<"custom_verifier">;
|
|
136
|
+
verifierRef: z.ZodObject<{
|
|
137
|
+
id: z.ZodString;
|
|
138
|
+
path: z.ZodString;
|
|
139
|
+
contentHash: z.ZodString;
|
|
140
|
+
sizeBytes: z.ZodNumber;
|
|
141
|
+
mediaType: z.ZodString;
|
|
142
|
+
visibility: z.ZodEnum<{
|
|
143
|
+
policy: "policy";
|
|
144
|
+
verifier: "verifier";
|
|
145
|
+
host_private: "host_private";
|
|
146
|
+
}>;
|
|
147
|
+
}, z.core.$strict>;
|
|
148
|
+
exportName: z.ZodOptional<z.ZodString>;
|
|
149
|
+
timeoutMs: z.ZodNumber;
|
|
150
|
+
networkPolicy: z.ZodLiteral<"none">;
|
|
151
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
152
|
+
id: z.ZodString;
|
|
153
|
+
version: z.ZodString;
|
|
154
|
+
weight: z.ZodDefault<z.ZodNumber>;
|
|
155
|
+
hardGate: z.ZodDefault<z.ZodBoolean>;
|
|
156
|
+
rewardEligible: z.ZodDefault<z.ZodBoolean>;
|
|
157
|
+
privileged: z.ZodDefault<z.ZodBoolean>;
|
|
158
|
+
kind: z.ZodLiteral<"human">;
|
|
159
|
+
rubricRef: z.ZodObject<{
|
|
160
|
+
id: z.ZodString;
|
|
161
|
+
path: z.ZodString;
|
|
162
|
+
contentHash: z.ZodString;
|
|
163
|
+
sizeBytes: z.ZodNumber;
|
|
164
|
+
mediaType: z.ZodString;
|
|
165
|
+
visibility: z.ZodEnum<{
|
|
166
|
+
policy: "policy";
|
|
167
|
+
verifier: "verifier";
|
|
168
|
+
host_private: "host_private";
|
|
169
|
+
}>;
|
|
170
|
+
}, z.core.$strict>;
|
|
171
|
+
reviewerRole: z.ZodString;
|
|
172
|
+
}, z.core.$strict>]>>;
|
|
173
|
+
isolation: z.ZodObject<{
|
|
174
|
+
processBoundary: z.ZodEnum<{
|
|
175
|
+
same_process: "same_process";
|
|
176
|
+
isolated_process: "isolated_process";
|
|
177
|
+
container: "container";
|
|
178
|
+
}>;
|
|
179
|
+
networkPolicy: z.ZodLiteral<"none">;
|
|
180
|
+
defaultTimeoutMs: z.ZodNumber;
|
|
181
|
+
}, z.core.$strict>;
|
|
182
|
+
calibrationReceiptRefs: z.ZodArray<z.ZodObject<{
|
|
183
|
+
id: z.ZodString;
|
|
184
|
+
contentHash: z.ZodString;
|
|
185
|
+
}, z.core.$strict>>;
|
|
186
|
+
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
187
|
+
contentHash: z.ZodString;
|
|
188
|
+
}, z.core.$strict>;
|
|
189
|
+
}, z.core.$strict>;
|
|
190
|
+
type Resources = z.infer<typeof ModelTasksetExecutionResourcesSchema>;
|
|
191
|
+
type Context = Pick<TasksetRelease, "environmentRelease" | "verifierSetRelease" | "environment" | "graders">;
|
|
192
|
+
/** Private resource identity follows the exact published execution references. */
|
|
193
|
+
export declare function modelTasksetExecutionResourcesAssetId(context: Pick<Context, "environmentRelease" | "verifierSetRelease">): string;
|
|
194
|
+
export declare function createModelTasksetExecutionResourcesAsset(value: Resources): LearningTextAsset;
|
|
195
|
+
/** Resolve text or tool execution resources without trusting an asset's ID alone. */
|
|
196
|
+
export declare function resolveModelTasksetExecutionResourcesAsset(context: Context, asset: LearningTextAsset): Resources;
|
|
197
|
+
export {};
|
|
198
|
+
//# sourceMappingURL=model-taskset-resources.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-taskset-resources.d.ts","sourceRoot":"","sources":["../../../../../src/model-taskset-resources.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAyE,KAAK,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AACzI,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAG/D,eAAO,MAAM,oCAAoC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAsG,CAAC;AACxJ,KAAK,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oCAAoC,CAAC,CAAC;AACtE,KAAK,OAAO,GAAG,IAAI,CAAC,cAAc,EAAE,oBAAoB,GAAG,oBAAoB,GAAG,aAAa,GAAG,SAAS,CAAC,CAAC;AAE7G,kFAAkF;AAClF,wBAAgB,qCAAqC,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,oBAAoB,GAAG,oBAAoB,CAAC,GAAG,MAAM,CAGjI;AAED,wBAAgB,yCAAyC,CAAC,KAAK,EAAE,SAAS,GAAG,iBAAiB,CAM7F;AAED,qFAAqF;AACrF,wBAAgB,0CAA0C,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,iBAAiB,GAAG,SAAS,CAMhH"}
|