openpond-sdk 0.9.6 → 0.9.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/chunk-4HZORGK3.js +158 -0
- package/dist/chunk-4HZORGK3.js.map +7 -0
- package/dist/{chunk-XR6CLSCS.js → chunk-BGXWHDYM.js} +3 -2
- package/dist/chunk-BGXWHDYM.js.map +7 -0
- package/dist/{chunk-EMANJDJR.js → chunk-RXKIOOFZ.js} +62 -199
- package/dist/chunk-RXKIOOFZ.js.map +7 -0
- package/dist/{chunk-62LWLACP.js → chunk-YYJ4T4U4.js} +2 -2
- package/dist/dataset-marketplace.js +227 -0
- package/dist/dataset-marketplace.js.map +7 -0
- package/dist/dataset-workspaces.js +136 -3
- package/dist/dataset-workspaces.js.map +4 -4
- package/dist/experiments.js +67 -10
- package/dist/experiments.js.map +4 -4
- package/dist/index.js +11 -10
- package/dist/index.js.map +1 -1
- package/dist/model-starter-attempts.js +1 -1
- package/dist/model-taskset-runs.js +2 -2
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +954 -0
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts +97 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +1183 -115
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +72 -72
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +1617 -0
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts +2 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +23 -23
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-history.d.ts +266 -0
- package/dist/types/packages/sdk/src/experiment-history.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/experiments.d.ts +1 -0
- package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +8 -8
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +2 -2
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +4 -4
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +16 -16
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +27 -27
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +49 -48
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +14 -14
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +4 -4
- package/dist/types/packages/sdk/src/model-starters.d.ts +17 -17
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +15 -15
- package/dist/types/packages/sdk/src/task-inventory.d.ts +3 -3
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +40 -40
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +24 -24
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +72 -72
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +140 -140
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +40 -40
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +14 -14
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +41 -41
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +37 -37
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +46 -46
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +59 -59
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +72 -72
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1733 -1733
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +1083 -1083
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +2 -2
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +14 -14
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +48 -48
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +4 -4
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +54 -54
- package/dist/types/packages/sdk/src/training-project-client.d.ts +12 -12
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/training.d.ts +24 -24
- package/package.json +5 -1
- package/dist/chunk-EMANJDJR.js.map +0 -7
- package/dist/chunk-XR6CLSCS.js.map +0 -7
- /package/dist/{chunk-62LWLACP.js.map → chunk-YYJ4T4U4.js.map} +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dataset-workspace-operations.d.ts","sourceRoot":"","sources":["../../../../../src/dataset-workspace-operations.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,mCAAmC;;;;;EAAyD,CAAC;AAC1G,eAAO,MAAM,qCAAqC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAMhD,CAAC;AACH,MAAM,MAAM,+BAA+B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qCAAqC,CAAC,CAAC"}
|
|
@@ -1,3 +1,5 @@
|
|
|
1
1
|
export * from "./dataset-workspace-contracts.js";
|
|
2
2
|
export { OpenPondDatasetWorkspaceClient } from "./dataset-workspace-client.js";
|
|
3
|
+
export * from "./dataset-population.js";
|
|
4
|
+
export * from "./dataset-workspace-operations.js";
|
|
3
5
|
//# sourceMappingURL=dataset-workspaces.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dataset-workspaces.d.ts","sourceRoot":"","sources":["../../../../../src/dataset-workspaces.ts"],"names":[],"mappings":"AAAA,cAAc,kCAAkC,CAAC;AACjD,OAAO,EAAE,8BAA8B,EAAE,MAAM,+BAA+B,CAAC"}
|
|
1
|
+
{"version":3,"file":"dataset-workspaces.d.ts","sourceRoot":"","sources":["../../../../../src/dataset-workspaces.ts"],"names":[],"mappings":"AAAA,cAAc,kCAAkC,CAAC;AACjD,OAAO,EAAE,8BAA8B,EAAE,MAAM,+BAA+B,CAAC;AAC/E,cAAc,yBAAyB,CAAC;AACxC,cAAc,mCAAmC,CAAC"}
|
|
@@ -10,8 +10,8 @@ export declare const EvaluationProjectContextSchema: z.ZodObject<{
|
|
|
10
10
|
export type EvaluationProjectContext = z.infer<typeof EvaluationProjectContextSchema>;
|
|
11
11
|
export declare const EvaluationMessagesSchema: z.ZodArray<z.ZodObject<{
|
|
12
12
|
role: z.ZodEnum<{
|
|
13
|
-
user: "user";
|
|
14
13
|
system: "system";
|
|
14
|
+
user: "user";
|
|
15
15
|
assistant: "assistant";
|
|
16
16
|
}>;
|
|
17
17
|
content: z.ZodString;
|
|
@@ -36,7 +36,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
36
36
|
temperature: number;
|
|
37
37
|
topP: number;
|
|
38
38
|
messages?: {
|
|
39
|
-
role: "
|
|
39
|
+
role: "system" | "user" | "assistant";
|
|
40
40
|
content: string;
|
|
41
41
|
}[] | undefined;
|
|
42
42
|
} | {
|
|
@@ -229,7 +229,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
229
229
|
temperature: number;
|
|
230
230
|
topP: number;
|
|
231
231
|
messages?: {
|
|
232
|
-
role: "
|
|
232
|
+
role: "system" | "user" | "assistant";
|
|
233
233
|
content: string;
|
|
234
234
|
}[] | undefined;
|
|
235
235
|
} | {
|
|
@@ -327,7 +327,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
327
327
|
temperature: number;
|
|
328
328
|
topP: number;
|
|
329
329
|
messages?: {
|
|
330
|
-
role: "
|
|
330
|
+
role: "system" | "user" | "assistant";
|
|
331
331
|
content: string;
|
|
332
332
|
}[] | undefined;
|
|
333
333
|
} | {
|
|
@@ -423,7 +423,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
423
423
|
temperature: number;
|
|
424
424
|
topP: number;
|
|
425
425
|
messages?: {
|
|
426
|
-
role: "
|
|
426
|
+
role: "system" | "user" | "assistant";
|
|
427
427
|
content: string;
|
|
428
428
|
}[] | undefined;
|
|
429
429
|
} | {
|
|
@@ -511,9 +511,9 @@ export declare class OpenPondExperimentsClient {
|
|
|
511
511
|
contentHash: string;
|
|
512
512
|
revision: number;
|
|
513
513
|
};
|
|
514
|
-
policyKind: "
|
|
514
|
+
policyKind: "hosted_chat" | "fixture" | "hosted_harness";
|
|
515
515
|
manifestHash: string;
|
|
516
|
-
status: "failed" | "
|
|
516
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
517
517
|
totalCount: number;
|
|
518
518
|
counts: {
|
|
519
519
|
pending: number;
|
|
@@ -558,7 +558,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
558
558
|
temperature: number;
|
|
559
559
|
topP: number;
|
|
560
560
|
messages?: {
|
|
561
|
-
role: "
|
|
561
|
+
role: "system" | "user" | "assistant";
|
|
562
562
|
content: string;
|
|
563
563
|
}[] | undefined;
|
|
564
564
|
} | {
|
|
@@ -880,9 +880,9 @@ export declare class OpenPondExperimentsClient {
|
|
|
880
880
|
contentHash: string;
|
|
881
881
|
revision: number;
|
|
882
882
|
};
|
|
883
|
-
policyKind: "
|
|
883
|
+
policyKind: "hosted_chat" | "fixture" | "hosted_harness";
|
|
884
884
|
manifestHash: string;
|
|
885
|
-
status: "failed" | "
|
|
885
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
886
886
|
totalCount: number;
|
|
887
887
|
counts: {
|
|
888
888
|
pending: number;
|
|
@@ -927,7 +927,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
927
927
|
temperature: number;
|
|
928
928
|
topP: number;
|
|
929
929
|
messages?: {
|
|
930
|
-
role: "
|
|
930
|
+
role: "system" | "user" | "assistant";
|
|
931
931
|
content: string;
|
|
932
932
|
}[] | undefined;
|
|
933
933
|
} | {
|
|
@@ -1101,9 +1101,9 @@ export declare class OpenPondExperimentsClient {
|
|
|
1101
1101
|
contentHash: string;
|
|
1102
1102
|
revision: number;
|
|
1103
1103
|
};
|
|
1104
|
-
policyKind: "
|
|
1104
|
+
policyKind: "hosted_chat" | "fixture" | "hosted_harness";
|
|
1105
1105
|
manifestHash: string;
|
|
1106
|
-
status: "failed" | "
|
|
1106
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
1107
1107
|
totalCount: number;
|
|
1108
1108
|
counts: {
|
|
1109
1109
|
pending: number;
|
|
@@ -1148,7 +1148,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
1148
1148
|
temperature: number;
|
|
1149
1149
|
topP: number;
|
|
1150
1150
|
messages?: {
|
|
1151
|
-
role: "
|
|
1151
|
+
role: "system" | "user" | "assistant";
|
|
1152
1152
|
content: string;
|
|
1153
1153
|
}[] | undefined;
|
|
1154
1154
|
} | {
|
|
@@ -1320,9 +1320,9 @@ export declare class OpenPondExperimentsClient {
|
|
|
1320
1320
|
contentHash: string;
|
|
1321
1321
|
revision: number;
|
|
1322
1322
|
};
|
|
1323
|
-
policyKind: "
|
|
1323
|
+
policyKind: "hosted_chat" | "fixture" | "hosted_harness";
|
|
1324
1324
|
manifestHash: string;
|
|
1325
|
-
status: "failed" | "
|
|
1325
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
1326
1326
|
totalCount: number;
|
|
1327
1327
|
counts: {
|
|
1328
1328
|
pending: number;
|
|
@@ -1367,7 +1367,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
1367
1367
|
temperature: number;
|
|
1368
1368
|
topP: number;
|
|
1369
1369
|
messages?: {
|
|
1370
|
-
role: "
|
|
1370
|
+
role: "system" | "user" | "assistant";
|
|
1371
1371
|
content: string;
|
|
1372
1372
|
}[] | undefined;
|
|
1373
1373
|
} | {
|
|
@@ -1540,9 +1540,9 @@ export declare class OpenPondExperimentsClient {
|
|
|
1540
1540
|
contentHash: string;
|
|
1541
1541
|
revision: number;
|
|
1542
1542
|
};
|
|
1543
|
-
policyKind: "
|
|
1543
|
+
policyKind: "hosted_chat" | "fixture" | "hosted_harness";
|
|
1544
1544
|
manifestHash: string;
|
|
1545
|
-
status: "failed" | "
|
|
1545
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
1546
1546
|
totalCount: number;
|
|
1547
1547
|
counts: {
|
|
1548
1548
|
pending: number;
|
|
@@ -1587,7 +1587,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
1587
1587
|
temperature: number;
|
|
1588
1588
|
topP: number;
|
|
1589
1589
|
messages?: {
|
|
1590
|
-
role: "
|
|
1590
|
+
role: "system" | "user" | "assistant";
|
|
1591
1591
|
content: string;
|
|
1592
1592
|
}[] | undefined;
|
|
1593
1593
|
} | {
|
|
@@ -1790,7 +1790,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
1790
1790
|
sourcePath: string[];
|
|
1791
1791
|
}[] | undefined;
|
|
1792
1792
|
}[];
|
|
1793
|
-
status: "failed" | "
|
|
1793
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
1794
1794
|
totalCount: number;
|
|
1795
1795
|
counts: {
|
|
1796
1796
|
pending: number;
|
|
@@ -1854,7 +1854,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
1854
1854
|
sourcePath: string[];
|
|
1855
1855
|
}[] | undefined;
|
|
1856
1856
|
}[];
|
|
1857
|
-
status: "failed" | "
|
|
1857
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
1858
1858
|
totalCount: number;
|
|
1859
1859
|
counts: {
|
|
1860
1860
|
pending: number;
|
|
@@ -1922,7 +1922,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
1922
1922
|
sourcePath: string[];
|
|
1923
1923
|
}[] | undefined;
|
|
1924
1924
|
}[];
|
|
1925
|
-
status: "failed" | "
|
|
1925
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
1926
1926
|
totalCount: number;
|
|
1927
1927
|
counts: {
|
|
1928
1928
|
pending: number;
|
|
@@ -1988,7 +1988,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
1988
1988
|
sourcePath: string[];
|
|
1989
1989
|
}[] | undefined;
|
|
1990
1990
|
}[];
|
|
1991
|
-
status: "failed" | "
|
|
1991
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
1992
1992
|
totalCount: number;
|
|
1993
1993
|
counts: {
|
|
1994
1994
|
pending: number;
|
|
@@ -78,8 +78,8 @@ export declare const SaveExperimentSchema: z.ZodObject<{
|
|
|
78
78
|
modelId: z.ZodString;
|
|
79
79
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
80
80
|
role: z.ZodEnum<{
|
|
81
|
-
user: "user";
|
|
82
81
|
system: "system";
|
|
82
|
+
user: "user";
|
|
83
83
|
assistant: "assistant";
|
|
84
84
|
}>;
|
|
85
85
|
content: z.ZodString;
|
|
@@ -185,8 +185,8 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
|
|
|
185
185
|
modelId: z.ZodString;
|
|
186
186
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
187
187
|
role: z.ZodEnum<{
|
|
188
|
-
user: "user";
|
|
189
188
|
system: "system";
|
|
189
|
+
user: "user";
|
|
190
190
|
assistant: "assistant";
|
|
191
191
|
}>;
|
|
192
192
|
content: z.ZodString;
|
|
@@ -365,8 +365,8 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
|
|
|
365
365
|
modelId: z.ZodString;
|
|
366
366
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
367
367
|
role: z.ZodEnum<{
|
|
368
|
-
user: "user";
|
|
369
368
|
system: "system";
|
|
369
|
+
user: "user";
|
|
370
370
|
assistant: "assistant";
|
|
371
371
|
}>;
|
|
372
372
|
content: z.ZodString;
|
|
@@ -61,8 +61,8 @@ export declare const ExperimentAttemptGradeSchema: z.ZodObject<{
|
|
|
61
61
|
passed: z.ZodBoolean;
|
|
62
62
|
rewardEligible: z.ZodBoolean;
|
|
63
63
|
gradingStatus: z.ZodEnum<{
|
|
64
|
-
unscorable: "unscorable";
|
|
65
64
|
scored: "scored";
|
|
65
|
+
unscorable: "unscorable";
|
|
66
66
|
not_configured: "not_configured";
|
|
67
67
|
}>;
|
|
68
68
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
@@ -0,0 +1,266 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
export declare const ExperimentHistoryQuerySchema: z.ZodObject<{
|
|
3
|
+
projectId: z.ZodOptional<z.ZodString>;
|
|
4
|
+
afterId: z.ZodOptional<z.ZodString>;
|
|
5
|
+
limit: z.ZodDefault<z.ZodNumber>;
|
|
6
|
+
status: z.ZodOptional<z.ZodEnum<{
|
|
7
|
+
failed: "failed";
|
|
8
|
+
cancelled: "cancelled";
|
|
9
|
+
queued: "queued";
|
|
10
|
+
running: "running";
|
|
11
|
+
cancelling: "cancelling";
|
|
12
|
+
completed: "completed";
|
|
13
|
+
}>>;
|
|
14
|
+
search: z.ZodOptional<z.ZodString>;
|
|
15
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
16
|
+
tasksetHash: z.ZodOptional<z.ZodString>;
|
|
17
|
+
}, z.core.$strict>;
|
|
18
|
+
export declare const ExperimentHistoryItemSchema: z.ZodObject<{
|
|
19
|
+
summary: z.ZodObject<{
|
|
20
|
+
schemaVersion: z.ZodLiteral<"openpond.modelTasksetRunSummary.v1">;
|
|
21
|
+
id: z.ZodString;
|
|
22
|
+
revision: z.ZodNumber;
|
|
23
|
+
teamId: z.ZodString;
|
|
24
|
+
modelProjectId: z.ZodNullable<z.ZodString>;
|
|
25
|
+
name: z.ZodOptional<z.ZodString>;
|
|
26
|
+
project: z.ZodOptional<z.ZodObject<{
|
|
27
|
+
id: z.ZodString;
|
|
28
|
+
revision: z.ZodNumber;
|
|
29
|
+
contentHash: z.ZodString;
|
|
30
|
+
targetId: z.ZodNullable<z.ZodString>;
|
|
31
|
+
}, z.core.$strict>>;
|
|
32
|
+
operationId: z.ZodString;
|
|
33
|
+
taskset: z.ZodObject<{
|
|
34
|
+
id: z.ZodString;
|
|
35
|
+
contentHash: z.ZodString;
|
|
36
|
+
revision: z.ZodNumber;
|
|
37
|
+
}, z.core.$strict>;
|
|
38
|
+
policyKind: z.ZodEnum<{
|
|
39
|
+
hosted_chat: "hosted_chat";
|
|
40
|
+
fixture: "fixture";
|
|
41
|
+
hosted_harness: "hosted_harness";
|
|
42
|
+
}>;
|
|
43
|
+
manifestHash: z.ZodString;
|
|
44
|
+
status: z.ZodEnum<{
|
|
45
|
+
failed: "failed";
|
|
46
|
+
cancelled: "cancelled";
|
|
47
|
+
queued: "queued";
|
|
48
|
+
running: "running";
|
|
49
|
+
cancelling: "cancelling";
|
|
50
|
+
completed: "completed";
|
|
51
|
+
}>;
|
|
52
|
+
totalCount: z.ZodNumber;
|
|
53
|
+
counts: z.ZodObject<{
|
|
54
|
+
pending: z.ZodNumber;
|
|
55
|
+
running: z.ZodNumber;
|
|
56
|
+
completed: z.ZodNumber;
|
|
57
|
+
failed: z.ZodNumber;
|
|
58
|
+
cancelled: z.ZodNumber;
|
|
59
|
+
}, z.core.$strict>;
|
|
60
|
+
createdAt: z.ZodISODateTime;
|
|
61
|
+
startedAt: z.ZodNullable<z.ZodISODateTime>;
|
|
62
|
+
completedAt: z.ZodNullable<z.ZodISODateTime>;
|
|
63
|
+
cleanupComplete: z.ZodBoolean;
|
|
64
|
+
resultAvailable: z.ZodBoolean;
|
|
65
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
66
|
+
metricName: z.ZodString;
|
|
67
|
+
error: z.ZodNullable<z.ZodObject<{
|
|
68
|
+
code: z.ZodString;
|
|
69
|
+
message: z.ZodString;
|
|
70
|
+
}, z.core.$strict>>;
|
|
71
|
+
}, z.core.$strict>;
|
|
72
|
+
definition: z.ZodObject<{
|
|
73
|
+
id: z.ZodString;
|
|
74
|
+
revision: z.ZodNumber;
|
|
75
|
+
contentHash: z.ZodString;
|
|
76
|
+
}, z.core.$strict>;
|
|
77
|
+
policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
78
|
+
kind: z.ZodLiteral<"hosted_chat">;
|
|
79
|
+
modelId: z.ZodString;
|
|
80
|
+
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
81
|
+
role: z.ZodEnum<{
|
|
82
|
+
system: "system";
|
|
83
|
+
user: "user";
|
|
84
|
+
assistant: "assistant";
|
|
85
|
+
}>;
|
|
86
|
+
content: z.ZodString;
|
|
87
|
+
}, z.core.$strict>>>;
|
|
88
|
+
maxOutputTokens: z.ZodDefault<z.ZodNumber>;
|
|
89
|
+
temperature: z.ZodDefault<z.ZodNumber>;
|
|
90
|
+
topP: z.ZodDefault<z.ZodNumber>;
|
|
91
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
92
|
+
kind: z.ZodLiteral<"fixture">;
|
|
93
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
94
|
+
kind: z.ZodLiteral<"hosted_harness">;
|
|
95
|
+
modelId: z.ZodString;
|
|
96
|
+
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
97
|
+
high: "high";
|
|
98
|
+
low: "low";
|
|
99
|
+
off: "off";
|
|
100
|
+
medium: "medium";
|
|
101
|
+
xhigh: "xhigh";
|
|
102
|
+
max: "max";
|
|
103
|
+
}>>;
|
|
104
|
+
profileRepositoryId: z.ZodString;
|
|
105
|
+
source: z.ZodObject<{
|
|
106
|
+
profileId: z.ZodString;
|
|
107
|
+
sourceRevision: z.ZodString;
|
|
108
|
+
harnessRelease: z.ZodObject<{
|
|
109
|
+
id: z.ZodString;
|
|
110
|
+
contentHash: z.ZodString;
|
|
111
|
+
}, z.core.$strict>;
|
|
112
|
+
catalogHash: z.ZodString;
|
|
113
|
+
definitionId: z.ZodString;
|
|
114
|
+
definitionHash: z.ZodString;
|
|
115
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
116
|
+
kind: z.ZodLiteral<"profile">;
|
|
117
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
118
|
+
kind: z.ZodLiteral<"workflow">;
|
|
119
|
+
workflowId: z.ZodString;
|
|
120
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
121
|
+
kind: z.ZodLiteral<"skill">;
|
|
122
|
+
skillPath: z.ZodString;
|
|
123
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
124
|
+
kind: z.ZodLiteral<"agent_action">;
|
|
125
|
+
actionId: z.ZodString;
|
|
126
|
+
}, z.core.$strict>], "kind">;
|
|
127
|
+
environmentHash: z.ZodString;
|
|
128
|
+
}, z.core.$strict>;
|
|
129
|
+
modelConfigurationHash: z.ZodString;
|
|
130
|
+
packageHash: z.ZodString;
|
|
131
|
+
}, z.core.$strict>], "kind">;
|
|
132
|
+
}, z.core.$strict>;
|
|
133
|
+
export declare const ExperimentHistoryPageSchema: z.ZodObject<{
|
|
134
|
+
items: z.ZodArray<z.ZodObject<{
|
|
135
|
+
summary: z.ZodObject<{
|
|
136
|
+
schemaVersion: z.ZodLiteral<"openpond.modelTasksetRunSummary.v1">;
|
|
137
|
+
id: z.ZodString;
|
|
138
|
+
revision: z.ZodNumber;
|
|
139
|
+
teamId: z.ZodString;
|
|
140
|
+
modelProjectId: z.ZodNullable<z.ZodString>;
|
|
141
|
+
name: z.ZodOptional<z.ZodString>;
|
|
142
|
+
project: z.ZodOptional<z.ZodObject<{
|
|
143
|
+
id: z.ZodString;
|
|
144
|
+
revision: z.ZodNumber;
|
|
145
|
+
contentHash: z.ZodString;
|
|
146
|
+
targetId: z.ZodNullable<z.ZodString>;
|
|
147
|
+
}, z.core.$strict>>;
|
|
148
|
+
operationId: z.ZodString;
|
|
149
|
+
taskset: z.ZodObject<{
|
|
150
|
+
id: z.ZodString;
|
|
151
|
+
contentHash: z.ZodString;
|
|
152
|
+
revision: z.ZodNumber;
|
|
153
|
+
}, z.core.$strict>;
|
|
154
|
+
policyKind: z.ZodEnum<{
|
|
155
|
+
hosted_chat: "hosted_chat";
|
|
156
|
+
fixture: "fixture";
|
|
157
|
+
hosted_harness: "hosted_harness";
|
|
158
|
+
}>;
|
|
159
|
+
manifestHash: z.ZodString;
|
|
160
|
+
status: z.ZodEnum<{
|
|
161
|
+
failed: "failed";
|
|
162
|
+
cancelled: "cancelled";
|
|
163
|
+
queued: "queued";
|
|
164
|
+
running: "running";
|
|
165
|
+
cancelling: "cancelling";
|
|
166
|
+
completed: "completed";
|
|
167
|
+
}>;
|
|
168
|
+
totalCount: z.ZodNumber;
|
|
169
|
+
counts: z.ZodObject<{
|
|
170
|
+
pending: z.ZodNumber;
|
|
171
|
+
running: z.ZodNumber;
|
|
172
|
+
completed: z.ZodNumber;
|
|
173
|
+
failed: z.ZodNumber;
|
|
174
|
+
cancelled: z.ZodNumber;
|
|
175
|
+
}, z.core.$strict>;
|
|
176
|
+
createdAt: z.ZodISODateTime;
|
|
177
|
+
startedAt: z.ZodNullable<z.ZodISODateTime>;
|
|
178
|
+
completedAt: z.ZodNullable<z.ZodISODateTime>;
|
|
179
|
+
cleanupComplete: z.ZodBoolean;
|
|
180
|
+
resultAvailable: z.ZodBoolean;
|
|
181
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
182
|
+
metricName: z.ZodString;
|
|
183
|
+
error: z.ZodNullable<z.ZodObject<{
|
|
184
|
+
code: z.ZodString;
|
|
185
|
+
message: z.ZodString;
|
|
186
|
+
}, z.core.$strict>>;
|
|
187
|
+
}, z.core.$strict>;
|
|
188
|
+
definition: z.ZodObject<{
|
|
189
|
+
id: z.ZodString;
|
|
190
|
+
revision: z.ZodNumber;
|
|
191
|
+
contentHash: z.ZodString;
|
|
192
|
+
}, z.core.$strict>;
|
|
193
|
+
policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
194
|
+
kind: z.ZodLiteral<"hosted_chat">;
|
|
195
|
+
modelId: z.ZodString;
|
|
196
|
+
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
197
|
+
role: z.ZodEnum<{
|
|
198
|
+
system: "system";
|
|
199
|
+
user: "user";
|
|
200
|
+
assistant: "assistant";
|
|
201
|
+
}>;
|
|
202
|
+
content: z.ZodString;
|
|
203
|
+
}, z.core.$strict>>>;
|
|
204
|
+
maxOutputTokens: z.ZodDefault<z.ZodNumber>;
|
|
205
|
+
temperature: z.ZodDefault<z.ZodNumber>;
|
|
206
|
+
topP: z.ZodDefault<z.ZodNumber>;
|
|
207
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
208
|
+
kind: z.ZodLiteral<"fixture">;
|
|
209
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
210
|
+
kind: z.ZodLiteral<"hosted_harness">;
|
|
211
|
+
modelId: z.ZodString;
|
|
212
|
+
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
213
|
+
high: "high";
|
|
214
|
+
low: "low";
|
|
215
|
+
off: "off";
|
|
216
|
+
medium: "medium";
|
|
217
|
+
xhigh: "xhigh";
|
|
218
|
+
max: "max";
|
|
219
|
+
}>>;
|
|
220
|
+
profileRepositoryId: z.ZodString;
|
|
221
|
+
source: z.ZodObject<{
|
|
222
|
+
profileId: z.ZodString;
|
|
223
|
+
sourceRevision: z.ZodString;
|
|
224
|
+
harnessRelease: z.ZodObject<{
|
|
225
|
+
id: z.ZodString;
|
|
226
|
+
contentHash: z.ZodString;
|
|
227
|
+
}, z.core.$strict>;
|
|
228
|
+
catalogHash: z.ZodString;
|
|
229
|
+
definitionId: z.ZodString;
|
|
230
|
+
definitionHash: z.ZodString;
|
|
231
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
232
|
+
kind: z.ZodLiteral<"profile">;
|
|
233
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
234
|
+
kind: z.ZodLiteral<"workflow">;
|
|
235
|
+
workflowId: z.ZodString;
|
|
236
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
237
|
+
kind: z.ZodLiteral<"skill">;
|
|
238
|
+
skillPath: z.ZodString;
|
|
239
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
240
|
+
kind: z.ZodLiteral<"agent_action">;
|
|
241
|
+
actionId: z.ZodString;
|
|
242
|
+
}, z.core.$strict>], "kind">;
|
|
243
|
+
environmentHash: z.ZodString;
|
|
244
|
+
}, z.core.$strict>;
|
|
245
|
+
modelConfigurationHash: z.ZodString;
|
|
246
|
+
packageHash: z.ZodString;
|
|
247
|
+
}, z.core.$strict>], "kind">;
|
|
248
|
+
}, z.core.$strict>>;
|
|
249
|
+
nextCursor: z.ZodNullable<z.ZodString>;
|
|
250
|
+
}, z.core.$strict>;
|
|
251
|
+
export type ExperimentHistoryItem = z.infer<typeof ExperimentHistoryItemSchema>;
|
|
252
|
+
export type ExperimentHistoryPage = z.infer<typeof ExperimentHistoryPageSchema>;
|
|
253
|
+
/** Compact retained history; populations, private answers and case bytes stay
|
|
254
|
+
* behind their existing authorized readers. This never refreshes dispatch. */
|
|
255
|
+
export declare class OpenPondExperimentHistoryClient {
|
|
256
|
+
private readonly options;
|
|
257
|
+
private readonly baseUrl;
|
|
258
|
+
constructor(options: {
|
|
259
|
+
baseUrl: string;
|
|
260
|
+
apiKey: string;
|
|
261
|
+
teamId: string;
|
|
262
|
+
fetch?: typeof fetch;
|
|
263
|
+
});
|
|
264
|
+
list(input?: z.input<typeof ExperimentHistoryQuerySchema>, signal?: AbortSignal): Promise<ExperimentHistoryPage>;
|
|
265
|
+
}
|
|
266
|
+
//# sourceMappingURL=experiment-history.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"experiment-history.d.ts","sourceRoot":"","sources":["../../../../../src/experiment-history.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAKxB,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;kBAAgU,CAAC;AAC1W,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEtC,CAAC;AACH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAyG,CAAC;AAClJ,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAEhF;8EAC8E;AAC9E,qBAAa,+BAA+B;IAE9B,OAAO,CAAC,QAAQ,CAAC,OAAO;IADpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBACJ,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,KAAK,CAAA;KAAE;IAKzG,IAAI,CAAC,KAAK,GAAE,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,qBAAqB,CAAC;CAc3H"}
|
|
@@ -98,11 +98,11 @@ export declare const ExperimentScoringPassSchema: z.ZodObject<{
|
|
|
98
98
|
}, z.core.$strict>>;
|
|
99
99
|
status: z.ZodEnum<{
|
|
100
100
|
failed: "failed";
|
|
101
|
-
completed: "completed";
|
|
102
101
|
cancelled: "cancelled";
|
|
102
|
+
queued: "queued";
|
|
103
103
|
running: "running";
|
|
104
104
|
cancelling: "cancelling";
|
|
105
|
-
|
|
105
|
+
completed: "completed";
|
|
106
106
|
}>;
|
|
107
107
|
totalCount: z.ZodNumber;
|
|
108
108
|
counts: z.ZodObject<{
|
|
@@ -169,7 +169,7 @@ export declare function verifyExperimentScoringPass(value: unknown): {
|
|
|
169
169
|
sourcePath: string[];
|
|
170
170
|
}[] | undefined;
|
|
171
171
|
}[];
|
|
172
|
-
status: "failed" | "
|
|
172
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
173
173
|
totalCount: number;
|
|
174
174
|
counts: {
|
|
175
175
|
pending: number;
|
|
@@ -5,4 +5,5 @@ export * from "./experiment-field-mappings.js";
|
|
|
5
5
|
export * from "./experiment-grading-contracts.js";
|
|
6
6
|
export * from "./harness-experiment-policy.js";
|
|
7
7
|
export * from "./experiment-inspection.js";
|
|
8
|
+
export * from "./experiment-history.js";
|
|
8
9
|
//# sourceMappingURL=experiments.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experiments.d.ts","sourceRoot":"","sources":["../../../../../src/experiments.ts"],"names":[],"mappings":"AAAA,cAAc,2BAA2B,CAAC;AAC1C,cAAc,wBAAwB,CAAC;AACvC,cAAc,mCAAmC,CAAC;AAClD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,mCAAmC,CAAC;AAClD,cAAc,gCAAgC,CAAC;AAE/C,cAAc,4BAA4B,CAAC"}
|
|
1
|
+
{"version":3,"file":"experiments.d.ts","sourceRoot":"","sources":["../../../../../src/experiments.ts"],"names":[],"mappings":"AAAA,cAAc,2BAA2B,CAAC;AAC1C,cAAc,wBAAwB,CAAC;AACvC,cAAc,mCAAmC,CAAC;AAClD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,mCAAmC,CAAC;AAClD,cAAc,gCAAgC,CAAC;AAE/C,cAAc,4BAA4B,CAAC;AAC3C,cAAc,yBAAyB,CAAC"}
|
|
@@ -6,9 +6,9 @@ export declare const GraderCatalogQuerySchema: z.ZodObject<{
|
|
|
6
6
|
sort: z.ZodOptional<z.ZodEnum<{
|
|
7
7
|
type: "type";
|
|
8
8
|
name: "name";
|
|
9
|
-
datasets: "datasets";
|
|
10
9
|
version: "version";
|
|
11
10
|
projects: "projects";
|
|
11
|
+
datasets: "datasets";
|
|
12
12
|
runs: "runs";
|
|
13
13
|
}>>;
|
|
14
14
|
direction: z.ZodOptional<z.ZodEnum<{
|
|
@@ -296,8 +296,8 @@ export declare const GraderVersionsPageSchema: z.ZodObject<{
|
|
|
296
296
|
}, z.core.$strict>;
|
|
297
297
|
export declare const GraderUsageQuerySchema: z.ZodObject<{
|
|
298
298
|
section: z.ZodEnum<{
|
|
299
|
-
datasets: "datasets";
|
|
300
299
|
projects: "projects";
|
|
300
|
+
datasets: "datasets";
|
|
301
301
|
runs: "runs";
|
|
302
302
|
}>;
|
|
303
303
|
after: z.ZodOptional<z.ZodString>;
|
|
@@ -307,8 +307,8 @@ export declare const GraderUsagePageSchema: z.ZodObject<{
|
|
|
307
307
|
teamId: z.ZodString;
|
|
308
308
|
id: z.ZodString;
|
|
309
309
|
section: z.ZodEnum<{
|
|
310
|
-
datasets: "datasets";
|
|
311
310
|
projects: "projects";
|
|
311
|
+
datasets: "datasets";
|
|
312
312
|
runs: "runs";
|
|
313
313
|
}>;
|
|
314
314
|
items: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
|
|
@@ -347,7 +347,7 @@ export declare class OpenPondGraderInspectionClient {
|
|
|
347
347
|
name: string;
|
|
348
348
|
description: string;
|
|
349
349
|
implementation: {
|
|
350
|
-
kind: "content" | "
|
|
350
|
+
kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
|
|
351
351
|
config: Record<string, unknown>;
|
|
352
352
|
} | {
|
|
353
353
|
kind: "model_judge";
|
|
@@ -359,7 +359,7 @@ export declare class OpenPondGraderInspectionClient {
|
|
|
359
359
|
mediaType: string;
|
|
360
360
|
visibility: "policy" | "verifier" | "host_private";
|
|
361
361
|
};
|
|
362
|
-
calibrationStatus: "
|
|
362
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
363
363
|
model?: {
|
|
364
364
|
providerId: string;
|
|
365
365
|
modelId: string;
|
|
@@ -453,7 +453,7 @@ export declare class OpenPondGraderInspectionClient {
|
|
|
453
453
|
name: string;
|
|
454
454
|
description: string;
|
|
455
455
|
implementation: {
|
|
456
|
-
kind: "content" | "
|
|
456
|
+
kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
|
|
457
457
|
config: Record<string, unknown>;
|
|
458
458
|
} | {
|
|
459
459
|
kind: "model_judge";
|
|
@@ -465,7 +465,7 @@ export declare class OpenPondGraderInspectionClient {
|
|
|
465
465
|
mediaType: string;
|
|
466
466
|
visibility: "policy" | "verifier" | "host_private";
|
|
467
467
|
};
|
|
468
|
-
calibrationStatus: "
|
|
468
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
469
469
|
model?: {
|
|
470
470
|
providerId: string;
|
|
471
471
|
modelId: string;
|
|
@@ -545,7 +545,7 @@ export declare class OpenPondGraderInspectionClient {
|
|
|
545
545
|
usage(id: string, value: z.input<typeof GraderUsageQuerySchema>, signal?: AbortSignal): Promise<{
|
|
546
546
|
teamId: string;
|
|
547
547
|
id: string;
|
|
548
|
-
section: "
|
|
548
|
+
section: "projects" | "datasets" | "runs";
|
|
549
549
|
items: ({
|
|
550
550
|
id: string;
|
|
551
551
|
name: string;
|
|
@@ -97,7 +97,7 @@ export declare function prepareManagedTrainingSubmission(raw: ManagedTrainingPre
|
|
|
97
97
|
tokenizerRevision: string | null;
|
|
98
98
|
chatTemplateHash: string | null;
|
|
99
99
|
modelAssetId: string | null;
|
|
100
|
-
source: "local" | "
|
|
100
|
+
source: "local" | "managed" | "builtin";
|
|
101
101
|
};
|
|
102
102
|
preferenceDatasetRelease: {
|
|
103
103
|
id: string;
|
|
@@ -122,7 +122,7 @@ export declare function prepareManagedTrainingSubmission(raw: ManagedTrainingPre
|
|
|
122
122
|
tokenizerRevision: string | null;
|
|
123
123
|
chatTemplateHash: string | null;
|
|
124
124
|
modelAssetId: string | null;
|
|
125
|
-
source: "local" | "
|
|
125
|
+
source: "local" | "managed" | "builtin";
|
|
126
126
|
};
|
|
127
127
|
recipe: {
|
|
128
128
|
[x: string]: unknown;
|