openpond-sdk 0.9.5 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{chunk-EMANJDJR.js → chunk-CNGJF6AM.js} +61 -198
- package/dist/chunk-CNGJF6AM.js.map +7 -0
- package/dist/chunk-SR55WVPK.js +158 -0
- package/dist/chunk-SR55WVPK.js.map +7 -0
- package/dist/dataset-marketplace.js +216 -0
- package/dist/dataset-marketplace.js.map +7 -0
- package/dist/dataset-workspaces.js +116 -3
- package/dist/dataset-workspaces.js.map +4 -4
- package/dist/experiments.js +42 -8
- package/dist/experiments.js.map +3 -3
- package/dist/index.js +9 -8
- package/dist/index.js.map +1 -1
- package/dist/learning.js +55 -0
- package/dist/learning.js.map +4 -4
- package/dist/training-projects.js +4 -1
- package/dist/training-projects.js.map +2 -2
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +945 -0
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts +97 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +1168 -88
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +118 -84
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts +1 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +23 -23
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts +50 -0
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/experiments.d.ts +1 -0
- package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +568 -0
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +2 -2
- package/dist/types/packages/sdk/src/learning-client.d.ts +1 -1
- package/dist/types/packages/sdk/src/learning.d.ts +1 -0
- package/dist/types/packages/sdk/src/learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +2 -2
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +7 -7
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +23 -23
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-projects.d.ts +27 -27
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +47 -47
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +15 -15
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +4 -4
- package/dist/types/packages/sdk/src/model-starters.d.ts +18 -18
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +15 -15
- package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +46 -46
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +30 -30
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +2 -2
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +84 -84
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +176 -176
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +46 -46
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +25 -25
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +41 -41
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +45 -45
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +56 -56
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +71 -71
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +84 -84
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1733 -1733
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +1083 -1083
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +2 -2
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +18 -18
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +59 -59
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +4 -4
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +68 -68
- package/dist/types/packages/sdk/src/training-project-client.d.ts +16 -12
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +33 -21
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +24 -24
- package/package.json +5 -1
- package/dist/chunk-EMANJDJR.js.map +0 -7
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dataset-workspace-contracts.d.ts","sourceRoot":"","sources":["../../../../../src/dataset-workspace-contracts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAE,4BAA4B,EAAE,MAAM,qCAAqC,CAAC;AAInF,eAAO,MAAM,2BAA2B
|
|
1
|
+
{"version":3,"file":"dataset-workspace-contracts.d.ts","sourceRoot":"","sources":["../../../../../src/dataset-workspace-contracts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAE,4BAA4B,EAAE,MAAM,qCAAqC,CAAC;AAInF,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAMtC,CAAC;AACH,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAOxC,CAAC;AACH,eAAO,MAAM,6BAA6B;;;;;kBAAgI,CAAC;AAC3K,eAAO,MAAM,kCAAkC;;;kBAAwF,CAAC;AACxI,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;kBAEiD,CAAC;AAC7F,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAEpF,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAIqB,CAAC;AAC7D,eAAO,MAAM,gCAAgC;;;;;;;;;;;kBAA2K,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dataset-workspaces.d.ts","sourceRoot":"","sources":["../../../../../src/dataset-workspaces.ts"],"names":[],"mappings":"AAAA,cAAc,kCAAkC,CAAC;AACjD,OAAO,EAAE,8BAA8B,EAAE,MAAM,+BAA+B,CAAC"}
|
|
1
|
+
{"version":3,"file":"dataset-workspaces.d.ts","sourceRoot":"","sources":["../../../../../src/dataset-workspaces.ts"],"names":[],"mappings":"AAAA,cAAc,kCAAkC,CAAC;AACjD,OAAO,EAAE,8BAA8B,EAAE,MAAM,+BAA+B,CAAC;AAC/E,cAAc,yBAAyB,CAAC"}
|
|
@@ -10,8 +10,8 @@ export declare const EvaluationProjectContextSchema: z.ZodObject<{
|
|
|
10
10
|
export type EvaluationProjectContext = z.infer<typeof EvaluationProjectContextSchema>;
|
|
11
11
|
export declare const EvaluationMessagesSchema: z.ZodArray<z.ZodObject<{
|
|
12
12
|
role: z.ZodEnum<{
|
|
13
|
-
user: "user";
|
|
14
13
|
system: "system";
|
|
14
|
+
user: "user";
|
|
15
15
|
assistant: "assistant";
|
|
16
16
|
}>;
|
|
17
17
|
content: z.ZodString;
|
|
@@ -36,7 +36,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
36
36
|
temperature: number;
|
|
37
37
|
topP: number;
|
|
38
38
|
messages?: {
|
|
39
|
-
role: "
|
|
39
|
+
role: "system" | "user" | "assistant";
|
|
40
40
|
content: string;
|
|
41
41
|
}[] | undefined;
|
|
42
42
|
} | {
|
|
@@ -229,7 +229,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
229
229
|
temperature: number;
|
|
230
230
|
topP: number;
|
|
231
231
|
messages?: {
|
|
232
|
-
role: "
|
|
232
|
+
role: "system" | "user" | "assistant";
|
|
233
233
|
content: string;
|
|
234
234
|
}[] | undefined;
|
|
235
235
|
} | {
|
|
@@ -327,7 +327,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
327
327
|
temperature: number;
|
|
328
328
|
topP: number;
|
|
329
329
|
messages?: {
|
|
330
|
-
role: "
|
|
330
|
+
role: "system" | "user" | "assistant";
|
|
331
331
|
content: string;
|
|
332
332
|
}[] | undefined;
|
|
333
333
|
} | {
|
|
@@ -423,7 +423,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
423
423
|
temperature: number;
|
|
424
424
|
topP: number;
|
|
425
425
|
messages?: {
|
|
426
|
-
role: "
|
|
426
|
+
role: "system" | "user" | "assistant";
|
|
427
427
|
content: string;
|
|
428
428
|
}[] | undefined;
|
|
429
429
|
} | {
|
|
@@ -511,9 +511,9 @@ export declare class OpenPondExperimentsClient {
|
|
|
511
511
|
contentHash: string;
|
|
512
512
|
revision: number;
|
|
513
513
|
};
|
|
514
|
-
policyKind: "
|
|
514
|
+
policyKind: "hosted_chat" | "fixture" | "hosted_harness";
|
|
515
515
|
manifestHash: string;
|
|
516
|
-
status: "failed" | "
|
|
516
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
517
517
|
totalCount: number;
|
|
518
518
|
counts: {
|
|
519
519
|
pending: number;
|
|
@@ -558,7 +558,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
558
558
|
temperature: number;
|
|
559
559
|
topP: number;
|
|
560
560
|
messages?: {
|
|
561
|
-
role: "
|
|
561
|
+
role: "system" | "user" | "assistant";
|
|
562
562
|
content: string;
|
|
563
563
|
}[] | undefined;
|
|
564
564
|
} | {
|
|
@@ -880,9 +880,9 @@ export declare class OpenPondExperimentsClient {
|
|
|
880
880
|
contentHash: string;
|
|
881
881
|
revision: number;
|
|
882
882
|
};
|
|
883
|
-
policyKind: "
|
|
883
|
+
policyKind: "hosted_chat" | "fixture" | "hosted_harness";
|
|
884
884
|
manifestHash: string;
|
|
885
|
-
status: "failed" | "
|
|
885
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
886
886
|
totalCount: number;
|
|
887
887
|
counts: {
|
|
888
888
|
pending: number;
|
|
@@ -927,7 +927,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
927
927
|
temperature: number;
|
|
928
928
|
topP: number;
|
|
929
929
|
messages?: {
|
|
930
|
-
role: "
|
|
930
|
+
role: "system" | "user" | "assistant";
|
|
931
931
|
content: string;
|
|
932
932
|
}[] | undefined;
|
|
933
933
|
} | {
|
|
@@ -1101,9 +1101,9 @@ export declare class OpenPondExperimentsClient {
|
|
|
1101
1101
|
contentHash: string;
|
|
1102
1102
|
revision: number;
|
|
1103
1103
|
};
|
|
1104
|
-
policyKind: "
|
|
1104
|
+
policyKind: "hosted_chat" | "fixture" | "hosted_harness";
|
|
1105
1105
|
manifestHash: string;
|
|
1106
|
-
status: "failed" | "
|
|
1106
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
1107
1107
|
totalCount: number;
|
|
1108
1108
|
counts: {
|
|
1109
1109
|
pending: number;
|
|
@@ -1148,7 +1148,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
1148
1148
|
temperature: number;
|
|
1149
1149
|
topP: number;
|
|
1150
1150
|
messages?: {
|
|
1151
|
-
role: "
|
|
1151
|
+
role: "system" | "user" | "assistant";
|
|
1152
1152
|
content: string;
|
|
1153
1153
|
}[] | undefined;
|
|
1154
1154
|
} | {
|
|
@@ -1320,9 +1320,9 @@ export declare class OpenPondExperimentsClient {
|
|
|
1320
1320
|
contentHash: string;
|
|
1321
1321
|
revision: number;
|
|
1322
1322
|
};
|
|
1323
|
-
policyKind: "
|
|
1323
|
+
policyKind: "hosted_chat" | "fixture" | "hosted_harness";
|
|
1324
1324
|
manifestHash: string;
|
|
1325
|
-
status: "failed" | "
|
|
1325
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
1326
1326
|
totalCount: number;
|
|
1327
1327
|
counts: {
|
|
1328
1328
|
pending: number;
|
|
@@ -1367,7 +1367,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
1367
1367
|
temperature: number;
|
|
1368
1368
|
topP: number;
|
|
1369
1369
|
messages?: {
|
|
1370
|
-
role: "
|
|
1370
|
+
role: "system" | "user" | "assistant";
|
|
1371
1371
|
content: string;
|
|
1372
1372
|
}[] | undefined;
|
|
1373
1373
|
} | {
|
|
@@ -1540,9 +1540,9 @@ export declare class OpenPondExperimentsClient {
|
|
|
1540
1540
|
contentHash: string;
|
|
1541
1541
|
revision: number;
|
|
1542
1542
|
};
|
|
1543
|
-
policyKind: "
|
|
1543
|
+
policyKind: "hosted_chat" | "fixture" | "hosted_harness";
|
|
1544
1544
|
manifestHash: string;
|
|
1545
|
-
status: "failed" | "
|
|
1545
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
1546
1546
|
totalCount: number;
|
|
1547
1547
|
counts: {
|
|
1548
1548
|
pending: number;
|
|
@@ -1587,7 +1587,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
1587
1587
|
temperature: number;
|
|
1588
1588
|
topP: number;
|
|
1589
1589
|
messages?: {
|
|
1590
|
-
role: "
|
|
1590
|
+
role: "system" | "user" | "assistant";
|
|
1591
1591
|
content: string;
|
|
1592
1592
|
}[] | undefined;
|
|
1593
1593
|
} | {
|
|
@@ -1790,7 +1790,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
1790
1790
|
sourcePath: string[];
|
|
1791
1791
|
}[] | undefined;
|
|
1792
1792
|
}[];
|
|
1793
|
-
status: "failed" | "
|
|
1793
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
1794
1794
|
totalCount: number;
|
|
1795
1795
|
counts: {
|
|
1796
1796
|
pending: number;
|
|
@@ -1854,7 +1854,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
1854
1854
|
sourcePath: string[];
|
|
1855
1855
|
}[] | undefined;
|
|
1856
1856
|
}[];
|
|
1857
|
-
status: "failed" | "
|
|
1857
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
1858
1858
|
totalCount: number;
|
|
1859
1859
|
counts: {
|
|
1860
1860
|
pending: number;
|
|
@@ -1922,7 +1922,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
1922
1922
|
sourcePath: string[];
|
|
1923
1923
|
}[] | undefined;
|
|
1924
1924
|
}[];
|
|
1925
|
-
status: "failed" | "
|
|
1925
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
1926
1926
|
totalCount: number;
|
|
1927
1927
|
counts: {
|
|
1928
1928
|
pending: number;
|
|
@@ -1988,7 +1988,7 @@ export declare class OpenPondExperimentsClient {
|
|
|
1988
1988
|
sourcePath: string[];
|
|
1989
1989
|
}[] | undefined;
|
|
1990
1990
|
}[];
|
|
1991
|
-
status: "failed" | "
|
|
1991
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
1992
1992
|
totalCount: number;
|
|
1993
1993
|
counts: {
|
|
1994
1994
|
pending: number;
|
|
@@ -78,8 +78,8 @@ export declare const SaveExperimentSchema: z.ZodObject<{
|
|
|
78
78
|
modelId: z.ZodString;
|
|
79
79
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
80
80
|
role: z.ZodEnum<{
|
|
81
|
-
user: "user";
|
|
82
81
|
system: "system";
|
|
82
|
+
user: "user";
|
|
83
83
|
assistant: "assistant";
|
|
84
84
|
}>;
|
|
85
85
|
content: z.ZodString;
|
|
@@ -185,8 +185,8 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
|
|
|
185
185
|
modelId: z.ZodString;
|
|
186
186
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
187
187
|
role: z.ZodEnum<{
|
|
188
|
-
user: "user";
|
|
189
188
|
system: "system";
|
|
189
|
+
user: "user";
|
|
190
190
|
assistant: "assistant";
|
|
191
191
|
}>;
|
|
192
192
|
content: z.ZodString;
|
|
@@ -365,8 +365,8 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
|
|
|
365
365
|
modelId: z.ZodString;
|
|
366
366
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
367
367
|
role: z.ZodEnum<{
|
|
368
|
-
user: "user";
|
|
369
368
|
system: "system";
|
|
369
|
+
user: "user";
|
|
370
370
|
assistant: "assistant";
|
|
371
371
|
}>;
|
|
372
372
|
content: z.ZodString;
|
|
@@ -61,8 +61,8 @@ export declare const ExperimentAttemptGradeSchema: z.ZodObject<{
|
|
|
61
61
|
passed: z.ZodBoolean;
|
|
62
62
|
rewardEligible: z.ZodBoolean;
|
|
63
63
|
gradingStatus: z.ZodEnum<{
|
|
64
|
-
unscorable: "unscorable";
|
|
65
64
|
scored: "scored";
|
|
65
|
+
unscorable: "unscorable";
|
|
66
66
|
not_configured: "not_configured";
|
|
67
67
|
}>;
|
|
68
68
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import { z } from "zod";
|
|
2
|
+
export declare const ExperimentCaseInspectionSchema: z.ZodObject<{
|
|
3
|
+
schemaVersion: z.ZodLiteral<"openpond.experimentCaseInspection.v1">;
|
|
4
|
+
teamId: z.ZodString;
|
|
5
|
+
executionId: z.ZodString;
|
|
6
|
+
manifestHash: z.ZodString;
|
|
7
|
+
receiptId: z.ZodString;
|
|
8
|
+
taskId: z.ZodString;
|
|
9
|
+
seed: z.ZodString;
|
|
10
|
+
input: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
11
|
+
output: z.ZodNullable<z.ZodUnknown>;
|
|
12
|
+
error: z.ZodNullable<z.ZodString>;
|
|
13
|
+
events: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
14
|
+
nextEventCursor: z.ZodNullable<z.ZodString>;
|
|
15
|
+
eventCount: z.ZodNumber;
|
|
16
|
+
contentHash: z.ZodString;
|
|
17
|
+
}, z.core.$strict>;
|
|
18
|
+
export type ExperimentCaseInspection = z.infer<typeof ExperimentCaseInspectionSchema>;
|
|
19
|
+
export declare class OpenPondExperimentInspectionClient {
|
|
20
|
+
private readonly options;
|
|
21
|
+
private readonly baseUrl;
|
|
22
|
+
constructor(options: {
|
|
23
|
+
baseUrl: string;
|
|
24
|
+
apiKey: string;
|
|
25
|
+
teamId: string;
|
|
26
|
+
fetch?: typeof fetch;
|
|
27
|
+
});
|
|
28
|
+
/** Retained, policy-facing evidence only. Reading a page never dispatches. */
|
|
29
|
+
case(executionId: string, receiptId: string, options?: {
|
|
30
|
+
manifestHash?: string;
|
|
31
|
+
afterId?: string;
|
|
32
|
+
signal?: AbortSignal;
|
|
33
|
+
}): Promise<{
|
|
34
|
+
schemaVersion: "openpond.experimentCaseInspection.v1";
|
|
35
|
+
teamId: string;
|
|
36
|
+
executionId: string;
|
|
37
|
+
manifestHash: string;
|
|
38
|
+
receiptId: string;
|
|
39
|
+
taskId: string;
|
|
40
|
+
seed: string;
|
|
41
|
+
input: Record<string, unknown> | null;
|
|
42
|
+
output: unknown;
|
|
43
|
+
error: string | null;
|
|
44
|
+
events: Record<string, unknown>[];
|
|
45
|
+
nextEventCursor: string | null;
|
|
46
|
+
eventCount: number;
|
|
47
|
+
contentHash: string;
|
|
48
|
+
}>;
|
|
49
|
+
}
|
|
50
|
+
//# sourceMappingURL=experiment-inspection.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"experiment-inspection.d.ts","sourceRoot":"","sources":["../../../../../src/experiment-inspection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAKxB,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;kBAAiD,CAAC;AAC7F,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAAC;AACtF,qBAAa,kCAAkC;IAEjC,OAAO,CAAC,QAAQ,CAAC,OAAO;IADpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBACJ,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,KAAK,CAAA;KAAE;IAK/G,8EAA8E;IACxE,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,GAAE;QAAE,YAAY,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO;;;;;;;;;;;;;;;;CAUnI"}
|
|
@@ -98,11 +98,11 @@ export declare const ExperimentScoringPassSchema: z.ZodObject<{
|
|
|
98
98
|
}, z.core.$strict>>;
|
|
99
99
|
status: z.ZodEnum<{
|
|
100
100
|
failed: "failed";
|
|
101
|
-
completed: "completed";
|
|
102
101
|
cancelled: "cancelled";
|
|
102
|
+
queued: "queued";
|
|
103
103
|
running: "running";
|
|
104
104
|
cancelling: "cancelling";
|
|
105
|
-
|
|
105
|
+
completed: "completed";
|
|
106
106
|
}>;
|
|
107
107
|
totalCount: z.ZodNumber;
|
|
108
108
|
counts: z.ZodObject<{
|
|
@@ -169,7 +169,7 @@ export declare function verifyExperimentScoringPass(value: unknown): {
|
|
|
169
169
|
sourcePath: string[];
|
|
170
170
|
}[] | undefined;
|
|
171
171
|
}[];
|
|
172
|
-
status: "failed" | "
|
|
172
|
+
status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
|
|
173
173
|
totalCount: number;
|
|
174
174
|
counts: {
|
|
175
175
|
pending: number;
|
|
@@ -4,4 +4,5 @@ export * from "./experiment-scoring-contracts.js";
|
|
|
4
4
|
export * from "./experiment-field-mappings.js";
|
|
5
5
|
export * from "./experiment-grading-contracts.js";
|
|
6
6
|
export * from "./harness-experiment-policy.js";
|
|
7
|
+
export * from "./experiment-inspection.js";
|
|
7
8
|
//# sourceMappingURL=experiments.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"experiments.d.ts","sourceRoot":"","sources":["../../../../../src/experiments.ts"],"names":[],"mappings":"AAAA,cAAc,2BAA2B,CAAC;AAC1C,cAAc,wBAAwB,CAAC;AACvC,cAAc,mCAAmC,CAAC;AAClD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,mCAAmC,CAAC;AAClD,cAAc,gCAAgC,CAAC"}
|
|
1
|
+
{"version":3,"file":"experiments.d.ts","sourceRoot":"","sources":["../../../../../src/experiments.ts"],"names":[],"mappings":"AAAA,cAAc,2BAA2B,CAAC;AAC1C,cAAc,wBAAwB,CAAC;AACvC,cAAc,mCAAmC,CAAC;AAClD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,mCAAmC,CAAC;AAClD,cAAc,gCAAgC,CAAC;AAE/C,cAAc,4BAA4B,CAAC"}
|