openpond-sdk 0.12.20 → 0.12.21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/OPENTELEMETRY.md +85 -0
- package/README.md +4 -0
- package/TASK_INGESTION.md +135 -0
- package/dist/advanced-refiner-evaluations.js +2 -2
- package/dist/{chunk-RN5MK7NH.js → chunk-6EZAGTZG.js} +4 -4
- package/dist/{chunk-3MDNVNBM.js → chunk-BNBPKCIR.js} +6 -6
- package/dist/chunk-NZRGRUYG.js +140 -0
- package/dist/chunk-NZRGRUYG.js.map +1 -0
- package/dist/{chunk-RT7SQHO4.js → chunk-SP7DQEQM.js} +2 -2
- package/dist/connected-evidence.js +3 -3
- package/dist/dataset-workspaces.js +125 -36
- package/dist/dataset-workspaces.js.map +1 -1
- package/dist/experiment-evaluation-schedules.js +5 -5
- package/dist/experiments.js +5 -5
- package/dist/index.js +51 -36
- package/dist/index.js.map +1 -1
- package/dist/opentelemetry.js +92 -0
- package/dist/opentelemetry.js.map +1 -0
- package/dist/taskset-drafts.js +1 -1
- package/dist/taskset-packages.js +13 -13
- package/dist/training-bundle.js +10 -10
- package/dist/training.js +8 -8
- package/dist/types/packages/sdk/src/dataset-task-ingestion.d.ts +86 -0
- package/dist/types/packages/sdk/src/dataset-task-ingestion.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +152 -140
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts +1 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +77 -77
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +216 -216
- package/dist/types/packages/sdk/src/index.d.ts +4 -0
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-decision-executions.d.ts +339 -339
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +216 -216
- package/dist/types/packages/sdk/src/opentelemetry.d.ts +39 -0
- package/dist/types/packages/sdk/src/opentelemetry.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +120 -120
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +20 -20
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts +25 -25
- package/dist/types/packages/sdk/src/training.d.ts +4465 -4465
- package/dist/types/packages/sdk/src/types.d.ts +2 -0
- package/dist/types/packages/sdk/src/types.d.ts.map +1 -1
- package/fixtures/python-foundation/operation-matrix.json +17 -0
- package/fixtures/python-foundation/schemas.json +5941 -5001
- package/package.json +18 -3
- /package/dist/{chunk-RN5MK7NH.js.map → chunk-6EZAGTZG.js.map} +0 -0
- /package/dist/{chunk-3MDNVNBM.js.map → chunk-BNBPKCIR.js.map} +0 -0
- /package/dist/{chunk-RT7SQHO4.js.map → chunk-SP7DQEQM.js.map} +0 -0
|
@@ -952,6 +952,60 @@ export declare function verifyExperimentEvaluationSchedule(raw: unknown): {
|
|
|
952
952
|
revision: number;
|
|
953
953
|
};
|
|
954
954
|
policy: {
|
|
955
|
+
kind: "hosted_chat";
|
|
956
|
+
modelId: string;
|
|
957
|
+
localRuntime?: {
|
|
958
|
+
providerId: "codex";
|
|
959
|
+
configurationHash: string;
|
|
960
|
+
accountHash: string;
|
|
961
|
+
reasoningEffort: "high" | "low" | "medium" | "xhigh";
|
|
962
|
+
maximumRequestCostUsd: number;
|
|
963
|
+
requestTimeoutMs: number;
|
|
964
|
+
} | {
|
|
965
|
+
providerId: "custom-openai-compatible";
|
|
966
|
+
configurationHash: string;
|
|
967
|
+
maximumRequestCostUsd: number;
|
|
968
|
+
requestTimeoutMs: number;
|
|
969
|
+
} | {
|
|
970
|
+
providerId: "claude-code";
|
|
971
|
+
configurationHash: string;
|
|
972
|
+
executableHash: string;
|
|
973
|
+
version: string;
|
|
974
|
+
capabilityHash: string;
|
|
975
|
+
maximumRequestCostUsd: number;
|
|
976
|
+
requestTimeoutMs: number;
|
|
977
|
+
maximumTurns: number;
|
|
978
|
+
holdOpen: boolean;
|
|
979
|
+
} | undefined;
|
|
980
|
+
candidate?: {
|
|
981
|
+
artifactId: string;
|
|
982
|
+
contentHash: string;
|
|
983
|
+
preparationId: string;
|
|
984
|
+
dispatchId: string;
|
|
985
|
+
baseProfileId: string;
|
|
986
|
+
workerImageDigest: string;
|
|
987
|
+
} | undefined;
|
|
988
|
+
harness?: {
|
|
989
|
+
harnessRelease: {
|
|
990
|
+
id: string;
|
|
991
|
+
contentHash: string;
|
|
992
|
+
};
|
|
993
|
+
agentSnapshot: {
|
|
994
|
+
id: string;
|
|
995
|
+
contentHash: string;
|
|
996
|
+
};
|
|
997
|
+
sourcePackageHash: string;
|
|
998
|
+
} | undefined;
|
|
999
|
+
messages?: {
|
|
1000
|
+
role: "assistant" | "system" | "user";
|
|
1001
|
+
content: string;
|
|
1002
|
+
}[] | undefined;
|
|
1003
|
+
maxOutputTokens: number;
|
|
1004
|
+
temperature: number;
|
|
1005
|
+
topP: number;
|
|
1006
|
+
} | {
|
|
1007
|
+
kind: "fixture";
|
|
1008
|
+
} | {
|
|
955
1009
|
kind: "hosted_harness";
|
|
956
1010
|
modelId: string;
|
|
957
1011
|
maxOutputTokens?: number | undefined;
|
|
@@ -1193,60 +1247,6 @@ export declare function verifyExperimentEvaluationSchedule(raw: unknown): {
|
|
|
1193
1247
|
};
|
|
1194
1248
|
contentHash: string;
|
|
1195
1249
|
} | undefined;
|
|
1196
|
-
} | {
|
|
1197
|
-
kind: "hosted_chat";
|
|
1198
|
-
modelId: string;
|
|
1199
|
-
localRuntime?: {
|
|
1200
|
-
providerId: "claude-code";
|
|
1201
|
-
configurationHash: string;
|
|
1202
|
-
executableHash: string;
|
|
1203
|
-
version: string;
|
|
1204
|
-
capabilityHash: string;
|
|
1205
|
-
maximumRequestCostUsd: number;
|
|
1206
|
-
requestTimeoutMs: number;
|
|
1207
|
-
maximumTurns: number;
|
|
1208
|
-
holdOpen: boolean;
|
|
1209
|
-
} | {
|
|
1210
|
-
providerId: "codex";
|
|
1211
|
-
configurationHash: string;
|
|
1212
|
-
accountHash: string;
|
|
1213
|
-
reasoningEffort: "high" | "low" | "medium" | "xhigh";
|
|
1214
|
-
maximumRequestCostUsd: number;
|
|
1215
|
-
requestTimeoutMs: number;
|
|
1216
|
-
} | {
|
|
1217
|
-
providerId: "custom-openai-compatible";
|
|
1218
|
-
configurationHash: string;
|
|
1219
|
-
maximumRequestCostUsd: number;
|
|
1220
|
-
requestTimeoutMs: number;
|
|
1221
|
-
} | undefined;
|
|
1222
|
-
candidate?: {
|
|
1223
|
-
artifactId: string;
|
|
1224
|
-
contentHash: string;
|
|
1225
|
-
preparationId: string;
|
|
1226
|
-
dispatchId: string;
|
|
1227
|
-
baseProfileId: string;
|
|
1228
|
-
workerImageDigest: string;
|
|
1229
|
-
} | undefined;
|
|
1230
|
-
harness?: {
|
|
1231
|
-
harnessRelease: {
|
|
1232
|
-
id: string;
|
|
1233
|
-
contentHash: string;
|
|
1234
|
-
};
|
|
1235
|
-
agentSnapshot: {
|
|
1236
|
-
id: string;
|
|
1237
|
-
contentHash: string;
|
|
1238
|
-
};
|
|
1239
|
-
sourcePackageHash: string;
|
|
1240
|
-
} | undefined;
|
|
1241
|
-
messages?: {
|
|
1242
|
-
role: "assistant" | "system" | "user";
|
|
1243
|
-
content: string;
|
|
1244
|
-
}[] | undefined;
|
|
1245
|
-
maxOutputTokens: number;
|
|
1246
|
-
temperature: number;
|
|
1247
|
-
topP: number;
|
|
1248
|
-
} | {
|
|
1249
|
-
kind: "fixture";
|
|
1250
1250
|
};
|
|
1251
1251
|
population: {
|
|
1252
1252
|
receiptId: string;
|
|
@@ -1338,6 +1338,60 @@ export declare function sealExperimentEvaluationSchedule(value: Omit<ExperimentE
|
|
|
1338
1338
|
revision: number;
|
|
1339
1339
|
};
|
|
1340
1340
|
policy: {
|
|
1341
|
+
kind: "hosted_chat";
|
|
1342
|
+
modelId: string;
|
|
1343
|
+
localRuntime?: {
|
|
1344
|
+
providerId: "codex";
|
|
1345
|
+
configurationHash: string;
|
|
1346
|
+
accountHash: string;
|
|
1347
|
+
reasoningEffort: "high" | "low" | "medium" | "xhigh";
|
|
1348
|
+
maximumRequestCostUsd: number;
|
|
1349
|
+
requestTimeoutMs: number;
|
|
1350
|
+
} | {
|
|
1351
|
+
providerId: "custom-openai-compatible";
|
|
1352
|
+
configurationHash: string;
|
|
1353
|
+
maximumRequestCostUsd: number;
|
|
1354
|
+
requestTimeoutMs: number;
|
|
1355
|
+
} | {
|
|
1356
|
+
providerId: "claude-code";
|
|
1357
|
+
configurationHash: string;
|
|
1358
|
+
executableHash: string;
|
|
1359
|
+
version: string;
|
|
1360
|
+
capabilityHash: string;
|
|
1361
|
+
maximumRequestCostUsd: number;
|
|
1362
|
+
requestTimeoutMs: number;
|
|
1363
|
+
maximumTurns: number;
|
|
1364
|
+
holdOpen: boolean;
|
|
1365
|
+
} | undefined;
|
|
1366
|
+
candidate?: {
|
|
1367
|
+
artifactId: string;
|
|
1368
|
+
contentHash: string;
|
|
1369
|
+
preparationId: string;
|
|
1370
|
+
dispatchId: string;
|
|
1371
|
+
baseProfileId: string;
|
|
1372
|
+
workerImageDigest: string;
|
|
1373
|
+
} | undefined;
|
|
1374
|
+
harness?: {
|
|
1375
|
+
harnessRelease: {
|
|
1376
|
+
id: string;
|
|
1377
|
+
contentHash: string;
|
|
1378
|
+
};
|
|
1379
|
+
agentSnapshot: {
|
|
1380
|
+
id: string;
|
|
1381
|
+
contentHash: string;
|
|
1382
|
+
};
|
|
1383
|
+
sourcePackageHash: string;
|
|
1384
|
+
} | undefined;
|
|
1385
|
+
messages?: {
|
|
1386
|
+
role: "assistant" | "system" | "user";
|
|
1387
|
+
content: string;
|
|
1388
|
+
}[] | undefined;
|
|
1389
|
+
maxOutputTokens: number;
|
|
1390
|
+
temperature: number;
|
|
1391
|
+
topP: number;
|
|
1392
|
+
} | {
|
|
1393
|
+
kind: "fixture";
|
|
1394
|
+
} | {
|
|
1341
1395
|
kind: "hosted_harness";
|
|
1342
1396
|
modelId: string;
|
|
1343
1397
|
maxOutputTokens?: number | undefined;
|
|
@@ -1579,60 +1633,6 @@ export declare function sealExperimentEvaluationSchedule(value: Omit<ExperimentE
|
|
|
1579
1633
|
};
|
|
1580
1634
|
contentHash: string;
|
|
1581
1635
|
} | undefined;
|
|
1582
|
-
} | {
|
|
1583
|
-
kind: "hosted_chat";
|
|
1584
|
-
modelId: string;
|
|
1585
|
-
localRuntime?: {
|
|
1586
|
-
providerId: "claude-code";
|
|
1587
|
-
configurationHash: string;
|
|
1588
|
-
executableHash: string;
|
|
1589
|
-
version: string;
|
|
1590
|
-
capabilityHash: string;
|
|
1591
|
-
maximumRequestCostUsd: number;
|
|
1592
|
-
requestTimeoutMs: number;
|
|
1593
|
-
maximumTurns: number;
|
|
1594
|
-
holdOpen: boolean;
|
|
1595
|
-
} | {
|
|
1596
|
-
providerId: "codex";
|
|
1597
|
-
configurationHash: string;
|
|
1598
|
-
accountHash: string;
|
|
1599
|
-
reasoningEffort: "high" | "low" | "medium" | "xhigh";
|
|
1600
|
-
maximumRequestCostUsd: number;
|
|
1601
|
-
requestTimeoutMs: number;
|
|
1602
|
-
} | {
|
|
1603
|
-
providerId: "custom-openai-compatible";
|
|
1604
|
-
configurationHash: string;
|
|
1605
|
-
maximumRequestCostUsd: number;
|
|
1606
|
-
requestTimeoutMs: number;
|
|
1607
|
-
} | undefined;
|
|
1608
|
-
candidate?: {
|
|
1609
|
-
artifactId: string;
|
|
1610
|
-
contentHash: string;
|
|
1611
|
-
preparationId: string;
|
|
1612
|
-
dispatchId: string;
|
|
1613
|
-
baseProfileId: string;
|
|
1614
|
-
workerImageDigest: string;
|
|
1615
|
-
} | undefined;
|
|
1616
|
-
harness?: {
|
|
1617
|
-
harnessRelease: {
|
|
1618
|
-
id: string;
|
|
1619
|
-
contentHash: string;
|
|
1620
|
-
};
|
|
1621
|
-
agentSnapshot: {
|
|
1622
|
-
id: string;
|
|
1623
|
-
contentHash: string;
|
|
1624
|
-
};
|
|
1625
|
-
sourcePackageHash: string;
|
|
1626
|
-
} | undefined;
|
|
1627
|
-
messages?: {
|
|
1628
|
-
role: "assistant" | "system" | "user";
|
|
1629
|
-
content: string;
|
|
1630
|
-
}[] | undefined;
|
|
1631
|
-
maxOutputTokens: number;
|
|
1632
|
-
temperature: number;
|
|
1633
|
-
topP: number;
|
|
1634
|
-
} | {
|
|
1635
|
-
kind: "fixture";
|
|
1636
1636
|
};
|
|
1637
1637
|
population: {
|
|
1638
1638
|
receiptId: string;
|
|
@@ -2187,6 +2187,60 @@ export declare class OpenPondExperimentEvaluationScheduleClient {
|
|
|
2187
2187
|
revision: number;
|
|
2188
2188
|
};
|
|
2189
2189
|
policy: {
|
|
2190
|
+
kind: "hosted_chat";
|
|
2191
|
+
modelId: string;
|
|
2192
|
+
localRuntime?: {
|
|
2193
|
+
providerId: "codex";
|
|
2194
|
+
configurationHash: string;
|
|
2195
|
+
accountHash: string;
|
|
2196
|
+
reasoningEffort: "high" | "low" | "medium" | "xhigh";
|
|
2197
|
+
maximumRequestCostUsd: number;
|
|
2198
|
+
requestTimeoutMs: number;
|
|
2199
|
+
} | {
|
|
2200
|
+
providerId: "custom-openai-compatible";
|
|
2201
|
+
configurationHash: string;
|
|
2202
|
+
maximumRequestCostUsd: number;
|
|
2203
|
+
requestTimeoutMs: number;
|
|
2204
|
+
} | {
|
|
2205
|
+
providerId: "claude-code";
|
|
2206
|
+
configurationHash: string;
|
|
2207
|
+
executableHash: string;
|
|
2208
|
+
version: string;
|
|
2209
|
+
capabilityHash: string;
|
|
2210
|
+
maximumRequestCostUsd: number;
|
|
2211
|
+
requestTimeoutMs: number;
|
|
2212
|
+
maximumTurns: number;
|
|
2213
|
+
holdOpen: boolean;
|
|
2214
|
+
} | undefined;
|
|
2215
|
+
candidate?: {
|
|
2216
|
+
artifactId: string;
|
|
2217
|
+
contentHash: string;
|
|
2218
|
+
preparationId: string;
|
|
2219
|
+
dispatchId: string;
|
|
2220
|
+
baseProfileId: string;
|
|
2221
|
+
workerImageDigest: string;
|
|
2222
|
+
} | undefined;
|
|
2223
|
+
harness?: {
|
|
2224
|
+
harnessRelease: {
|
|
2225
|
+
id: string;
|
|
2226
|
+
contentHash: string;
|
|
2227
|
+
};
|
|
2228
|
+
agentSnapshot: {
|
|
2229
|
+
id: string;
|
|
2230
|
+
contentHash: string;
|
|
2231
|
+
};
|
|
2232
|
+
sourcePackageHash: string;
|
|
2233
|
+
} | undefined;
|
|
2234
|
+
messages?: {
|
|
2235
|
+
role: "assistant" | "system" | "user";
|
|
2236
|
+
content: string;
|
|
2237
|
+
}[] | undefined;
|
|
2238
|
+
maxOutputTokens: number;
|
|
2239
|
+
temperature: number;
|
|
2240
|
+
topP: number;
|
|
2241
|
+
} | {
|
|
2242
|
+
kind: "fixture";
|
|
2243
|
+
} | {
|
|
2190
2244
|
kind: "hosted_harness";
|
|
2191
2245
|
modelId: string;
|
|
2192
2246
|
maxOutputTokens?: number | undefined;
|
|
@@ -2428,60 +2482,6 @@ export declare class OpenPondExperimentEvaluationScheduleClient {
|
|
|
2428
2482
|
};
|
|
2429
2483
|
contentHash: string;
|
|
2430
2484
|
} | undefined;
|
|
2431
|
-
} | {
|
|
2432
|
-
kind: "hosted_chat";
|
|
2433
|
-
modelId: string;
|
|
2434
|
-
localRuntime?: {
|
|
2435
|
-
providerId: "claude-code";
|
|
2436
|
-
configurationHash: string;
|
|
2437
|
-
executableHash: string;
|
|
2438
|
-
version: string;
|
|
2439
|
-
capabilityHash: string;
|
|
2440
|
-
maximumRequestCostUsd: number;
|
|
2441
|
-
requestTimeoutMs: number;
|
|
2442
|
-
maximumTurns: number;
|
|
2443
|
-
holdOpen: boolean;
|
|
2444
|
-
} | {
|
|
2445
|
-
providerId: "codex";
|
|
2446
|
-
configurationHash: string;
|
|
2447
|
-
accountHash: string;
|
|
2448
|
-
reasoningEffort: "high" | "low" | "medium" | "xhigh";
|
|
2449
|
-
maximumRequestCostUsd: number;
|
|
2450
|
-
requestTimeoutMs: number;
|
|
2451
|
-
} | {
|
|
2452
|
-
providerId: "custom-openai-compatible";
|
|
2453
|
-
configurationHash: string;
|
|
2454
|
-
maximumRequestCostUsd: number;
|
|
2455
|
-
requestTimeoutMs: number;
|
|
2456
|
-
} | undefined;
|
|
2457
|
-
candidate?: {
|
|
2458
|
-
artifactId: string;
|
|
2459
|
-
contentHash: string;
|
|
2460
|
-
preparationId: string;
|
|
2461
|
-
dispatchId: string;
|
|
2462
|
-
baseProfileId: string;
|
|
2463
|
-
workerImageDigest: string;
|
|
2464
|
-
} | undefined;
|
|
2465
|
-
harness?: {
|
|
2466
|
-
harnessRelease: {
|
|
2467
|
-
id: string;
|
|
2468
|
-
contentHash: string;
|
|
2469
|
-
};
|
|
2470
|
-
agentSnapshot: {
|
|
2471
|
-
id: string;
|
|
2472
|
-
contentHash: string;
|
|
2473
|
-
};
|
|
2474
|
-
sourcePackageHash: string;
|
|
2475
|
-
} | undefined;
|
|
2476
|
-
messages?: {
|
|
2477
|
-
role: "assistant" | "system" | "user";
|
|
2478
|
-
content: string;
|
|
2479
|
-
}[] | undefined;
|
|
2480
|
-
maxOutputTokens: number;
|
|
2481
|
-
temperature: number;
|
|
2482
|
-
topP: number;
|
|
2483
|
-
} | {
|
|
2484
|
-
kind: "fixture";
|
|
2485
2485
|
};
|
|
2486
2486
|
population: {
|
|
2487
2487
|
receiptId: string;
|
|
@@ -2573,6 +2573,60 @@ export declare class OpenPondExperimentEvaluationScheduleClient {
|
|
|
2573
2573
|
revision: number;
|
|
2574
2574
|
};
|
|
2575
2575
|
policy: {
|
|
2576
|
+
kind: "hosted_chat";
|
|
2577
|
+
modelId: string;
|
|
2578
|
+
localRuntime?: {
|
|
2579
|
+
providerId: "codex";
|
|
2580
|
+
configurationHash: string;
|
|
2581
|
+
accountHash: string;
|
|
2582
|
+
reasoningEffort: "high" | "low" | "medium" | "xhigh";
|
|
2583
|
+
maximumRequestCostUsd: number;
|
|
2584
|
+
requestTimeoutMs: number;
|
|
2585
|
+
} | {
|
|
2586
|
+
providerId: "custom-openai-compatible";
|
|
2587
|
+
configurationHash: string;
|
|
2588
|
+
maximumRequestCostUsd: number;
|
|
2589
|
+
requestTimeoutMs: number;
|
|
2590
|
+
} | {
|
|
2591
|
+
providerId: "claude-code";
|
|
2592
|
+
configurationHash: string;
|
|
2593
|
+
executableHash: string;
|
|
2594
|
+
version: string;
|
|
2595
|
+
capabilityHash: string;
|
|
2596
|
+
maximumRequestCostUsd: number;
|
|
2597
|
+
requestTimeoutMs: number;
|
|
2598
|
+
maximumTurns: number;
|
|
2599
|
+
holdOpen: boolean;
|
|
2600
|
+
} | undefined;
|
|
2601
|
+
candidate?: {
|
|
2602
|
+
artifactId: string;
|
|
2603
|
+
contentHash: string;
|
|
2604
|
+
preparationId: string;
|
|
2605
|
+
dispatchId: string;
|
|
2606
|
+
baseProfileId: string;
|
|
2607
|
+
workerImageDigest: string;
|
|
2608
|
+
} | undefined;
|
|
2609
|
+
harness?: {
|
|
2610
|
+
harnessRelease: {
|
|
2611
|
+
id: string;
|
|
2612
|
+
contentHash: string;
|
|
2613
|
+
};
|
|
2614
|
+
agentSnapshot: {
|
|
2615
|
+
id: string;
|
|
2616
|
+
contentHash: string;
|
|
2617
|
+
};
|
|
2618
|
+
sourcePackageHash: string;
|
|
2619
|
+
} | undefined;
|
|
2620
|
+
messages?: {
|
|
2621
|
+
role: "assistant" | "system" | "user";
|
|
2622
|
+
content: string;
|
|
2623
|
+
}[] | undefined;
|
|
2624
|
+
maxOutputTokens: number;
|
|
2625
|
+
temperature: number;
|
|
2626
|
+
topP: number;
|
|
2627
|
+
} | {
|
|
2628
|
+
kind: "fixture";
|
|
2629
|
+
} | {
|
|
2576
2630
|
kind: "hosted_harness";
|
|
2577
2631
|
modelId: string;
|
|
2578
2632
|
maxOutputTokens?: number | undefined;
|
|
@@ -2814,60 +2868,6 @@ export declare class OpenPondExperimentEvaluationScheduleClient {
|
|
|
2814
2868
|
};
|
|
2815
2869
|
contentHash: string;
|
|
2816
2870
|
} | undefined;
|
|
2817
|
-
} | {
|
|
2818
|
-
kind: "hosted_chat";
|
|
2819
|
-
modelId: string;
|
|
2820
|
-
localRuntime?: {
|
|
2821
|
-
providerId: "claude-code";
|
|
2822
|
-
configurationHash: string;
|
|
2823
|
-
executableHash: string;
|
|
2824
|
-
version: string;
|
|
2825
|
-
capabilityHash: string;
|
|
2826
|
-
maximumRequestCostUsd: number;
|
|
2827
|
-
requestTimeoutMs: number;
|
|
2828
|
-
maximumTurns: number;
|
|
2829
|
-
holdOpen: boolean;
|
|
2830
|
-
} | {
|
|
2831
|
-
providerId: "codex";
|
|
2832
|
-
configurationHash: string;
|
|
2833
|
-
accountHash: string;
|
|
2834
|
-
reasoningEffort: "high" | "low" | "medium" | "xhigh";
|
|
2835
|
-
maximumRequestCostUsd: number;
|
|
2836
|
-
requestTimeoutMs: number;
|
|
2837
|
-
} | {
|
|
2838
|
-
providerId: "custom-openai-compatible";
|
|
2839
|
-
configurationHash: string;
|
|
2840
|
-
maximumRequestCostUsd: number;
|
|
2841
|
-
requestTimeoutMs: number;
|
|
2842
|
-
} | undefined;
|
|
2843
|
-
candidate?: {
|
|
2844
|
-
artifactId: string;
|
|
2845
|
-
contentHash: string;
|
|
2846
|
-
preparationId: string;
|
|
2847
|
-
dispatchId: string;
|
|
2848
|
-
baseProfileId: string;
|
|
2849
|
-
workerImageDigest: string;
|
|
2850
|
-
} | undefined;
|
|
2851
|
-
harness?: {
|
|
2852
|
-
harnessRelease: {
|
|
2853
|
-
id: string;
|
|
2854
|
-
contentHash: string;
|
|
2855
|
-
};
|
|
2856
|
-
agentSnapshot: {
|
|
2857
|
-
id: string;
|
|
2858
|
-
contentHash: string;
|
|
2859
|
-
};
|
|
2860
|
-
sourcePackageHash: string;
|
|
2861
|
-
} | undefined;
|
|
2862
|
-
messages?: {
|
|
2863
|
-
role: "assistant" | "system" | "user";
|
|
2864
|
-
content: string;
|
|
2865
|
-
}[] | undefined;
|
|
2866
|
-
maxOutputTokens: number;
|
|
2867
|
-
temperature: number;
|
|
2868
|
-
topP: number;
|
|
2869
|
-
} | {
|
|
2870
|
-
kind: "fixture";
|
|
2871
2871
|
};
|
|
2872
2872
|
population: {
|
|
2873
2873
|
receiptId: string;
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { type DatasetTaskInput, type AddTaskOptions, type DatasetTaskAppendReceipt } from "./dataset-task-ingestion.js";
|
|
1
2
|
import { type OpenPondSandboxClient } from "../../cloud/src/sandbox/client.js";
|
|
2
3
|
import { OpenPondWorkClient } from "./work.js";
|
|
3
4
|
import { OpenPondProjectActionsClient } from "./project-actions.js";
|
|
@@ -9,6 +10,7 @@ import { OpenPondExperimentsClient } from "./experiment-client.js";
|
|
|
9
10
|
import { ConnectedEvidenceClient } from "./connected-evidence.js";
|
|
10
11
|
import { OpenPondHumanReviewClient } from "./human-review-client.js";
|
|
11
12
|
export declare class OpenPondClient {
|
|
13
|
+
readonly addTask: (datasetId: string, task: DatasetTaskInput, options?: AddTaskOptions) => Promise<DatasetTaskAppendReceipt>;
|
|
12
14
|
readonly sandboxes: OpenPondSandboxClient;
|
|
13
15
|
readonly work: OpenPondWorkClient;
|
|
14
16
|
readonly workflows: OpenPondWorkflowsClient;
|
|
@@ -44,4 +46,6 @@ export * from "./candidate-evaluations.js";
|
|
|
44
46
|
export * from "./experiment-improvements.js";
|
|
45
47
|
export * from "./experiment-evaluation-schedules.js";
|
|
46
48
|
export * from "./advanced-refiner-evaluations.js";
|
|
49
|
+
export { createTaskAdder, DatasetTaskIngestionError } from "./dataset-task-ingestion.js";
|
|
50
|
+
export type { DatasetTaskInput, DatasetTaskAppendReceipt, AddTaskOptions, } from "./dataset-task-ingestion.js";
|
|
47
51
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,qBAAqB,EAC3B,MAAM,gCAAgC,CAAC;AAGxC,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,yBAAyB,EAAE,MAAM,wBAAwB,CAAC;AACnE,OAAO,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAClE,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AAGrE,qBAAa,cAAc;IACzB,QAAQ,CAAC,SAAS,EAAE,qBAAqB,CAAC;IAC1C,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC;IAClC,QAAQ,CAAC,SAAS,EAAE,uBAAuB,CAAC;IAC5C,QAAQ,CAAC,OAAO,EAAE,4BAA4B,CAAC;IAC/C,QAAQ,CAAC,cAAc,EAAE,4BAA4B,CAAC;IACtD,QAAQ,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,sBAAsB,CAAC;IAC7D,QAAQ,CAAC,WAAW,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,yBAAyB,CAAC;IACpE,QAAQ,CAAC,iBAAiB,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,uBAAuB,CAAC;IACxE,QAAQ,CAAC,WAAW,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,yBAAyB,CAAC;IAEnE,YAAY,OAAO,EAAE,qBAAqB,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,gBAAgB,EACrB,KAAK,cAAc,EACnB,KAAK,wBAAwB,EAC9B,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAEL,KAAK,qBAAqB,EAC3B,MAAM,gCAAgC,CAAC;AAGxC,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,yBAAyB,EAAE,MAAM,wBAAwB,CAAC;AACnE,OAAO,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAClE,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AAGrE,qBAAa,cAAc;IACzB,QAAQ,CAAC,OAAO,EAAE,CAChB,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,gBAAgB,EACtB,OAAO,CAAC,EAAE,cAAc,KACrB,OAAO,CAAC,wBAAwB,CAAC,CAAC;IACvC,QAAQ,CAAC,SAAS,EAAE,qBAAqB,CAAC;IAC1C,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC;IAClC,QAAQ,CAAC,SAAS,EAAE,uBAAuB,CAAC;IAC5C,QAAQ,CAAC,OAAO,EAAE,4BAA4B,CAAC;IAC/C,QAAQ,CAAC,cAAc,EAAE,4BAA4B,CAAC;IACtD,QAAQ,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,sBAAsB,CAAC;IAC7D,QAAQ,CAAC,WAAW,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,yBAAyB,CAAC;IACpE,QAAQ,CAAC,iBAAiB,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,uBAAuB,CAAC;IACxE,QAAQ,CAAC,WAAW,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,yBAAyB,CAAC;IAEnE,YAAY,OAAO,EAAE,qBAAqB,EAwDzC;CACF;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,qBAAqB,GAAG,cAAc,CAEnF;AAED,YAAY,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,YAAY,EACV,0BAA0B,EAC1B,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EACV,4BAA4B,EAC5B,iCAAiC,EACjC,+BAA+B,EAC/B,qCAAqC,GACtC,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAC5D,YAAY,EACV,iBAAiB,EACjB,mBAAmB,EACnB,0BAA0B,EAC1B,qBAAqB,EACrB,qBAAqB,EACrB,kBAAkB,EAClB,oCAAoC,EACpC,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,WAAW,CAAC;AACnB,YAAY,EACV,uBAAuB,EACvB,2BAA2B,EAC3B,4BAA4B,EAC5B,0BAA0B,EAC1B,4BAA4B,EAC5B,0BAA0B,EAC1B,8BAA8B,EAC9B,mBAAmB,EACnB,4BAA4B,EAC5B,wBAAwB,EACxB,2BAA2B,EAC3B,4BAA4B,EAC5B,uBAAuB,GACxB,MAAM,gBAAgB,CAAC;AACxB,cAAc,cAAc,CAAC;AAC7B,cAAc,mBAAmB,CAAC;AAClC,OAAO,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AACrF,YAAY,EAAE,6BAA6B,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAElG,cAAc,gCAAgC,CAAC;AAC/C,cAAc,+BAA+B,CAAC;AAC9C,OAAO,EACL,cAAc,EACd,iBAAiB,EACjB,gBAAgB,EAChB,mBAAmB,EACnB,uBAAuB,EACvB,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,6BAA6B,CAAC;AACrC,YAAY,EACV,oBAAoB,EACpB,iBAAiB,EACjB,qBAAqB,EACrB,cAAc,EACd,kBAAkB,EAClB,eAAe,EACf,WAAW,EACX,oBAAoB,EACpB,cAAc,EACd,uBAAuB,GACxB,MAAM,6BAA6B,CAAC;AAErC,cAAc,yBAAyB,CAAC;AACxC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,8BAA8B,CAAC;AAE7C,cAAc,sCAAsC,CAAC;AACrD,cAAc,mCAAmC,CAAC;AAElD,OAAO,EAAE,eAAe,EAAE,yBAAyB,EAAE,MAAM,6BAA6B,CAAC;AACzF,YAAY,EACV,gBAAgB,EAChB,wBAAwB,EACxB,cAAc,GACf,MAAM,6BAA6B,CAAC"}
|