openpond-sdk 0.10.0 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/advanced-refiner-evaluations.js +42 -0
- package/dist/advanced-refiner-evaluations.js.map +7 -0
- package/dist/candidate-evaluations.js +25 -0
- package/dist/candidate-evaluations.js.map +7 -0
- package/dist/{chunk-W5TXWVFS.js → chunk-2JKV5OJO.js} +88 -59
- package/dist/chunk-2JKV5OJO.js.map +7 -0
- package/dist/{chunk-2ZJRG3KL.js → chunk-2NSNBED7.js} +7 -3
- package/dist/chunk-2NSNBED7.js.map +7 -0
- package/dist/chunk-5RZAPZWI.js +445 -0
- package/dist/chunk-5RZAPZWI.js.map +7 -0
- package/dist/{chunk-JCPLAIZL.js → chunk-5U25KAJM.js} +106 -76
- package/dist/chunk-5U25KAJM.js.map +7 -0
- package/dist/chunk-7Q7I6FAT.js +139 -0
- package/dist/chunk-7Q7I6FAT.js.map +7 -0
- package/dist/chunk-A64VYVXN.js +64 -0
- package/dist/chunk-A64VYVXN.js.map +7 -0
- package/dist/{chunk-DT7FRNIZ.js → chunk-CSWVE3E6.js} +2 -2
- package/dist/chunk-DJWHN7NU.js +394 -0
- package/dist/chunk-DJWHN7NU.js.map +7 -0
- package/dist/chunk-GDJRGRHA.js +144 -0
- package/dist/chunk-GDJRGRHA.js.map +7 -0
- package/dist/chunk-HOAYWW33.js +587 -0
- package/dist/chunk-HOAYWW33.js.map +7 -0
- package/dist/{chunk-Y4NGWGTA.js → chunk-I2MBVOVX.js} +265 -264
- package/dist/chunk-I2MBVOVX.js.map +7 -0
- package/dist/{chunk-I3TQTXKB.js → chunk-IXBSFJCX.js} +4 -4
- package/dist/chunk-JMQ4HBWP.js +160 -0
- package/dist/chunk-JMQ4HBWP.js.map +7 -0
- package/dist/chunk-KQWCXW3A.js +294 -0
- package/dist/chunk-KQWCXW3A.js.map +7 -0
- package/dist/{chunk-I2YM3UY4.js → chunk-NHCGOFQW.js} +2 -2
- package/dist/{chunk-32H2EJRA.js → chunk-R3M6BIOK.js} +2 -2
- package/dist/chunk-SLS3GFPG.js +125 -0
- package/dist/chunk-SLS3GFPG.js.map +7 -0
- package/dist/chunk-SVU4RZ4K.js +70 -0
- package/dist/chunk-SVU4RZ4K.js.map +7 -0
- package/dist/chunk-T4APHDES.js +74 -0
- package/dist/chunk-T4APHDES.js.map +7 -0
- package/dist/chunk-VC5OV5AS.js +174 -0
- package/dist/chunk-VC5OV5AS.js.map +7 -0
- package/dist/{chunk-7B44TQZD.js → chunk-WX22WN33.js} +13 -7
- package/dist/chunk-WX22WN33.js.map +7 -0
- package/dist/chunk-XEUOJ5WF.js +31 -0
- package/dist/chunk-XEUOJ5WF.js.map +7 -0
- package/dist/{chunk-LGEF4S5I.js → chunk-XJDWHTH5.js} +390 -362
- package/dist/chunk-XJDWHTH5.js.map +7 -0
- package/dist/chunk-YCQVVFE5.js +37 -0
- package/dist/chunk-YCQVVFE5.js.map +7 -0
- package/dist/chunk-ZVJU5CJ5.js +267 -0
- package/dist/chunk-ZVJU5CJ5.js.map +7 -0
- package/dist/connected-evidence.js +81 -0
- package/dist/connected-evidence.js.map +7 -0
- package/dist/dataset-workspaces.js +44 -79
- package/dist/dataset-workspaces.js.map +4 -4
- package/dist/experiment-evaluation-schedules.js +48 -0
- package/dist/experiment-evaluation-schedules.js.map +7 -0
- package/dist/experiment-improvements.js +52 -0
- package/dist/experiment-improvements.js.map +7 -0
- package/dist/experiments.js +48 -90
- package/dist/experiments.js.map +3 -3
- package/dist/human-review.js +13 -0
- package/dist/human-review.js.map +7 -0
- package/dist/index.js +208 -17
- package/dist/index.js.map +2 -2
- package/dist/learning.js +1 -1
- package/dist/model-starter-attempts.js +2 -2
- package/dist/model-starter-catalog.js +7 -2
- package/dist/model-starter-catalog.js.map +1 -1
- package/dist/model-starters.js +7 -2
- package/dist/model-taskset-runs.js +3 -3
- package/dist/post-training.js +47 -0
- package/dist/post-training.js.map +7 -0
- package/dist/taskset-drafts.js +11 -4
- package/dist/taskset-drafts.js.map +2 -2
- package/dist/taskset-packages.js +26 -556
- package/dist/taskset-packages.js.map +4 -4
- package/dist/training-bundle.js +58 -17
- package/dist/training-bundle.js.map +2 -2
- package/dist/training-projects.js +1 -1
- package/dist/training.js +7 -2
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +2673 -0
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +1079 -0
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +845 -0
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/claude-code-runtime.d.ts +51 -0
- package/dist/types/packages/sdk/src/claude-code-runtime.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts +15 -0
- package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +48 -0
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +2460 -0
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +215 -0
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-http.d.ts +6 -0
- package/dist/types/packages/sdk/src/connected-evidence-http.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence.d.ts +6 -0
- package/dist/types/packages/sdk/src/connected-evidence.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +690 -0
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +771 -120
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +278 -38
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +280 -40
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts +17 -0
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-client.d.ts +3513 -52
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +1017 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +2780 -0
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +8 -0
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +5724 -0
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +13024 -0
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +1361 -0
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvements.d.ts +4 -0
- package/dist/types/packages/sdk/src/experiment-improvements.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +262 -0
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +1388 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +5 -2
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiments.d.ts +3 -0
- package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +307 -5
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +238 -0
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +1267 -0
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/human-review.d.ts +3 -0
- package/dist/types/packages/sdk/src/human-review.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/index.d.ts +10 -0
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +181 -0
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +20 -4
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +79 -5
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +15 -13
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +359 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +288 -19
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +234 -12
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +78 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starters.d.ts +466 -13
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +312 -4
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +78 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +1282 -4
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +1285 -5
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +3518 -0
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +1127 -0
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +1369 -0
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +142 -22
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +111 -18
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +278 -38
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +661 -103
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +217 -20
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +12 -12
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +17 -17
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +140 -20
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +638 -42
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +249 -36
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +278 -38
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-drafts.d.ts +1 -0
- package/dist/types/packages/sdk/src/taskset-drafts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1322 -26
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +660 -12
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +77 -3
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +29 -11
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +430 -39
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +10 -10
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +376 -42
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +3930 -0
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +776 -8
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +1161 -11
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +2655 -24
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/package.json +30 -2
- package/dist/chunk-2ZJRG3KL.js.map +0 -7
- package/dist/chunk-7B44TQZD.js.map +0 -7
- package/dist/chunk-JCPLAIZL.js.map +0 -7
- package/dist/chunk-LGEF4S5I.js.map +0 -7
- package/dist/chunk-PRRUBH2B.js +0 -314
- package/dist/chunk-PRRUBH2B.js.map +0 -7
- package/dist/chunk-W5TXWVFS.js.map +0 -7
- package/dist/chunk-Y4NGWGTA.js.map +0 -7
- /package/dist/{chunk-DT7FRNIZ.js.map → chunk-CSWVE3E6.js.map} +0 -0
- /package/dist/{chunk-I3TQTXKB.js.map → chunk-IXBSFJCX.js.map} +0 -0
- /package/dist/{chunk-I2YM3UY4.js.map → chunk-NHCGOFQW.js.map} +0 -0
- /package/dist/{chunk-32H2EJRA.js.map → chunk-R3M6BIOK.js.map} +0 -0
package/dist/experiments.js
CHANGED
|
@@ -1,17 +1,45 @@
|
|
|
1
1
|
import {
|
|
2
|
+
ExperimentCaseInspectionSchema,
|
|
2
3
|
ExperimentHarnessCatalogSchema,
|
|
3
4
|
ExperimentRunConfigurationSchema,
|
|
4
5
|
ExperimentRunDetailsSchema,
|
|
5
|
-
ExperimentScoringPassSchema,
|
|
6
|
-
ExperimentScoringRequestSchema,
|
|
7
6
|
OpenPondExperimentError,
|
|
7
|
+
OpenPondExperimentInspectionClient,
|
|
8
8
|
OpenPondExperimentsClient,
|
|
9
|
-
|
|
9
|
+
OpenPondProfileEvaluationDiscoveryClient,
|
|
10
|
+
ProfileEvaluationDiscoveryRequestSchema,
|
|
11
|
+
ProfileEvaluationDiscoverySchema,
|
|
12
|
+
canonicalDatasetGraderSelection,
|
|
13
|
+
datasetGraderIdentity,
|
|
10
14
|
experimentConfigurationRequest,
|
|
15
|
+
experimentExecutionSelection,
|
|
11
16
|
experimentRunConfigurationHash,
|
|
17
|
+
groupDatasetGraders,
|
|
12
18
|
verifyExperimentRunDetails,
|
|
19
|
+
verifyExternalDatasetPackage
|
|
20
|
+
} from "./chunk-5RZAPZWI.js";
|
|
21
|
+
import "./chunk-HOAYWW33.js";
|
|
22
|
+
import "./chunk-PJ2VLNJF.js";
|
|
23
|
+
import "./chunk-YVUIHH6Z.js";
|
|
24
|
+
import "./chunk-NHCGOFQW.js";
|
|
25
|
+
import "./chunk-IXBSFJCX.js";
|
|
26
|
+
import "./chunk-R3M6BIOK.js";
|
|
27
|
+
import "./chunk-K3JCP4FO.js";
|
|
28
|
+
import "./chunk-CSWVE3E6.js";
|
|
29
|
+
import "./chunk-XJDWHTH5.js";
|
|
30
|
+
import "./chunk-JA3KFK3U.js";
|
|
31
|
+
import "./chunk-2U54EOXJ.js";
|
|
32
|
+
import "./chunk-5U25KAJM.js";
|
|
33
|
+
import "./chunk-KQWCXW3A.js";
|
|
34
|
+
import {
|
|
35
|
+
RunExperimentSchema
|
|
36
|
+
} from "./chunk-XEUOJ5WF.js";
|
|
37
|
+
import {
|
|
38
|
+
ExperimentScoringPassSchema,
|
|
39
|
+
ExperimentScoringRequestSchema,
|
|
13
40
|
verifyExperimentScoringPass
|
|
14
|
-
} from "./chunk-
|
|
41
|
+
} from "./chunk-SVU4RZ4K.js";
|
|
42
|
+
import "./chunk-T4APHDES.js";
|
|
15
43
|
import {
|
|
16
44
|
ExperimentDefinitionRefSchema,
|
|
17
45
|
ExperimentDefinitionSchema,
|
|
@@ -28,98 +56,24 @@ import {
|
|
|
28
56
|
experimentDefinitionRef,
|
|
29
57
|
mapExperimentGradingFields,
|
|
30
58
|
verifyExperimentDefinition
|
|
31
|
-
} from "./chunk-
|
|
59
|
+
} from "./chunk-2NSNBED7.js";
|
|
32
60
|
import {
|
|
33
61
|
HarnessExperimentPolicySchema
|
|
34
|
-
} from "./chunk-
|
|
62
|
+
} from "./chunk-WX22WN33.js";
|
|
35
63
|
import {
|
|
64
|
+
ClaudeCodeControlSchema,
|
|
65
|
+
ClaudeCodeRuntimeSchema,
|
|
66
|
+
ClaudeProcessEvidenceSchema,
|
|
36
67
|
ExperimentAttemptGradeSchema
|
|
37
|
-
} from "./chunk-
|
|
68
|
+
} from "./chunk-2JKV5OJO.js";
|
|
38
69
|
import "./chunk-TCHAWJMB.js";
|
|
39
70
|
import "./chunk-3KXDH6OB.js";
|
|
40
|
-
import "./chunk-
|
|
41
|
-
import
|
|
42
|
-
contentHash
|
|
43
|
-
} from "./chunk-QUOW6URQ.js";
|
|
44
|
-
|
|
45
|
-
// src/experiment-inspection.ts
|
|
46
|
-
import { z } from "zod";
|
|
47
|
-
var Id = z.string().trim().min(1).max(500);
|
|
48
|
-
var Hash = z.string().regex(/^[a-f0-9]{64}$/);
|
|
49
|
-
var Content = z.object({ schemaVersion: z.literal("openpond.experimentCaseInspection.v1"), teamId: Id, executionId: Id, manifestHash: Hash, receiptId: Id, taskId: Id, seed: z.string().min(1), input: z.record(z.string(), z.unknown()).nullable(), output: z.unknown().nullable(), error: z.string().nullable(), events: z.array(z.record(z.string(), z.unknown())).max(25), nextEventCursor: Id.nullable(), eventCount: z.number().int().nonnegative() }).strict();
|
|
50
|
-
var ExperimentCaseInspectionSchema = Content.extend({ contentHash: Hash }).strict();
|
|
51
|
-
var OpenPondExperimentInspectionClient = class {
|
|
52
|
-
constructor(options) {
|
|
53
|
-
this.options = options;
|
|
54
|
-
const url = new URL(options.baseUrl);
|
|
55
|
-
if (!["http:", "https:"].includes(url.protocol) || url.username || url.password || url.search || url.hash || !options.apiKey.trim() || !options.teamId.trim()) throw new Error("A clean API origin and workspace credentials are required.");
|
|
56
|
-
this.baseUrl = url.toString().replace(/\/+$/, "");
|
|
57
|
-
}
|
|
58
|
-
options;
|
|
59
|
-
baseUrl;
|
|
60
|
-
/** Retained, policy-facing evidence only. Reading a page never dispatches. */
|
|
61
|
-
async case(executionId, receiptId, options = {}) {
|
|
62
|
-
const params = new URLSearchParams(options.afterId ? { afterId: Id.parse(options.afterId) } : {});
|
|
63
|
-
const response = await (this.options.fetch ?? fetch)(`${this.baseUrl}/v1/experiments/${encodeURIComponent(Id.parse(executionId))}/cases/${encodeURIComponent(Id.parse(receiptId))}?${params}`, { signal: options.signal, redirect: "error", headers: { Authorization: `Bearer ${this.options.apiKey}`, "X-OpenPond-Team-Id": this.options.teamId, Accept: "application/json" } });
|
|
64
|
-
const value = await response.json();
|
|
65
|
-
if (!response.ok) throw new Error(z.object({ message: z.string() }).parse(value).message);
|
|
66
|
-
const result = ExperimentCaseInspectionSchema.parse(value);
|
|
67
|
-
const { contentHash: actual, ...content } = result;
|
|
68
|
-
if (contentHash(content) !== actual || result.teamId !== this.options.teamId || result.executionId !== executionId || result.receiptId !== receiptId || options.manifestHash && result.manifestHash !== options.manifestHash || result.events.length > result.eventCount) throw new Error("Case inspection differs from its requested workspace, execution or retained content.");
|
|
69
|
-
return result;
|
|
70
|
-
}
|
|
71
|
-
};
|
|
72
|
-
|
|
73
|
-
// src/dataset-grader-selection.ts
|
|
74
|
-
function datasetGraderIdentity(pin) {
|
|
75
|
-
return JSON.stringify(pin.release ? ["reward", pin.release.id, pin.release.revision, pin.release.contentHash, pin.feedbackKey] : ["dataset", pin.id, pin.version, pin.contentHash, pin.feedbackKey]);
|
|
76
|
-
}
|
|
77
|
-
function groupDatasetGraders(pins) {
|
|
78
|
-
const groups = /* @__PURE__ */ new Map();
|
|
79
|
-
for (const pin of pins) {
|
|
80
|
-
const key = datasetGraderIdentity(pin);
|
|
81
|
-
const group = groups.get(key);
|
|
82
|
-
if (group) group.aliases.push(pin);
|
|
83
|
-
else groups.set(key, { key, grader: pin, aliases: [pin] });
|
|
84
|
-
}
|
|
85
|
-
return [...groups.values()];
|
|
86
|
-
}
|
|
87
|
-
function canonicalDatasetGraderSelection(pins) {
|
|
88
|
-
const selected = groupDatasetGraders(pins);
|
|
89
|
-
const feedback = /* @__PURE__ */ new Map();
|
|
90
|
-
for (const group of selected) {
|
|
91
|
-
const previous = feedback.get(group.grader.feedbackKey);
|
|
92
|
-
if (previous && previous !== group.key)
|
|
93
|
-
throw new Error(`Different selected grader releases use feedback key "${group.grader.feedbackKey}". Select one, or publish graders with distinct feedback keys.`);
|
|
94
|
-
feedback.set(group.grader.feedbackKey, group.key);
|
|
95
|
-
const mappings = JSON.stringify(group.grader.mappings ?? []);
|
|
96
|
-
if (group.aliases.some((alias) => JSON.stringify(alias.mappings ?? []) !== mappings))
|
|
97
|
-
throw new Error(`Aliases of grader "${group.grader.feedbackKey}" have different field mappings. Select one alias and review its mappings.`);
|
|
98
|
-
}
|
|
99
|
-
return selected.map((group) => group.grader);
|
|
100
|
-
}
|
|
101
|
-
|
|
102
|
-
// src/experiment-execution-selection.ts
|
|
103
|
-
function experimentExecutionSelection(policy) {
|
|
104
|
-
if (policy.kind === "fixture") return { mode: "fixture" };
|
|
105
|
-
if (policy.kind === "hosted_harness") return {
|
|
106
|
-
mode: "model_harness_profile",
|
|
107
|
-
modelId: policy.modelId,
|
|
108
|
-
harnessRelease: policy.source.harnessRelease,
|
|
109
|
-
profile: {
|
|
110
|
-
repositoryId: policy.profileRepositoryId,
|
|
111
|
-
id: policy.source.profileId,
|
|
112
|
-
revision: policy.source.sourceRevision,
|
|
113
|
-
target: policy.source.target
|
|
114
|
-
}
|
|
115
|
-
};
|
|
116
|
-
return policy.harness ? {
|
|
117
|
-
mode: "model_harness",
|
|
118
|
-
modelId: policy.modelId,
|
|
119
|
-
harness: policy.harness
|
|
120
|
-
} : { mode: "model", modelId: policy.modelId };
|
|
121
|
-
}
|
|
71
|
+
import "./chunk-I2MBVOVX.js";
|
|
72
|
+
import "./chunk-QUOW6URQ.js";
|
|
122
73
|
export {
|
|
74
|
+
ClaudeCodeControlSchema,
|
|
75
|
+
ClaudeCodeRuntimeSchema,
|
|
76
|
+
ClaudeProcessEvidenceSchema,
|
|
123
77
|
ExperimentAttemptGradeSchema,
|
|
124
78
|
ExperimentCaseInspectionSchema,
|
|
125
79
|
ExperimentDefinitionRefSchema,
|
|
@@ -139,8 +93,11 @@ export {
|
|
|
139
93
|
OpenPondExperimentError,
|
|
140
94
|
OpenPondExperimentInspectionClient,
|
|
141
95
|
OpenPondExperimentsClient,
|
|
96
|
+
OpenPondProfileEvaluationDiscoveryClient,
|
|
142
97
|
PrepareHarnessExperimentSchema,
|
|
143
98
|
PreparedHarnessExperimentSchema,
|
|
99
|
+
ProfileEvaluationDiscoveryRequestSchema,
|
|
100
|
+
ProfileEvaluationDiscoverySchema,
|
|
144
101
|
RunExperimentSchema,
|
|
145
102
|
SaveExperimentSchema,
|
|
146
103
|
StartExperimentSchema,
|
|
@@ -154,6 +111,7 @@ export {
|
|
|
154
111
|
mapExperimentGradingFields,
|
|
155
112
|
verifyExperimentDefinition,
|
|
156
113
|
verifyExperimentRunDetails,
|
|
157
|
-
verifyExperimentScoringPass
|
|
114
|
+
verifyExperimentScoringPass,
|
|
115
|
+
verifyExternalDatasetPackage
|
|
158
116
|
};
|
|
159
117
|
//# sourceMappingURL=experiments.js.map
|
package/dist/experiments.js.map
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
|
-
"sources": [
|
|
4
|
-
"sourcesContent": [
|
|
5
|
-
"mappings": "
|
|
3
|
+
"sources": [],
|
|
4
|
+
"sourcesContent": [],
|
|
5
|
+
"mappings": "",
|
|
6
6
|
"names": []
|
|
7
7
|
}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import {
|
|
2
|
+
HumanReviewClientError,
|
|
3
|
+
OpenPondHumanReviewClient
|
|
4
|
+
} from "./chunk-SLS3GFPG.js";
|
|
5
|
+
import "./chunk-I2MBVOVX.js";
|
|
6
|
+
import "./chunk-QUOW6URQ.js";
|
|
7
|
+
export {
|
|
8
|
+
HumanReviewClientError,
|
|
9
|
+
OpenPondHumanReviewClient
|
|
10
|
+
};
|
|
11
|
+
//# sourceMappingURL=human-review.js.map
|
|
12
|
+
|
|
13
|
+
export * from "@openpond/evals/human-review";
|
package/dist/index.js
CHANGED
|
@@ -1,23 +1,140 @@
|
|
|
1
|
+
import {
|
|
2
|
+
OpenPondWorkflowsClient
|
|
3
|
+
} from "./chunk-MEKWESBF.js";
|
|
4
|
+
import "./chunk-LXXQVGQY.js";
|
|
1
5
|
import {
|
|
2
6
|
OpenPondLearningClient,
|
|
3
7
|
OpenPondLearningError
|
|
4
8
|
} from "./chunk-K4C5QOSV.js";
|
|
9
|
+
import {
|
|
10
|
+
OpenPondProjectActionsClient
|
|
11
|
+
} from "./chunk-IWT6JUZD.js";
|
|
5
12
|
import {
|
|
6
13
|
OpenPondProfileActionsClient
|
|
7
14
|
} from "./chunk-2DMYAJLS.js";
|
|
8
15
|
import {
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
16
|
+
OpenPondApiError,
|
|
17
|
+
apiFetch,
|
|
18
|
+
readApiJson
|
|
19
|
+
} from "./chunk-CEZEVILU.js";
|
|
20
|
+
import {
|
|
21
|
+
HumanReviewClientError,
|
|
22
|
+
OpenPondHumanReviewClient
|
|
23
|
+
} from "./chunk-SLS3GFPG.js";
|
|
24
|
+
import {
|
|
25
|
+
AgentImportCommitRequestSchema,
|
|
26
|
+
AgentImportFileSchema,
|
|
27
|
+
AgentImportPreviewRequestSchema,
|
|
28
|
+
AgentImportPreviewSchema,
|
|
29
|
+
AgentImportReceiptSchema,
|
|
30
|
+
AgentImportUploadPartSchema,
|
|
31
|
+
AgentImportUploadRefSchema,
|
|
32
|
+
ConnectedCaptureReceiptSchema,
|
|
33
|
+
ConnectedCaptureRequestSchema,
|
|
34
|
+
ConnectedCaseReadbackSchema,
|
|
35
|
+
ConnectedCaseRefSchema,
|
|
36
|
+
ConnectedCollectionSchema,
|
|
37
|
+
ConnectedDatasetPublicationSchema,
|
|
38
|
+
ConnectedEvidenceClient,
|
|
39
|
+
ConnectedEvidenceError,
|
|
40
|
+
ConnectedHomeQuerySchema,
|
|
41
|
+
ConnectedHomeSummarySchema,
|
|
42
|
+
ConnectedRecordedExecutionRequestSchema,
|
|
43
|
+
ConnectedRecordedExecutionSchema,
|
|
44
|
+
ConnectedRecordedListRequestSchema,
|
|
45
|
+
ConnectedRecordedListSchema,
|
|
46
|
+
ConnectedRecordedSourceSchema,
|
|
47
|
+
ConnectedRecordedSummarySchema,
|
|
48
|
+
ConnectedScopeSchema,
|
|
49
|
+
ConnectedSourceSummarySchema,
|
|
50
|
+
ConnectedUnmappedEventsSchema,
|
|
51
|
+
verifyConnectedRecordedExecution
|
|
52
|
+
} from "./chunk-DJWHN7NU.js";
|
|
53
|
+
import "./chunk-A64VYVXN.js";
|
|
54
|
+
import {
|
|
55
|
+
CandidateEvaluationControlSchema,
|
|
56
|
+
CandidateEvaluationOptionSchema,
|
|
57
|
+
CandidateEvaluationOptionsSchema,
|
|
58
|
+
CandidateEvaluationPreparationSchema,
|
|
59
|
+
CandidateEvaluationRequestSchema,
|
|
60
|
+
createCandidateEvaluationClient
|
|
61
|
+
} from "./chunk-7Q7I6FAT.js";
|
|
62
|
+
import {
|
|
63
|
+
ExperimentImprovementClient,
|
|
64
|
+
HostedProfileCandidateCommandSchema,
|
|
65
|
+
HostedProfileCandidateExportSchema,
|
|
66
|
+
HostedProfileCandidateReceiptSchema,
|
|
67
|
+
verifyHostedProfileCandidateExport,
|
|
68
|
+
verifyHostedProfileCandidateReceipt
|
|
69
|
+
} from "./chunk-JMQ4HBWP.js";
|
|
70
|
+
import {
|
|
71
|
+
ExperimentEvaluationFireSchema,
|
|
72
|
+
ExperimentEvaluationScheduleCommandSchema,
|
|
73
|
+
ExperimentEvaluationScheduleControlSchema,
|
|
74
|
+
ExperimentEvaluationScheduleInputSchema,
|
|
75
|
+
ExperimentEvaluationScheduleSchema,
|
|
76
|
+
OpenPondExperimentEvaluationScheduleClient,
|
|
77
|
+
scheduledExperimentHash,
|
|
78
|
+
sealExperimentEvaluationSchedule,
|
|
79
|
+
verifyExperimentEvaluationSchedule
|
|
80
|
+
} from "./chunk-VC5OV5AS.js";
|
|
81
|
+
import {
|
|
82
|
+
AdvancedRefinerEvaluationAccountingSchema,
|
|
83
|
+
AdvancedRefinerEvaluationCommandSchema,
|
|
84
|
+
AdvancedRefinerEvaluationOptionsSchema,
|
|
85
|
+
AdvancedRefinerEvaluationPinSchema,
|
|
86
|
+
AdvancedRefinerEvaluationPrepareSchema,
|
|
87
|
+
AdvancedRefinerEvaluationSetupCommandSchema,
|
|
88
|
+
AdvancedRefinerEvaluationStartSchema,
|
|
89
|
+
AdvancedRefinerReviewCaseReceiptSchema,
|
|
90
|
+
AdvancedRefinerReviewReceiptSchema,
|
|
91
|
+
OpenPondAdvancedRefinerEvaluationClient,
|
|
92
|
+
sealAdvancedRefinerEvaluationPin,
|
|
93
|
+
sealAdvancedRefinerReviewReceipt,
|
|
94
|
+
verifyAdvancedRefinerEvaluationPin
|
|
95
|
+
} from "./chunk-ZVJU5CJ5.js";
|
|
96
|
+
import {
|
|
97
|
+
ExperimentImprovementCommandSchema,
|
|
98
|
+
ExperimentImprovementHumanOptionsSchema,
|
|
99
|
+
ExperimentImprovementListSchema,
|
|
100
|
+
ExperimentImprovementOptionsSchema,
|
|
101
|
+
ExperimentImprovementScoringSchema,
|
|
102
|
+
ExperimentImprovementStateSchema,
|
|
103
|
+
ExperimentImprovementTestRecipeSchema,
|
|
104
|
+
StartExperimentImprovementSchema,
|
|
105
|
+
sealExperimentImprovementHumanOptions,
|
|
106
|
+
sealExperimentImprovementState,
|
|
107
|
+
verifyExperimentImprovementHumanOptions,
|
|
108
|
+
verifyExperimentImprovementState
|
|
109
|
+
} from "./chunk-GDJRGRHA.js";
|
|
110
|
+
import "./chunk-YCQVVFE5.js";
|
|
12
111
|
import {
|
|
13
112
|
OpenPondExperimentsClient
|
|
14
|
-
} from "./chunk-
|
|
15
|
-
import "./chunk-
|
|
16
|
-
import "./chunk-
|
|
17
|
-
import "./chunk-
|
|
113
|
+
} from "./chunk-5RZAPZWI.js";
|
|
114
|
+
import "./chunk-HOAYWW33.js";
|
|
115
|
+
import "./chunk-PJ2VLNJF.js";
|
|
116
|
+
import "./chunk-YVUIHH6Z.js";
|
|
117
|
+
import "./chunk-NHCGOFQW.js";
|
|
118
|
+
import "./chunk-IXBSFJCX.js";
|
|
119
|
+
import "./chunk-R3M6BIOK.js";
|
|
120
|
+
import "./chunk-K3JCP4FO.js";
|
|
121
|
+
import "./chunk-CSWVE3E6.js";
|
|
122
|
+
import {
|
|
123
|
+
ConnectedDatasetSourceRefSchema
|
|
124
|
+
} from "./chunk-XJDWHTH5.js";
|
|
125
|
+
import "./chunk-JA3KFK3U.js";
|
|
126
|
+
import "./chunk-2U54EOXJ.js";
|
|
127
|
+
import "./chunk-5U25KAJM.js";
|
|
128
|
+
import "./chunk-KQWCXW3A.js";
|
|
129
|
+
import "./chunk-XEUOJ5WF.js";
|
|
130
|
+
import "./chunk-SVU4RZ4K.js";
|
|
131
|
+
import "./chunk-T4APHDES.js";
|
|
132
|
+
import "./chunk-2NSNBED7.js";
|
|
133
|
+
import "./chunk-WX22WN33.js";
|
|
134
|
+
import "./chunk-2JKV5OJO.js";
|
|
18
135
|
import "./chunk-TCHAWJMB.js";
|
|
19
136
|
import "./chunk-3KXDH6OB.js";
|
|
20
|
-
import "./chunk-
|
|
137
|
+
import "./chunk-I2MBVOVX.js";
|
|
21
138
|
import {
|
|
22
139
|
DEFAULT_REFINER_REVIEW_PROFILE,
|
|
23
140
|
REFINER_CORE_VERSION,
|
|
@@ -31,14 +148,6 @@ import {
|
|
|
31
148
|
refinerProfilePrompt,
|
|
32
149
|
serializeReviewProfile
|
|
33
150
|
} from "./chunk-QUOW6URQ.js";
|
|
34
|
-
import {
|
|
35
|
-
OpenPondProjectActionsClient
|
|
36
|
-
} from "./chunk-IWT6JUZD.js";
|
|
37
|
-
import {
|
|
38
|
-
OpenPondApiError,
|
|
39
|
-
apiFetch,
|
|
40
|
-
readApiJson
|
|
41
|
-
} from "./chunk-CEZEVILU.js";
|
|
42
151
|
|
|
43
152
|
// ../cloud/dist/sandbox/client-handles.js
|
|
44
153
|
function createSandboxRuntimeNamespace(client) {
|
|
@@ -2473,6 +2582,8 @@ var OpenPondClient = class {
|
|
|
2473
2582
|
profileActions;
|
|
2474
2583
|
learning;
|
|
2475
2584
|
experiments;
|
|
2585
|
+
connectedEvidence;
|
|
2586
|
+
humanReview;
|
|
2476
2587
|
constructor(options) {
|
|
2477
2588
|
const apiKey = options.apiKey?.trim() ?? "";
|
|
2478
2589
|
if (!apiKey && (!options.sandbox || !options.model))
|
|
@@ -2490,6 +2601,8 @@ var OpenPondClient = class {
|
|
|
2490
2601
|
const apiBaseUrl = options.baseUrl?.trim() || "https://api.openpond.ai";
|
|
2491
2602
|
this.learning = (scope) => new OpenPondLearningClient({ apiKey, baseUrl: apiBaseUrl, scope });
|
|
2492
2603
|
this.experiments = (teamId) => new OpenPondExperimentsClient({ apiKey, baseUrl: apiBaseUrl, teamId });
|
|
2604
|
+
this.connectedEvidence = (teamId) => new ConnectedEvidenceClient({ apiKey, baseUrl: apiBaseUrl, teamId });
|
|
2605
|
+
this.humanReview = (scope) => new OpenPondHumanReviewClient({ apiKey, baseUrl: apiBaseUrl, scope });
|
|
2493
2606
|
this.sandboxes = createOpenPondSandboxClient({
|
|
2494
2607
|
apiKey: sandbox?.apiKey ?? apiKey,
|
|
2495
2608
|
baseUrl: apiBaseUrl,
|
|
@@ -2514,9 +2627,70 @@ function createOpenPondClient(options) {
|
|
|
2514
2627
|
return new OpenPondClient(options);
|
|
2515
2628
|
}
|
|
2516
2629
|
export {
|
|
2630
|
+
AdvancedRefinerEvaluationAccountingSchema,
|
|
2631
|
+
AdvancedRefinerEvaluationCommandSchema,
|
|
2632
|
+
AdvancedRefinerEvaluationOptionsSchema,
|
|
2633
|
+
AdvancedRefinerEvaluationPinSchema,
|
|
2634
|
+
AdvancedRefinerEvaluationPrepareSchema,
|
|
2635
|
+
AdvancedRefinerEvaluationSetupCommandSchema,
|
|
2636
|
+
AdvancedRefinerEvaluationStartSchema,
|
|
2637
|
+
AdvancedRefinerReviewCaseReceiptSchema,
|
|
2638
|
+
AdvancedRefinerReviewReceiptSchema,
|
|
2639
|
+
AgentImportCommitRequestSchema,
|
|
2640
|
+
AgentImportFileSchema,
|
|
2641
|
+
AgentImportPreviewRequestSchema,
|
|
2642
|
+
AgentImportPreviewSchema,
|
|
2643
|
+
AgentImportReceiptSchema,
|
|
2644
|
+
AgentImportUploadPartSchema,
|
|
2645
|
+
AgentImportUploadRefSchema,
|
|
2646
|
+
CandidateEvaluationControlSchema,
|
|
2647
|
+
CandidateEvaluationOptionSchema,
|
|
2648
|
+
CandidateEvaluationOptionsSchema,
|
|
2649
|
+
CandidateEvaluationPreparationSchema,
|
|
2650
|
+
CandidateEvaluationRequestSchema,
|
|
2651
|
+
ConnectedCaptureReceiptSchema,
|
|
2652
|
+
ConnectedCaptureRequestSchema,
|
|
2653
|
+
ConnectedCaseReadbackSchema,
|
|
2654
|
+
ConnectedCaseRefSchema,
|
|
2655
|
+
ConnectedCollectionSchema,
|
|
2656
|
+
ConnectedDatasetPublicationSchema,
|
|
2657
|
+
ConnectedDatasetSourceRefSchema,
|
|
2658
|
+
ConnectedEvidenceClient,
|
|
2659
|
+
ConnectedEvidenceError,
|
|
2660
|
+
ConnectedHomeQuerySchema,
|
|
2661
|
+
ConnectedHomeSummarySchema,
|
|
2662
|
+
ConnectedRecordedExecutionRequestSchema,
|
|
2663
|
+
ConnectedRecordedExecutionSchema,
|
|
2664
|
+
ConnectedRecordedListRequestSchema,
|
|
2665
|
+
ConnectedRecordedListSchema,
|
|
2666
|
+
ConnectedRecordedSourceSchema,
|
|
2667
|
+
ConnectedRecordedSummarySchema,
|
|
2668
|
+
ConnectedScopeSchema,
|
|
2669
|
+
ConnectedSourceSummarySchema,
|
|
2670
|
+
ConnectedUnmappedEventsSchema,
|
|
2517
2671
|
DEFAULT_REFINER_REVIEW_PROFILE,
|
|
2672
|
+
ExperimentEvaluationFireSchema,
|
|
2673
|
+
ExperimentEvaluationScheduleCommandSchema,
|
|
2674
|
+
ExperimentEvaluationScheduleControlSchema,
|
|
2675
|
+
ExperimentEvaluationScheduleInputSchema,
|
|
2676
|
+
ExperimentEvaluationScheduleSchema,
|
|
2677
|
+
ExperimentImprovementClient,
|
|
2678
|
+
ExperimentImprovementCommandSchema,
|
|
2679
|
+
ExperimentImprovementHumanOptionsSchema,
|
|
2680
|
+
ExperimentImprovementListSchema,
|
|
2681
|
+
ExperimentImprovementOptionsSchema,
|
|
2682
|
+
ExperimentImprovementScoringSchema,
|
|
2683
|
+
ExperimentImprovementStateSchema,
|
|
2684
|
+
ExperimentImprovementTestRecipeSchema,
|
|
2685
|
+
HostedProfileCandidateCommandSchema,
|
|
2686
|
+
HostedProfileCandidateExportSchema,
|
|
2687
|
+
HostedProfileCandidateReceiptSchema,
|
|
2688
|
+
HumanReviewClientError,
|
|
2689
|
+
OpenPondAdvancedRefinerEvaluationClient,
|
|
2518
2690
|
OpenPondApiError,
|
|
2519
2691
|
OpenPondClient,
|
|
2692
|
+
OpenPondExperimentEvaluationScheduleClient,
|
|
2693
|
+
OpenPondHumanReviewClient,
|
|
2520
2694
|
OpenPondLearningClient,
|
|
2521
2695
|
OpenPondLearningError,
|
|
2522
2696
|
OpenPondProfileActionsClient,
|
|
@@ -2531,6 +2705,8 @@ export {
|
|
|
2531
2705
|
RefinerReviewProfileSchema,
|
|
2532
2706
|
RefinerTransitionReceiptSchema,
|
|
2533
2707
|
SANDBOX_RUNTIME_PROFILE_IDS,
|
|
2708
|
+
StartExperimentImprovementSchema,
|
|
2709
|
+
createCandidateEvaluationClient,
|
|
2534
2710
|
createOpenPondClient,
|
|
2535
2711
|
createOpenPondSandboxClient,
|
|
2536
2712
|
createRefinerRelease,
|
|
@@ -2542,8 +2718,23 @@ export {
|
|
|
2542
2718
|
normalizeSandboxApiUrl,
|
|
2543
2719
|
refinerProfilePrompt,
|
|
2544
2720
|
resolveOpChatApiBaseUrl,
|
|
2721
|
+
scheduledExperimentHash,
|
|
2722
|
+
sealAdvancedRefinerEvaluationPin,
|
|
2723
|
+
sealAdvancedRefinerReviewReceipt,
|
|
2724
|
+
sealExperimentEvaluationSchedule,
|
|
2725
|
+
sealExperimentImprovementHumanOptions,
|
|
2726
|
+
sealExperimentImprovementState,
|
|
2545
2727
|
sendHostedChatTurn,
|
|
2546
2728
|
serializeReviewProfile,
|
|
2547
|
-
streamHostedChatTurn
|
|
2729
|
+
streamHostedChatTurn,
|
|
2730
|
+
verifyAdvancedRefinerEvaluationPin,
|
|
2731
|
+
verifyConnectedRecordedExecution,
|
|
2732
|
+
verifyExperimentEvaluationSchedule,
|
|
2733
|
+
verifyExperimentImprovementHumanOptions,
|
|
2734
|
+
verifyExperimentImprovementState,
|
|
2735
|
+
verifyHostedProfileCandidateExport,
|
|
2736
|
+
verifyHostedProfileCandidateReceipt
|
|
2548
2737
|
};
|
|
2549
2738
|
//# sourceMappingURL=index.js.map
|
|
2739
|
+
|
|
2740
|
+
export * from "@openpond/evals/human-review";
|