@openpond/evals 0.12.0 → 0.12.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/artifact-verification.js +2 -0
- package/dist/connected-evidence/sources/claude-branches.js +34 -1
- package/dist/connected-evidence/sources/claude-code.js +1 -1
- package/dist/native-conversations/collector-acquisition.js +17 -6
- package/dist/native-conversations/collector-source-cache.js +1 -1
- package/dist/native-conversations/collector-store.js +27 -2
- package/dist/native-conversations/collector.js +4 -3
- package/dist/native-conversations/history.js +7 -0
- package/dist/native-conversations/index.js +1 -0
- package/dist/native-conversations/selection.js +57 -0
- package/dist/native-conversations/supervisor.js +2 -0
- package/dist/tasksets.js +1 -0
- package/dist/types/artifact-verification.d.ts.map +1 -1
- package/dist/types/benchmarks.d.ts +22 -22
- package/dist/types/benchmarks.d.ts.map +1 -1
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts +40 -39
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts.map +1 -1
- package/dist/types/compatibility.d.ts.map +1 -1
- package/dist/types/conformance.d.ts +98 -96
- package/dist/types/conformance.d.ts.map +1 -1
- package/dist/types/connected-evidence/codex-command-observations.d.ts.map +1 -1
- package/dist/types/connected-evidence/collector-coverage-contracts.d.ts +6 -6
- package/dist/types/connected-evidence/collector-coverage-contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/contracts.d.ts +58 -58
- package/dist/types/connected-evidence/contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/git-file-contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/git-file-proof.d.ts.map +1 -1
- package/dist/types/connected-evidence/git-starting-state.d.ts.map +1 -1
- package/dist/types/connected-evidence/git.d.ts.map +1 -1
- package/dist/types/connected-evidence/imports.d.ts.map +1 -1
- package/dist/types/connected-evidence/index.d.ts.map +1 -1
- package/dist/types/connected-evidence/normalize.d.ts.map +1 -1
- package/dist/types/connected-evidence/python-correctness.d.ts +38 -38
- package/dist/types/connected-evidence/python-correctness.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/claude-branches.d.ts +1 -0
- package/dist/types/connected-evidence/sources/claude-branches.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/claude-code.d.ts +25 -25
- package/dist/types/connected-evidence/sources/claude-code.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex-authorization.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex-metadata.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex.d.ts +25 -25
- package/dist/types/connected-evidence/sources/codex.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/grok-build.d.ts +25 -25
- package/dist/types/connected-evidence/sources/grok-build.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/history.d.ts +44 -44
- package/dist/types/connected-evidence/sources/history.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/opencode.d.ts +25 -25
- package/dist/types/connected-evidence/sources/opencode.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/pi.d.ts +25 -25
- package/dist/types/connected-evidence/sources/pi.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/usage.d.ts.map +1 -1
- package/dist/types/connected-evidence/usage-summary.d.ts.map +1 -1
- package/dist/types/deterministic-graders.d.ts.map +1 -1
- package/dist/types/environment-execution-services-contract.d.ts +19 -19
- package/dist/types/environment-execution-services-contract.d.ts.map +1 -1
- package/dist/types/environment-execution-services.d.ts.map +1 -1
- package/dist/types/evidence/authoring.d.ts.map +1 -1
- package/dist/types/evidence/conformance.d.ts +98 -98
- package/dist/types/evidence/conformance.d.ts.map +1 -1
- package/dist/types/evidence/contracts.d.ts +183 -183
- package/dist/types/evidence/contracts.d.ts.map +1 -1
- package/dist/types/evidence/eligibility.d.ts +160 -160
- package/dist/types/evidence/eligibility.d.ts.map +1 -1
- package/dist/types/evidence/index.d.ts.map +1 -1
- package/dist/types/execution-contracts.d.ts +110 -110
- package/dist/types/execution-contracts.d.ts.map +1 -1
- package/dist/types/execution-receipts.d.ts.map +1 -1
- package/dist/types/experiments.d.ts +96 -96
- package/dist/types/experiments.d.ts.map +1 -1
- package/dist/types/graders.d.ts +35 -35
- package/dist/types/graders.d.ts.map +1 -1
- package/dist/types/harness-experiment-source.d.ts.map +1 -1
- package/dist/types/harness.d.ts.map +1 -1
- package/dist/types/human-review/comparison.d.ts +189 -189
- package/dist/types/human-review/comparison.d.ts.map +1 -1
- package/dist/types/human-review/contracts.d.ts +178 -178
- package/dist/types/human-review/contracts.d.ts.map +1 -1
- package/dist/types/human-review/execution.d.ts +53 -53
- package/dist/types/human-review/execution.d.ts.map +1 -1
- package/dist/types/human-review/handoff.d.ts +43 -43
- package/dist/types/human-review/handoff.d.ts.map +1 -1
- package/dist/types/human-review/index.d.ts.map +1 -1
- package/dist/types/human-review/local-publication.d.ts +4 -4
- package/dist/types/human-review/local-publication.d.ts.map +1 -1
- package/dist/types/human-review/repository.d.ts.map +1 -1
- package/dist/types/human-review/results.d.ts +8 -8
- package/dist/types/human-review/results.d.ts.map +1 -1
- package/dist/types/human-review/service.d.ts +292 -292
- package/dist/types/human-review/service.d.ts.map +1 -1
- package/dist/types/human-review/task-proposals.d.ts +2 -2
- package/dist/types/human-review/task-proposals.d.ts.map +1 -1
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/javascript-environment-attempt.d.ts.map +1 -1
- package/dist/types/javascript-environment-contract.d.ts +39 -39
- package/dist/types/javascript-environment-contract.d.ts.map +1 -1
- package/dist/types/javascript-environment-node.d.ts.map +1 -1
- package/dist/types/javascript-environment.d.ts +14 -14
- package/dist/types/javascript-environment.d.ts.map +1 -1
- package/dist/types/javascript-isolate-node.d.ts.map +1 -1
- package/dist/types/javascript-isolate-process-entry.d.ts.map +1 -1
- package/dist/types/javascript-isolate-process.d.ts.map +1 -1
- package/dist/types/javascript-isolate.d.ts.map +1 -1
- package/dist/types/javascript-verifier-contract.d.ts.map +1 -1
- package/dist/types/javascript-verifier-node.d.ts.map +1 -1
- package/dist/types/javascript-verifier-worker.d.ts.map +1 -1
- package/dist/types/javascript-verifier.d.ts.map +1 -1
- package/dist/types/learned-preference.d.ts +10 -10
- package/dist/types/learned-preference.d.ts.map +1 -1
- package/dist/types/learning/acceptance-group.d.ts +44 -44
- package/dist/types/learning/acceptance-group.d.ts.map +1 -1
- package/dist/types/learning/acceptance-plan.d.ts +8 -8
- package/dist/types/learning/acceptance-plan.d.ts.map +1 -1
- package/dist/types/learning/admission.d.ts +37 -36
- package/dist/types/learning/admission.d.ts.map +1 -1
- package/dist/types/learning/assets.d.ts +2 -2
- package/dist/types/learning/assets.d.ts.map +1 -1
- package/dist/types/learning/authoring-service.d.ts +11 -11
- package/dist/types/learning/authoring-service.d.ts.map +1 -1
- package/dist/types/learning/authoring.d.ts +38 -38
- package/dist/types/learning/authoring.d.ts.map +1 -1
- package/dist/types/learning/batch-service.d.ts +75 -72
- package/dist/types/learning/batch-service.d.ts.map +1 -1
- package/dist/types/learning/budgeted-reward-fixtures.d.ts.map +1 -1
- package/dist/types/learning/contracts.d.ts +305 -298
- package/dist/types/learning/contracts.d.ts.map +1 -1
- package/dist/types/learning/errors.d.ts.map +1 -1
- package/dist/types/learning/grade-judge-budget.d.ts.map +1 -1
- package/dist/types/learning/grade-worker.d.ts.map +1 -1
- package/dist/types/learning/index.d.ts.map +1 -1
- package/dist/types/learning/intake-contracts.d.ts +10 -10
- package/dist/types/learning/intake-contracts.d.ts.map +1 -1
- package/dist/types/learning/intake-csv.d.ts.map +1 -1
- package/dist/types/learning/intake-history.d.ts.map +1 -1
- package/dist/types/learning/intake-service.d.ts.map +1 -1
- package/dist/types/learning/intake-text.d.ts.map +1 -1
- package/dist/types/learning/intake.d.ts.map +1 -1
- package/dist/types/learning/iteration-budget.d.ts.map +1 -1
- package/dist/types/learning/iteration-candidate-decision.d.ts +16 -16
- package/dist/types/learning/iteration-candidate-decision.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-commands.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-contracts.d.ts +4 -4
- package/dist/types/learning/iteration-dispatch-contracts.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-worker.d.ts.map +1 -1
- package/dist/types/learning/iteration-eligibility.d.ts +1 -1
- package/dist/types/learning/iteration-eligibility.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-cancellation.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-contracts.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-service.d.ts.map +1 -1
- package/dist/types/learning/iteration-training-parent.d.ts.map +1 -1
- package/dist/types/learning/judge-budget.d.ts +1 -1
- package/dist/types/learning/judge-budget.d.ts.map +1 -1
- package/dist/types/learning/model-judge.d.ts.map +1 -1
- package/dist/types/learning/nightly-schedule.d.ts.map +1 -1
- package/dist/types/learning/operations.d.ts +304 -298
- package/dist/types/learning/operations.d.ts.map +1 -1
- package/dist/types/learning/policy-inspection.d.ts.map +1 -1
- package/dist/types/learning/rating-reward-fixture.d.ts.map +1 -1
- package/dist/types/learning/repository.d.ts +187 -184
- package/dist/types/learning/repository.d.ts.map +1 -1
- package/dist/types/learning/reward-authoring.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration-closure.d.ts +248 -248
- package/dist/types/learning/reward-calibration-closure.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration.d.ts +62 -62
- package/dist/types/learning/reward-calibration.d.ts.map +1 -1
- package/dist/types/learning/reward-check-budget.d.ts.map +1 -1
- package/dist/types/learning/reward-check-service.d.ts.map +1 -1
- package/dist/types/learning/reward-check-worker.d.ts.map +1 -1
- package/dist/types/learning/reward-checks.d.ts +30 -30
- package/dist/types/learning/reward-checks.d.ts.map +1 -1
- package/dist/types/learning/reward-fixture-executor.d.ts.map +1 -1
- package/dist/types/learning/schedule-contracts.d.ts +3 -3
- package/dist/types/learning/schedule-contracts.d.ts.map +1 -1
- package/dist/types/learning/schedule-service.d.ts +2 -2
- package/dist/types/learning/schedule-service.d.ts.map +1 -1
- package/dist/types/learning/schedule-worker.d.ts.map +1 -1
- package/dist/types/learning/service.d.ts +3 -3
- package/dist/types/learning/service.d.ts.map +1 -1
- package/dist/types/learning/task-queue-inspection.d.ts.map +1 -1
- package/dist/types/learning/training-handoff.d.ts +9 -9
- package/dist/types/learning/training-handoff.d.ts.map +1 -1
- package/dist/types/learning/transport.d.ts +2207 -2201
- package/dist/types/learning/transport.d.ts.map +1 -1
- package/dist/types/metric-policy.d.ts +6 -6
- package/dist/types/metric-policy.d.ts.map +1 -1
- package/dist/types/metrics-node.d.ts.map +1 -1
- package/dist/types/metrics.d.ts.map +1 -1
- package/dist/types/model-improvement-qualification.d.ts +17 -17
- package/dist/types/model-improvement-qualification.d.ts.map +1 -1
- package/dist/types/native-conversations/appimage-runtime.d.ts.map +1 -1
- package/dist/types/native-conversations/codex-window-inventory.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-acquisition.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-branches.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-calendar-gate.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-contracts.d.ts +3 -0
- package/dist/types/native-conversations/collector-contracts.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-coverage.d.ts +2 -2
- package/dist/types/native-conversations/collector-coverage.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-cron.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-destinations.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-errors.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-progress.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-schedule.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-service-files.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-snapshots.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-source-cache.d.ts +2 -2
- package/dist/types/native-conversations/collector-source-cache.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-store.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-sync-requests.d.ts.map +1 -1
- package/dist/types/native-conversations/collector.d.ts.map +1 -1
- package/dist/types/native-conversations/contracts.d.ts.map +1 -1
- package/dist/types/native-conversations/database.d.ts.map +1 -1
- package/dist/types/native-conversations/discovery.d.ts.map +1 -1
- package/dist/types/native-conversations/git-assets.d.ts.map +1 -1
- package/dist/types/native-conversations/history.d.ts +1 -0
- package/dist/types/native-conversations/history.d.ts.map +1 -1
- package/dist/types/native-conversations/index.d.ts +1 -0
- package/dist/types/native-conversations/index.d.ts.map +1 -1
- package/dist/types/native-conversations/location.d.ts.map +1 -1
- package/dist/types/native-conversations/openclaw-cold-archive.d.ts.map +1 -1
- package/dist/types/native-conversations/openclaw-database.d.ts.map +1 -1
- package/dist/types/native-conversations/readiness.d.ts.map +1 -1
- package/dist/types/native-conversations/selection.d.ts +32 -0
- package/dist/types/native-conversations/selection.d.ts.map +1 -0
- package/dist/types/native-conversations/source-locations.d.ts.map +1 -1
- package/dist/types/native-conversations/supervisor.d.ts.map +1 -1
- package/dist/types/native-conversations/titles.d.ts.map +1 -1
- package/dist/types/native-harness-experiment-attempt.d.ts.map +1 -1
- package/dist/types/preferences.d.ts +22 -22
- package/dist/types/preferences.d.ts.map +1 -1
- package/dist/types/prepared-process-isolation.d.ts.map +1 -1
- package/dist/types/profile-evaluation-comparisons.d.ts +18 -18
- package/dist/types/profile-evaluation-comparisons.d.ts.map +1 -1
- package/dist/types/profile-evaluation-execution.d.ts.map +1 -1
- package/dist/types/profile-evaluation-reports.d.ts +2 -2
- package/dist/types/profile-evaluation-reports.d.ts.map +1 -1
- package/dist/types/profile-evaluation-suites.d.ts.map +1 -1
- package/dist/types/profile-evaluation-target.d.ts.map +1 -1
- package/dist/types/profile-evaluations.d.ts +15 -15
- package/dist/types/profile-evaluations.d.ts.map +1 -1
- package/dist/types/profile-external-evaluation.d.ts +84 -84
- package/dist/types/profile-external-evaluation.d.ts.map +1 -1
- package/dist/types/profile-source-candidate.d.ts.map +1 -1
- package/dist/types/review-conformance.d.ts +53 -53
- package/dist/types/review-conformance.d.ts.map +1 -1
- package/dist/types/rewards.d.ts +104 -104
- package/dist/types/rewards.d.ts.map +1 -1
- package/dist/types/rollouts.d.ts +16 -16
- package/dist/types/rollouts.d.ts.map +1 -1
- package/dist/types/runs.d.ts +22 -22
- package/dist/types/runs.d.ts.map +1 -1
- package/dist/types/sql-execution-contract.d.ts +3 -3
- package/dist/types/sql-execution-contract.d.ts.map +1 -1
- package/dist/types/sql-execution-engine.d.ts.map +1 -1
- package/dist/types/sql-execution-node.d.ts.map +1 -1
- package/dist/types/sql-execution-process-entry.d.ts.map +1 -1
- package/dist/types/task-schema-validation.d.ts.map +1 -1
- package/dist/types/task-schema.d.ts.map +1 -1
- package/dist/types/task-value-validator.d.ts.map +1 -1
- package/dist/types/taskset-run-contract.d.ts +26 -26
- package/dist/types/taskset-run-contract.d.ts.map +1 -1
- package/dist/types/tasksets.d.ts +73 -69
- package/dist/types/tasksets.d.ts.map +1 -1
- package/dist/types/telemetry/index.d.ts.map +1 -1
- package/dist/types/telemetry-analysis.d.ts +6 -6
- package/dist/types/telemetry-analysis.d.ts.map +1 -1
- package/dist/types/telemetry-bundle.d.ts +42 -42
- package/dist/types/telemetry-bundle.d.ts.map +1 -1
- package/dist/types/telemetry-catalog.d.ts +67 -67
- package/dist/types/telemetry-catalog.d.ts.map +1 -1
- package/dist/types/telemetry.d.ts +44 -44
- package/dist/types/telemetry.d.ts.map +1 -1
- package/package.json +1 -1
- package/schemas/learning/v1/command-request.schema.json +4 -0
- package/schemas/learning/v1/definition.schema.json +4 -0
- package/schemas/learning/v1/evidence.schema.json +4 -0
- package/schemas/learning/v1/example-submission.schema.json +4 -0
- package/schemas/learning/v1/package.schema.json +4 -0
|
@@ -12,7 +12,7 @@ export declare const genericToolConformance: {
|
|
|
12
12
|
contentHash: string;
|
|
13
13
|
sizeBytes: number;
|
|
14
14
|
mediaType: string;
|
|
15
|
-
visibility: "
|
|
15
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
16
16
|
}[];
|
|
17
17
|
skills: {
|
|
18
18
|
id: string;
|
|
@@ -20,7 +20,7 @@ export declare const genericToolConformance: {
|
|
|
20
20
|
contentHash: string;
|
|
21
21
|
sizeBytes: number;
|
|
22
22
|
mediaType: string;
|
|
23
|
-
visibility: "
|
|
23
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
24
24
|
}[];
|
|
25
25
|
agents: {
|
|
26
26
|
id: string;
|
|
@@ -28,7 +28,7 @@ export declare const genericToolConformance: {
|
|
|
28
28
|
contentHash: string;
|
|
29
29
|
sizeBytes: number;
|
|
30
30
|
mediaType: string;
|
|
31
|
-
visibility: "
|
|
31
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
32
32
|
}[];
|
|
33
33
|
toolDeclarations: {
|
|
34
34
|
name: string;
|
|
@@ -42,7 +42,7 @@ export declare const genericToolConformance: {
|
|
|
42
42
|
id: string;
|
|
43
43
|
required: boolean;
|
|
44
44
|
scopes: string[];
|
|
45
|
-
portability: "
|
|
45
|
+
portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
|
|
46
46
|
}[];
|
|
47
47
|
dependencyLock: {
|
|
48
48
|
id: string;
|
|
@@ -50,7 +50,7 @@ export declare const genericToolConformance: {
|
|
|
50
50
|
contentHash: string;
|
|
51
51
|
sizeBytes: number;
|
|
52
52
|
mediaType: string;
|
|
53
|
-
visibility: "
|
|
53
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
54
54
|
};
|
|
55
55
|
portability: {
|
|
56
56
|
portable: boolean;
|
|
@@ -74,7 +74,7 @@ export declare const genericToolConformance: {
|
|
|
74
74
|
contentHash: string;
|
|
75
75
|
sizeBytes: number;
|
|
76
76
|
mediaType: string;
|
|
77
|
-
visibility: "
|
|
77
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
78
78
|
};
|
|
79
79
|
tools: {
|
|
80
80
|
name: string;
|
|
@@ -90,7 +90,7 @@ export declare const genericToolConformance: {
|
|
|
90
90
|
step: true;
|
|
91
91
|
collect: true;
|
|
92
92
|
destroy: true;
|
|
93
|
-
resetScope: "
|
|
93
|
+
resetScope: "attempt" | "task";
|
|
94
94
|
};
|
|
95
95
|
graderInterface: {
|
|
96
96
|
visibleEvidence: string[];
|
|
@@ -103,7 +103,7 @@ export declare const genericToolConformance: {
|
|
|
103
103
|
contentHash: string;
|
|
104
104
|
sizeBytes: number;
|
|
105
105
|
mediaType: string;
|
|
106
|
-
visibility: "
|
|
106
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
107
107
|
}[];
|
|
108
108
|
metadata: Record<string, unknown>;
|
|
109
109
|
contentHash: string;
|
|
@@ -120,14 +120,18 @@ export declare const genericToolConformance: {
|
|
|
120
120
|
};
|
|
121
121
|
environment: {
|
|
122
122
|
protocolVersion: "openpond.environment.v1";
|
|
123
|
-
kind: "
|
|
123
|
+
kind: "agent" | "custom_program" | "text" | "work";
|
|
124
124
|
entrypoint: string;
|
|
125
125
|
stateful: boolean;
|
|
126
126
|
deterministicSeeds: boolean;
|
|
127
|
-
lifecycle: ("
|
|
128
|
-
networkPolicy: "
|
|
127
|
+
lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
|
|
128
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
129
129
|
defaultTimeoutMs: number;
|
|
130
130
|
};
|
|
131
|
+
environmentRelease?: {
|
|
132
|
+
id: string;
|
|
133
|
+
contentHash: string;
|
|
134
|
+
} | undefined;
|
|
131
135
|
tools: {
|
|
132
136
|
name: string;
|
|
133
137
|
description: string;
|
|
@@ -140,12 +144,12 @@ export declare const genericToolConformance: {
|
|
|
140
144
|
id: string;
|
|
141
145
|
required: boolean;
|
|
142
146
|
scopes: string[];
|
|
143
|
-
portability: "
|
|
147
|
+
portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
|
|
144
148
|
}[];
|
|
145
149
|
tasks: {
|
|
146
150
|
id: string;
|
|
147
151
|
clusterKey: string;
|
|
148
|
-
split: "
|
|
152
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
149
153
|
input: Record<string, unknown>;
|
|
150
154
|
expectedOutput: Record<string, unknown> | null;
|
|
151
155
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -156,9 +160,8 @@ export declare const genericToolConformance: {
|
|
|
156
160
|
contentHash: string;
|
|
157
161
|
sizeBytes: number;
|
|
158
162
|
mediaType: string;
|
|
159
|
-
visibility: "
|
|
163
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
160
164
|
}[];
|
|
161
|
-
tags: string[];
|
|
162
165
|
requiredOutputs?: {
|
|
163
166
|
path: string;
|
|
164
167
|
mediaType: string;
|
|
@@ -168,24 +171,27 @@ export declare const genericToolConformance: {
|
|
|
168
171
|
contentHash: string;
|
|
169
172
|
sizeBytes: number;
|
|
170
173
|
mediaType: string;
|
|
171
|
-
visibility: "
|
|
174
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
172
175
|
} | null;
|
|
176
|
+
submissionMode?: "structured_json" | undefined;
|
|
173
177
|
maxBytes: number | null;
|
|
174
178
|
metadata: Record<string, unknown>;
|
|
175
179
|
}[] | undefined;
|
|
180
|
+
tags: string[];
|
|
176
181
|
}[];
|
|
177
182
|
graders: ({
|
|
178
183
|
id: string;
|
|
184
|
+
taskIds?: string[] | undefined;
|
|
179
185
|
version: string;
|
|
180
186
|
weight: number;
|
|
181
187
|
hardGate: boolean;
|
|
182
188
|
rewardEligible: boolean;
|
|
183
189
|
privileged: boolean;
|
|
184
|
-
kind: "
|
|
190
|
+
kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
|
|
185
191
|
config: Record<string, unknown>;
|
|
186
|
-
taskIds?: string[] | undefined;
|
|
187
192
|
} | {
|
|
188
193
|
id: string;
|
|
194
|
+
taskIds?: string[] | undefined;
|
|
189
195
|
version: string;
|
|
190
196
|
weight: number;
|
|
191
197
|
hardGate: boolean;
|
|
@@ -198,10 +204,9 @@ export declare const genericToolConformance: {
|
|
|
198
204
|
contentHash: string;
|
|
199
205
|
sizeBytes: number;
|
|
200
206
|
mediaType: string;
|
|
201
|
-
visibility: "
|
|
207
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
202
208
|
};
|
|
203
|
-
calibrationStatus: "
|
|
204
|
-
taskIds?: string[] | undefined;
|
|
209
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
205
210
|
model?: {
|
|
206
211
|
providerId: string;
|
|
207
212
|
modelId: string;
|
|
@@ -210,27 +215,28 @@ export declare const genericToolConformance: {
|
|
|
210
215
|
temperature?: number | undefined;
|
|
211
216
|
} | {
|
|
212
217
|
id: string;
|
|
218
|
+
taskIds?: string[] | undefined;
|
|
213
219
|
version: string;
|
|
214
220
|
weight: number;
|
|
215
221
|
hardGate: boolean;
|
|
216
222
|
rewardEligible: boolean;
|
|
217
223
|
privileged: boolean;
|
|
218
224
|
kind: "custom_verifier";
|
|
225
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
219
226
|
verifierRef: {
|
|
220
227
|
id: string;
|
|
221
228
|
path: string;
|
|
222
229
|
contentHash: string;
|
|
223
230
|
sizeBytes: number;
|
|
224
231
|
mediaType: string;
|
|
225
|
-
visibility: "
|
|
232
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
226
233
|
};
|
|
234
|
+
exportName?: string | undefined;
|
|
227
235
|
timeoutMs: number;
|
|
228
236
|
networkPolicy: "none";
|
|
229
|
-
taskIds?: string[] | undefined;
|
|
230
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
231
|
-
exportName?: string | undefined;
|
|
232
237
|
} | {
|
|
233
238
|
id: string;
|
|
239
|
+
taskIds?: string[] | undefined;
|
|
234
240
|
version: string;
|
|
235
241
|
weight: number;
|
|
236
242
|
hardGate: boolean;
|
|
@@ -243,10 +249,9 @@ export declare const genericToolConformance: {
|
|
|
243
249
|
contentHash: string;
|
|
244
250
|
sizeBytes: number;
|
|
245
251
|
mediaType: string;
|
|
246
|
-
visibility: "
|
|
252
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
247
253
|
};
|
|
248
254
|
reviewerRole: string;
|
|
249
|
-
taskIds?: string[] | undefined;
|
|
250
255
|
form?: {
|
|
251
256
|
schemaVersion: "openpond.humanForm.v1";
|
|
252
257
|
mode: "individual" | "pairwise";
|
|
@@ -257,77 +262,71 @@ export declare const genericToolConformance: {
|
|
|
257
262
|
instructions: string;
|
|
258
263
|
required: boolean;
|
|
259
264
|
allowAbstain: boolean;
|
|
260
|
-
kind: "score";
|
|
261
|
-
minimum: number;
|
|
262
|
-
maximum: number;
|
|
263
|
-
step: number;
|
|
264
265
|
requireRationale?: boolean | undefined;
|
|
265
266
|
anchors?: {
|
|
266
267
|
value: string | number | boolean;
|
|
267
268
|
description: string;
|
|
268
269
|
}[] | undefined;
|
|
270
|
+
kind: "score";
|
|
271
|
+
minimum: number;
|
|
272
|
+
maximum: number;
|
|
273
|
+
step: number;
|
|
269
274
|
} | {
|
|
270
275
|
id: string;
|
|
271
276
|
label: string;
|
|
272
277
|
instructions: string;
|
|
273
278
|
required: boolean;
|
|
274
279
|
allowAbstain: boolean;
|
|
275
|
-
kind: "category";
|
|
276
|
-
options: string[];
|
|
277
280
|
requireRationale?: boolean | undefined;
|
|
278
281
|
anchors?: {
|
|
279
282
|
value: string | number | boolean;
|
|
280
283
|
description: string;
|
|
281
284
|
}[] | undefined;
|
|
285
|
+
kind: "category";
|
|
286
|
+
options: string[];
|
|
282
287
|
} | {
|
|
283
288
|
id: string;
|
|
284
289
|
label: string;
|
|
285
290
|
instructions: string;
|
|
286
291
|
required: boolean;
|
|
287
292
|
allowAbstain: boolean;
|
|
288
|
-
kind: "boolean";
|
|
289
293
|
requireRationale?: boolean | undefined;
|
|
290
294
|
anchors?: {
|
|
291
295
|
value: string | number | boolean;
|
|
292
296
|
description: string;
|
|
293
297
|
}[] | undefined;
|
|
298
|
+
kind: "boolean";
|
|
294
299
|
} | {
|
|
295
300
|
id: string;
|
|
296
301
|
label: string;
|
|
297
302
|
instructions: string;
|
|
298
303
|
required: boolean;
|
|
299
304
|
allowAbstain: boolean;
|
|
300
|
-
kind: "text";
|
|
301
|
-
maximumLength: number;
|
|
302
305
|
requireRationale?: boolean | undefined;
|
|
303
306
|
anchors?: {
|
|
304
307
|
value: string | number | boolean;
|
|
305
308
|
description: string;
|
|
306
309
|
}[] | undefined;
|
|
310
|
+
kind: "text";
|
|
307
311
|
minimumLength?: number | undefined;
|
|
312
|
+
maximumLength: number;
|
|
308
313
|
} | {
|
|
309
314
|
id: string;
|
|
310
315
|
label: string;
|
|
311
316
|
instructions: string;
|
|
312
317
|
required: boolean;
|
|
313
318
|
allowAbstain: boolean;
|
|
314
|
-
kind: "preference";
|
|
315
|
-
allowTie: boolean;
|
|
316
319
|
requireRationale?: boolean | undefined;
|
|
317
320
|
anchors?: {
|
|
318
321
|
value: string | number | boolean;
|
|
319
322
|
description: string;
|
|
320
323
|
}[] | undefined;
|
|
324
|
+
kind: "preference";
|
|
321
325
|
requireStrength?: boolean | undefined;
|
|
326
|
+
allowTie: boolean;
|
|
322
327
|
})[];
|
|
323
328
|
} | undefined;
|
|
324
329
|
})[];
|
|
325
|
-
metadata: Record<string, unknown>;
|
|
326
|
-
contentHash: string;
|
|
327
|
-
environmentRelease?: {
|
|
328
|
-
id: string;
|
|
329
|
-
contentHash: string;
|
|
330
|
-
} | undefined;
|
|
331
330
|
verifierSetRelease?: {
|
|
332
331
|
id: string;
|
|
333
332
|
contentHash: string;
|
|
@@ -335,8 +334,9 @@ export declare const genericToolConformance: {
|
|
|
335
334
|
metrics?: {
|
|
336
335
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
337
336
|
primaryMetric: string;
|
|
338
|
-
aggregation: "
|
|
339
|
-
missingReward: "
|
|
337
|
+
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
338
|
+
missingReward: "exclude" | "zero";
|
|
339
|
+
taskWeights?: Record<string, number> | undefined;
|
|
340
340
|
customAggregator: {
|
|
341
341
|
module: string;
|
|
342
342
|
exportName: string;
|
|
@@ -344,8 +344,9 @@ export declare const genericToolConformance: {
|
|
|
344
344
|
timeoutMs: number;
|
|
345
345
|
networkPolicy: "none";
|
|
346
346
|
} | null;
|
|
347
|
-
taskWeights?: Record<string, number> | undefined;
|
|
348
347
|
} | undefined;
|
|
348
|
+
metadata: Record<string, unknown>;
|
|
349
|
+
contentHash: string;
|
|
349
350
|
};
|
|
350
351
|
manifest: {
|
|
351
352
|
schemaVersion: "openpond.runManifest.v1";
|
|
@@ -368,7 +369,7 @@ export declare const genericToolConformance: {
|
|
|
368
369
|
};
|
|
369
370
|
runtimeTarget: {
|
|
370
371
|
adapterId: string;
|
|
371
|
-
placement: "
|
|
372
|
+
placement: "colocated" | "local" | "provider_native" | "remote";
|
|
372
373
|
runtimeVersion: string;
|
|
373
374
|
capabilityReceipt: string;
|
|
374
375
|
};
|
|
@@ -401,7 +402,7 @@ export declare const marketingPortfolioConformance: {
|
|
|
401
402
|
contentHash: string;
|
|
402
403
|
sizeBytes: number;
|
|
403
404
|
mediaType: string;
|
|
404
|
-
visibility: "
|
|
405
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
405
406
|
}[];
|
|
406
407
|
skills: {
|
|
407
408
|
id: string;
|
|
@@ -409,7 +410,7 @@ export declare const marketingPortfolioConformance: {
|
|
|
409
410
|
contentHash: string;
|
|
410
411
|
sizeBytes: number;
|
|
411
412
|
mediaType: string;
|
|
412
|
-
visibility: "
|
|
413
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
413
414
|
}[];
|
|
414
415
|
agents: {
|
|
415
416
|
id: string;
|
|
@@ -417,7 +418,7 @@ export declare const marketingPortfolioConformance: {
|
|
|
417
418
|
contentHash: string;
|
|
418
419
|
sizeBytes: number;
|
|
419
420
|
mediaType: string;
|
|
420
|
-
visibility: "
|
|
421
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
421
422
|
}[];
|
|
422
423
|
toolDeclarations: {
|
|
423
424
|
name: string;
|
|
@@ -431,7 +432,7 @@ export declare const marketingPortfolioConformance: {
|
|
|
431
432
|
id: string;
|
|
432
433
|
required: boolean;
|
|
433
434
|
scopes: string[];
|
|
434
|
-
portability: "
|
|
435
|
+
portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
|
|
435
436
|
}[];
|
|
436
437
|
dependencyLock: {
|
|
437
438
|
id: string;
|
|
@@ -439,7 +440,7 @@ export declare const marketingPortfolioConformance: {
|
|
|
439
440
|
contentHash: string;
|
|
440
441
|
sizeBytes: number;
|
|
441
442
|
mediaType: string;
|
|
442
|
-
visibility: "
|
|
443
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
443
444
|
};
|
|
444
445
|
portability: {
|
|
445
446
|
portable: boolean;
|
|
@@ -463,7 +464,7 @@ export declare const marketingPortfolioConformance: {
|
|
|
463
464
|
contentHash: string;
|
|
464
465
|
sizeBytes: number;
|
|
465
466
|
mediaType: string;
|
|
466
|
-
visibility: "
|
|
467
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
467
468
|
};
|
|
468
469
|
tools: {
|
|
469
470
|
name: string;
|
|
@@ -479,7 +480,7 @@ export declare const marketingPortfolioConformance: {
|
|
|
479
480
|
step: true;
|
|
480
481
|
collect: true;
|
|
481
482
|
destroy: true;
|
|
482
|
-
resetScope: "
|
|
483
|
+
resetScope: "attempt" | "task";
|
|
483
484
|
};
|
|
484
485
|
graderInterface: {
|
|
485
486
|
visibleEvidence: string[];
|
|
@@ -492,7 +493,7 @@ export declare const marketingPortfolioConformance: {
|
|
|
492
493
|
contentHash: string;
|
|
493
494
|
sizeBytes: number;
|
|
494
495
|
mediaType: string;
|
|
495
|
-
visibility: "
|
|
496
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
496
497
|
}[];
|
|
497
498
|
metadata: Record<string, unknown>;
|
|
498
499
|
contentHash: string;
|
|
@@ -509,14 +510,18 @@ export declare const marketingPortfolioConformance: {
|
|
|
509
510
|
};
|
|
510
511
|
environment: {
|
|
511
512
|
protocolVersion: "openpond.environment.v1";
|
|
512
|
-
kind: "
|
|
513
|
+
kind: "agent" | "custom_program" | "text" | "work";
|
|
513
514
|
entrypoint: string;
|
|
514
515
|
stateful: boolean;
|
|
515
516
|
deterministicSeeds: boolean;
|
|
516
|
-
lifecycle: ("
|
|
517
|
-
networkPolicy: "
|
|
517
|
+
lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
|
|
518
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
518
519
|
defaultTimeoutMs: number;
|
|
519
520
|
};
|
|
521
|
+
environmentRelease?: {
|
|
522
|
+
id: string;
|
|
523
|
+
contentHash: string;
|
|
524
|
+
} | undefined;
|
|
520
525
|
tools: {
|
|
521
526
|
name: string;
|
|
522
527
|
description: string;
|
|
@@ -529,12 +534,12 @@ export declare const marketingPortfolioConformance: {
|
|
|
529
534
|
id: string;
|
|
530
535
|
required: boolean;
|
|
531
536
|
scopes: string[];
|
|
532
|
-
portability: "
|
|
537
|
+
portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
|
|
533
538
|
}[];
|
|
534
539
|
tasks: {
|
|
535
540
|
id: string;
|
|
536
541
|
clusterKey: string;
|
|
537
|
-
split: "
|
|
542
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
538
543
|
input: Record<string, unknown>;
|
|
539
544
|
expectedOutput: Record<string, unknown> | null;
|
|
540
545
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -545,9 +550,8 @@ export declare const marketingPortfolioConformance: {
|
|
|
545
550
|
contentHash: string;
|
|
546
551
|
sizeBytes: number;
|
|
547
552
|
mediaType: string;
|
|
548
|
-
visibility: "
|
|
553
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
549
554
|
}[];
|
|
550
|
-
tags: string[];
|
|
551
555
|
requiredOutputs?: {
|
|
552
556
|
path: string;
|
|
553
557
|
mediaType: string;
|
|
@@ -557,24 +561,27 @@ export declare const marketingPortfolioConformance: {
|
|
|
557
561
|
contentHash: string;
|
|
558
562
|
sizeBytes: number;
|
|
559
563
|
mediaType: string;
|
|
560
|
-
visibility: "
|
|
564
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
561
565
|
} | null;
|
|
566
|
+
submissionMode?: "structured_json" | undefined;
|
|
562
567
|
maxBytes: number | null;
|
|
563
568
|
metadata: Record<string, unknown>;
|
|
564
569
|
}[] | undefined;
|
|
570
|
+
tags: string[];
|
|
565
571
|
}[];
|
|
566
572
|
graders: ({
|
|
567
573
|
id: string;
|
|
574
|
+
taskIds?: string[] | undefined;
|
|
568
575
|
version: string;
|
|
569
576
|
weight: number;
|
|
570
577
|
hardGate: boolean;
|
|
571
578
|
rewardEligible: boolean;
|
|
572
579
|
privileged: boolean;
|
|
573
|
-
kind: "
|
|
580
|
+
kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
|
|
574
581
|
config: Record<string, unknown>;
|
|
575
|
-
taskIds?: string[] | undefined;
|
|
576
582
|
} | {
|
|
577
583
|
id: string;
|
|
584
|
+
taskIds?: string[] | undefined;
|
|
578
585
|
version: string;
|
|
579
586
|
weight: number;
|
|
580
587
|
hardGate: boolean;
|
|
@@ -587,10 +594,9 @@ export declare const marketingPortfolioConformance: {
|
|
|
587
594
|
contentHash: string;
|
|
588
595
|
sizeBytes: number;
|
|
589
596
|
mediaType: string;
|
|
590
|
-
visibility: "
|
|
597
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
591
598
|
};
|
|
592
|
-
calibrationStatus: "
|
|
593
|
-
taskIds?: string[] | undefined;
|
|
599
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
594
600
|
model?: {
|
|
595
601
|
providerId: string;
|
|
596
602
|
modelId: string;
|
|
@@ -599,27 +605,28 @@ export declare const marketingPortfolioConformance: {
|
|
|
599
605
|
temperature?: number | undefined;
|
|
600
606
|
} | {
|
|
601
607
|
id: string;
|
|
608
|
+
taskIds?: string[] | undefined;
|
|
602
609
|
version: string;
|
|
603
610
|
weight: number;
|
|
604
611
|
hardGate: boolean;
|
|
605
612
|
rewardEligible: boolean;
|
|
606
613
|
privileged: boolean;
|
|
607
614
|
kind: "custom_verifier";
|
|
615
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
608
616
|
verifierRef: {
|
|
609
617
|
id: string;
|
|
610
618
|
path: string;
|
|
611
619
|
contentHash: string;
|
|
612
620
|
sizeBytes: number;
|
|
613
621
|
mediaType: string;
|
|
614
|
-
visibility: "
|
|
622
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
615
623
|
};
|
|
624
|
+
exportName?: string | undefined;
|
|
616
625
|
timeoutMs: number;
|
|
617
626
|
networkPolicy: "none";
|
|
618
|
-
taskIds?: string[] | undefined;
|
|
619
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
620
|
-
exportName?: string | undefined;
|
|
621
627
|
} | {
|
|
622
628
|
id: string;
|
|
629
|
+
taskIds?: string[] | undefined;
|
|
623
630
|
version: string;
|
|
624
631
|
weight: number;
|
|
625
632
|
hardGate: boolean;
|
|
@@ -632,10 +639,9 @@ export declare const marketingPortfolioConformance: {
|
|
|
632
639
|
contentHash: string;
|
|
633
640
|
sizeBytes: number;
|
|
634
641
|
mediaType: string;
|
|
635
|
-
visibility: "
|
|
642
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
636
643
|
};
|
|
637
644
|
reviewerRole: string;
|
|
638
|
-
taskIds?: string[] | undefined;
|
|
639
645
|
form?: {
|
|
640
646
|
schemaVersion: "openpond.humanForm.v1";
|
|
641
647
|
mode: "individual" | "pairwise";
|
|
@@ -646,77 +652,71 @@ export declare const marketingPortfolioConformance: {
|
|
|
646
652
|
instructions: string;
|
|
647
653
|
required: boolean;
|
|
648
654
|
allowAbstain: boolean;
|
|
649
|
-
kind: "score";
|
|
650
|
-
minimum: number;
|
|
651
|
-
maximum: number;
|
|
652
|
-
step: number;
|
|
653
655
|
requireRationale?: boolean | undefined;
|
|
654
656
|
anchors?: {
|
|
655
657
|
value: string | number | boolean;
|
|
656
658
|
description: string;
|
|
657
659
|
}[] | undefined;
|
|
660
|
+
kind: "score";
|
|
661
|
+
minimum: number;
|
|
662
|
+
maximum: number;
|
|
663
|
+
step: number;
|
|
658
664
|
} | {
|
|
659
665
|
id: string;
|
|
660
666
|
label: string;
|
|
661
667
|
instructions: string;
|
|
662
668
|
required: boolean;
|
|
663
669
|
allowAbstain: boolean;
|
|
664
|
-
kind: "category";
|
|
665
|
-
options: string[];
|
|
666
670
|
requireRationale?: boolean | undefined;
|
|
667
671
|
anchors?: {
|
|
668
672
|
value: string | number | boolean;
|
|
669
673
|
description: string;
|
|
670
674
|
}[] | undefined;
|
|
675
|
+
kind: "category";
|
|
676
|
+
options: string[];
|
|
671
677
|
} | {
|
|
672
678
|
id: string;
|
|
673
679
|
label: string;
|
|
674
680
|
instructions: string;
|
|
675
681
|
required: boolean;
|
|
676
682
|
allowAbstain: boolean;
|
|
677
|
-
kind: "boolean";
|
|
678
683
|
requireRationale?: boolean | undefined;
|
|
679
684
|
anchors?: {
|
|
680
685
|
value: string | number | boolean;
|
|
681
686
|
description: string;
|
|
682
687
|
}[] | undefined;
|
|
688
|
+
kind: "boolean";
|
|
683
689
|
} | {
|
|
684
690
|
id: string;
|
|
685
691
|
label: string;
|
|
686
692
|
instructions: string;
|
|
687
693
|
required: boolean;
|
|
688
694
|
allowAbstain: boolean;
|
|
689
|
-
kind: "text";
|
|
690
|
-
maximumLength: number;
|
|
691
695
|
requireRationale?: boolean | undefined;
|
|
692
696
|
anchors?: {
|
|
693
697
|
value: string | number | boolean;
|
|
694
698
|
description: string;
|
|
695
699
|
}[] | undefined;
|
|
700
|
+
kind: "text";
|
|
696
701
|
minimumLength?: number | undefined;
|
|
702
|
+
maximumLength: number;
|
|
697
703
|
} | {
|
|
698
704
|
id: string;
|
|
699
705
|
label: string;
|
|
700
706
|
instructions: string;
|
|
701
707
|
required: boolean;
|
|
702
708
|
allowAbstain: boolean;
|
|
703
|
-
kind: "preference";
|
|
704
|
-
allowTie: boolean;
|
|
705
709
|
requireRationale?: boolean | undefined;
|
|
706
710
|
anchors?: {
|
|
707
711
|
value: string | number | boolean;
|
|
708
712
|
description: string;
|
|
709
713
|
}[] | undefined;
|
|
714
|
+
kind: "preference";
|
|
710
715
|
requireStrength?: boolean | undefined;
|
|
716
|
+
allowTie: boolean;
|
|
711
717
|
})[];
|
|
712
718
|
} | undefined;
|
|
713
719
|
})[];
|
|
714
|
-
metadata: Record<string, unknown>;
|
|
715
|
-
contentHash: string;
|
|
716
|
-
environmentRelease?: {
|
|
717
|
-
id: string;
|
|
718
|
-
contentHash: string;
|
|
719
|
-
} | undefined;
|
|
720
720
|
verifierSetRelease?: {
|
|
721
721
|
id: string;
|
|
722
722
|
contentHash: string;
|
|
@@ -724,8 +724,9 @@ export declare const marketingPortfolioConformance: {
|
|
|
724
724
|
metrics?: {
|
|
725
725
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
726
726
|
primaryMetric: string;
|
|
727
|
-
aggregation: "
|
|
728
|
-
missingReward: "
|
|
727
|
+
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
728
|
+
missingReward: "exclude" | "zero";
|
|
729
|
+
taskWeights?: Record<string, number> | undefined;
|
|
729
730
|
customAggregator: {
|
|
730
731
|
module: string;
|
|
731
732
|
exportName: string;
|
|
@@ -733,8 +734,9 @@ export declare const marketingPortfolioConformance: {
|
|
|
733
734
|
timeoutMs: number;
|
|
734
735
|
networkPolicy: "none";
|
|
735
736
|
} | null;
|
|
736
|
-
taskWeights?: Record<string, number> | undefined;
|
|
737
737
|
} | undefined;
|
|
738
|
+
metadata: Record<string, unknown>;
|
|
739
|
+
contentHash: string;
|
|
738
740
|
};
|
|
739
741
|
manifest: {
|
|
740
742
|
schemaVersion: "openpond.runManifest.v1";
|
|
@@ -757,7 +759,7 @@ export declare const marketingPortfolioConformance: {
|
|
|
757
759
|
};
|
|
758
760
|
runtimeTarget: {
|
|
759
761
|
adapterId: string;
|
|
760
|
-
placement: "
|
|
762
|
+
placement: "colocated" | "local" | "provider_native" | "remote";
|
|
761
763
|
runtimeVersion: string;
|
|
762
764
|
capabilityReceipt: string;
|
|
763
765
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"conformance.d.ts","sourceRoot":"","sources":["
|
|
1
|
+
{"version":3,"file":"conformance.d.ts","sourceRoot":"","sources":["../../src/conformance.ts"],"names":[],"mappings":"AAaA,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAEjC,CAAC;AAEH,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAGxC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"codex-command-observations.d.ts","sourceRoot":"","sources":["
|
|
1
|
+
{"version":3,"file":"codex-command-observations.d.ts","sourceRoot":"","sources":["../../../src/connected-evidence/codex-command-observations.ts"],"names":[],"mappings":"AAcA;kFACkF;AAClF,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,MAAM;SAGrB,MAAM;qBAAmB,MAAM;SAAO,MAAM,GAAG,IAAI;IAiCjF;AAED;2EAC2E;AAC3E,wBAAgB,2BAA2B,CAAC,GAAG,EAAE,MAAM,WAEtD;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM;;;IAkBxE"}
|