@openpond/evals 0.11.21 → 0.12.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +12 -0
- package/dist/artifact-verification.js +2 -0
- package/dist/connected-evidence/codex-command-observations.js +81 -0
- package/dist/connected-evidence/contracts.js +13 -0
- package/dist/connected-evidence/git-file-contracts.js +16 -0
- package/dist/connected-evidence/git-file-proof.js +86 -0
- package/dist/connected-evidence/git-starting-state.js +81 -0
- package/dist/connected-evidence/git.js +2 -0
- package/dist/connected-evidence/imports.js +2 -1
- package/dist/connected-evidence/index.js +1 -0
- package/dist/connected-evidence/normalize.js +1 -0
- package/dist/connected-evidence/sources/claude-branches.js +34 -1
- package/dist/connected-evidence/sources/claude-code.js +1 -1
- package/dist/connected-evidence/sources/codex-metadata.js +33 -0
- package/dist/connected-evidence/sources/codex.js +16 -2
- package/dist/graders.js +10 -4
- package/dist/javascript-verifier.js +1 -0
- package/dist/native-conversations/codex-window-inventory.js +6 -7
- package/dist/native-conversations/collector-acquisition.js +17 -6
- package/dist/native-conversations/collector-source-cache.js +1 -1
- package/dist/native-conversations/collector-store.js +27 -2
- package/dist/native-conversations/collector.js +4 -3
- package/dist/native-conversations/git-assets.js +61 -0
- package/dist/native-conversations/history.js +7 -0
- package/dist/native-conversations/index.js +2 -0
- package/dist/native-conversations/selection.js +57 -0
- package/dist/native-conversations/supervisor.js +2 -0
- package/dist/prepared-process-isolation.js +131 -0
- package/dist/rewards.js +17 -5
- package/dist/tasksets.js +7 -0
- package/dist/types/artifact-verification.d.ts.map +1 -1
- package/dist/types/benchmarks.d.ts +22 -22
- package/dist/types/benchmarks.d.ts.map +1 -1
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts +40 -35
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts.map +1 -1
- package/dist/types/compatibility.d.ts.map +1 -1
- package/dist/types/conformance.d.ts +98 -88
- package/dist/types/conformance.d.ts.map +1 -1
- package/dist/types/connected-evidence/codex-command-observations.d.ts +15 -0
- package/dist/types/connected-evidence/codex-command-observations.d.ts.map +1 -0
- package/dist/types/connected-evidence/collector-coverage-contracts.d.ts +6 -6
- package/dist/types/connected-evidence/collector-coverage-contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/contracts.d.ts +80 -58
- package/dist/types/connected-evidence/contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/git-file-contracts.d.ts +18 -0
- package/dist/types/connected-evidence/git-file-contracts.d.ts.map +1 -0
- package/dist/types/connected-evidence/git-file-proof.d.ts +13 -0
- package/dist/types/connected-evidence/git-file-proof.d.ts.map +1 -0
- package/dist/types/connected-evidence/git-starting-state.d.ts +28 -0
- package/dist/types/connected-evidence/git-starting-state.d.ts.map +1 -0
- package/dist/types/connected-evidence/git.d.ts +3 -0
- package/dist/types/connected-evidence/git.d.ts.map +1 -0
- package/dist/types/connected-evidence/imports.d.ts.map +1 -1
- package/dist/types/connected-evidence/index.d.ts +1 -0
- package/dist/types/connected-evidence/index.d.ts.map +1 -1
- package/dist/types/connected-evidence/normalize.d.ts +1 -0
- package/dist/types/connected-evidence/normalize.d.ts.map +1 -1
- package/dist/types/connected-evidence/python-correctness.d.ts +38 -38
- package/dist/types/connected-evidence/python-correctness.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/claude-branches.d.ts +1 -0
- package/dist/types/connected-evidence/sources/claude-branches.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/claude-code.d.ts +25 -15
- package/dist/types/connected-evidence/sources/claude-code.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex-authorization.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex-metadata.d.ts +10 -0
- package/dist/types/connected-evidence/sources/codex-metadata.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/codex.d.ts +25 -15
- package/dist/types/connected-evidence/sources/codex.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/grok-build.d.ts +25 -15
- package/dist/types/connected-evidence/sources/grok-build.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/history.d.ts +50 -30
- package/dist/types/connected-evidence/sources/history.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/opencode.d.ts +25 -15
- package/dist/types/connected-evidence/sources/opencode.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/pi.d.ts +25 -15
- package/dist/types/connected-evidence/sources/pi.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/usage.d.ts.map +1 -1
- package/dist/types/connected-evidence/usage-summary.d.ts.map +1 -1
- package/dist/types/deterministic-graders.d.ts.map +1 -1
- package/dist/types/environment-execution-services-contract.d.ts +19 -19
- package/dist/types/environment-execution-services-contract.d.ts.map +1 -1
- package/dist/types/environment-execution-services.d.ts.map +1 -1
- package/dist/types/evidence/authoring.d.ts.map +1 -1
- package/dist/types/evidence/conformance.d.ts +98 -98
- package/dist/types/evidence/conformance.d.ts.map +1 -1
- package/dist/types/evidence/contracts.d.ts +183 -183
- package/dist/types/evidence/contracts.d.ts.map +1 -1
- package/dist/types/evidence/eligibility.d.ts +160 -160
- package/dist/types/evidence/eligibility.d.ts.map +1 -1
- package/dist/types/evidence/index.d.ts.map +1 -1
- package/dist/types/execution-contracts.d.ts +118 -110
- package/dist/types/execution-contracts.d.ts.map +1 -1
- package/dist/types/execution-receipts.d.ts.map +1 -1
- package/dist/types/experiments.d.ts +96 -96
- package/dist/types/experiments.d.ts.map +1 -1
- package/dist/types/graders.d.ts +38 -35
- package/dist/types/graders.d.ts.map +1 -1
- package/dist/types/harness-experiment-source.d.ts.map +1 -1
- package/dist/types/harness.d.ts.map +1 -1
- package/dist/types/human-review/comparison.d.ts +189 -189
- package/dist/types/human-review/comparison.d.ts.map +1 -1
- package/dist/types/human-review/contracts.d.ts +178 -178
- package/dist/types/human-review/contracts.d.ts.map +1 -1
- package/dist/types/human-review/execution.d.ts +53 -53
- package/dist/types/human-review/execution.d.ts.map +1 -1
- package/dist/types/human-review/handoff.d.ts +43 -43
- package/dist/types/human-review/handoff.d.ts.map +1 -1
- package/dist/types/human-review/index.d.ts.map +1 -1
- package/dist/types/human-review/local-publication.d.ts +4 -4
- package/dist/types/human-review/local-publication.d.ts.map +1 -1
- package/dist/types/human-review/repository.d.ts.map +1 -1
- package/dist/types/human-review/results.d.ts +8 -8
- package/dist/types/human-review/results.d.ts.map +1 -1
- package/dist/types/human-review/service.d.ts +292 -292
- package/dist/types/human-review/service.d.ts.map +1 -1
- package/dist/types/human-review/task-proposals.d.ts +2 -2
- package/dist/types/human-review/task-proposals.d.ts.map +1 -1
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/javascript-environment-attempt.d.ts.map +1 -1
- package/dist/types/javascript-environment-contract.d.ts +39 -39
- package/dist/types/javascript-environment-contract.d.ts.map +1 -1
- package/dist/types/javascript-environment-node.d.ts.map +1 -1
- package/dist/types/javascript-environment.d.ts +14 -14
- package/dist/types/javascript-environment.d.ts.map +1 -1
- package/dist/types/javascript-isolate-node.d.ts.map +1 -1
- package/dist/types/javascript-isolate-process-entry.d.ts.map +1 -1
- package/dist/types/javascript-isolate-process.d.ts.map +1 -1
- package/dist/types/javascript-isolate.d.ts.map +1 -1
- package/dist/types/javascript-verifier-contract.d.ts.map +1 -1
- package/dist/types/javascript-verifier-node.d.ts.map +1 -1
- package/dist/types/javascript-verifier-worker.d.ts.map +1 -1
- package/dist/types/javascript-verifier.d.ts +1 -0
- package/dist/types/javascript-verifier.d.ts.map +1 -1
- package/dist/types/learned-preference.d.ts +10 -10
- package/dist/types/learned-preference.d.ts.map +1 -1
- package/dist/types/learning/acceptance-group.d.ts +44 -44
- package/dist/types/learning/acceptance-group.d.ts.map +1 -1
- package/dist/types/learning/acceptance-plan.d.ts +8 -8
- package/dist/types/learning/acceptance-plan.d.ts.map +1 -1
- package/dist/types/learning/admission.d.ts +38 -36
- package/dist/types/learning/admission.d.ts.map +1 -1
- package/dist/types/learning/assets.d.ts +2 -2
- package/dist/types/learning/assets.d.ts.map +1 -1
- package/dist/types/learning/authoring-service.d.ts +11 -9
- package/dist/types/learning/authoring-service.d.ts.map +1 -1
- package/dist/types/learning/authoring.d.ts +46 -38
- package/dist/types/learning/authoring.d.ts.map +1 -1
- package/dist/types/learning/batch-service.d.ts +75 -68
- package/dist/types/learning/batch-service.d.ts.map +1 -1
- package/dist/types/learning/budgeted-reward-fixtures.d.ts.map +1 -1
- package/dist/types/learning/contracts.d.ts +314 -290
- package/dist/types/learning/contracts.d.ts.map +1 -1
- package/dist/types/learning/errors.d.ts.map +1 -1
- package/dist/types/learning/grade-judge-budget.d.ts.map +1 -1
- package/dist/types/learning/grade-worker.d.ts.map +1 -1
- package/dist/types/learning/index.d.ts.map +1 -1
- package/dist/types/learning/intake-contracts.d.ts +10 -10
- package/dist/types/learning/intake-contracts.d.ts.map +1 -1
- package/dist/types/learning/intake-csv.d.ts.map +1 -1
- package/dist/types/learning/intake-history.d.ts.map +1 -1
- package/dist/types/learning/intake-service.d.ts.map +1 -1
- package/dist/types/learning/intake-text.d.ts.map +1 -1
- package/dist/types/learning/intake.d.ts.map +1 -1
- package/dist/types/learning/iteration-budget.d.ts.map +1 -1
- package/dist/types/learning/iteration-candidate-decision.d.ts +16 -16
- package/dist/types/learning/iteration-candidate-decision.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-commands.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-contracts.d.ts +4 -4
- package/dist/types/learning/iteration-dispatch-contracts.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-worker.d.ts.map +1 -1
- package/dist/types/learning/iteration-eligibility.d.ts +1 -1
- package/dist/types/learning/iteration-eligibility.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-cancellation.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-contracts.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-service.d.ts.map +1 -1
- package/dist/types/learning/iteration-training-parent.d.ts.map +1 -1
- package/dist/types/learning/judge-budget.d.ts +1 -1
- package/dist/types/learning/judge-budget.d.ts.map +1 -1
- package/dist/types/learning/model-judge.d.ts.map +1 -1
- package/dist/types/learning/nightly-schedule.d.ts.map +1 -1
- package/dist/types/learning/operations.d.ts +312 -298
- package/dist/types/learning/operations.d.ts.map +1 -1
- package/dist/types/learning/policy-inspection.d.ts.map +1 -1
- package/dist/types/learning/rating-reward-fixture.d.ts.map +1 -1
- package/dist/types/learning/repository.d.ts +197 -180
- package/dist/types/learning/repository.d.ts.map +1 -1
- package/dist/types/learning/reward-authoring.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration-closure.d.ts +252 -244
- package/dist/types/learning/reward-calibration-closure.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration.d.ts +62 -62
- package/dist/types/learning/reward-calibration.d.ts.map +1 -1
- package/dist/types/learning/reward-check-budget.d.ts.map +1 -1
- package/dist/types/learning/reward-check-service.d.ts.map +1 -1
- package/dist/types/learning/reward-check-worker.d.ts.map +1 -1
- package/dist/types/learning/reward-checks.d.ts +30 -28
- package/dist/types/learning/reward-checks.d.ts.map +1 -1
- package/dist/types/learning/reward-fixture-executor.d.ts.map +1 -1
- package/dist/types/learning/schedule-contracts.d.ts +3 -3
- package/dist/types/learning/schedule-contracts.d.ts.map +1 -1
- package/dist/types/learning/schedule-service.d.ts +2 -2
- package/dist/types/learning/schedule-service.d.ts.map +1 -1
- package/dist/types/learning/schedule-worker.d.ts.map +1 -1
- package/dist/types/learning/service.d.ts +3 -3
- package/dist/types/learning/service.d.ts.map +1 -1
- package/dist/types/learning/task-queue-inspection.d.ts.map +1 -1
- package/dist/types/learning/training-handoff.d.ts +9 -9
- package/dist/types/learning/training-handoff.d.ts.map +1 -1
- package/dist/types/learning/transport.d.ts +2203 -2179
- package/dist/types/learning/transport.d.ts.map +1 -1
- package/dist/types/metric-policy.d.ts +6 -6
- package/dist/types/metric-policy.d.ts.map +1 -1
- package/dist/types/metrics-node.d.ts.map +1 -1
- package/dist/types/metrics.d.ts.map +1 -1
- package/dist/types/model-improvement-qualification.d.ts +17 -17
- package/dist/types/model-improvement-qualification.d.ts.map +1 -1
- package/dist/types/native-conversations/appimage-runtime.d.ts.map +1 -1
- package/dist/types/native-conversations/codex-window-inventory.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-acquisition.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-branches.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-calendar-gate.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-contracts.d.ts +3 -0
- package/dist/types/native-conversations/collector-contracts.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-coverage.d.ts +2 -2
- package/dist/types/native-conversations/collector-coverage.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-cron.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-destinations.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-errors.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-progress.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-schedule.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-service-files.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-snapshots.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-source-cache.d.ts +2 -2
- package/dist/types/native-conversations/collector-source-cache.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-store.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-sync-requests.d.ts.map +1 -1
- package/dist/types/native-conversations/collector.d.ts.map +1 -1
- package/dist/types/native-conversations/contracts.d.ts.map +1 -1
- package/dist/types/native-conversations/database.d.ts.map +1 -1
- package/dist/types/native-conversations/discovery.d.ts.map +1 -1
- package/dist/types/native-conversations/git-assets.d.ts +32 -0
- package/dist/types/native-conversations/git-assets.d.ts.map +1 -0
- package/dist/types/native-conversations/history.d.ts +1 -0
- package/dist/types/native-conversations/history.d.ts.map +1 -1
- package/dist/types/native-conversations/index.d.ts +2 -0
- package/dist/types/native-conversations/index.d.ts.map +1 -1
- package/dist/types/native-conversations/location.d.ts.map +1 -1
- package/dist/types/native-conversations/openclaw-cold-archive.d.ts.map +1 -1
- package/dist/types/native-conversations/openclaw-database.d.ts.map +1 -1
- package/dist/types/native-conversations/readiness.d.ts.map +1 -1
- package/dist/types/native-conversations/selection.d.ts +32 -0
- package/dist/types/native-conversations/selection.d.ts.map +1 -0
- package/dist/types/native-conversations/source-locations.d.ts.map +1 -1
- package/dist/types/native-conversations/supervisor.d.ts.map +1 -1
- package/dist/types/native-conversations/titles.d.ts.map +1 -1
- package/dist/types/native-harness-experiment-attempt.d.ts.map +1 -1
- package/dist/types/preferences.d.ts +22 -22
- package/dist/types/preferences.d.ts.map +1 -1
- package/dist/types/prepared-process-isolation.d.ts +5 -0
- package/dist/types/prepared-process-isolation.d.ts.map +1 -0
- package/dist/types/profile-evaluation-comparisons.d.ts +18 -18
- package/dist/types/profile-evaluation-comparisons.d.ts.map +1 -1
- package/dist/types/profile-evaluation-execution.d.ts.map +1 -1
- package/dist/types/profile-evaluation-reports.d.ts +2 -2
- package/dist/types/profile-evaluation-reports.d.ts.map +1 -1
- package/dist/types/profile-evaluation-suites.d.ts.map +1 -1
- package/dist/types/profile-evaluation-target.d.ts.map +1 -1
- package/dist/types/profile-evaluations.d.ts +15 -15
- package/dist/types/profile-evaluations.d.ts.map +1 -1
- package/dist/types/profile-external-evaluation.d.ts +84 -84
- package/dist/types/profile-external-evaluation.d.ts.map +1 -1
- package/dist/types/profile-source-candidate.d.ts.map +1 -1
- package/dist/types/review-conformance.d.ts +58 -58
- package/dist/types/review-conformance.d.ts.map +1 -1
- package/dist/types/rewards.d.ts +110 -101
- package/dist/types/rewards.d.ts.map +1 -1
- package/dist/types/rollouts.d.ts +16 -16
- package/dist/types/rollouts.d.ts.map +1 -1
- package/dist/types/runs.d.ts +22 -22
- package/dist/types/runs.d.ts.map +1 -1
- package/dist/types/sql-execution-contract.d.ts +3 -3
- package/dist/types/sql-execution-contract.d.ts.map +1 -1
- package/dist/types/sql-execution-engine.d.ts.map +1 -1
- package/dist/types/sql-execution-node.d.ts.map +1 -1
- package/dist/types/sql-execution-process-entry.d.ts.map +1 -1
- package/dist/types/task-schema-validation.d.ts.map +1 -1
- package/dist/types/task-schema.d.ts.map +1 -1
- package/dist/types/task-value-validator.d.ts.map +1 -1
- package/dist/types/taskset-run-contract.d.ts +26 -26
- package/dist/types/taskset-run-contract.d.ts.map +1 -1
- package/dist/types/tasksets.d.ts +89 -69
- package/dist/types/tasksets.d.ts.map +1 -1
- package/dist/types/telemetry/index.d.ts.map +1 -1
- package/dist/types/telemetry-analysis.d.ts +6 -6
- package/dist/types/telemetry-analysis.d.ts.map +1 -1
- package/dist/types/telemetry-bundle.d.ts +42 -42
- package/dist/types/telemetry-bundle.d.ts.map +1 -1
- package/dist/types/telemetry-catalog.d.ts +67 -67
- package/dist/types/telemetry-catalog.d.ts.map +1 -1
- package/dist/types/telemetry.d.ts +44 -44
- package/dist/types/telemetry.d.ts.map +1 -1
- package/package.json +6 -1
- package/schemas/learning/v1/binding.schema.json +8 -0
- package/schemas/learning/v1/command-request.schema.json +12 -0
- package/schemas/learning/v1/decision.schema.json +5 -1
- package/schemas/learning/v1/definition.schema.json +4 -0
- package/schemas/learning/v1/draft.schema.json +8 -0
- package/schemas/learning/v1/evidence.schema.json +4 -0
- package/schemas/learning/v1/example-submission.schema.json +4 -0
- package/schemas/learning/v1/grade.schema.json +5 -1
- package/schemas/learning/v1/package.schema.json +117 -93
- package/schemas/learning/v1/reward_check.schema.json +2 -1
|
@@ -12,7 +12,7 @@ export declare const genericToolConformance: {
|
|
|
12
12
|
contentHash: string;
|
|
13
13
|
sizeBytes: number;
|
|
14
14
|
mediaType: string;
|
|
15
|
-
visibility: "
|
|
15
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
16
16
|
}[];
|
|
17
17
|
skills: {
|
|
18
18
|
id: string;
|
|
@@ -20,7 +20,7 @@ export declare const genericToolConformance: {
|
|
|
20
20
|
contentHash: string;
|
|
21
21
|
sizeBytes: number;
|
|
22
22
|
mediaType: string;
|
|
23
|
-
visibility: "
|
|
23
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
24
24
|
}[];
|
|
25
25
|
agents: {
|
|
26
26
|
id: string;
|
|
@@ -28,7 +28,7 @@ export declare const genericToolConformance: {
|
|
|
28
28
|
contentHash: string;
|
|
29
29
|
sizeBytes: number;
|
|
30
30
|
mediaType: string;
|
|
31
|
-
visibility: "
|
|
31
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
32
32
|
}[];
|
|
33
33
|
toolDeclarations: {
|
|
34
34
|
name: string;
|
|
@@ -42,7 +42,7 @@ export declare const genericToolConformance: {
|
|
|
42
42
|
id: string;
|
|
43
43
|
required: boolean;
|
|
44
44
|
scopes: string[];
|
|
45
|
-
portability: "
|
|
45
|
+
portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
|
|
46
46
|
}[];
|
|
47
47
|
dependencyLock: {
|
|
48
48
|
id: string;
|
|
@@ -50,7 +50,7 @@ export declare const genericToolConformance: {
|
|
|
50
50
|
contentHash: string;
|
|
51
51
|
sizeBytes: number;
|
|
52
52
|
mediaType: string;
|
|
53
|
-
visibility: "
|
|
53
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
54
54
|
};
|
|
55
55
|
portability: {
|
|
56
56
|
portable: boolean;
|
|
@@ -74,7 +74,7 @@ export declare const genericToolConformance: {
|
|
|
74
74
|
contentHash: string;
|
|
75
75
|
sizeBytes: number;
|
|
76
76
|
mediaType: string;
|
|
77
|
-
visibility: "
|
|
77
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
78
78
|
};
|
|
79
79
|
tools: {
|
|
80
80
|
name: string;
|
|
@@ -90,7 +90,7 @@ export declare const genericToolConformance: {
|
|
|
90
90
|
step: true;
|
|
91
91
|
collect: true;
|
|
92
92
|
destroy: true;
|
|
93
|
-
resetScope: "
|
|
93
|
+
resetScope: "attempt" | "task";
|
|
94
94
|
};
|
|
95
95
|
graderInterface: {
|
|
96
96
|
visibleEvidence: string[];
|
|
@@ -103,7 +103,7 @@ export declare const genericToolConformance: {
|
|
|
103
103
|
contentHash: string;
|
|
104
104
|
sizeBytes: number;
|
|
105
105
|
mediaType: string;
|
|
106
|
-
visibility: "
|
|
106
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
107
107
|
}[];
|
|
108
108
|
metadata: Record<string, unknown>;
|
|
109
109
|
contentHash: string;
|
|
@@ -120,14 +120,18 @@ export declare const genericToolConformance: {
|
|
|
120
120
|
};
|
|
121
121
|
environment: {
|
|
122
122
|
protocolVersion: "openpond.environment.v1";
|
|
123
|
-
kind: "
|
|
123
|
+
kind: "agent" | "custom_program" | "text" | "work";
|
|
124
124
|
entrypoint: string;
|
|
125
125
|
stateful: boolean;
|
|
126
126
|
deterministicSeeds: boolean;
|
|
127
|
-
lifecycle: ("
|
|
128
|
-
networkPolicy: "
|
|
127
|
+
lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
|
|
128
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
129
129
|
defaultTimeoutMs: number;
|
|
130
130
|
};
|
|
131
|
+
environmentRelease?: {
|
|
132
|
+
id: string;
|
|
133
|
+
contentHash: string;
|
|
134
|
+
} | undefined;
|
|
131
135
|
tools: {
|
|
132
136
|
name: string;
|
|
133
137
|
description: string;
|
|
@@ -140,12 +144,12 @@ export declare const genericToolConformance: {
|
|
|
140
144
|
id: string;
|
|
141
145
|
required: boolean;
|
|
142
146
|
scopes: string[];
|
|
143
|
-
portability: "
|
|
147
|
+
portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
|
|
144
148
|
}[];
|
|
145
149
|
tasks: {
|
|
146
150
|
id: string;
|
|
147
151
|
clusterKey: string;
|
|
148
|
-
split: "
|
|
152
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
149
153
|
input: Record<string, unknown>;
|
|
150
154
|
expectedOutput: Record<string, unknown> | null;
|
|
151
155
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -156,9 +160,8 @@ export declare const genericToolConformance: {
|
|
|
156
160
|
contentHash: string;
|
|
157
161
|
sizeBytes: number;
|
|
158
162
|
mediaType: string;
|
|
159
|
-
visibility: "
|
|
163
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
160
164
|
}[];
|
|
161
|
-
tags: string[];
|
|
162
165
|
requiredOutputs?: {
|
|
163
166
|
path: string;
|
|
164
167
|
mediaType: string;
|
|
@@ -168,23 +171,27 @@ export declare const genericToolConformance: {
|
|
|
168
171
|
contentHash: string;
|
|
169
172
|
sizeBytes: number;
|
|
170
173
|
mediaType: string;
|
|
171
|
-
visibility: "
|
|
174
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
172
175
|
} | null;
|
|
176
|
+
submissionMode?: "structured_json" | undefined;
|
|
173
177
|
maxBytes: number | null;
|
|
174
178
|
metadata: Record<string, unknown>;
|
|
175
179
|
}[] | undefined;
|
|
180
|
+
tags: string[];
|
|
176
181
|
}[];
|
|
177
182
|
graders: ({
|
|
178
183
|
id: string;
|
|
184
|
+
taskIds?: string[] | undefined;
|
|
179
185
|
version: string;
|
|
180
186
|
weight: number;
|
|
181
187
|
hardGate: boolean;
|
|
182
188
|
rewardEligible: boolean;
|
|
183
189
|
privileged: boolean;
|
|
184
|
-
kind: "
|
|
190
|
+
kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
|
|
185
191
|
config: Record<string, unknown>;
|
|
186
192
|
} | {
|
|
187
193
|
id: string;
|
|
194
|
+
taskIds?: string[] | undefined;
|
|
188
195
|
version: string;
|
|
189
196
|
weight: number;
|
|
190
197
|
hardGate: boolean;
|
|
@@ -197,9 +204,9 @@ export declare const genericToolConformance: {
|
|
|
197
204
|
contentHash: string;
|
|
198
205
|
sizeBytes: number;
|
|
199
206
|
mediaType: string;
|
|
200
|
-
visibility: "
|
|
207
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
201
208
|
};
|
|
202
|
-
calibrationStatus: "
|
|
209
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
203
210
|
model?: {
|
|
204
211
|
providerId: string;
|
|
205
212
|
modelId: string;
|
|
@@ -208,26 +215,28 @@ export declare const genericToolConformance: {
|
|
|
208
215
|
temperature?: number | undefined;
|
|
209
216
|
} | {
|
|
210
217
|
id: string;
|
|
218
|
+
taskIds?: string[] | undefined;
|
|
211
219
|
version: string;
|
|
212
220
|
weight: number;
|
|
213
221
|
hardGate: boolean;
|
|
214
222
|
rewardEligible: boolean;
|
|
215
223
|
privileged: boolean;
|
|
216
224
|
kind: "custom_verifier";
|
|
225
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
217
226
|
verifierRef: {
|
|
218
227
|
id: string;
|
|
219
228
|
path: string;
|
|
220
229
|
contentHash: string;
|
|
221
230
|
sizeBytes: number;
|
|
222
231
|
mediaType: string;
|
|
223
|
-
visibility: "
|
|
232
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
224
233
|
};
|
|
234
|
+
exportName?: string | undefined;
|
|
225
235
|
timeoutMs: number;
|
|
226
236
|
networkPolicy: "none";
|
|
227
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
228
|
-
exportName?: string | undefined;
|
|
229
237
|
} | {
|
|
230
238
|
id: string;
|
|
239
|
+
taskIds?: string[] | undefined;
|
|
231
240
|
version: string;
|
|
232
241
|
weight: number;
|
|
233
242
|
hardGate: boolean;
|
|
@@ -240,7 +249,7 @@ export declare const genericToolConformance: {
|
|
|
240
249
|
contentHash: string;
|
|
241
250
|
sizeBytes: number;
|
|
242
251
|
mediaType: string;
|
|
243
|
-
visibility: "
|
|
252
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
244
253
|
};
|
|
245
254
|
reviewerRole: string;
|
|
246
255
|
form?: {
|
|
@@ -253,77 +262,71 @@ export declare const genericToolConformance: {
|
|
|
253
262
|
instructions: string;
|
|
254
263
|
required: boolean;
|
|
255
264
|
allowAbstain: boolean;
|
|
256
|
-
kind: "score";
|
|
257
|
-
minimum: number;
|
|
258
|
-
maximum: number;
|
|
259
|
-
step: number;
|
|
260
265
|
requireRationale?: boolean | undefined;
|
|
261
266
|
anchors?: {
|
|
262
267
|
value: string | number | boolean;
|
|
263
268
|
description: string;
|
|
264
269
|
}[] | undefined;
|
|
270
|
+
kind: "score";
|
|
271
|
+
minimum: number;
|
|
272
|
+
maximum: number;
|
|
273
|
+
step: number;
|
|
265
274
|
} | {
|
|
266
275
|
id: string;
|
|
267
276
|
label: string;
|
|
268
277
|
instructions: string;
|
|
269
278
|
required: boolean;
|
|
270
279
|
allowAbstain: boolean;
|
|
271
|
-
kind: "category";
|
|
272
|
-
options: string[];
|
|
273
280
|
requireRationale?: boolean | undefined;
|
|
274
281
|
anchors?: {
|
|
275
282
|
value: string | number | boolean;
|
|
276
283
|
description: string;
|
|
277
284
|
}[] | undefined;
|
|
285
|
+
kind: "category";
|
|
286
|
+
options: string[];
|
|
278
287
|
} | {
|
|
279
288
|
id: string;
|
|
280
289
|
label: string;
|
|
281
290
|
instructions: string;
|
|
282
291
|
required: boolean;
|
|
283
292
|
allowAbstain: boolean;
|
|
284
|
-
kind: "boolean";
|
|
285
293
|
requireRationale?: boolean | undefined;
|
|
286
294
|
anchors?: {
|
|
287
295
|
value: string | number | boolean;
|
|
288
296
|
description: string;
|
|
289
297
|
}[] | undefined;
|
|
298
|
+
kind: "boolean";
|
|
290
299
|
} | {
|
|
291
300
|
id: string;
|
|
292
301
|
label: string;
|
|
293
302
|
instructions: string;
|
|
294
303
|
required: boolean;
|
|
295
304
|
allowAbstain: boolean;
|
|
296
|
-
kind: "text";
|
|
297
|
-
maximumLength: number;
|
|
298
305
|
requireRationale?: boolean | undefined;
|
|
299
306
|
anchors?: {
|
|
300
307
|
value: string | number | boolean;
|
|
301
308
|
description: string;
|
|
302
309
|
}[] | undefined;
|
|
310
|
+
kind: "text";
|
|
303
311
|
minimumLength?: number | undefined;
|
|
312
|
+
maximumLength: number;
|
|
304
313
|
} | {
|
|
305
314
|
id: string;
|
|
306
315
|
label: string;
|
|
307
316
|
instructions: string;
|
|
308
317
|
required: boolean;
|
|
309
318
|
allowAbstain: boolean;
|
|
310
|
-
kind: "preference";
|
|
311
|
-
allowTie: boolean;
|
|
312
319
|
requireRationale?: boolean | undefined;
|
|
313
320
|
anchors?: {
|
|
314
321
|
value: string | number | boolean;
|
|
315
322
|
description: string;
|
|
316
323
|
}[] | undefined;
|
|
324
|
+
kind: "preference";
|
|
317
325
|
requireStrength?: boolean | undefined;
|
|
326
|
+
allowTie: boolean;
|
|
318
327
|
})[];
|
|
319
328
|
} | undefined;
|
|
320
329
|
})[];
|
|
321
|
-
metadata: Record<string, unknown>;
|
|
322
|
-
contentHash: string;
|
|
323
|
-
environmentRelease?: {
|
|
324
|
-
id: string;
|
|
325
|
-
contentHash: string;
|
|
326
|
-
} | undefined;
|
|
327
330
|
verifierSetRelease?: {
|
|
328
331
|
id: string;
|
|
329
332
|
contentHash: string;
|
|
@@ -331,8 +334,9 @@ export declare const genericToolConformance: {
|
|
|
331
334
|
metrics?: {
|
|
332
335
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
333
336
|
primaryMetric: string;
|
|
334
|
-
aggregation: "
|
|
335
|
-
missingReward: "
|
|
337
|
+
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
338
|
+
missingReward: "exclude" | "zero";
|
|
339
|
+
taskWeights?: Record<string, number> | undefined;
|
|
336
340
|
customAggregator: {
|
|
337
341
|
module: string;
|
|
338
342
|
exportName: string;
|
|
@@ -340,8 +344,9 @@ export declare const genericToolConformance: {
|
|
|
340
344
|
timeoutMs: number;
|
|
341
345
|
networkPolicy: "none";
|
|
342
346
|
} | null;
|
|
343
|
-
taskWeights?: Record<string, number> | undefined;
|
|
344
347
|
} | undefined;
|
|
348
|
+
metadata: Record<string, unknown>;
|
|
349
|
+
contentHash: string;
|
|
345
350
|
};
|
|
346
351
|
manifest: {
|
|
347
352
|
schemaVersion: "openpond.runManifest.v1";
|
|
@@ -364,7 +369,7 @@ export declare const genericToolConformance: {
|
|
|
364
369
|
};
|
|
365
370
|
runtimeTarget: {
|
|
366
371
|
adapterId: string;
|
|
367
|
-
placement: "
|
|
372
|
+
placement: "colocated" | "local" | "provider_native" | "remote";
|
|
368
373
|
runtimeVersion: string;
|
|
369
374
|
capabilityReceipt: string;
|
|
370
375
|
};
|
|
@@ -397,7 +402,7 @@ export declare const marketingPortfolioConformance: {
|
|
|
397
402
|
contentHash: string;
|
|
398
403
|
sizeBytes: number;
|
|
399
404
|
mediaType: string;
|
|
400
|
-
visibility: "
|
|
405
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
401
406
|
}[];
|
|
402
407
|
skills: {
|
|
403
408
|
id: string;
|
|
@@ -405,7 +410,7 @@ export declare const marketingPortfolioConformance: {
|
|
|
405
410
|
contentHash: string;
|
|
406
411
|
sizeBytes: number;
|
|
407
412
|
mediaType: string;
|
|
408
|
-
visibility: "
|
|
413
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
409
414
|
}[];
|
|
410
415
|
agents: {
|
|
411
416
|
id: string;
|
|
@@ -413,7 +418,7 @@ export declare const marketingPortfolioConformance: {
|
|
|
413
418
|
contentHash: string;
|
|
414
419
|
sizeBytes: number;
|
|
415
420
|
mediaType: string;
|
|
416
|
-
visibility: "
|
|
421
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
417
422
|
}[];
|
|
418
423
|
toolDeclarations: {
|
|
419
424
|
name: string;
|
|
@@ -427,7 +432,7 @@ export declare const marketingPortfolioConformance: {
|
|
|
427
432
|
id: string;
|
|
428
433
|
required: boolean;
|
|
429
434
|
scopes: string[];
|
|
430
|
-
portability: "
|
|
435
|
+
portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
|
|
431
436
|
}[];
|
|
432
437
|
dependencyLock: {
|
|
433
438
|
id: string;
|
|
@@ -435,7 +440,7 @@ export declare const marketingPortfolioConformance: {
|
|
|
435
440
|
contentHash: string;
|
|
436
441
|
sizeBytes: number;
|
|
437
442
|
mediaType: string;
|
|
438
|
-
visibility: "
|
|
443
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
439
444
|
};
|
|
440
445
|
portability: {
|
|
441
446
|
portable: boolean;
|
|
@@ -459,7 +464,7 @@ export declare const marketingPortfolioConformance: {
|
|
|
459
464
|
contentHash: string;
|
|
460
465
|
sizeBytes: number;
|
|
461
466
|
mediaType: string;
|
|
462
|
-
visibility: "
|
|
467
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
463
468
|
};
|
|
464
469
|
tools: {
|
|
465
470
|
name: string;
|
|
@@ -475,7 +480,7 @@ export declare const marketingPortfolioConformance: {
|
|
|
475
480
|
step: true;
|
|
476
481
|
collect: true;
|
|
477
482
|
destroy: true;
|
|
478
|
-
resetScope: "
|
|
483
|
+
resetScope: "attempt" | "task";
|
|
479
484
|
};
|
|
480
485
|
graderInterface: {
|
|
481
486
|
visibleEvidence: string[];
|
|
@@ -488,7 +493,7 @@ export declare const marketingPortfolioConformance: {
|
|
|
488
493
|
contentHash: string;
|
|
489
494
|
sizeBytes: number;
|
|
490
495
|
mediaType: string;
|
|
491
|
-
visibility: "
|
|
496
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
492
497
|
}[];
|
|
493
498
|
metadata: Record<string, unknown>;
|
|
494
499
|
contentHash: string;
|
|
@@ -505,14 +510,18 @@ export declare const marketingPortfolioConformance: {
|
|
|
505
510
|
};
|
|
506
511
|
environment: {
|
|
507
512
|
protocolVersion: "openpond.environment.v1";
|
|
508
|
-
kind: "
|
|
513
|
+
kind: "agent" | "custom_program" | "text" | "work";
|
|
509
514
|
entrypoint: string;
|
|
510
515
|
stateful: boolean;
|
|
511
516
|
deterministicSeeds: boolean;
|
|
512
|
-
lifecycle: ("
|
|
513
|
-
networkPolicy: "
|
|
517
|
+
lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
|
|
518
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
514
519
|
defaultTimeoutMs: number;
|
|
515
520
|
};
|
|
521
|
+
environmentRelease?: {
|
|
522
|
+
id: string;
|
|
523
|
+
contentHash: string;
|
|
524
|
+
} | undefined;
|
|
516
525
|
tools: {
|
|
517
526
|
name: string;
|
|
518
527
|
description: string;
|
|
@@ -525,12 +534,12 @@ export declare const marketingPortfolioConformance: {
|
|
|
525
534
|
id: string;
|
|
526
535
|
required: boolean;
|
|
527
536
|
scopes: string[];
|
|
528
|
-
portability: "
|
|
537
|
+
portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
|
|
529
538
|
}[];
|
|
530
539
|
tasks: {
|
|
531
540
|
id: string;
|
|
532
541
|
clusterKey: string;
|
|
533
|
-
split: "
|
|
542
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
534
543
|
input: Record<string, unknown>;
|
|
535
544
|
expectedOutput: Record<string, unknown> | null;
|
|
536
545
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -541,9 +550,8 @@ export declare const marketingPortfolioConformance: {
|
|
|
541
550
|
contentHash: string;
|
|
542
551
|
sizeBytes: number;
|
|
543
552
|
mediaType: string;
|
|
544
|
-
visibility: "
|
|
553
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
545
554
|
}[];
|
|
546
|
-
tags: string[];
|
|
547
555
|
requiredOutputs?: {
|
|
548
556
|
path: string;
|
|
549
557
|
mediaType: string;
|
|
@@ -553,23 +561,27 @@ export declare const marketingPortfolioConformance: {
|
|
|
553
561
|
contentHash: string;
|
|
554
562
|
sizeBytes: number;
|
|
555
563
|
mediaType: string;
|
|
556
|
-
visibility: "
|
|
564
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
557
565
|
} | null;
|
|
566
|
+
submissionMode?: "structured_json" | undefined;
|
|
558
567
|
maxBytes: number | null;
|
|
559
568
|
metadata: Record<string, unknown>;
|
|
560
569
|
}[] | undefined;
|
|
570
|
+
tags: string[];
|
|
561
571
|
}[];
|
|
562
572
|
graders: ({
|
|
563
573
|
id: string;
|
|
574
|
+
taskIds?: string[] | undefined;
|
|
564
575
|
version: string;
|
|
565
576
|
weight: number;
|
|
566
577
|
hardGate: boolean;
|
|
567
578
|
rewardEligible: boolean;
|
|
568
579
|
privileged: boolean;
|
|
569
|
-
kind: "
|
|
580
|
+
kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
|
|
570
581
|
config: Record<string, unknown>;
|
|
571
582
|
} | {
|
|
572
583
|
id: string;
|
|
584
|
+
taskIds?: string[] | undefined;
|
|
573
585
|
version: string;
|
|
574
586
|
weight: number;
|
|
575
587
|
hardGate: boolean;
|
|
@@ -582,9 +594,9 @@ export declare const marketingPortfolioConformance: {
|
|
|
582
594
|
contentHash: string;
|
|
583
595
|
sizeBytes: number;
|
|
584
596
|
mediaType: string;
|
|
585
|
-
visibility: "
|
|
597
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
586
598
|
};
|
|
587
|
-
calibrationStatus: "
|
|
599
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
588
600
|
model?: {
|
|
589
601
|
providerId: string;
|
|
590
602
|
modelId: string;
|
|
@@ -593,26 +605,28 @@ export declare const marketingPortfolioConformance: {
|
|
|
593
605
|
temperature?: number | undefined;
|
|
594
606
|
} | {
|
|
595
607
|
id: string;
|
|
608
|
+
taskIds?: string[] | undefined;
|
|
596
609
|
version: string;
|
|
597
610
|
weight: number;
|
|
598
611
|
hardGate: boolean;
|
|
599
612
|
rewardEligible: boolean;
|
|
600
613
|
privileged: boolean;
|
|
601
614
|
kind: "custom_verifier";
|
|
615
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
602
616
|
verifierRef: {
|
|
603
617
|
id: string;
|
|
604
618
|
path: string;
|
|
605
619
|
contentHash: string;
|
|
606
620
|
sizeBytes: number;
|
|
607
621
|
mediaType: string;
|
|
608
|
-
visibility: "
|
|
622
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
609
623
|
};
|
|
624
|
+
exportName?: string | undefined;
|
|
610
625
|
timeoutMs: number;
|
|
611
626
|
networkPolicy: "none";
|
|
612
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
613
|
-
exportName?: string | undefined;
|
|
614
627
|
} | {
|
|
615
628
|
id: string;
|
|
629
|
+
taskIds?: string[] | undefined;
|
|
616
630
|
version: string;
|
|
617
631
|
weight: number;
|
|
618
632
|
hardGate: boolean;
|
|
@@ -625,7 +639,7 @@ export declare const marketingPortfolioConformance: {
|
|
|
625
639
|
contentHash: string;
|
|
626
640
|
sizeBytes: number;
|
|
627
641
|
mediaType: string;
|
|
628
|
-
visibility: "
|
|
642
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
629
643
|
};
|
|
630
644
|
reviewerRole: string;
|
|
631
645
|
form?: {
|
|
@@ -638,77 +652,71 @@ export declare const marketingPortfolioConformance: {
|
|
|
638
652
|
instructions: string;
|
|
639
653
|
required: boolean;
|
|
640
654
|
allowAbstain: boolean;
|
|
641
|
-
kind: "score";
|
|
642
|
-
minimum: number;
|
|
643
|
-
maximum: number;
|
|
644
|
-
step: number;
|
|
645
655
|
requireRationale?: boolean | undefined;
|
|
646
656
|
anchors?: {
|
|
647
657
|
value: string | number | boolean;
|
|
648
658
|
description: string;
|
|
649
659
|
}[] | undefined;
|
|
660
|
+
kind: "score";
|
|
661
|
+
minimum: number;
|
|
662
|
+
maximum: number;
|
|
663
|
+
step: number;
|
|
650
664
|
} | {
|
|
651
665
|
id: string;
|
|
652
666
|
label: string;
|
|
653
667
|
instructions: string;
|
|
654
668
|
required: boolean;
|
|
655
669
|
allowAbstain: boolean;
|
|
656
|
-
kind: "category";
|
|
657
|
-
options: string[];
|
|
658
670
|
requireRationale?: boolean | undefined;
|
|
659
671
|
anchors?: {
|
|
660
672
|
value: string | number | boolean;
|
|
661
673
|
description: string;
|
|
662
674
|
}[] | undefined;
|
|
675
|
+
kind: "category";
|
|
676
|
+
options: string[];
|
|
663
677
|
} | {
|
|
664
678
|
id: string;
|
|
665
679
|
label: string;
|
|
666
680
|
instructions: string;
|
|
667
681
|
required: boolean;
|
|
668
682
|
allowAbstain: boolean;
|
|
669
|
-
kind: "boolean";
|
|
670
683
|
requireRationale?: boolean | undefined;
|
|
671
684
|
anchors?: {
|
|
672
685
|
value: string | number | boolean;
|
|
673
686
|
description: string;
|
|
674
687
|
}[] | undefined;
|
|
688
|
+
kind: "boolean";
|
|
675
689
|
} | {
|
|
676
690
|
id: string;
|
|
677
691
|
label: string;
|
|
678
692
|
instructions: string;
|
|
679
693
|
required: boolean;
|
|
680
694
|
allowAbstain: boolean;
|
|
681
|
-
kind: "text";
|
|
682
|
-
maximumLength: number;
|
|
683
695
|
requireRationale?: boolean | undefined;
|
|
684
696
|
anchors?: {
|
|
685
697
|
value: string | number | boolean;
|
|
686
698
|
description: string;
|
|
687
699
|
}[] | undefined;
|
|
700
|
+
kind: "text";
|
|
688
701
|
minimumLength?: number | undefined;
|
|
702
|
+
maximumLength: number;
|
|
689
703
|
} | {
|
|
690
704
|
id: string;
|
|
691
705
|
label: string;
|
|
692
706
|
instructions: string;
|
|
693
707
|
required: boolean;
|
|
694
708
|
allowAbstain: boolean;
|
|
695
|
-
kind: "preference";
|
|
696
|
-
allowTie: boolean;
|
|
697
709
|
requireRationale?: boolean | undefined;
|
|
698
710
|
anchors?: {
|
|
699
711
|
value: string | number | boolean;
|
|
700
712
|
description: string;
|
|
701
713
|
}[] | undefined;
|
|
714
|
+
kind: "preference";
|
|
702
715
|
requireStrength?: boolean | undefined;
|
|
716
|
+
allowTie: boolean;
|
|
703
717
|
})[];
|
|
704
718
|
} | undefined;
|
|
705
719
|
})[];
|
|
706
|
-
metadata: Record<string, unknown>;
|
|
707
|
-
contentHash: string;
|
|
708
|
-
environmentRelease?: {
|
|
709
|
-
id: string;
|
|
710
|
-
contentHash: string;
|
|
711
|
-
} | undefined;
|
|
712
720
|
verifierSetRelease?: {
|
|
713
721
|
id: string;
|
|
714
722
|
contentHash: string;
|
|
@@ -716,8 +724,9 @@ export declare const marketingPortfolioConformance: {
|
|
|
716
724
|
metrics?: {
|
|
717
725
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
718
726
|
primaryMetric: string;
|
|
719
|
-
aggregation: "
|
|
720
|
-
missingReward: "
|
|
727
|
+
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
728
|
+
missingReward: "exclude" | "zero";
|
|
729
|
+
taskWeights?: Record<string, number> | undefined;
|
|
721
730
|
customAggregator: {
|
|
722
731
|
module: string;
|
|
723
732
|
exportName: string;
|
|
@@ -725,8 +734,9 @@ export declare const marketingPortfolioConformance: {
|
|
|
725
734
|
timeoutMs: number;
|
|
726
735
|
networkPolicy: "none";
|
|
727
736
|
} | null;
|
|
728
|
-
taskWeights?: Record<string, number> | undefined;
|
|
729
737
|
} | undefined;
|
|
738
|
+
metadata: Record<string, unknown>;
|
|
739
|
+
contentHash: string;
|
|
730
740
|
};
|
|
731
741
|
manifest: {
|
|
732
742
|
schemaVersion: "openpond.runManifest.v1";
|
|
@@ -749,7 +759,7 @@ export declare const marketingPortfolioConformance: {
|
|
|
749
759
|
};
|
|
750
760
|
runtimeTarget: {
|
|
751
761
|
adapterId: string;
|
|
752
|
-
placement: "
|
|
762
|
+
placement: "colocated" | "local" | "provider_native" | "remote";
|
|
753
763
|
runtimeVersion: string;
|
|
754
764
|
capabilityReceipt: string;
|
|
755
765
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"conformance.d.ts","sourceRoot":"","sources":["
|
|
1
|
+
{"version":3,"file":"conformance.d.ts","sourceRoot":"","sources":["../../src/conformance.ts"],"names":[],"mappings":"AAaA,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAEjC,CAAC;AAEH,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAGxC,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
/** Interpret recorded syntax, never execute source code. Only sequential static
|
|
2
|
+
* exec_command calls have an unambiguous correspondence with retained results. */
|
|
3
|
+
export declare function recordedCodexCommands(source: string): {
|
|
4
|
+
cmd: string;
|
|
5
|
+
maxOutputTokens: number;
|
|
6
|
+
cwd: string | null;
|
|
7
|
+
}[];
|
|
8
|
+
/** This deliberately bounded read-only prefix establishes that no earlier
|
|
9
|
+
* recorded command modified the checkout before the status observation. */
|
|
10
|
+
export declare function isRecordedReadOnlyInventory(cmd: string): boolean;
|
|
11
|
+
export declare function recordedCodexCommandResults(value: unknown, count: number): {
|
|
12
|
+
output: string;
|
|
13
|
+
originalTokenCount: number;
|
|
14
|
+
}[];
|
|
15
|
+
//# sourceMappingURL=codex-command-observations.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"codex-command-observations.d.ts","sourceRoot":"","sources":["../../../src/connected-evidence/codex-command-observations.ts"],"names":[],"mappings":"AAcA;kFACkF;AAClF,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,MAAM;SAGrB,MAAM;qBAAmB,MAAM;SAAO,MAAM,GAAG,IAAI;IAiCjF;AAED;2EAC2E;AAC3E,wBAAgB,2BAA2B,CAAC,GAAG,EAAE,MAAM,WAEtD;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM;;;IAkBxE"}
|