@velum-labs/routekit-eval-setup 1.3.2 → 1.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/authoring-responses-request.d.ts +5 -0
- package/dist/adapters/authoring-responses-request.js +38 -0
- package/dist/adapters/evaluation-evidence-freshness.d.ts +7 -0
- package/dist/adapters/evaluation-evidence-freshness.js +76 -0
- package/dist/adapters/git-task-history.d.ts +67 -0
- package/dist/adapters/git-task-history.js +171 -0
- package/dist/adapters/integrated-repository-history.d.ts +21 -0
- package/dist/adapters/integrated-repository-history.js +175 -0
- package/dist/adapters/repository-command-diagnostic.d.ts +8 -0
- package/dist/adapters/repository-command-diagnostic.js +46 -0
- package/dist/adapters/repository-command-evidence.d.ts +13 -0
- package/dist/adapters/repository-command-evidence.js +102 -0
- package/dist/adapters/repository-command-runner.d.ts +238 -0
- package/dist/adapters/repository-command-runner.js +1483 -0
- package/dist/adapters/repository-import-context.d.ts +47 -0
- package/dist/adapters/repository-import-context.js +469 -0
- package/dist/adapters/repository-node-test-reporter.d.ts +3 -0
- package/dist/adapters/repository-node-test-reporter.js +27 -0
- package/dist/adapters/repository-review-evidence.d.ts +39 -0
- package/dist/adapters/repository-review-evidence.js +632 -0
- package/dist/adapters/repository-seed-selection.d.ts +7 -0
- package/dist/adapters/repository-seed-selection.js +79 -0
- package/dist/adapters/repository-solution-edits.d.ts +49 -0
- package/dist/adapters/repository-solution-edits.js +136 -0
- package/dist/adapters/repository-vitest-phase-adapter.d.ts +8 -0
- package/dist/adapters/repository-vitest-phase-adapter.js +310 -0
- package/dist/adapters/repository-vitest-reporter.d.ts +24 -0
- package/dist/adapters/repository-vitest-reporter.js +314 -0
- package/dist/adapters/strict-authoring-schema.d.ts +5 -0
- package/dist/adapters/strict-authoring-schema.js +158 -0
- package/dist/adapters/test-discovery.d.ts +30 -0
- package/dist/adapters/test-discovery.js +124 -0
- package/dist/adapters/typescript-repository-index.d.ts +51 -0
- package/dist/adapters/typescript-repository-index.js +226 -0
- package/dist/agentic-capabilities-protocol.d.ts +1373 -0
- package/dist/agentic-capabilities-protocol.js +786 -0
- package/dist/case-checkpoint-store.d.ts +29 -0
- package/dist/case-checkpoint-store.js +133 -0
- package/dist/case-pipeline-protocol-v2.d.ts +184 -0
- package/dist/case-pipeline-protocol-v2.js +193 -0
- package/dist/case-pipeline-protocol.d.ts +2626 -0
- package/dist/case-pipeline-protocol.js +371 -0
- package/dist/effect-api.d.ts +74 -10
- package/dist/effect-api.js +56 -6
- package/dist/errors.d.ts +31 -0
- package/dist/errors.js +10 -0
- package/dist/eval-capability-execution-envelope.d.ts +64 -0
- package/dist/eval-capability-execution-envelope.js +98 -0
- package/dist/eval-capability-policy.d.ts +90 -0
- package/dist/eval-capability-policy.js +107 -0
- package/dist/eval-event-log.d.ts +140 -0
- package/dist/eval-event-log.js +220 -0
- package/dist/evaluation-authoring-policy.d.ts +18 -0
- package/dist/evaluation-authoring-policy.js +19 -0
- package/dist/evaluation-authoring-validation.d.ts +22 -0
- package/dist/evaluation-authoring-validation.js +72 -0
- package/dist/evaluation-evidence.d.ts +20 -0
- package/dist/evaluation-evidence.js +319 -0
- package/dist/evaluation-grader-calibration-protocol.d.ts +108 -0
- package/dist/evaluation-grader-calibration-protocol.js +80 -0
- package/dist/evaluation-grader-calibration.d.ts +18 -0
- package/dist/evaluation-grader-calibration.js +334 -0
- package/dist/evaluation-grading-policy.d.ts +24 -0
- package/dist/evaluation-grading-policy.js +54 -0
- package/dist/evaluation-proposal-policy.d.ts +4 -0
- package/dist/evaluation-proposal-policy.js +91 -0
- package/dist/evaluation-source-retrieval.d.ts +68 -0
- package/dist/evaluation-source-retrieval.js +513 -0
- package/dist/evaluation-structure-policy.d.ts +29 -0
- package/dist/evaluation-structure-policy.js +138 -0
- package/dist/index.d.ts +124 -17
- package/dist/index.js +69 -11
- package/dist/inspection.js +2 -3
- package/dist/project-artifacts.d.ts +7 -2
- package/dist/project-artifacts.js +49 -136
- package/dist/project-authoring.d.ts +66 -5
- package/dist/project-authoring.js +783 -109
- package/dist/project-contracts.d.ts +419 -84
- package/dist/project-contracts.js +160 -52
- package/dist/project-store.js +2 -1
- package/dist/project-workflow.d.ts +5 -4
- package/dist/project-workflow.js +154 -35
- package/dist/repository-adversary-protocol.d.ts +64 -0
- package/dist/repository-adversary-protocol.js +105 -0
- package/dist/repository-behavior-protocol.d.ts +188 -0
- package/dist/repository-behavior-protocol.js +202 -0
- package/dist/repository-benchmark-protocol.d.ts +487 -0
- package/dist/repository-benchmark-protocol.js +96 -0
- package/dist/repository-execution-protocol.d.ts +150 -0
- package/dist/repository-execution-protocol.js +38 -0
- package/dist/repository-fixture-instructions.d.ts +3 -0
- package/dist/repository-fixture-instructions.js +91 -0
- package/dist/repository-fixture-protocol.d.ts +79 -0
- package/dist/repository-fixture-protocol.js +79 -0
- package/dist/repository-foundry-plan-protocol.d.ts +118 -0
- package/dist/repository-foundry-plan-protocol.js +296 -0
- package/dist/repository-foundry-progress-protocol.d.ts +52 -0
- package/dist/repository-foundry-progress-protocol.js +52 -0
- package/dist/repository-improvement-protocol.d.ts +100 -0
- package/dist/repository-improvement-protocol.js +106 -0
- package/dist/repository-language-model-protocol.d.ts +43 -0
- package/dist/repository-language-model-protocol.js +146 -0
- package/dist/repository-oracle-coverage-protocol.d.ts +18 -0
- package/dist/repository-oracle-coverage-protocol.js +39 -0
- package/dist/repository-oracle-execution-binding.d.ts +27 -0
- package/dist/repository-oracle-execution-binding.js +59 -0
- package/dist/repository-oracle-protocol.d.ts +230 -0
- package/dist/repository-oracle-protocol.js +156 -0
- package/dist/repository-oracle-scope-policy.d.ts +22 -0
- package/dist/repository-oracle-scope-policy.js +92 -0
- package/dist/repository-quality-policy.d.ts +15 -0
- package/dist/repository-quality-policy.js +357 -0
- package/dist/repository-routing-benchmark-protocol.d.ts +176 -0
- package/dist/repository-routing-benchmark-protocol.js +103 -0
- package/dist/repository-routing-model-protocol.d.ts +36 -0
- package/dist/repository-routing-model-protocol.js +89 -0
- package/dist/repository-routing-plan-protocol.d.ts +112 -0
- package/dist/repository-routing-plan-protocol.js +58 -0
- package/dist/repository-routing-quality-policy.d.ts +9 -0
- package/dist/repository-routing-quality-policy.js +191 -0
- package/dist/repository-seed-qualification-progress-protocol.d.ts +205 -0
- package/dist/repository-seed-qualification-progress-protocol.js +28 -0
- package/dist/repository-semantic-calibration-protocol.d.ts +768 -0
- package/dist/repository-semantic-calibration-protocol.js +276 -0
- package/dist/repository-semantic-calibration.d.ts +163 -0
- package/dist/repository-semantic-calibration.js +581 -0
- package/dist/repository-specification-contract-facts-protocol.d.ts +224 -0
- package/dist/repository-specification-contract-facts-protocol.js +276 -0
- package/dist/repository-specification-critique-protocol.d.ts +189 -0
- package/dist/repository-specification-critique-protocol.js +103 -0
- package/dist/repository-task-family-protocol.d.ts +24 -0
- package/dist/repository-task-family-protocol.js +37 -0
- package/dist/repository-task-seed-protocol.d.ts +384 -0
- package/dist/repository-task-seed-protocol.js +236 -0
- package/dist/repository-trajectory-protocol.d.ts +20 -0
- package/dist/repository-trajectory-protocol.js +42 -0
- package/dist/service.js +1 -1
- package/dist/services/adversary/service.d.ts +64 -0
- package/dist/services/adversary/service.js +330 -0
- package/dist/services/benchmark-compiler/service.d.ts +450 -0
- package/dist/services/benchmark-compiler/service.js +9 -0
- package/dist/services/budgeted-model/service.d.ts +118 -0
- package/dist/services/budgeted-model/service.js +460 -0
- package/dist/services/case-authoring/service.d.ts +163 -0
- package/dist/services/case-authoring/service.js +1456 -0
- package/dist/services/case-finalization/service.d.ts +283 -0
- package/dist/services/case-finalization/service.js +370 -0
- package/dist/services/case-generation/service.d.ts +619 -0
- package/dist/services/case-generation/service.js +2628 -0
- package/dist/services/case-pipeline/service.d.ts +31 -0
- package/dist/services/case-pipeline/service.js +485 -0
- package/dist/services/case-pipeline-v2/service.d.ts +70 -0
- package/dist/services/case-pipeline-v2/service.js +477 -0
- package/dist/services/command-observability/service.d.ts +13 -0
- package/dist/services/command-observability/service.js +3 -0
- package/dist/services/dimension-labeling/service.d.ts +77 -0
- package/dist/services/dimension-labeling/service.js +188 -0
- package/dist/services/eval-candidate/service.d.ts +208 -0
- package/dist/services/eval-candidate/service.js +64 -0
- package/dist/services/eval-capabilities/service.d.ts +183 -0
- package/dist/services/eval-capabilities/service.js +1433 -0
- package/dist/services/eval-environment/service.d.ts +173 -0
- package/dist/services/eval-environment/service.js +127 -0
- package/dist/services/evidence-reconstruction/service.d.ts +36 -0
- package/dist/services/evidence-reconstruction/service.js +145 -0
- package/dist/services/fixture-builder/service.d.ts +62 -0
- package/dist/services/fixture-builder/service.js +36 -0
- package/dist/services/fixture-validation/service.d.ts +75 -0
- package/dist/services/fixture-validation/service.js +295 -0
- package/dist/services/foundry/service.d.ts +831 -0
- package/dist/services/foundry/service.js +442 -0
- package/dist/services/foundry-progress/service.d.ts +62 -0
- package/dist/services/foundry-progress/service.js +149 -0
- package/dist/services/foundry-v2/service.d.ts +54 -0
- package/dist/services/foundry-v2/service.js +28 -0
- package/dist/services/grounded-authoring/service.d.ts +126 -0
- package/dist/services/grounded-authoring/service.js +822 -0
- package/dist/services/historical-case/service.d.ts +722 -0
- package/dist/services/historical-case/service.js +177 -0
- package/dist/services/improvement-loop/service.d.ts +59 -0
- package/dist/services/improvement-loop/service.js +176 -0
- package/dist/services/language-model/service.d.ts +52 -0
- package/dist/services/language-model/service.js +194 -0
- package/dist/services/oracle-builder/service.d.ts +146 -0
- package/dist/services/oracle-builder/service.js +513 -0
- package/dist/services/oracle-coverage/service.d.ts +28 -0
- package/dist/services/oracle-coverage/service.js +50 -0
- package/dist/services/oracle-coverage-witness/service.d.ts +130 -0
- package/dist/services/oracle-coverage-witness/service.js +538 -0
- package/dist/services/pipeline-challenge/service.d.ts +551 -0
- package/dist/services/pipeline-challenge/service.js +427 -0
- package/dist/services/pipeline-controls/service.d.ts +130 -0
- package/dist/services/pipeline-controls/service.js +483 -0
- package/dist/services/pipeline-oracle/service.d.ts +8 -0
- package/dist/services/pipeline-oracle/service.js +256 -0
- package/dist/services/pipeline-seed/service.d.ts +298 -0
- package/dist/services/pipeline-seed/service.js +428 -0
- package/dist/services/pipeline-spec/service.d.ts +103 -0
- package/dist/services/pipeline-spec/service.js +619 -0
- package/dist/services/pipeline-tournament/service.d.ts +258 -0
- package/dist/services/pipeline-tournament/service.js +476 -0
- package/dist/services/quality-gate/service.d.ts +233 -0
- package/dist/services/quality-gate/service.js +136 -0
- package/dist/services/repository-bundle/service.d.ts +33 -0
- package/dist/services/repository-bundle/service.js +114 -0
- package/dist/services/repository-model/service.d.ts +105 -0
- package/dist/services/repository-model/service.js +250 -0
- package/dist/services/repository-public-artifact/service.d.ts +133 -0
- package/dist/services/repository-public-artifact/service.js +330 -0
- package/dist/services/routing-benchmark/service.d.ts +362 -0
- package/dist/services/routing-benchmark/service.js +96 -0
- package/dist/services/specification-critic/service.d.ts +92 -0
- package/dist/services/specification-critic/service.js +172 -0
- package/dist/services/task-family/service.d.ts +40 -0
- package/dist/services/task-family/service.js +55 -0
- package/dist/services/task-seed/service.d.ts +906 -0
- package/dist/services/task-seed/service.js +1406 -0
- package/dist/services/task-specification/service.d.ts +27 -0
- package/dist/services/task-specification/service.js +40 -0
- package/dist/services/trajectory-policy/service.d.ts +110 -0
- package/dist/services/trajectory-policy/service.js +216 -0
- package/dist/test/agentic-capabilities-protocol.test.d.ts +1 -0
- package/dist/test/agentic-capabilities-protocol.test.js +570 -0
- package/dist/test/agentic-capabilities.test.d.ts +1 -0
- package/dist/test/agentic-capabilities.test.js +1461 -0
- package/dist/test/agentic-environment.test.d.ts +1 -0
- package/dist/test/agentic-environment.test.js +213 -0
- package/dist/test/case-pipeline-foundation.test.d.ts +1 -0
- package/dist/test/case-pipeline-foundation.test.js +535 -0
- package/dist/test/case-pipeline-protocol-v2.test.d.ts +1 -0
- package/dist/test/case-pipeline-protocol-v2.test.js +124 -0
- package/dist/test/case-pipeline-v2.test.d.ts +1 -0
- package/dist/test/case-pipeline-v2.test.js +286 -0
- package/dist/test/case-pipeline.test.d.ts +1 -0
- package/dist/test/case-pipeline.test.js +851 -0
- package/dist/test/eval-capability-policy.test.d.ts +1 -0
- package/dist/test/eval-capability-policy.test.js +50 -0
- package/dist/test/eval-event-log.test.d.ts +1 -0
- package/dist/test/eval-event-log.test.js +125 -0
- package/dist/test/evaluation-evidence-freshness.test.d.ts +1 -0
- package/dist/test/evaluation-evidence-freshness.test.js +44 -0
- package/dist/test/evaluation-evidence.test.d.ts +1 -0
- package/dist/test/evaluation-evidence.test.js +230 -0
- package/dist/test/evaluation-grader-calibration.test.d.ts +1 -0
- package/dist/test/evaluation-grader-calibration.test.js +373 -0
- package/dist/test/evaluation-proposal-digest.test.d.ts +1 -0
- package/dist/test/evaluation-proposal-digest.test.js +187 -0
- package/dist/test/evaluation-source-retrieval.test.d.ts +1 -0
- package/dist/test/evaluation-source-retrieval.test.js +237 -0
- package/dist/test/evaluation-structure-policy.test.d.ts +1 -0
- package/dist/test/evaluation-structure-policy.test.js +196 -0
- package/dist/test/fixtures/repository-resource-panel.d.ts +39 -0
- package/dist/test/fixtures/repository-resource-panel.js +111 -0
- package/dist/test/fixtures/vitest-boundary-panel.d.ts +84 -0
- package/dist/test/fixtures/vitest-boundary-panel.js +120 -0
- package/dist/test/fixtures/vitest-phase-panel.d.ts +135 -0
- package/dist/test/fixtures/vitest-phase-panel.js +213 -0
- package/dist/test/fixtures/vitest-reporter-results.d.ts +76 -0
- package/dist/test/fixtures/vitest-reporter-results.js +94 -0
- package/dist/test/grounded-authoring.test.d.ts +1 -0
- package/dist/test/grounded-authoring.test.js +565 -0
- package/dist/test/integrated-repository-history.test.d.ts +1 -0
- package/dist/test/integrated-repository-history.test.js +227 -0
- package/dist/test/project-authoring.test.js +593 -43
- package/dist/test/project-workflow.test.js +419 -40
- package/dist/test/repository-authoring-artifacts.test.d.ts +1 -0
- package/dist/test/repository-authoring-artifacts.test.js +185 -0
- package/dist/test/repository-bundle.test.d.ts +1 -0
- package/dist/test/repository-bundle.test.js +52 -0
- package/dist/test/repository-case-generation.test.d.ts +1 -0
- package/dist/test/repository-case-generation.test.js +3465 -0
- package/dist/test/repository-command-diagnostic.test.d.ts +1 -0
- package/dist/test/repository-command-diagnostic.test.js +55 -0
- package/dist/test/repository-command-signals.test.d.ts +1 -0
- package/dist/test/repository-command-signals.test.js +124 -0
- package/dist/test/repository-fixture-scope-coverage.test.d.ts +1 -0
- package/dist/test/repository-fixture-scope-coverage.test.js +127 -0
- package/dist/test/repository-fixture-validation.test.d.ts +1 -0
- package/dist/test/repository-fixture-validation.test.js +362 -0
- package/dist/test/repository-foundry-progress.test.d.ts +1 -0
- package/dist/test/repository-foundry-progress.test.js +110 -0
- package/dist/test/repository-foundry-quality.test.d.ts +1 -0
- package/dist/test/repository-foundry-quality.test.js +1138 -0
- package/dist/test/repository-import-context.test.d.ts +1 -0
- package/dist/test/repository-import-context.test.js +354 -0
- package/dist/test/repository-model-authoring.test.d.ts +1 -0
- package/dist/test/repository-model-authoring.test.js +544 -0
- package/dist/test/repository-model.test.d.ts +1 -0
- package/dist/test/repository-model.test.js +2195 -0
- package/dist/test/repository-node-test-reporter.test.d.ts +1 -0
- package/dist/test/repository-node-test-reporter.test.js +104 -0
- package/dist/test/repository-oracle-concurrency.test.d.ts +1 -0
- package/dist/test/repository-oracle-concurrency.test.js +542 -0
- package/dist/test/repository-oracle-coverage-witness.test.d.ts +1 -0
- package/dist/test/repository-oracle-coverage-witness.test.js +511 -0
- package/dist/test/repository-oracle-coverage.test.d.ts +1 -0
- package/dist/test/repository-oracle-coverage.test.js +168 -0
- package/dist/test/repository-oracle-evidence.test.d.ts +1 -0
- package/dist/test/repository-oracle-evidence.test.js +185 -0
- package/dist/test/repository-oracle-plan.test.d.ts +1 -0
- package/dist/test/repository-oracle-plan.test.js +176 -0
- package/dist/test/repository-overlay-isolation.test.d.ts +1 -0
- package/dist/test/repository-overlay-isolation.test.js +85 -0
- package/dist/test/repository-preparation-cache.test.d.ts +1 -0
- package/dist/test/repository-preparation-cache.test.js +414 -0
- package/dist/test/repository-public-artifact.test.d.ts +1 -0
- package/dist/test/repository-public-artifact.test.js +273 -0
- package/dist/test/repository-qualification-diagnostics.test.d.ts +1 -0
- package/dist/test/repository-qualification-diagnostics.test.js +524 -0
- package/dist/test/repository-reference-authoring.test.d.ts +1 -0
- package/dist/test/repository-reference-authoring.test.js +1633 -0
- package/dist/test/repository-review-evidence-v2.test.d.ts +1 -0
- package/dist/test/repository-review-evidence-v2.test.js +183 -0
- package/dist/test/repository-review-evidence.test.d.ts +1 -0
- package/dist/test/repository-review-evidence.test.js +124 -0
- package/dist/test/repository-seed-exclusions.test.d.ts +1 -0
- package/dist/test/repository-seed-exclusions.test.js +96 -0
- package/dist/test/repository-seed-selection.test.d.ts +1 -0
- package/dist/test/repository-seed-selection.test.js +504 -0
- package/dist/test/repository-semantic-calibration.test.d.ts +1 -0
- package/dist/test/repository-semantic-calibration.test.js +688 -0
- package/dist/test/repository-solution-edits.test.d.ts +1 -0
- package/dist/test/repository-solution-edits.test.js +377 -0
- package/dist/test/repository-specification-budget.test.d.ts +1 -0
- package/dist/test/repository-specification-budget.test.js +171 -0
- package/dist/test/repository-specification-contract-checkpoint.test.d.ts +1 -0
- package/dist/test/repository-specification-contract-checkpoint.test.js +228 -0
- package/dist/test/repository-specification-contract-facts.test.d.ts +1 -0
- package/dist/test/repository-specification-contract-facts.test.js +177 -0
- package/dist/test/repository-trajectory-authoring.test.d.ts +1 -0
- package/dist/test/repository-trajectory-authoring.test.js +176 -0
- package/dist/test/repository-valid-control-plan.test.d.ts +1 -0
- package/dist/test/repository-valid-control-plan.test.js +45 -0
- package/dist/test/repository-vitest-phase.test.d.ts +1 -0
- package/dist/test/repository-vitest-phase.test.js +848 -0
- package/dist/test/repository-vitest-reporter.test.d.ts +1 -0
- package/dist/test/repository-vitest-reporter.test.js +158 -0
- package/dist/test/repository-workspace-build.test.d.ts +1 -0
- package/dist/test/repository-workspace-build.test.js +160 -0
- package/dist/test/strict-authoring-schema.test.d.ts +1 -0
- package/dist/test/strict-authoring-schema.test.js +169 -0
- package/package.json +48 -6
|
@@ -0,0 +1,2626 @@
|
|
|
1
|
+
import { type Effect, type Option, Schema } from "effect";
|
|
2
|
+
import type { RepositoryFoundryError } from "./errors.js";
|
|
3
|
+
import type { RepositoryBehaviorMapV1 } from "./repository-behavior-protocol.js";
|
|
4
|
+
import type { RepositoryExecutableSolutionV1 } from "./repository-execution-protocol.js";
|
|
5
|
+
import type { RepositoryFoundryProgressStageV1 } from "./repository-foundry-progress-protocol.js";
|
|
6
|
+
import { RepositoryFoundryReasoningEffortV1 } from "./repository-language-model-protocol.js";
|
|
7
|
+
import type { RepositoryFoundryLanguageModel } from "./services/language-model/service.js";
|
|
8
|
+
import type { RepositoryOracleCoverageWitnessV1 } from "./services/oracle-coverage-witness/service.js";
|
|
9
|
+
/**
|
|
10
|
+
* Additive case-generation pipeline protocol. Every stage persists one
|
|
11
|
+
* checkpoint; the orchestrator resumes from the first stage without one.
|
|
12
|
+
* Model output is advisory everywhere; executed observations are the only
|
|
13
|
+
* admission evidence.
|
|
14
|
+
*/
|
|
15
|
+
export declare const PIPELINE_STAGES: readonly ["seed", "spec", "oracle", "controls", "tournament", "challenge", "admit"];
|
|
16
|
+
export declare const PipelineStageV1: Schema.Literals<readonly ["seed", "spec", "oracle", "controls", "tournament", "challenge", "admit"]>;
|
|
17
|
+
export type PipelineStageV1 = typeof PipelineStageV1.Type;
|
|
18
|
+
export declare const PipelineStatusV1: Schema.Literals<readonly ["running", "admitted", "rejected", "exhausted", "failed"]>;
|
|
19
|
+
export type PipelineStatusV1 = typeof PipelineStatusV1.Type;
|
|
20
|
+
export declare const DimensionContractV1: Schema.Struct<{
|
|
21
|
+
readonly id: Schema.String;
|
|
22
|
+
readonly description: Schema.String;
|
|
23
|
+
readonly includes: Schema.$Array<Schema.String>;
|
|
24
|
+
readonly excludes: Schema.$Array<Schema.String>;
|
|
25
|
+
}>;
|
|
26
|
+
export type DimensionContractV1 = typeof DimensionContractV1.Type;
|
|
27
|
+
/** The single budget. No per-stage or per-role allowances exist. */
|
|
28
|
+
export declare const PipelineBudgetV1: Schema.Struct<{
|
|
29
|
+
readonly maxModelCalls: Schema.Finite;
|
|
30
|
+
readonly maxWallMs: Schema.Finite;
|
|
31
|
+
}>;
|
|
32
|
+
export type PipelineBudgetV1 = typeof PipelineBudgetV1.Type;
|
|
33
|
+
export declare const PipelineStateV1: Schema.Struct<{
|
|
34
|
+
readonly version: Schema.Literal<1>;
|
|
35
|
+
readonly caseId: Schema.String;
|
|
36
|
+
readonly repositoryRoot: Schema.String;
|
|
37
|
+
readonly dimension: Schema.Struct<{
|
|
38
|
+
readonly id: Schema.String;
|
|
39
|
+
readonly description: Schema.String;
|
|
40
|
+
readonly includes: Schema.$Array<Schema.String>;
|
|
41
|
+
readonly excludes: Schema.$Array<Schema.String>;
|
|
42
|
+
}>;
|
|
43
|
+
readonly model: Schema.String;
|
|
44
|
+
/**
|
|
45
|
+
* Digest of the immutable scientific inputs. The requested cumulative budget
|
|
46
|
+
* is deliberately excluded so an exhausted case can resume with a larger
|
|
47
|
+
* ceiling without changing its identity.
|
|
48
|
+
*/
|
|
49
|
+
readonly identityDigest: Schema.optionalKey<Schema.String>;
|
|
50
|
+
readonly stage: Schema.Literals<readonly ["seed", "spec", "oracle", "controls", "tournament", "challenge", "admit", "done"]>;
|
|
51
|
+
readonly status: Schema.Literals<readonly ["running", "admitted", "rejected", "exhausted", "failed"]>;
|
|
52
|
+
readonly reason: Schema.optionalKey<Schema.String>;
|
|
53
|
+
readonly startedAt: Schema.String;
|
|
54
|
+
readonly updatedAt: Schema.String;
|
|
55
|
+
readonly modelCalls: Schema.Finite;
|
|
56
|
+
/** Cumulative across resumes; the budget wrapper persists it on every received call. */
|
|
57
|
+
readonly elapsedMs: Schema.Finite;
|
|
58
|
+
readonly resumeCount: Schema.Finite;
|
|
59
|
+
readonly folds: Schema.Finite;
|
|
60
|
+
}>;
|
|
61
|
+
export type PipelineStateV1 = typeof PipelineStateV1.Type;
|
|
62
|
+
export declare const PipelineLedgerPhaseV1: Schema.Literals<readonly ["start", "received", "validated", "failed", "retry"]>;
|
|
63
|
+
export type PipelineLedgerPhaseV1 = typeof PipelineLedgerPhaseV1.Type;
|
|
64
|
+
export declare const PipelineLedgerEntryV1: Schema.Struct<{
|
|
65
|
+
readonly at: Schema.String;
|
|
66
|
+
readonly operationId: Schema.String;
|
|
67
|
+
readonly role: Schema.String;
|
|
68
|
+
readonly model: Schema.String;
|
|
69
|
+
readonly phase: Schema.Literals<readonly ["start", "received", "validated", "failed", "retry"]>;
|
|
70
|
+
readonly attempt: Schema.Finite;
|
|
71
|
+
readonly callId: Schema.optionalKey<Schema.String>;
|
|
72
|
+
readonly detail: Schema.optionalKey<Schema.String>;
|
|
73
|
+
readonly inputBytes: Schema.optionalKey<Schema.Finite>;
|
|
74
|
+
readonly outputBytes: Schema.optionalKey<Schema.Finite>;
|
|
75
|
+
}>;
|
|
76
|
+
export type PipelineLedgerEntryV1 = typeof PipelineLedgerEntryV1.Type;
|
|
77
|
+
export declare const PIPELINE_DEFAULT_ORACLE_REPETITIONS = 2;
|
|
78
|
+
export declare const PIPELINE_DEFAULT_ORACLE_CONCURRENCY = 2;
|
|
79
|
+
export declare const PIPELINE_DEFAULT_FOLD_LIMIT = 2;
|
|
80
|
+
export declare const PipelineCaseContextV1: Schema.Struct<{
|
|
81
|
+
readonly repositoryRoot: Schema.String;
|
|
82
|
+
readonly caseId: Schema.String;
|
|
83
|
+
readonly caseDirectory: Schema.String;
|
|
84
|
+
readonly dimension: Schema.Struct<{
|
|
85
|
+
readonly id: Schema.String;
|
|
86
|
+
readonly description: Schema.String;
|
|
87
|
+
readonly includes: Schema.$Array<Schema.String>;
|
|
88
|
+
readonly excludes: Schema.$Array<Schema.String>;
|
|
89
|
+
}>;
|
|
90
|
+
readonly primaryModel: Schema.String;
|
|
91
|
+
readonly reasoningEffort: Schema.Literals<readonly ["low", "medium", "high", "xhigh", "max", "ultra"]>;
|
|
92
|
+
/** Legacy plan so substrate services that still take a plan keep working. */
|
|
93
|
+
readonly modelPlan: Schema.Struct<{
|
|
94
|
+
readonly version: Schema.Literal<1>;
|
|
95
|
+
readonly assignments: Schema.$Array<Schema.Struct<{
|
|
96
|
+
readonly role: Schema.Literals<readonly ["repository-analyst", "specification-writer", "specification-critic-a", "specification-critic-b", "trajectory-designer", "trajectory-critic", "oracle-designer", "valid-solution-generator-a", "valid-solution-generator-b", "adversary", "solution-critic-a", "solution-critic-b", "held-out-adversary", "held-out-solution-critic-a", "held-out-solution-critic-b", "quality-reviewer", "hill-climb-planner", "oracle-critic"]>;
|
|
97
|
+
readonly model: Schema.String;
|
|
98
|
+
readonly reasoningEffort: Schema.Literals<readonly ["low", "medium", "high", "xhigh", "max", "ultra"]>;
|
|
99
|
+
}>>;
|
|
100
|
+
}>;
|
|
101
|
+
readonly budget: Schema.Struct<{
|
|
102
|
+
readonly maxModelCalls: Schema.Finite;
|
|
103
|
+
readonly maxWallMs: Schema.Finite;
|
|
104
|
+
}>;
|
|
105
|
+
readonly referenceCommit: Schema.optionalKey<Schema.String>;
|
|
106
|
+
readonly requestedRef: Schema.optionalKey<Schema.String>;
|
|
107
|
+
readonly oracleRepetitions: Schema.Finite;
|
|
108
|
+
readonly oracleConcurrency: Schema.Finite;
|
|
109
|
+
readonly foldLimit: Schema.Finite;
|
|
110
|
+
}>;
|
|
111
|
+
export type PipelineCaseContextV1 = typeof PipelineCaseContextV1.Type;
|
|
112
|
+
/**
|
|
113
|
+
* Build a context with defaults and a legacy model plan. Legacy primary roles
|
|
114
|
+
* require high or stronger reasoning, so weaker efforts are lifted to "high"
|
|
115
|
+
* inside the plan only; `reasoningEffort` keeps the requested value.
|
|
116
|
+
*/
|
|
117
|
+
export declare const makePipelineCaseContextV1: (input: {
|
|
118
|
+
readonly repositoryRoot: string;
|
|
119
|
+
readonly caseId: string;
|
|
120
|
+
readonly caseDirectory: string;
|
|
121
|
+
readonly dimension: DimensionContractV1;
|
|
122
|
+
readonly primaryModel: string;
|
|
123
|
+
readonly budget: PipelineBudgetV1;
|
|
124
|
+
readonly reasoningEffort?: RepositoryFoundryReasoningEffortV1;
|
|
125
|
+
readonly referenceCommit?: string;
|
|
126
|
+
readonly requestedRef?: string;
|
|
127
|
+
readonly oracleRepetitions?: number;
|
|
128
|
+
readonly oracleConcurrency?: number;
|
|
129
|
+
readonly foldLimit?: number;
|
|
130
|
+
}) => PipelineCaseContextV1;
|
|
131
|
+
export declare const RepositoryCommandFileOverrideSchemaV1: Schema.Union<readonly [Schema.Struct<{
|
|
132
|
+
readonly path: Schema.String;
|
|
133
|
+
readonly content: Schema.String;
|
|
134
|
+
}>, Schema.Struct<{
|
|
135
|
+
readonly path: Schema.String;
|
|
136
|
+
readonly delete: Schema.Literal<true>;
|
|
137
|
+
}>]>;
|
|
138
|
+
export declare const RepositoryExecutableSolutionSchemaV1: Schema.Struct<{
|
|
139
|
+
readonly commit: Schema.String;
|
|
140
|
+
readonly fileOverrides: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
141
|
+
readonly path: Schema.String;
|
|
142
|
+
readonly content: Schema.String;
|
|
143
|
+
}>, Schema.Struct<{
|
|
144
|
+
readonly path: Schema.String;
|
|
145
|
+
readonly delete: Schema.Literal<true>;
|
|
146
|
+
}>]>>>;
|
|
147
|
+
readonly id: Schema.String;
|
|
148
|
+
readonly kind: Schema.Literals<readonly ["historical-reference", "independent-valid", "simplified-valid", "behavior-preserving-valid", "historical-defect", "mutation", "model-near-miss", "reward-hacking"]>;
|
|
149
|
+
readonly family: Schema.String;
|
|
150
|
+
readonly expectedClass: Schema.Literals<readonly ["valid", "wrong"]>;
|
|
151
|
+
}>;
|
|
152
|
+
export declare const RepositoryOracleCoverageWitnessSchemaV1: Schema.Struct<{
|
|
153
|
+
readonly scopeId: Schema.String;
|
|
154
|
+
readonly hypothesis: Schema.String;
|
|
155
|
+
readonly outcome: Schema.Literals<readonly ["already-detected", "confirmed-escape"]>;
|
|
156
|
+
readonly explanation: Schema.String;
|
|
157
|
+
readonly referenceCommit: Schema.String;
|
|
158
|
+
readonly fileOverrides: Schema.$Array<Schema.Struct<{
|
|
159
|
+
readonly path: Schema.String;
|
|
160
|
+
readonly content: Schema.String;
|
|
161
|
+
}>>;
|
|
162
|
+
readonly fixture: Schema.Union<readonly [Schema.Struct<{
|
|
163
|
+
readonly kind: Schema.Literal<"historical-regression">;
|
|
164
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
165
|
+
readonly id: Schema.String;
|
|
166
|
+
readonly description: Schema.String;
|
|
167
|
+
readonly expectedBehavior: Schema.String;
|
|
168
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
169
|
+
readonly testPath: Schema.String;
|
|
170
|
+
}>, Schema.Struct<{
|
|
171
|
+
readonly kind: Schema.Literal<"boundary">;
|
|
172
|
+
readonly expectationMode: Schema.Literals<readonly ["changes", "preserved"]>;
|
|
173
|
+
readonly id: Schema.String;
|
|
174
|
+
readonly description: Schema.String;
|
|
175
|
+
readonly expectedBehavior: Schema.String;
|
|
176
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
177
|
+
readonly testPath: Schema.String;
|
|
178
|
+
}>, Schema.Struct<{
|
|
179
|
+
readonly kind: Schema.Literal<"counterfactual">;
|
|
180
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
181
|
+
readonly id: Schema.String;
|
|
182
|
+
readonly description: Schema.String;
|
|
183
|
+
readonly expectedBehavior: Schema.String;
|
|
184
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
185
|
+
readonly testPath: Schema.String;
|
|
186
|
+
}>, Schema.Struct<{
|
|
187
|
+
readonly kind: Schema.Literal<"metamorphic">;
|
|
188
|
+
readonly expectationMode: Schema.Literal<"preserved">;
|
|
189
|
+
readonly id: Schema.String;
|
|
190
|
+
readonly description: Schema.String;
|
|
191
|
+
readonly expectedBehavior: Schema.String;
|
|
192
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
193
|
+
readonly testPath: Schema.String;
|
|
194
|
+
}>]>;
|
|
195
|
+
readonly overlay: Schema.Struct<{
|
|
196
|
+
readonly path: Schema.String;
|
|
197
|
+
readonly content: Schema.String;
|
|
198
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
199
|
+
}>;
|
|
200
|
+
readonly referenceEvidence: Schema.Struct<{
|
|
201
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
202
|
+
readonly detail: Schema.String;
|
|
203
|
+
readonly inconclusiveReason: Schema.optionalKey<Schema.Literal<"unattributed-test-failure">>;
|
|
204
|
+
}>;
|
|
205
|
+
readonly mutantEvidence: Schema.Struct<{
|
|
206
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
207
|
+
readonly detail: Schema.String;
|
|
208
|
+
readonly inconclusiveReason: Schema.optionalKey<Schema.Literal<"unattributed-test-failure">>;
|
|
209
|
+
}>;
|
|
210
|
+
readonly incumbentEvidence: Schema.$Array<Schema.Struct<{
|
|
211
|
+
readonly fixtureId: Schema.String;
|
|
212
|
+
readonly evidence: Schema.Struct<{
|
|
213
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
214
|
+
readonly detail: Schema.String;
|
|
215
|
+
readonly inconclusiveReason: Schema.optionalKey<Schema.Literal<"unattributed-test-failure">>;
|
|
216
|
+
}>;
|
|
217
|
+
}>>;
|
|
218
|
+
readonly executionOperationId: Schema.String;
|
|
219
|
+
}>;
|
|
220
|
+
type Equivalent<A, B> = [A] extends [B] ? ([B] extends [A] ? true : false) : false;
|
|
221
|
+
type Assert<T extends true> = T;
|
|
222
|
+
/** Compile-time proof that the schemas above match the substrate types. */
|
|
223
|
+
export type ExecutableSolutionSchemaMatchesV1 = Assert<Equivalent<typeof RepositoryExecutableSolutionSchemaV1.Type, RepositoryExecutableSolutionV1>>;
|
|
224
|
+
export type CoverageWitnessSchemaMatchesV1 = Assert<Equivalent<typeof RepositoryOracleCoverageWitnessSchemaV1.Type, RepositoryOracleCoverageWitnessV1>>;
|
|
225
|
+
export declare const SeedCheckpointV1: Schema.Struct<{
|
|
226
|
+
readonly seed: Schema.Struct<{
|
|
227
|
+
readonly version: Schema.Literal<1>;
|
|
228
|
+
readonly id: Schema.String;
|
|
229
|
+
readonly status: Schema.Literals<readonly ["candidate", "qualified", "rejected"]>;
|
|
230
|
+
readonly source: Schema.Union<readonly [Schema.Struct<{
|
|
231
|
+
readonly kind: Schema.Literal<"historical-fix">;
|
|
232
|
+
readonly changeEpisodeId: Schema.String;
|
|
233
|
+
}>, Schema.Struct<{
|
|
234
|
+
readonly kind: Schema.Literal<"historical-feature">;
|
|
235
|
+
readonly changeEpisodeId: Schema.String;
|
|
236
|
+
}>, Schema.Struct<{
|
|
237
|
+
readonly kind: Schema.Literal<"historical-refactor">;
|
|
238
|
+
readonly changeEpisodeId: Schema.String;
|
|
239
|
+
}>, Schema.Struct<{
|
|
240
|
+
readonly kind: Schema.Literal<"existing-test">;
|
|
241
|
+
readonly testIds: Schema.$Array<Schema.String>;
|
|
242
|
+
}>, Schema.Struct<{
|
|
243
|
+
readonly kind: Schema.Literal<"public-api">;
|
|
244
|
+
readonly surfaceIds: Schema.$Array<Schema.String>;
|
|
245
|
+
}>, Schema.Struct<{
|
|
246
|
+
readonly kind: Schema.Literal<"schema-contract">;
|
|
247
|
+
readonly protocolIds: Schema.$Array<Schema.String>;
|
|
248
|
+
}>, Schema.Struct<{
|
|
249
|
+
readonly kind: Schema.Literal<"production-request">;
|
|
250
|
+
readonly requestId: Schema.String;
|
|
251
|
+
}>, Schema.Struct<{
|
|
252
|
+
readonly kind: Schema.Literal<"reviewed-synthetic-gap">;
|
|
253
|
+
readonly reviewId: Schema.String;
|
|
254
|
+
}>]>;
|
|
255
|
+
readonly summary: Schema.String;
|
|
256
|
+
readonly capabilityEvidence: Schema.$Array<Schema.Struct<{
|
|
257
|
+
readonly kind: Schema.Literals<readonly ["package", "public-surface", "symbol", "protocol", "schema", "test", "command", "history-episode", "workload-signal", "documentation"]>;
|
|
258
|
+
readonly id: Schema.String;
|
|
259
|
+
readonly path: Schema.optionalKey<Schema.String>;
|
|
260
|
+
}>>;
|
|
261
|
+
readonly initialState: Schema.Struct<{
|
|
262
|
+
readonly commit: Schema.String;
|
|
263
|
+
readonly parentCommit: Schema.optionalKey<Schema.String>;
|
|
264
|
+
}>;
|
|
265
|
+
readonly targetBehavior: Schema.$Array<Schema.Struct<{
|
|
266
|
+
readonly id: Schema.String;
|
|
267
|
+
readonly description: Schema.String;
|
|
268
|
+
readonly critical: Schema.Boolean;
|
|
269
|
+
readonly evidence: Schema.$Array<Schema.Struct<{
|
|
270
|
+
readonly kind: Schema.Literals<readonly ["package", "public-surface", "symbol", "protocol", "schema", "test", "command", "history-episode", "workload-signal", "documentation"]>;
|
|
271
|
+
readonly id: Schema.String;
|
|
272
|
+
readonly path: Schema.optionalKey<Schema.String>;
|
|
273
|
+
}>>;
|
|
274
|
+
}>>;
|
|
275
|
+
readonly referenceCommit: Schema.optionalKey<Schema.String>;
|
|
276
|
+
readonly baselineObservations: Schema.$Array<Schema.Struct<{
|
|
277
|
+
readonly id: Schema.String;
|
|
278
|
+
readonly kind: Schema.Literals<readonly ["test-command", "schema", "property", "event-trace", "structural"]>;
|
|
279
|
+
readonly subjectId: Schema.String;
|
|
280
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
281
|
+
readonly detail: Schema.String;
|
|
282
|
+
}>>;
|
|
283
|
+
readonly preChangeObservations: Schema.$Array<Schema.Struct<{
|
|
284
|
+
readonly id: Schema.String;
|
|
285
|
+
readonly kind: Schema.Literals<readonly ["test-command", "schema", "property", "event-trace", "structural"]>;
|
|
286
|
+
readonly subjectId: Schema.String;
|
|
287
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
288
|
+
readonly detail: Schema.String;
|
|
289
|
+
}>>;
|
|
290
|
+
readonly postChangeObservations: Schema.$Array<Schema.Struct<{
|
|
291
|
+
readonly id: Schema.String;
|
|
292
|
+
readonly kind: Schema.Literals<readonly ["test-command", "schema", "property", "event-trace", "structural"]>;
|
|
293
|
+
readonly subjectId: Schema.String;
|
|
294
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
295
|
+
readonly detail: Schema.String;
|
|
296
|
+
}>>;
|
|
297
|
+
readonly candidateTestIds: Schema.$Array<Schema.String>;
|
|
298
|
+
readonly environment: Schema.Struct<{
|
|
299
|
+
readonly packageManager: Schema.optionalKey<Schema.Struct<{
|
|
300
|
+
readonly name: Schema.Literal<"pnpm">;
|
|
301
|
+
readonly version: Schema.String;
|
|
302
|
+
}>>;
|
|
303
|
+
readonly lockfilePath: Schema.optionalKey<Schema.String>;
|
|
304
|
+
readonly protectedControlPaths: Schema.$Array<Schema.String>;
|
|
305
|
+
readonly trustedPreparationRecipes: Schema.$Array<Schema.Struct<{
|
|
306
|
+
readonly id: Schema.String;
|
|
307
|
+
readonly kind: Schema.Literals<readonly ["build", "test", "check", "schema", "custom"]>;
|
|
308
|
+
readonly cwd: Schema.String;
|
|
309
|
+
readonly executable: Schema.String;
|
|
310
|
+
readonly args: Schema.$Array<Schema.String>;
|
|
311
|
+
readonly timeoutMs: Schema.Finite;
|
|
312
|
+
}>>;
|
|
313
|
+
readonly candidateValidationRecipes: Schema.$Array<Schema.Struct<{
|
|
314
|
+
readonly id: Schema.String;
|
|
315
|
+
readonly kind: Schema.Literals<readonly ["build", "test", "check", "schema", "custom"]>;
|
|
316
|
+
readonly cwd: Schema.String;
|
|
317
|
+
readonly executable: Schema.String;
|
|
318
|
+
readonly args: Schema.$Array<Schema.String>;
|
|
319
|
+
readonly timeoutMs: Schema.Finite;
|
|
320
|
+
}>>;
|
|
321
|
+
readonly baselineGradeRecipes: Schema.$Array<Schema.Struct<{
|
|
322
|
+
readonly id: Schema.String;
|
|
323
|
+
readonly kind: Schema.Literals<readonly ["build", "test", "check", "schema", "custom"]>;
|
|
324
|
+
readonly cwd: Schema.String;
|
|
325
|
+
readonly executable: Schema.String;
|
|
326
|
+
readonly args: Schema.$Array<Schema.String>;
|
|
327
|
+
readonly timeoutMs: Schema.Finite;
|
|
328
|
+
}>>;
|
|
329
|
+
readonly gradeRecipes: Schema.$Array<Schema.Struct<{
|
|
330
|
+
readonly id: Schema.String;
|
|
331
|
+
readonly kind: Schema.Literals<readonly ["build", "test", "check", "schema", "custom"]>;
|
|
332
|
+
readonly cwd: Schema.String;
|
|
333
|
+
readonly executable: Schema.String;
|
|
334
|
+
readonly args: Schema.$Array<Schema.String>;
|
|
335
|
+
readonly timeoutMs: Schema.Finite;
|
|
336
|
+
}>>;
|
|
337
|
+
}>;
|
|
338
|
+
readonly confidence: Schema.Literals<readonly ["high", "medium", "review-required"]>;
|
|
339
|
+
readonly risks: Schema.$Array<Schema.Literals<readonly ["ambiguous-intent", "bundled-change", "external-service", "flaky-baseline", "reference-only-oracle", "weak-test-delta", "unrealistic-mutation", "private-context", "cross-batch-instability", "review-required"]>>;
|
|
340
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
341
|
+
}>;
|
|
342
|
+
readonly qualification: Schema.Struct<{
|
|
343
|
+
readonly seed: Schema.Struct<{
|
|
344
|
+
readonly version: Schema.Literal<1>;
|
|
345
|
+
readonly id: Schema.String;
|
|
346
|
+
readonly status: Schema.Literals<readonly ["candidate", "qualified", "rejected"]>;
|
|
347
|
+
readonly source: Schema.Union<readonly [Schema.Struct<{
|
|
348
|
+
readonly kind: Schema.Literal<"historical-fix">;
|
|
349
|
+
readonly changeEpisodeId: Schema.String;
|
|
350
|
+
}>, Schema.Struct<{
|
|
351
|
+
readonly kind: Schema.Literal<"historical-feature">;
|
|
352
|
+
readonly changeEpisodeId: Schema.String;
|
|
353
|
+
}>, Schema.Struct<{
|
|
354
|
+
readonly kind: Schema.Literal<"historical-refactor">;
|
|
355
|
+
readonly changeEpisodeId: Schema.String;
|
|
356
|
+
}>, Schema.Struct<{
|
|
357
|
+
readonly kind: Schema.Literal<"existing-test">;
|
|
358
|
+
readonly testIds: Schema.$Array<Schema.String>;
|
|
359
|
+
}>, Schema.Struct<{
|
|
360
|
+
readonly kind: Schema.Literal<"public-api">;
|
|
361
|
+
readonly surfaceIds: Schema.$Array<Schema.String>;
|
|
362
|
+
}>, Schema.Struct<{
|
|
363
|
+
readonly kind: Schema.Literal<"schema-contract">;
|
|
364
|
+
readonly protocolIds: Schema.$Array<Schema.String>;
|
|
365
|
+
}>, Schema.Struct<{
|
|
366
|
+
readonly kind: Schema.Literal<"production-request">;
|
|
367
|
+
readonly requestId: Schema.String;
|
|
368
|
+
}>, Schema.Struct<{
|
|
369
|
+
readonly kind: Schema.Literal<"reviewed-synthetic-gap">;
|
|
370
|
+
readonly reviewId: Schema.String;
|
|
371
|
+
}>]>;
|
|
372
|
+
readonly summary: Schema.String;
|
|
373
|
+
readonly capabilityEvidence: Schema.$Array<Schema.Struct<{
|
|
374
|
+
readonly kind: Schema.Literals<readonly ["package", "public-surface", "symbol", "protocol", "schema", "test", "command", "history-episode", "workload-signal", "documentation"]>;
|
|
375
|
+
readonly id: Schema.String;
|
|
376
|
+
readonly path: Schema.optionalKey<Schema.String>;
|
|
377
|
+
}>>;
|
|
378
|
+
readonly initialState: Schema.Struct<{
|
|
379
|
+
readonly commit: Schema.String;
|
|
380
|
+
readonly parentCommit: Schema.optionalKey<Schema.String>;
|
|
381
|
+
}>;
|
|
382
|
+
readonly targetBehavior: Schema.$Array<Schema.Struct<{
|
|
383
|
+
readonly id: Schema.String;
|
|
384
|
+
readonly description: Schema.String;
|
|
385
|
+
readonly critical: Schema.Boolean;
|
|
386
|
+
readonly evidence: Schema.$Array<Schema.Struct<{
|
|
387
|
+
readonly kind: Schema.Literals<readonly ["package", "public-surface", "symbol", "protocol", "schema", "test", "command", "history-episode", "workload-signal", "documentation"]>;
|
|
388
|
+
readonly id: Schema.String;
|
|
389
|
+
readonly path: Schema.optionalKey<Schema.String>;
|
|
390
|
+
}>>;
|
|
391
|
+
}>>;
|
|
392
|
+
readonly referenceCommit: Schema.optionalKey<Schema.String>;
|
|
393
|
+
readonly baselineObservations: Schema.$Array<Schema.Struct<{
|
|
394
|
+
readonly id: Schema.String;
|
|
395
|
+
readonly kind: Schema.Literals<readonly ["test-command", "schema", "property", "event-trace", "structural"]>;
|
|
396
|
+
readonly subjectId: Schema.String;
|
|
397
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
398
|
+
readonly detail: Schema.String;
|
|
399
|
+
}>>;
|
|
400
|
+
readonly preChangeObservations: Schema.$Array<Schema.Struct<{
|
|
401
|
+
readonly id: Schema.String;
|
|
402
|
+
readonly kind: Schema.Literals<readonly ["test-command", "schema", "property", "event-trace", "structural"]>;
|
|
403
|
+
readonly subjectId: Schema.String;
|
|
404
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
405
|
+
readonly detail: Schema.String;
|
|
406
|
+
}>>;
|
|
407
|
+
readonly postChangeObservations: Schema.$Array<Schema.Struct<{
|
|
408
|
+
readonly id: Schema.String;
|
|
409
|
+
readonly kind: Schema.Literals<readonly ["test-command", "schema", "property", "event-trace", "structural"]>;
|
|
410
|
+
readonly subjectId: Schema.String;
|
|
411
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
412
|
+
readonly detail: Schema.String;
|
|
413
|
+
}>>;
|
|
414
|
+
readonly candidateTestIds: Schema.$Array<Schema.String>;
|
|
415
|
+
readonly environment: Schema.Struct<{
|
|
416
|
+
readonly packageManager: Schema.optionalKey<Schema.Struct<{
|
|
417
|
+
readonly name: Schema.Literal<"pnpm">;
|
|
418
|
+
readonly version: Schema.String;
|
|
419
|
+
}>>;
|
|
420
|
+
readonly lockfilePath: Schema.optionalKey<Schema.String>;
|
|
421
|
+
readonly protectedControlPaths: Schema.$Array<Schema.String>;
|
|
422
|
+
readonly trustedPreparationRecipes: Schema.$Array<Schema.Struct<{
|
|
423
|
+
readonly id: Schema.String;
|
|
424
|
+
readonly kind: Schema.Literals<readonly ["build", "test", "check", "schema", "custom"]>;
|
|
425
|
+
readonly cwd: Schema.String;
|
|
426
|
+
readonly executable: Schema.String;
|
|
427
|
+
readonly args: Schema.$Array<Schema.String>;
|
|
428
|
+
readonly timeoutMs: Schema.Finite;
|
|
429
|
+
}>>;
|
|
430
|
+
readonly candidateValidationRecipes: Schema.$Array<Schema.Struct<{
|
|
431
|
+
readonly id: Schema.String;
|
|
432
|
+
readonly kind: Schema.Literals<readonly ["build", "test", "check", "schema", "custom"]>;
|
|
433
|
+
readonly cwd: Schema.String;
|
|
434
|
+
readonly executable: Schema.String;
|
|
435
|
+
readonly args: Schema.$Array<Schema.String>;
|
|
436
|
+
readonly timeoutMs: Schema.Finite;
|
|
437
|
+
}>>;
|
|
438
|
+
readonly baselineGradeRecipes: Schema.$Array<Schema.Struct<{
|
|
439
|
+
readonly id: Schema.String;
|
|
440
|
+
readonly kind: Schema.Literals<readonly ["build", "test", "check", "schema", "custom"]>;
|
|
441
|
+
readonly cwd: Schema.String;
|
|
442
|
+
readonly executable: Schema.String;
|
|
443
|
+
readonly args: Schema.$Array<Schema.String>;
|
|
444
|
+
readonly timeoutMs: Schema.Finite;
|
|
445
|
+
}>>;
|
|
446
|
+
readonly gradeRecipes: Schema.$Array<Schema.Struct<{
|
|
447
|
+
readonly id: Schema.String;
|
|
448
|
+
readonly kind: Schema.Literals<readonly ["build", "test", "check", "schema", "custom"]>;
|
|
449
|
+
readonly cwd: Schema.String;
|
|
450
|
+
readonly executable: Schema.String;
|
|
451
|
+
readonly args: Schema.$Array<Schema.String>;
|
|
452
|
+
readonly timeoutMs: Schema.Finite;
|
|
453
|
+
}>>;
|
|
454
|
+
}>;
|
|
455
|
+
readonly confidence: Schema.Literals<readonly ["high", "medium", "review-required"]>;
|
|
456
|
+
readonly risks: Schema.$Array<Schema.Literals<readonly ["ambiguous-intent", "bundled-change", "external-service", "flaky-baseline", "reference-only-oracle", "weak-test-delta", "unrealistic-mutation", "private-context", "cross-batch-instability", "review-required"]>>;
|
|
457
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
458
|
+
}>;
|
|
459
|
+
readonly stability: Schema.Struct<{
|
|
460
|
+
readonly version: Schema.Literal<1>;
|
|
461
|
+
readonly seedId: Schema.String;
|
|
462
|
+
readonly batchesRequired: Schema.Finite;
|
|
463
|
+
readonly repetitionsPerBatch: Schema.Finite;
|
|
464
|
+
readonly stable: Schema.Boolean;
|
|
465
|
+
readonly batches: Schema.$Array<Schema.Struct<{
|
|
466
|
+
readonly batch: Schema.Finite;
|
|
467
|
+
readonly status: Schema.Literals<readonly ["qualified", "rejected"]>;
|
|
468
|
+
readonly phaseSignatures: Schema.$Array<Schema.Struct<{
|
|
469
|
+
readonly phase: Schema.Literals<readonly ["baseline", "pre-change", "post-change"]>;
|
|
470
|
+
readonly signatures: Schema.$Array<Schema.String>;
|
|
471
|
+
}>>;
|
|
472
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
473
|
+
}>>;
|
|
474
|
+
readonly divergentPhases: Schema.$Array<Schema.Literals<readonly ["baseline", "pre-change", "post-change"]>>;
|
|
475
|
+
readonly failureSignatures: Schema.$Array<Schema.Struct<{
|
|
476
|
+
readonly signature: Schema.String;
|
|
477
|
+
readonly count: Schema.Finite;
|
|
478
|
+
}>>;
|
|
479
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
480
|
+
}>;
|
|
481
|
+
}>;
|
|
482
|
+
readonly repository: Schema.Struct<{
|
|
483
|
+
readonly root: Schema.String;
|
|
484
|
+
readonly commit: Schema.String;
|
|
485
|
+
readonly tree: Schema.String;
|
|
486
|
+
}>;
|
|
487
|
+
readonly selection: Schema.Struct<{
|
|
488
|
+
readonly candidates: Schema.$Array<Schema.Struct<{
|
|
489
|
+
readonly commit: Schema.String;
|
|
490
|
+
readonly subject: Schema.String;
|
|
491
|
+
readonly score: Schema.Finite;
|
|
492
|
+
readonly rationale: Schema.String;
|
|
493
|
+
}>>;
|
|
494
|
+
readonly selectedCommit: Schema.String;
|
|
495
|
+
readonly rejected: Schema.$Array<Schema.Struct<{
|
|
496
|
+
readonly commit: Schema.String;
|
|
497
|
+
readonly reason: Schema.String;
|
|
498
|
+
}>>;
|
|
499
|
+
}>;
|
|
500
|
+
readonly version: Schema.Literal<1>;
|
|
501
|
+
readonly stage: Schema.Literal<"seed">;
|
|
502
|
+
readonly parentDigest: Schema.String;
|
|
503
|
+
readonly createdAt: Schema.String;
|
|
504
|
+
}>;
|
|
505
|
+
export type SeedCheckpointV1 = typeof SeedCheckpointV1.Type;
|
|
506
|
+
export declare const SpecScopeEntryV1: Schema.Struct<{
|
|
507
|
+
readonly id: Schema.String;
|
|
508
|
+
readonly kind: Schema.Literals<readonly ["changed", "preserved"]>;
|
|
509
|
+
readonly behaviorIds: Schema.$Array<Schema.String>;
|
|
510
|
+
readonly description: Schema.String;
|
|
511
|
+
}>;
|
|
512
|
+
export type SpecScopeEntryV1 = typeof SpecScopeEntryV1.Type;
|
|
513
|
+
export declare const SpecCheckpointV1: Schema.Struct<{
|
|
514
|
+
readonly visible: Schema.Union<readonly [Schema.Struct<{
|
|
515
|
+
readonly lane: Schema.Literal<"request">;
|
|
516
|
+
readonly id: Schema.String;
|
|
517
|
+
readonly request: Schema.Struct<{
|
|
518
|
+
readonly endpoint: Schema.Literals<readonly ["chat", "responses", "anthropic"]>;
|
|
519
|
+
readonly method: Schema.Literal<"POST">;
|
|
520
|
+
readonly path: Schema.String;
|
|
521
|
+
readonly headers: Schema.$Array<Schema.Struct<{
|
|
522
|
+
readonly name: Schema.String;
|
|
523
|
+
readonly value: Schema.String;
|
|
524
|
+
}>>;
|
|
525
|
+
readonly bodyJson: Schema.String;
|
|
526
|
+
}>;
|
|
527
|
+
}>, Schema.Struct<{
|
|
528
|
+
readonly lane: Schema.Literal<"repository-agent">;
|
|
529
|
+
readonly id: Schema.String;
|
|
530
|
+
readonly requestText: Schema.String;
|
|
531
|
+
readonly checkoutCommit: Schema.String;
|
|
532
|
+
readonly allowedTools: Schema.$Array<Schema.Literals<readonly ["read", "search", "edit", "shell", "test"]>>;
|
|
533
|
+
readonly constraints: Schema.$Array<Schema.String>;
|
|
534
|
+
}>]>;
|
|
535
|
+
readonly analysis: Schema.Struct<{
|
|
536
|
+
readonly summary: Schema.String;
|
|
537
|
+
readonly userObservableBehaviors: Schema.$Array<Schema.String>;
|
|
538
|
+
readonly constraints: Schema.$Array<Schema.String>;
|
|
539
|
+
readonly risks: Schema.$Array<Schema.String>;
|
|
540
|
+
}>;
|
|
541
|
+
readonly scope: Schema.$Array<Schema.Struct<{
|
|
542
|
+
readonly id: Schema.String;
|
|
543
|
+
readonly kind: Schema.Literals<readonly ["changed", "preserved"]>;
|
|
544
|
+
readonly behaviorIds: Schema.$Array<Schema.String>;
|
|
545
|
+
readonly description: Schema.String;
|
|
546
|
+
}>>;
|
|
547
|
+
readonly contextSources: Schema.$Array<Schema.Struct<{
|
|
548
|
+
readonly path: Schema.String;
|
|
549
|
+
readonly content: Schema.String;
|
|
550
|
+
}>>;
|
|
551
|
+
/** Advisory model reviews; write RepositorySpecificationReviewV1 values where possible. */
|
|
552
|
+
readonly reviews: Schema.$Array<Schema.Unknown>;
|
|
553
|
+
readonly revisions: Schema.Finite;
|
|
554
|
+
readonly leakFindings: Schema.$Array<Schema.String>;
|
|
555
|
+
readonly version: Schema.Literal<1>;
|
|
556
|
+
readonly stage: Schema.Literal<"spec">;
|
|
557
|
+
readonly parentDigest: Schema.String;
|
|
558
|
+
readonly createdAt: Schema.String;
|
|
559
|
+
}>;
|
|
560
|
+
export type SpecCheckpointV1 = typeof SpecCheckpointV1.Type;
|
|
561
|
+
export declare const OracleFixtureMetadataV1: Schema.Struct<{
|
|
562
|
+
readonly id: Schema.String;
|
|
563
|
+
readonly kind: Schema.Literals<readonly ["historical-regression", "boundary", "counterfactual", "metamorphic"]>;
|
|
564
|
+
readonly expectationMode: Schema.Literals<readonly ["changes", "preserved"]>;
|
|
565
|
+
readonly description: Schema.String;
|
|
566
|
+
readonly expectedBehavior: Schema.String;
|
|
567
|
+
readonly testPath: Schema.String;
|
|
568
|
+
}>;
|
|
569
|
+
export type OracleFixtureMetadataV1 = typeof OracleFixtureMetadataV1.Type;
|
|
570
|
+
export declare const OracleScopeCoverageV1: Schema.Struct<{
|
|
571
|
+
readonly scopeId: Schema.String;
|
|
572
|
+
readonly outcome: Schema.Literals<readonly ["covered", "unsupported", "contradictory", "uncertain"]>;
|
|
573
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
574
|
+
readonly detail: Schema.String;
|
|
575
|
+
}>;
|
|
576
|
+
export type OracleScopeCoverageV1 = typeof OracleScopeCoverageV1.Type;
|
|
577
|
+
export declare const OracleCheckpointV1: Schema.Struct<{
|
|
578
|
+
readonly suite: Schema.Struct<{
|
|
579
|
+
readonly version: Schema.Literal<1>;
|
|
580
|
+
readonly caseId: Schema.String;
|
|
581
|
+
readonly fixtures: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
582
|
+
readonly kind: Schema.Literal<"historical-regression">;
|
|
583
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
584
|
+
readonly id: Schema.String;
|
|
585
|
+
readonly description: Schema.String;
|
|
586
|
+
readonly expectedBehavior: Schema.String;
|
|
587
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
588
|
+
readonly testPath: Schema.String;
|
|
589
|
+
}>, Schema.Struct<{
|
|
590
|
+
readonly kind: Schema.Literal<"boundary">;
|
|
591
|
+
readonly expectationMode: Schema.Literals<readonly ["changes", "preserved"]>;
|
|
592
|
+
readonly id: Schema.String;
|
|
593
|
+
readonly description: Schema.String;
|
|
594
|
+
readonly expectedBehavior: Schema.String;
|
|
595
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
596
|
+
readonly testPath: Schema.String;
|
|
597
|
+
}>, Schema.Struct<{
|
|
598
|
+
readonly kind: Schema.Literal<"counterfactual">;
|
|
599
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
600
|
+
readonly id: Schema.String;
|
|
601
|
+
readonly description: Schema.String;
|
|
602
|
+
readonly expectedBehavior: Schema.String;
|
|
603
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
604
|
+
readonly testPath: Schema.String;
|
|
605
|
+
}>, Schema.Struct<{
|
|
606
|
+
readonly kind: Schema.Literal<"metamorphic">;
|
|
607
|
+
readonly expectationMode: Schema.Literal<"preserved">;
|
|
608
|
+
readonly id: Schema.String;
|
|
609
|
+
readonly description: Schema.String;
|
|
610
|
+
readonly expectedBehavior: Schema.String;
|
|
611
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
612
|
+
readonly testPath: Schema.String;
|
|
613
|
+
}>]>>;
|
|
614
|
+
readonly overlays: Schema.$Array<Schema.Struct<{
|
|
615
|
+
readonly path: Schema.String;
|
|
616
|
+
readonly content: Schema.String;
|
|
617
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
618
|
+
}>>;
|
|
619
|
+
}>;
|
|
620
|
+
readonly fixtureMetadata: Schema.$Array<Schema.Struct<{
|
|
621
|
+
readonly id: Schema.String;
|
|
622
|
+
readonly kind: Schema.Literals<readonly ["historical-regression", "boundary", "counterfactual", "metamorphic"]>;
|
|
623
|
+
readonly expectationMode: Schema.Literals<readonly ["changes", "preserved"]>;
|
|
624
|
+
readonly description: Schema.String;
|
|
625
|
+
readonly expectedBehavior: Schema.String;
|
|
626
|
+
readonly testPath: Schema.String;
|
|
627
|
+
}>>;
|
|
628
|
+
/** Advisory model self-report; witnesses are the executed evidence. */
|
|
629
|
+
readonly scopeCoverage: Schema.$Array<Schema.Struct<{
|
|
630
|
+
readonly scopeId: Schema.String;
|
|
631
|
+
readonly outcome: Schema.Literals<readonly ["covered", "unsupported", "contradictory", "uncertain"]>;
|
|
632
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
633
|
+
readonly detail: Schema.String;
|
|
634
|
+
}>>;
|
|
635
|
+
readonly preflight: Schema.Struct<{
|
|
636
|
+
readonly passed: Schema.Literal<true>;
|
|
637
|
+
readonly repairs: Schema.Finite;
|
|
638
|
+
}>;
|
|
639
|
+
readonly witnesses: Schema.$Array<Schema.Struct<{
|
|
640
|
+
readonly scopeId: Schema.String;
|
|
641
|
+
readonly hypothesis: Schema.String;
|
|
642
|
+
readonly outcome: Schema.Literals<readonly ["already-detected", "confirmed-escape"]>;
|
|
643
|
+
readonly explanation: Schema.String;
|
|
644
|
+
readonly referenceCommit: Schema.String;
|
|
645
|
+
readonly fileOverrides: Schema.$Array<Schema.Struct<{
|
|
646
|
+
readonly path: Schema.String;
|
|
647
|
+
readonly content: Schema.String;
|
|
648
|
+
}>>;
|
|
649
|
+
readonly fixture: Schema.Union<readonly [Schema.Struct<{
|
|
650
|
+
readonly kind: Schema.Literal<"historical-regression">;
|
|
651
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
652
|
+
readonly id: Schema.String;
|
|
653
|
+
readonly description: Schema.String;
|
|
654
|
+
readonly expectedBehavior: Schema.String;
|
|
655
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
656
|
+
readonly testPath: Schema.String;
|
|
657
|
+
}>, Schema.Struct<{
|
|
658
|
+
readonly kind: Schema.Literal<"boundary">;
|
|
659
|
+
readonly expectationMode: Schema.Literals<readonly ["changes", "preserved"]>;
|
|
660
|
+
readonly id: Schema.String;
|
|
661
|
+
readonly description: Schema.String;
|
|
662
|
+
readonly expectedBehavior: Schema.String;
|
|
663
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
664
|
+
readonly testPath: Schema.String;
|
|
665
|
+
}>, Schema.Struct<{
|
|
666
|
+
readonly kind: Schema.Literal<"counterfactual">;
|
|
667
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
668
|
+
readonly id: Schema.String;
|
|
669
|
+
readonly description: Schema.String;
|
|
670
|
+
readonly expectedBehavior: Schema.String;
|
|
671
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
672
|
+
readonly testPath: Schema.String;
|
|
673
|
+
}>, Schema.Struct<{
|
|
674
|
+
readonly kind: Schema.Literal<"metamorphic">;
|
|
675
|
+
readonly expectationMode: Schema.Literal<"preserved">;
|
|
676
|
+
readonly id: Schema.String;
|
|
677
|
+
readonly description: Schema.String;
|
|
678
|
+
readonly expectedBehavior: Schema.String;
|
|
679
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
680
|
+
readonly testPath: Schema.String;
|
|
681
|
+
}>]>;
|
|
682
|
+
readonly overlay: Schema.Struct<{
|
|
683
|
+
readonly path: Schema.String;
|
|
684
|
+
readonly content: Schema.String;
|
|
685
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
686
|
+
}>;
|
|
687
|
+
readonly referenceEvidence: Schema.Struct<{
|
|
688
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
689
|
+
readonly detail: Schema.String;
|
|
690
|
+
readonly inconclusiveReason: Schema.optionalKey<Schema.Literal<"unattributed-test-failure">>;
|
|
691
|
+
}>;
|
|
692
|
+
readonly mutantEvidence: Schema.Struct<{
|
|
693
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
694
|
+
readonly detail: Schema.String;
|
|
695
|
+
readonly inconclusiveReason: Schema.optionalKey<Schema.Literal<"unattributed-test-failure">>;
|
|
696
|
+
}>;
|
|
697
|
+
readonly incumbentEvidence: Schema.$Array<Schema.Struct<{
|
|
698
|
+
readonly fixtureId: Schema.String;
|
|
699
|
+
readonly evidence: Schema.Struct<{
|
|
700
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
701
|
+
readonly detail: Schema.String;
|
|
702
|
+
readonly inconclusiveReason: Schema.optionalKey<Schema.Literal<"unattributed-test-failure">>;
|
|
703
|
+
}>;
|
|
704
|
+
}>>;
|
|
705
|
+
readonly executionOperationId: Schema.String;
|
|
706
|
+
}>>;
|
|
707
|
+
readonly coverageRounds: Schema.Finite;
|
|
708
|
+
readonly version: Schema.Literal<1>;
|
|
709
|
+
readonly stage: Schema.Literal<"oracle">;
|
|
710
|
+
readonly parentDigest: Schema.String;
|
|
711
|
+
readonly createdAt: Schema.String;
|
|
712
|
+
}>;
|
|
713
|
+
export type OracleCheckpointV1 = typeof OracleCheckpointV1.Type;
|
|
714
|
+
export declare const SolutionCritiqueV1: Schema.Struct<{
|
|
715
|
+
readonly solutionId: Schema.String;
|
|
716
|
+
readonly classification: Schema.Literals<readonly ["valid", "wrong", "uncertain"]>;
|
|
717
|
+
readonly detail: Schema.String;
|
|
718
|
+
readonly violatedBehaviorIds: Schema.$Array<Schema.String>;
|
|
719
|
+
}>;
|
|
720
|
+
export type SolutionCritiqueV1 = typeof SolutionCritiqueV1.Type;
|
|
721
|
+
export declare const ControlsCheckpointV1: Schema.Struct<{
|
|
722
|
+
readonly valid: Schema.$Array<Schema.Struct<{
|
|
723
|
+
readonly commit: Schema.String;
|
|
724
|
+
readonly fileOverrides: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
725
|
+
readonly path: Schema.String;
|
|
726
|
+
readonly content: Schema.String;
|
|
727
|
+
}>, Schema.Struct<{
|
|
728
|
+
readonly path: Schema.String;
|
|
729
|
+
readonly delete: Schema.Literal<true>;
|
|
730
|
+
}>]>>>;
|
|
731
|
+
readonly id: Schema.String;
|
|
732
|
+
readonly kind: Schema.Literals<readonly ["historical-reference", "independent-valid", "simplified-valid", "behavior-preserving-valid", "historical-defect", "mutation", "model-near-miss", "reward-hacking"]>;
|
|
733
|
+
readonly family: Schema.String;
|
|
734
|
+
readonly expectedClass: Schema.Literals<readonly ["valid", "wrong"]>;
|
|
735
|
+
}>>;
|
|
736
|
+
readonly wrong: Schema.$Array<Schema.Struct<{
|
|
737
|
+
readonly commit: Schema.String;
|
|
738
|
+
readonly fileOverrides: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
739
|
+
readonly path: Schema.String;
|
|
740
|
+
readonly content: Schema.String;
|
|
741
|
+
}>, Schema.Struct<{
|
|
742
|
+
readonly path: Schema.String;
|
|
743
|
+
readonly delete: Schema.Literal<true>;
|
|
744
|
+
}>]>>>;
|
|
745
|
+
readonly id: Schema.String;
|
|
746
|
+
readonly kind: Schema.Literals<readonly ["historical-reference", "independent-valid", "simplified-valid", "behavior-preserving-valid", "historical-defect", "mutation", "model-near-miss", "reward-hacking"]>;
|
|
747
|
+
readonly family: Schema.String;
|
|
748
|
+
readonly expectedClass: Schema.Literals<readonly ["valid", "wrong"]>;
|
|
749
|
+
}>>;
|
|
750
|
+
/** Advisory. */
|
|
751
|
+
readonly critiques: Schema.$Array<Schema.Struct<{
|
|
752
|
+
readonly solutionId: Schema.String;
|
|
753
|
+
readonly classification: Schema.Literals<readonly ["valid", "wrong", "uncertain"]>;
|
|
754
|
+
readonly detail: Schema.String;
|
|
755
|
+
readonly violatedBehaviorIds: Schema.$Array<Schema.String>;
|
|
756
|
+
}>>;
|
|
757
|
+
readonly regenerations: Schema.Finite;
|
|
758
|
+
readonly version: Schema.Literal<1>;
|
|
759
|
+
readonly stage: Schema.Literal<"controls">;
|
|
760
|
+
readonly parentDigest: Schema.String;
|
|
761
|
+
readonly createdAt: Schema.String;
|
|
762
|
+
}>;
|
|
763
|
+
export type ControlsCheckpointV1 = typeof ControlsCheckpointV1.Type;
|
|
764
|
+
export declare const TournamentHistoryEntryV1: Schema.Struct<{
|
|
765
|
+
readonly sequence: Schema.Finite;
|
|
766
|
+
readonly decision: Schema.Literals<readonly ["accepted", "rejected"]>;
|
|
767
|
+
readonly targeted: Schema.$Array<Schema.String>;
|
|
768
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
769
|
+
readonly candidateAdequacy: Schema.optionalKey<Schema.Struct<{
|
|
770
|
+
readonly version: Schema.Literal<1>;
|
|
771
|
+
readonly caseId: Schema.String;
|
|
772
|
+
readonly admitted: Schema.Boolean;
|
|
773
|
+
readonly validSolutionCount: Schema.Finite;
|
|
774
|
+
readonly wrongSolutionCount: Schema.Finite;
|
|
775
|
+
readonly falseRejectedSolutionIds: Schema.$Array<Schema.String>;
|
|
776
|
+
readonly falseAcceptedSolutionIds: Schema.$Array<Schema.String>;
|
|
777
|
+
readonly unstableSolutionIds: Schema.$Array<Schema.String>;
|
|
778
|
+
readonly unobservedClauseIds: Schema.$Array<Schema.String>;
|
|
779
|
+
readonly insufficientObservationPairs: Schema.$Array<Schema.String>;
|
|
780
|
+
readonly mutationFamilyKills: Schema.$Array<Schema.Struct<{
|
|
781
|
+
readonly family: Schema.String;
|
|
782
|
+
readonly killed: Schema.Finite;
|
|
783
|
+
readonly total: Schema.Finite;
|
|
784
|
+
}>>;
|
|
785
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
786
|
+
}>>;
|
|
787
|
+
}>;
|
|
788
|
+
export type TournamentHistoryEntryV1 = typeof TournamentHistoryEntryV1.Type;
|
|
789
|
+
export declare const TournamentCheckpointV1: Schema.Struct<{
|
|
790
|
+
/** The incumbent suite after the last accepted iteration. */
|
|
791
|
+
readonly suite: Schema.Struct<{
|
|
792
|
+
readonly version: Schema.Literal<1>;
|
|
793
|
+
readonly caseId: Schema.String;
|
|
794
|
+
readonly fixtures: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
795
|
+
readonly kind: Schema.Literal<"historical-regression">;
|
|
796
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
797
|
+
readonly id: Schema.String;
|
|
798
|
+
readonly description: Schema.String;
|
|
799
|
+
readonly expectedBehavior: Schema.String;
|
|
800
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
801
|
+
readonly testPath: Schema.String;
|
|
802
|
+
}>, Schema.Struct<{
|
|
803
|
+
readonly kind: Schema.Literal<"boundary">;
|
|
804
|
+
readonly expectationMode: Schema.Literals<readonly ["changes", "preserved"]>;
|
|
805
|
+
readonly id: Schema.String;
|
|
806
|
+
readonly description: Schema.String;
|
|
807
|
+
readonly expectedBehavior: Schema.String;
|
|
808
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
809
|
+
readonly testPath: Schema.String;
|
|
810
|
+
}>, Schema.Struct<{
|
|
811
|
+
readonly kind: Schema.Literal<"counterfactual">;
|
|
812
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
813
|
+
readonly id: Schema.String;
|
|
814
|
+
readonly description: Schema.String;
|
|
815
|
+
readonly expectedBehavior: Schema.String;
|
|
816
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
817
|
+
readonly testPath: Schema.String;
|
|
818
|
+
}>, Schema.Struct<{
|
|
819
|
+
readonly kind: Schema.Literal<"metamorphic">;
|
|
820
|
+
readonly expectationMode: Schema.Literal<"preserved">;
|
|
821
|
+
readonly id: Schema.String;
|
|
822
|
+
readonly description: Schema.String;
|
|
823
|
+
readonly expectedBehavior: Schema.String;
|
|
824
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
825
|
+
readonly testPath: Schema.String;
|
|
826
|
+
}>]>>;
|
|
827
|
+
readonly overlays: Schema.$Array<Schema.Struct<{
|
|
828
|
+
readonly path: Schema.String;
|
|
829
|
+
readonly content: Schema.String;
|
|
830
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
831
|
+
}>>;
|
|
832
|
+
}>;
|
|
833
|
+
readonly adequacy: Schema.Struct<{
|
|
834
|
+
readonly version: Schema.Literal<1>;
|
|
835
|
+
readonly caseId: Schema.String;
|
|
836
|
+
readonly admitted: Schema.Boolean;
|
|
837
|
+
readonly validSolutionCount: Schema.Finite;
|
|
838
|
+
readonly wrongSolutionCount: Schema.Finite;
|
|
839
|
+
readonly falseRejectedSolutionIds: Schema.$Array<Schema.String>;
|
|
840
|
+
readonly falseAcceptedSolutionIds: Schema.$Array<Schema.String>;
|
|
841
|
+
readonly unstableSolutionIds: Schema.$Array<Schema.String>;
|
|
842
|
+
readonly unobservedClauseIds: Schema.$Array<Schema.String>;
|
|
843
|
+
readonly insufficientObservationPairs: Schema.$Array<Schema.String>;
|
|
844
|
+
readonly mutationFamilyKills: Schema.$Array<Schema.Struct<{
|
|
845
|
+
readonly family: Schema.String;
|
|
846
|
+
readonly killed: Schema.Finite;
|
|
847
|
+
readonly total: Schema.Finite;
|
|
848
|
+
}>>;
|
|
849
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
850
|
+
}>;
|
|
851
|
+
readonly oracle: Schema.Struct<{
|
|
852
|
+
readonly version: Schema.Literal<1>;
|
|
853
|
+
readonly caseId: Schema.String;
|
|
854
|
+
readonly hardFailurePolicy: Schema.Literal<"any-critical-hard-clause-fails">;
|
|
855
|
+
readonly executionBindingDigest: Schema.optionalKey<Schema.String>;
|
|
856
|
+
readonly executionRepetitions: Schema.optionalKey<Schema.Finite>;
|
|
857
|
+
readonly fixtures: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
858
|
+
readonly kind: Schema.Literal<"historical-regression">;
|
|
859
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
860
|
+
readonly id: Schema.String;
|
|
861
|
+
readonly description: Schema.String;
|
|
862
|
+
readonly expectedBehavior: Schema.String;
|
|
863
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
864
|
+
readonly testPath: Schema.String;
|
|
865
|
+
}>, Schema.Struct<{
|
|
866
|
+
readonly kind: Schema.Literal<"boundary">;
|
|
867
|
+
readonly expectationMode: Schema.Literals<readonly ["changes", "preserved"]>;
|
|
868
|
+
readonly id: Schema.String;
|
|
869
|
+
readonly description: Schema.String;
|
|
870
|
+
readonly expectedBehavior: Schema.String;
|
|
871
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
872
|
+
readonly testPath: Schema.String;
|
|
873
|
+
}>, Schema.Struct<{
|
|
874
|
+
readonly kind: Schema.Literal<"counterfactual">;
|
|
875
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
876
|
+
readonly id: Schema.String;
|
|
877
|
+
readonly description: Schema.String;
|
|
878
|
+
readonly expectedBehavior: Schema.String;
|
|
879
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
880
|
+
readonly testPath: Schema.String;
|
|
881
|
+
}>, Schema.Struct<{
|
|
882
|
+
readonly kind: Schema.Literal<"metamorphic">;
|
|
883
|
+
readonly expectationMode: Schema.Literal<"preserved">;
|
|
884
|
+
readonly id: Schema.String;
|
|
885
|
+
readonly description: Schema.String;
|
|
886
|
+
readonly expectedBehavior: Schema.String;
|
|
887
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
888
|
+
readonly testPath: Schema.String;
|
|
889
|
+
}>]>>;
|
|
890
|
+
readonly clauses: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
891
|
+
readonly kind: Schema.Literal<"candidate-policy">;
|
|
892
|
+
readonly policyId: Schema.String;
|
|
893
|
+
readonly forbiddenPaths: Schema.$Array<Schema.String>;
|
|
894
|
+
readonly id: Schema.String;
|
|
895
|
+
readonly critical: Schema.Boolean;
|
|
896
|
+
readonly description: Schema.String;
|
|
897
|
+
}>, Schema.Struct<{
|
|
898
|
+
readonly kind: Schema.Literal<"test-command">;
|
|
899
|
+
readonly recipeId: Schema.String;
|
|
900
|
+
readonly expectedExitCode: Schema.Finite;
|
|
901
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
902
|
+
readonly id: Schema.String;
|
|
903
|
+
readonly critical: Schema.Boolean;
|
|
904
|
+
readonly description: Schema.String;
|
|
905
|
+
}>, Schema.Struct<{
|
|
906
|
+
readonly kind: Schema.Literal<"json-field">;
|
|
907
|
+
readonly pointer: Schema.String;
|
|
908
|
+
readonly operator: Schema.Literals<readonly ["equals", "present", "absent"]>;
|
|
909
|
+
readonly expectedJson: Schema.optionalKey<Schema.String>;
|
|
910
|
+
readonly id: Schema.String;
|
|
911
|
+
readonly critical: Schema.Boolean;
|
|
912
|
+
readonly description: Schema.String;
|
|
913
|
+
}>, Schema.Struct<{
|
|
914
|
+
readonly kind: Schema.Literal<"ordered-events">;
|
|
915
|
+
readonly eventTypes: Schema.$Array<Schema.String>;
|
|
916
|
+
readonly terminalEvent: Schema.optionalKey<Schema.String>;
|
|
917
|
+
readonly id: Schema.String;
|
|
918
|
+
readonly critical: Schema.Boolean;
|
|
919
|
+
readonly description: Schema.String;
|
|
920
|
+
}>, Schema.Struct<{
|
|
921
|
+
readonly kind: Schema.Literal<"property">;
|
|
922
|
+
readonly propertyId: Schema.String;
|
|
923
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
924
|
+
readonly id: Schema.String;
|
|
925
|
+
readonly critical: Schema.Boolean;
|
|
926
|
+
readonly description: Schema.String;
|
|
927
|
+
}>, Schema.Struct<{
|
|
928
|
+
readonly kind: Schema.Literal<"differential">;
|
|
929
|
+
readonly implementationIds: Schema.$Array<Schema.String>;
|
|
930
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
931
|
+
readonly id: Schema.String;
|
|
932
|
+
readonly critical: Schema.Boolean;
|
|
933
|
+
readonly description: Schema.String;
|
|
934
|
+
}>, Schema.Struct<{
|
|
935
|
+
readonly kind: Schema.Literal<"architecture">;
|
|
936
|
+
readonly ruleId: Schema.String;
|
|
937
|
+
readonly expectedPaths: Schema.$Array<Schema.String>;
|
|
938
|
+
readonly id: Schema.String;
|
|
939
|
+
readonly critical: Schema.Boolean;
|
|
940
|
+
readonly description: Schema.String;
|
|
941
|
+
}>, Schema.Struct<{
|
|
942
|
+
readonly kind: Schema.Literal<"transformation-completeness">;
|
|
943
|
+
readonly ruleId: Schema.String;
|
|
944
|
+
readonly forbiddenLegacyPaths: Schema.$Array<Schema.String>;
|
|
945
|
+
readonly requiredNewPaths: Schema.$Array<Schema.String>;
|
|
946
|
+
readonly id: Schema.String;
|
|
947
|
+
readonly critical: Schema.Boolean;
|
|
948
|
+
readonly description: Schema.String;
|
|
949
|
+
}>, Schema.Struct<{
|
|
950
|
+
readonly kind: Schema.Literal<"semantic-residual">;
|
|
951
|
+
readonly criterion: Schema.String;
|
|
952
|
+
readonly id: Schema.String;
|
|
953
|
+
readonly critical: Schema.Boolean;
|
|
954
|
+
readonly description: Schema.String;
|
|
955
|
+
}>]>>;
|
|
956
|
+
readonly solutions: Schema.$Array<Schema.Struct<{
|
|
957
|
+
readonly id: Schema.String;
|
|
958
|
+
readonly kind: Schema.Literals<readonly ["historical-reference", "independent-valid", "simplified-valid", "behavior-preserving-valid", "historical-defect", "mutation", "model-near-miss", "reward-hacking"]>;
|
|
959
|
+
readonly family: Schema.String;
|
|
960
|
+
readonly expectedClass: Schema.Literals<readonly ["valid", "wrong"]>;
|
|
961
|
+
readonly commit: Schema.optionalKey<Schema.String>;
|
|
962
|
+
}>>;
|
|
963
|
+
readonly observations: Schema.$Array<Schema.Struct<{
|
|
964
|
+
readonly solutionId: Schema.String;
|
|
965
|
+
readonly clauseId: Schema.String;
|
|
966
|
+
readonly repetition: Schema.Finite;
|
|
967
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
968
|
+
readonly detail: Schema.String;
|
|
969
|
+
readonly inconclusiveReason: Schema.optionalKey<Schema.Literal<"unattributed-test-failure">>;
|
|
970
|
+
}>>;
|
|
971
|
+
readonly knownLimitations: Schema.$Array<Schema.String>;
|
|
972
|
+
}>;
|
|
973
|
+
readonly valid: Schema.$Array<Schema.Struct<{
|
|
974
|
+
readonly commit: Schema.String;
|
|
975
|
+
readonly fileOverrides: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
976
|
+
readonly path: Schema.String;
|
|
977
|
+
readonly content: Schema.String;
|
|
978
|
+
}>, Schema.Struct<{
|
|
979
|
+
readonly path: Schema.String;
|
|
980
|
+
readonly delete: Schema.Literal<true>;
|
|
981
|
+
}>]>>>;
|
|
982
|
+
readonly id: Schema.String;
|
|
983
|
+
readonly kind: Schema.Literals<readonly ["historical-reference", "independent-valid", "simplified-valid", "behavior-preserving-valid", "historical-defect", "mutation", "model-near-miss", "reward-hacking"]>;
|
|
984
|
+
readonly family: Schema.String;
|
|
985
|
+
readonly expectedClass: Schema.Literals<readonly ["valid", "wrong"]>;
|
|
986
|
+
}>>;
|
|
987
|
+
readonly wrong: Schema.$Array<Schema.Struct<{
|
|
988
|
+
readonly commit: Schema.String;
|
|
989
|
+
readonly fileOverrides: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
990
|
+
readonly path: Schema.String;
|
|
991
|
+
readonly content: Schema.String;
|
|
992
|
+
}>, Schema.Struct<{
|
|
993
|
+
readonly path: Schema.String;
|
|
994
|
+
readonly delete: Schema.Literal<true>;
|
|
995
|
+
}>]>>>;
|
|
996
|
+
readonly id: Schema.String;
|
|
997
|
+
readonly kind: Schema.Literals<readonly ["historical-reference", "independent-valid", "simplified-valid", "behavior-preserving-valid", "historical-defect", "mutation", "model-near-miss", "reward-hacking"]>;
|
|
998
|
+
readonly family: Schema.String;
|
|
999
|
+
readonly expectedClass: Schema.Literals<readonly ["valid", "wrong"]>;
|
|
1000
|
+
}>>;
|
|
1001
|
+
/** Lazy advisory control reviews, checkpointed after every completed critic round. */
|
|
1002
|
+
readonly critiques: Schema.optionalKey<Schema.$Array<Schema.Struct<{
|
|
1003
|
+
readonly solutionId: Schema.String;
|
|
1004
|
+
readonly classification: Schema.Literals<readonly ["valid", "wrong", "uncertain"]>;
|
|
1005
|
+
readonly detail: Schema.String;
|
|
1006
|
+
readonly violatedBehaviorIds: Schema.$Array<Schema.String>;
|
|
1007
|
+
}>>>;
|
|
1008
|
+
readonly history: Schema.$Array<Schema.Struct<{
|
|
1009
|
+
readonly sequence: Schema.Finite;
|
|
1010
|
+
readonly decision: Schema.Literals<readonly ["accepted", "rejected"]>;
|
|
1011
|
+
readonly targeted: Schema.$Array<Schema.String>;
|
|
1012
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
1013
|
+
readonly candidateAdequacy: Schema.optionalKey<Schema.Struct<{
|
|
1014
|
+
readonly version: Schema.Literal<1>;
|
|
1015
|
+
readonly caseId: Schema.String;
|
|
1016
|
+
readonly admitted: Schema.Boolean;
|
|
1017
|
+
readonly validSolutionCount: Schema.Finite;
|
|
1018
|
+
readonly wrongSolutionCount: Schema.Finite;
|
|
1019
|
+
readonly falseRejectedSolutionIds: Schema.$Array<Schema.String>;
|
|
1020
|
+
readonly falseAcceptedSolutionIds: Schema.$Array<Schema.String>;
|
|
1021
|
+
readonly unstableSolutionIds: Schema.$Array<Schema.String>;
|
|
1022
|
+
readonly unobservedClauseIds: Schema.$Array<Schema.String>;
|
|
1023
|
+
readonly insufficientObservationPairs: Schema.$Array<Schema.String>;
|
|
1024
|
+
readonly mutationFamilyKills: Schema.$Array<Schema.Struct<{
|
|
1025
|
+
readonly family: Schema.String;
|
|
1026
|
+
readonly killed: Schema.Finite;
|
|
1027
|
+
readonly total: Schema.Finite;
|
|
1028
|
+
}>>;
|
|
1029
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
1030
|
+
}>>;
|
|
1031
|
+
}>>;
|
|
1032
|
+
readonly iterations: Schema.Finite;
|
|
1033
|
+
readonly version: Schema.Literal<1>;
|
|
1034
|
+
readonly stage: Schema.Literal<"tournament">;
|
|
1035
|
+
readonly parentDigest: Schema.String;
|
|
1036
|
+
readonly createdAt: Schema.String;
|
|
1037
|
+
}>;
|
|
1038
|
+
export type TournamentCheckpointV1 = typeof TournamentCheckpointV1.Type;
|
|
1039
|
+
export declare const ChallengeCheckpointV1: Schema.Struct<{
|
|
1040
|
+
readonly heldOut: Schema.$Array<Schema.Struct<{
|
|
1041
|
+
readonly commit: Schema.String;
|
|
1042
|
+
readonly fileOverrides: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1043
|
+
readonly path: Schema.String;
|
|
1044
|
+
readonly content: Schema.String;
|
|
1045
|
+
}>, Schema.Struct<{
|
|
1046
|
+
readonly path: Schema.String;
|
|
1047
|
+
readonly delete: Schema.Literal<true>;
|
|
1048
|
+
}>]>>>;
|
|
1049
|
+
readonly id: Schema.String;
|
|
1050
|
+
readonly kind: Schema.Literals<readonly ["historical-reference", "independent-valid", "simplified-valid", "behavior-preserving-valid", "historical-defect", "mutation", "model-near-miss", "reward-hacking"]>;
|
|
1051
|
+
readonly family: Schema.String;
|
|
1052
|
+
readonly expectedClass: Schema.Literals<readonly ["valid", "wrong"]>;
|
|
1053
|
+
}>>;
|
|
1054
|
+
readonly adequacy: Schema.Struct<{
|
|
1055
|
+
readonly version: Schema.Literal<1>;
|
|
1056
|
+
readonly caseId: Schema.String;
|
|
1057
|
+
readonly admitted: Schema.Boolean;
|
|
1058
|
+
readonly validSolutionCount: Schema.Finite;
|
|
1059
|
+
readonly wrongSolutionCount: Schema.Finite;
|
|
1060
|
+
readonly falseRejectedSolutionIds: Schema.$Array<Schema.String>;
|
|
1061
|
+
readonly falseAcceptedSolutionIds: Schema.$Array<Schema.String>;
|
|
1062
|
+
readonly unstableSolutionIds: Schema.$Array<Schema.String>;
|
|
1063
|
+
readonly unobservedClauseIds: Schema.$Array<Schema.String>;
|
|
1064
|
+
readonly insufficientObservationPairs: Schema.$Array<Schema.String>;
|
|
1065
|
+
readonly mutationFamilyKills: Schema.$Array<Schema.Struct<{
|
|
1066
|
+
readonly family: Schema.String;
|
|
1067
|
+
readonly killed: Schema.Finite;
|
|
1068
|
+
readonly total: Schema.Finite;
|
|
1069
|
+
}>>;
|
|
1070
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
1071
|
+
}>;
|
|
1072
|
+
readonly oracle: Schema.Struct<{
|
|
1073
|
+
readonly version: Schema.Literal<1>;
|
|
1074
|
+
readonly caseId: Schema.String;
|
|
1075
|
+
readonly hardFailurePolicy: Schema.Literal<"any-critical-hard-clause-fails">;
|
|
1076
|
+
readonly executionBindingDigest: Schema.optionalKey<Schema.String>;
|
|
1077
|
+
readonly executionRepetitions: Schema.optionalKey<Schema.Finite>;
|
|
1078
|
+
readonly fixtures: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1079
|
+
readonly kind: Schema.Literal<"historical-regression">;
|
|
1080
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
1081
|
+
readonly id: Schema.String;
|
|
1082
|
+
readonly description: Schema.String;
|
|
1083
|
+
readonly expectedBehavior: Schema.String;
|
|
1084
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
1085
|
+
readonly testPath: Schema.String;
|
|
1086
|
+
}>, Schema.Struct<{
|
|
1087
|
+
readonly kind: Schema.Literal<"boundary">;
|
|
1088
|
+
readonly expectationMode: Schema.Literals<readonly ["changes", "preserved"]>;
|
|
1089
|
+
readonly id: Schema.String;
|
|
1090
|
+
readonly description: Schema.String;
|
|
1091
|
+
readonly expectedBehavior: Schema.String;
|
|
1092
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
1093
|
+
readonly testPath: Schema.String;
|
|
1094
|
+
}>, Schema.Struct<{
|
|
1095
|
+
readonly kind: Schema.Literal<"counterfactual">;
|
|
1096
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
1097
|
+
readonly id: Schema.String;
|
|
1098
|
+
readonly description: Schema.String;
|
|
1099
|
+
readonly expectedBehavior: Schema.String;
|
|
1100
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
1101
|
+
readonly testPath: Schema.String;
|
|
1102
|
+
}>, Schema.Struct<{
|
|
1103
|
+
readonly kind: Schema.Literal<"metamorphic">;
|
|
1104
|
+
readonly expectationMode: Schema.Literal<"preserved">;
|
|
1105
|
+
readonly id: Schema.String;
|
|
1106
|
+
readonly description: Schema.String;
|
|
1107
|
+
readonly expectedBehavior: Schema.String;
|
|
1108
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
1109
|
+
readonly testPath: Schema.String;
|
|
1110
|
+
}>]>>;
|
|
1111
|
+
readonly clauses: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1112
|
+
readonly kind: Schema.Literal<"candidate-policy">;
|
|
1113
|
+
readonly policyId: Schema.String;
|
|
1114
|
+
readonly forbiddenPaths: Schema.$Array<Schema.String>;
|
|
1115
|
+
readonly id: Schema.String;
|
|
1116
|
+
readonly critical: Schema.Boolean;
|
|
1117
|
+
readonly description: Schema.String;
|
|
1118
|
+
}>, Schema.Struct<{
|
|
1119
|
+
readonly kind: Schema.Literal<"test-command">;
|
|
1120
|
+
readonly recipeId: Schema.String;
|
|
1121
|
+
readonly expectedExitCode: Schema.Finite;
|
|
1122
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
1123
|
+
readonly id: Schema.String;
|
|
1124
|
+
readonly critical: Schema.Boolean;
|
|
1125
|
+
readonly description: Schema.String;
|
|
1126
|
+
}>, Schema.Struct<{
|
|
1127
|
+
readonly kind: Schema.Literal<"json-field">;
|
|
1128
|
+
readonly pointer: Schema.String;
|
|
1129
|
+
readonly operator: Schema.Literals<readonly ["equals", "present", "absent"]>;
|
|
1130
|
+
readonly expectedJson: Schema.optionalKey<Schema.String>;
|
|
1131
|
+
readonly id: Schema.String;
|
|
1132
|
+
readonly critical: Schema.Boolean;
|
|
1133
|
+
readonly description: Schema.String;
|
|
1134
|
+
}>, Schema.Struct<{
|
|
1135
|
+
readonly kind: Schema.Literal<"ordered-events">;
|
|
1136
|
+
readonly eventTypes: Schema.$Array<Schema.String>;
|
|
1137
|
+
readonly terminalEvent: Schema.optionalKey<Schema.String>;
|
|
1138
|
+
readonly id: Schema.String;
|
|
1139
|
+
readonly critical: Schema.Boolean;
|
|
1140
|
+
readonly description: Schema.String;
|
|
1141
|
+
}>, Schema.Struct<{
|
|
1142
|
+
readonly kind: Schema.Literal<"property">;
|
|
1143
|
+
readonly propertyId: Schema.String;
|
|
1144
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
1145
|
+
readonly id: Schema.String;
|
|
1146
|
+
readonly critical: Schema.Boolean;
|
|
1147
|
+
readonly description: Schema.String;
|
|
1148
|
+
}>, Schema.Struct<{
|
|
1149
|
+
readonly kind: Schema.Literal<"differential">;
|
|
1150
|
+
readonly implementationIds: Schema.$Array<Schema.String>;
|
|
1151
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
1152
|
+
readonly id: Schema.String;
|
|
1153
|
+
readonly critical: Schema.Boolean;
|
|
1154
|
+
readonly description: Schema.String;
|
|
1155
|
+
}>, Schema.Struct<{
|
|
1156
|
+
readonly kind: Schema.Literal<"architecture">;
|
|
1157
|
+
readonly ruleId: Schema.String;
|
|
1158
|
+
readonly expectedPaths: Schema.$Array<Schema.String>;
|
|
1159
|
+
readonly id: Schema.String;
|
|
1160
|
+
readonly critical: Schema.Boolean;
|
|
1161
|
+
readonly description: Schema.String;
|
|
1162
|
+
}>, Schema.Struct<{
|
|
1163
|
+
readonly kind: Schema.Literal<"transformation-completeness">;
|
|
1164
|
+
readonly ruleId: Schema.String;
|
|
1165
|
+
readonly forbiddenLegacyPaths: Schema.$Array<Schema.String>;
|
|
1166
|
+
readonly requiredNewPaths: Schema.$Array<Schema.String>;
|
|
1167
|
+
readonly id: Schema.String;
|
|
1168
|
+
readonly critical: Schema.Boolean;
|
|
1169
|
+
readonly description: Schema.String;
|
|
1170
|
+
}>, Schema.Struct<{
|
|
1171
|
+
readonly kind: Schema.Literal<"semantic-residual">;
|
|
1172
|
+
readonly criterion: Schema.String;
|
|
1173
|
+
readonly id: Schema.String;
|
|
1174
|
+
readonly critical: Schema.Boolean;
|
|
1175
|
+
readonly description: Schema.String;
|
|
1176
|
+
}>]>>;
|
|
1177
|
+
readonly solutions: Schema.$Array<Schema.Struct<{
|
|
1178
|
+
readonly id: Schema.String;
|
|
1179
|
+
readonly kind: Schema.Literals<readonly ["historical-reference", "independent-valid", "simplified-valid", "behavior-preserving-valid", "historical-defect", "mutation", "model-near-miss", "reward-hacking"]>;
|
|
1180
|
+
readonly family: Schema.String;
|
|
1181
|
+
readonly expectedClass: Schema.Literals<readonly ["valid", "wrong"]>;
|
|
1182
|
+
readonly commit: Schema.optionalKey<Schema.String>;
|
|
1183
|
+
}>>;
|
|
1184
|
+
readonly observations: Schema.$Array<Schema.Struct<{
|
|
1185
|
+
readonly solutionId: Schema.String;
|
|
1186
|
+
readonly clauseId: Schema.String;
|
|
1187
|
+
readonly repetition: Schema.Finite;
|
|
1188
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
1189
|
+
readonly detail: Schema.String;
|
|
1190
|
+
readonly inconclusiveReason: Schema.optionalKey<Schema.Literal<"unattributed-test-failure">>;
|
|
1191
|
+
}>>;
|
|
1192
|
+
readonly knownLimitations: Schema.$Array<Schema.String>;
|
|
1193
|
+
}>;
|
|
1194
|
+
readonly verdict: Schema.Literals<readonly ["passed", "failed"]>;
|
|
1195
|
+
readonly fold: Schema.Finite;
|
|
1196
|
+
readonly version: Schema.Literal<1>;
|
|
1197
|
+
readonly stage: Schema.Literal<"challenge">;
|
|
1198
|
+
readonly parentDigest: Schema.String;
|
|
1199
|
+
readonly createdAt: Schema.String;
|
|
1200
|
+
}>;
|
|
1201
|
+
export type ChallengeCheckpointV1 = typeof ChallengeCheckpointV1.Type;
|
|
1202
|
+
export declare const AdmitCheckpointV1: Schema.Struct<{
|
|
1203
|
+
readonly benchmarkCase: Schema.Struct<{
|
|
1204
|
+
readonly version: Schema.Literal<1>;
|
|
1205
|
+
readonly id: Schema.String;
|
|
1206
|
+
readonly capabilityId: Schema.String;
|
|
1207
|
+
readonly familyId: Schema.String;
|
|
1208
|
+
readonly seedId: Schema.String;
|
|
1209
|
+
readonly lane: Schema.Literals<readonly ["request", "repository-agent"]>;
|
|
1210
|
+
readonly visible: Schema.Union<readonly [Schema.Struct<{
|
|
1211
|
+
readonly lane: Schema.Literal<"request">;
|
|
1212
|
+
readonly id: Schema.String;
|
|
1213
|
+
readonly request: Schema.Struct<{
|
|
1214
|
+
readonly endpoint: Schema.Literals<readonly ["chat", "responses", "anthropic"]>;
|
|
1215
|
+
readonly method: Schema.Literal<"POST">;
|
|
1216
|
+
readonly path: Schema.String;
|
|
1217
|
+
readonly headers: Schema.$Array<Schema.Struct<{
|
|
1218
|
+
readonly name: Schema.String;
|
|
1219
|
+
readonly value: Schema.String;
|
|
1220
|
+
}>>;
|
|
1221
|
+
readonly bodyJson: Schema.String;
|
|
1222
|
+
}>;
|
|
1223
|
+
}>, Schema.Struct<{
|
|
1224
|
+
readonly lane: Schema.Literal<"repository-agent">;
|
|
1225
|
+
readonly id: Schema.String;
|
|
1226
|
+
readonly requestText: Schema.String;
|
|
1227
|
+
readonly checkoutCommit: Schema.String;
|
|
1228
|
+
readonly allowedTools: Schema.$Array<Schema.Literals<readonly ["read", "search", "edit", "shell", "test"]>>;
|
|
1229
|
+
readonly constraints: Schema.$Array<Schema.String>;
|
|
1230
|
+
}>]>;
|
|
1231
|
+
readonly hidden: Schema.Struct<{
|
|
1232
|
+
readonly version: Schema.Literal<1>;
|
|
1233
|
+
readonly caseId: Schema.String;
|
|
1234
|
+
readonly hardFailurePolicy: Schema.Literal<"any-critical-hard-clause-fails">;
|
|
1235
|
+
readonly executionBindingDigest: Schema.optionalKey<Schema.String>;
|
|
1236
|
+
readonly executionRepetitions: Schema.optionalKey<Schema.Finite>;
|
|
1237
|
+
readonly fixtures: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1238
|
+
readonly kind: Schema.Literal<"historical-regression">;
|
|
1239
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
1240
|
+
readonly id: Schema.String;
|
|
1241
|
+
readonly description: Schema.String;
|
|
1242
|
+
readonly expectedBehavior: Schema.String;
|
|
1243
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
1244
|
+
readonly testPath: Schema.String;
|
|
1245
|
+
}>, Schema.Struct<{
|
|
1246
|
+
readonly kind: Schema.Literal<"boundary">;
|
|
1247
|
+
readonly expectationMode: Schema.Literals<readonly ["changes", "preserved"]>;
|
|
1248
|
+
readonly id: Schema.String;
|
|
1249
|
+
readonly description: Schema.String;
|
|
1250
|
+
readonly expectedBehavior: Schema.String;
|
|
1251
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
1252
|
+
readonly testPath: Schema.String;
|
|
1253
|
+
}>, Schema.Struct<{
|
|
1254
|
+
readonly kind: Schema.Literal<"counterfactual">;
|
|
1255
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
1256
|
+
readonly id: Schema.String;
|
|
1257
|
+
readonly description: Schema.String;
|
|
1258
|
+
readonly expectedBehavior: Schema.String;
|
|
1259
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
1260
|
+
readonly testPath: Schema.String;
|
|
1261
|
+
}>, Schema.Struct<{
|
|
1262
|
+
readonly kind: Schema.Literal<"metamorphic">;
|
|
1263
|
+
readonly expectationMode: Schema.Literal<"preserved">;
|
|
1264
|
+
readonly id: Schema.String;
|
|
1265
|
+
readonly description: Schema.String;
|
|
1266
|
+
readonly expectedBehavior: Schema.String;
|
|
1267
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
1268
|
+
readonly testPath: Schema.String;
|
|
1269
|
+
}>]>>;
|
|
1270
|
+
readonly clauses: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1271
|
+
readonly kind: Schema.Literal<"candidate-policy">;
|
|
1272
|
+
readonly policyId: Schema.String;
|
|
1273
|
+
readonly forbiddenPaths: Schema.$Array<Schema.String>;
|
|
1274
|
+
readonly id: Schema.String;
|
|
1275
|
+
readonly critical: Schema.Boolean;
|
|
1276
|
+
readonly description: Schema.String;
|
|
1277
|
+
}>, Schema.Struct<{
|
|
1278
|
+
readonly kind: Schema.Literal<"test-command">;
|
|
1279
|
+
readonly recipeId: Schema.String;
|
|
1280
|
+
readonly expectedExitCode: Schema.Finite;
|
|
1281
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
1282
|
+
readonly id: Schema.String;
|
|
1283
|
+
readonly critical: Schema.Boolean;
|
|
1284
|
+
readonly description: Schema.String;
|
|
1285
|
+
}>, Schema.Struct<{
|
|
1286
|
+
readonly kind: Schema.Literal<"json-field">;
|
|
1287
|
+
readonly pointer: Schema.String;
|
|
1288
|
+
readonly operator: Schema.Literals<readonly ["equals", "present", "absent"]>;
|
|
1289
|
+
readonly expectedJson: Schema.optionalKey<Schema.String>;
|
|
1290
|
+
readonly id: Schema.String;
|
|
1291
|
+
readonly critical: Schema.Boolean;
|
|
1292
|
+
readonly description: Schema.String;
|
|
1293
|
+
}>, Schema.Struct<{
|
|
1294
|
+
readonly kind: Schema.Literal<"ordered-events">;
|
|
1295
|
+
readonly eventTypes: Schema.$Array<Schema.String>;
|
|
1296
|
+
readonly terminalEvent: Schema.optionalKey<Schema.String>;
|
|
1297
|
+
readonly id: Schema.String;
|
|
1298
|
+
readonly critical: Schema.Boolean;
|
|
1299
|
+
readonly description: Schema.String;
|
|
1300
|
+
}>, Schema.Struct<{
|
|
1301
|
+
readonly kind: Schema.Literal<"property">;
|
|
1302
|
+
readonly propertyId: Schema.String;
|
|
1303
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
1304
|
+
readonly id: Schema.String;
|
|
1305
|
+
readonly critical: Schema.Boolean;
|
|
1306
|
+
readonly description: Schema.String;
|
|
1307
|
+
}>, Schema.Struct<{
|
|
1308
|
+
readonly kind: Schema.Literal<"differential">;
|
|
1309
|
+
readonly implementationIds: Schema.$Array<Schema.String>;
|
|
1310
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
1311
|
+
readonly id: Schema.String;
|
|
1312
|
+
readonly critical: Schema.Boolean;
|
|
1313
|
+
readonly description: Schema.String;
|
|
1314
|
+
}>, Schema.Struct<{
|
|
1315
|
+
readonly kind: Schema.Literal<"architecture">;
|
|
1316
|
+
readonly ruleId: Schema.String;
|
|
1317
|
+
readonly expectedPaths: Schema.$Array<Schema.String>;
|
|
1318
|
+
readonly id: Schema.String;
|
|
1319
|
+
readonly critical: Schema.Boolean;
|
|
1320
|
+
readonly description: Schema.String;
|
|
1321
|
+
}>, Schema.Struct<{
|
|
1322
|
+
readonly kind: Schema.Literal<"transformation-completeness">;
|
|
1323
|
+
readonly ruleId: Schema.String;
|
|
1324
|
+
readonly forbiddenLegacyPaths: Schema.$Array<Schema.String>;
|
|
1325
|
+
readonly requiredNewPaths: Schema.$Array<Schema.String>;
|
|
1326
|
+
readonly id: Schema.String;
|
|
1327
|
+
readonly critical: Schema.Boolean;
|
|
1328
|
+
readonly description: Schema.String;
|
|
1329
|
+
}>, Schema.Struct<{
|
|
1330
|
+
readonly kind: Schema.Literal<"semantic-residual">;
|
|
1331
|
+
readonly criterion: Schema.String;
|
|
1332
|
+
readonly id: Schema.String;
|
|
1333
|
+
readonly critical: Schema.Boolean;
|
|
1334
|
+
readonly description: Schema.String;
|
|
1335
|
+
}>]>>;
|
|
1336
|
+
readonly solutions: Schema.$Array<Schema.Struct<{
|
|
1337
|
+
readonly id: Schema.String;
|
|
1338
|
+
readonly kind: Schema.Literals<readonly ["historical-reference", "independent-valid", "simplified-valid", "behavior-preserving-valid", "historical-defect", "mutation", "model-near-miss", "reward-hacking"]>;
|
|
1339
|
+
readonly family: Schema.String;
|
|
1340
|
+
readonly expectedClass: Schema.Literals<readonly ["valid", "wrong"]>;
|
|
1341
|
+
readonly commit: Schema.optionalKey<Schema.String>;
|
|
1342
|
+
}>>;
|
|
1343
|
+
readonly observations: Schema.$Array<Schema.Struct<{
|
|
1344
|
+
readonly solutionId: Schema.String;
|
|
1345
|
+
readonly clauseId: Schema.String;
|
|
1346
|
+
readonly repetition: Schema.Finite;
|
|
1347
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
1348
|
+
readonly detail: Schema.String;
|
|
1349
|
+
readonly inconclusiveReason: Schema.optionalKey<Schema.Literal<"unattributed-test-failure">>;
|
|
1350
|
+
}>>;
|
|
1351
|
+
readonly knownLimitations: Schema.$Array<Schema.String>;
|
|
1352
|
+
}>;
|
|
1353
|
+
readonly trajectoryPolicy: Schema.optionalKey<Schema.Struct<{
|
|
1354
|
+
readonly version: Schema.Literal<1>;
|
|
1355
|
+
readonly caseId: Schema.String;
|
|
1356
|
+
readonly purpose: Schema.Literal<"routing-signal">;
|
|
1357
|
+
readonly validationRecipeIds: Schema.$Array<Schema.String>;
|
|
1358
|
+
readonly protectedPaths: Schema.$Array<Schema.String>;
|
|
1359
|
+
readonly thresholds: Schema.Struct<{
|
|
1360
|
+
readonly maximumToolCalls: Schema.Finite;
|
|
1361
|
+
readonly maximumFailedToolCalls: Schema.Finite;
|
|
1362
|
+
readonly maximumRepeatedFailedActions: Schema.Finite;
|
|
1363
|
+
}>;
|
|
1364
|
+
readonly requirements: Schema.Struct<{
|
|
1365
|
+
readonly passingValidationAfterLastMutation: Schema.Boolean;
|
|
1366
|
+
readonly noProtectedPathMutations: Schema.Boolean;
|
|
1367
|
+
}>;
|
|
1368
|
+
readonly rationale: Schema.String;
|
|
1369
|
+
}>>;
|
|
1370
|
+
readonly adequacy: Schema.Struct<{
|
|
1371
|
+
readonly version: Schema.Literal<1>;
|
|
1372
|
+
readonly caseId: Schema.String;
|
|
1373
|
+
readonly admitted: Schema.Boolean;
|
|
1374
|
+
readonly validSolutionCount: Schema.Finite;
|
|
1375
|
+
readonly wrongSolutionCount: Schema.Finite;
|
|
1376
|
+
readonly falseRejectedSolutionIds: Schema.$Array<Schema.String>;
|
|
1377
|
+
readonly falseAcceptedSolutionIds: Schema.$Array<Schema.String>;
|
|
1378
|
+
readonly unstableSolutionIds: Schema.$Array<Schema.String>;
|
|
1379
|
+
readonly unobservedClauseIds: Schema.$Array<Schema.String>;
|
|
1380
|
+
readonly insufficientObservationPairs: Schema.$Array<Schema.String>;
|
|
1381
|
+
readonly mutationFamilyKills: Schema.$Array<Schema.Struct<{
|
|
1382
|
+
readonly family: Schema.String;
|
|
1383
|
+
readonly killed: Schema.Finite;
|
|
1384
|
+
readonly total: Schema.Finite;
|
|
1385
|
+
}>>;
|
|
1386
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
1387
|
+
}>;
|
|
1388
|
+
readonly qualityFindings: Schema.$Array<Schema.Struct<{
|
|
1389
|
+
readonly axis: Schema.Literals<readonly ["authenticity", "specification-sufficiency", "oracle-adequacy", "stability", "distinctness", "realism", "leakage", "triviality", "coverage"]>;
|
|
1390
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "review-required"]>;
|
|
1391
|
+
readonly detail: Schema.String;
|
|
1392
|
+
readonly evidence: Schema.$Array<Schema.Struct<{
|
|
1393
|
+
readonly kind: Schema.Literals<readonly ["package", "public-surface", "symbol", "protocol", "schema", "test", "command", "history-episode", "workload-signal", "documentation"]>;
|
|
1394
|
+
readonly id: Schema.String;
|
|
1395
|
+
readonly path: Schema.optionalKey<Schema.String>;
|
|
1396
|
+
}>>;
|
|
1397
|
+
readonly evidenceIds: Schema.$Array<Schema.String>;
|
|
1398
|
+
}>>;
|
|
1399
|
+
readonly behavioralFingerprint: Schema.String;
|
|
1400
|
+
readonly status: Schema.Literals<readonly ["rejected", "valid-library", "routing-eligible", "routing-active"]>;
|
|
1401
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
1402
|
+
}>;
|
|
1403
|
+
readonly verdict: Schema.Literals<readonly ["admitted", "rejected"]>;
|
|
1404
|
+
readonly reasons: Schema.$Array<Schema.String>;
|
|
1405
|
+
readonly evidence: Schema.Struct<{
|
|
1406
|
+
readonly validCount: Schema.Finite;
|
|
1407
|
+
readonly wrongCount: Schema.Finite;
|
|
1408
|
+
readonly heldOutWrongCount: Schema.Finite;
|
|
1409
|
+
readonly semanticKills: Schema.$Array<Schema.String>;
|
|
1410
|
+
}>;
|
|
1411
|
+
readonly version: Schema.Literal<1>;
|
|
1412
|
+
readonly stage: Schema.Literal<"admit">;
|
|
1413
|
+
readonly parentDigest: Schema.String;
|
|
1414
|
+
readonly createdAt: Schema.String;
|
|
1415
|
+
}>;
|
|
1416
|
+
export type AdmitCheckpointV1 = typeof AdmitCheckpointV1.Type;
|
|
1417
|
+
export type PipelineCheckpointsV1 = {
|
|
1418
|
+
readonly seed?: SeedCheckpointV1;
|
|
1419
|
+
readonly spec?: SpecCheckpointV1;
|
|
1420
|
+
readonly oracle?: OracleCheckpointV1;
|
|
1421
|
+
readonly controls?: ControlsCheckpointV1;
|
|
1422
|
+
readonly tournament?: TournamentCheckpointV1;
|
|
1423
|
+
readonly challenge?: ChallengeCheckpointV1;
|
|
1424
|
+
readonly admit?: AdmitCheckpointV1;
|
|
1425
|
+
};
|
|
1426
|
+
export declare const PIPELINE_CHECKPOINT_SCHEMAS: {
|
|
1427
|
+
readonly seed: Schema.Struct<{
|
|
1428
|
+
readonly seed: Schema.Struct<{
|
|
1429
|
+
readonly version: Schema.Literal<1>;
|
|
1430
|
+
readonly id: Schema.String;
|
|
1431
|
+
readonly status: Schema.Literals<readonly ["candidate", "qualified", "rejected"]>;
|
|
1432
|
+
readonly source: Schema.Union<readonly [Schema.Struct<{
|
|
1433
|
+
readonly kind: Schema.Literal<"historical-fix">;
|
|
1434
|
+
readonly changeEpisodeId: Schema.String;
|
|
1435
|
+
}>, Schema.Struct<{
|
|
1436
|
+
readonly kind: Schema.Literal<"historical-feature">;
|
|
1437
|
+
readonly changeEpisodeId: Schema.String;
|
|
1438
|
+
}>, Schema.Struct<{
|
|
1439
|
+
readonly kind: Schema.Literal<"historical-refactor">;
|
|
1440
|
+
readonly changeEpisodeId: Schema.String;
|
|
1441
|
+
}>, Schema.Struct<{
|
|
1442
|
+
readonly kind: Schema.Literal<"existing-test">;
|
|
1443
|
+
readonly testIds: Schema.$Array<Schema.String>;
|
|
1444
|
+
}>, Schema.Struct<{
|
|
1445
|
+
readonly kind: Schema.Literal<"public-api">;
|
|
1446
|
+
readonly surfaceIds: Schema.$Array<Schema.String>;
|
|
1447
|
+
}>, Schema.Struct<{
|
|
1448
|
+
readonly kind: Schema.Literal<"schema-contract">;
|
|
1449
|
+
readonly protocolIds: Schema.$Array<Schema.String>;
|
|
1450
|
+
}>, Schema.Struct<{
|
|
1451
|
+
readonly kind: Schema.Literal<"production-request">;
|
|
1452
|
+
readonly requestId: Schema.String;
|
|
1453
|
+
}>, Schema.Struct<{
|
|
1454
|
+
readonly kind: Schema.Literal<"reviewed-synthetic-gap">;
|
|
1455
|
+
readonly reviewId: Schema.String;
|
|
1456
|
+
}>]>;
|
|
1457
|
+
readonly summary: Schema.String;
|
|
1458
|
+
readonly capabilityEvidence: Schema.$Array<Schema.Struct<{
|
|
1459
|
+
readonly kind: Schema.Literals<readonly ["package", "public-surface", "symbol", "protocol", "schema", "test", "command", "history-episode", "workload-signal", "documentation"]>;
|
|
1460
|
+
readonly id: Schema.String;
|
|
1461
|
+
readonly path: Schema.optionalKey<Schema.String>;
|
|
1462
|
+
}>>;
|
|
1463
|
+
readonly initialState: Schema.Struct<{
|
|
1464
|
+
readonly commit: Schema.String;
|
|
1465
|
+
readonly parentCommit: Schema.optionalKey<Schema.String>;
|
|
1466
|
+
}>;
|
|
1467
|
+
readonly targetBehavior: Schema.$Array<Schema.Struct<{
|
|
1468
|
+
readonly id: Schema.String;
|
|
1469
|
+
readonly description: Schema.String;
|
|
1470
|
+
readonly critical: Schema.Boolean;
|
|
1471
|
+
readonly evidence: Schema.$Array<Schema.Struct<{
|
|
1472
|
+
readonly kind: Schema.Literals<readonly ["package", "public-surface", "symbol", "protocol", "schema", "test", "command", "history-episode", "workload-signal", "documentation"]>;
|
|
1473
|
+
readonly id: Schema.String;
|
|
1474
|
+
readonly path: Schema.optionalKey<Schema.String>;
|
|
1475
|
+
}>>;
|
|
1476
|
+
}>>;
|
|
1477
|
+
readonly referenceCommit: Schema.optionalKey<Schema.String>;
|
|
1478
|
+
readonly baselineObservations: Schema.$Array<Schema.Struct<{
|
|
1479
|
+
readonly id: Schema.String;
|
|
1480
|
+
readonly kind: Schema.Literals<readonly ["test-command", "schema", "property", "event-trace", "structural"]>;
|
|
1481
|
+
readonly subjectId: Schema.String;
|
|
1482
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
1483
|
+
readonly detail: Schema.String;
|
|
1484
|
+
}>>;
|
|
1485
|
+
readonly preChangeObservations: Schema.$Array<Schema.Struct<{
|
|
1486
|
+
readonly id: Schema.String;
|
|
1487
|
+
readonly kind: Schema.Literals<readonly ["test-command", "schema", "property", "event-trace", "structural"]>;
|
|
1488
|
+
readonly subjectId: Schema.String;
|
|
1489
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
1490
|
+
readonly detail: Schema.String;
|
|
1491
|
+
}>>;
|
|
1492
|
+
readonly postChangeObservations: Schema.$Array<Schema.Struct<{
|
|
1493
|
+
readonly id: Schema.String;
|
|
1494
|
+
readonly kind: Schema.Literals<readonly ["test-command", "schema", "property", "event-trace", "structural"]>;
|
|
1495
|
+
readonly subjectId: Schema.String;
|
|
1496
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
1497
|
+
readonly detail: Schema.String;
|
|
1498
|
+
}>>;
|
|
1499
|
+
readonly candidateTestIds: Schema.$Array<Schema.String>;
|
|
1500
|
+
readonly environment: Schema.Struct<{
|
|
1501
|
+
readonly packageManager: Schema.optionalKey<Schema.Struct<{
|
|
1502
|
+
readonly name: Schema.Literal<"pnpm">;
|
|
1503
|
+
readonly version: Schema.String;
|
|
1504
|
+
}>>;
|
|
1505
|
+
readonly lockfilePath: Schema.optionalKey<Schema.String>;
|
|
1506
|
+
readonly protectedControlPaths: Schema.$Array<Schema.String>;
|
|
1507
|
+
readonly trustedPreparationRecipes: Schema.$Array<Schema.Struct<{
|
|
1508
|
+
readonly id: Schema.String;
|
|
1509
|
+
readonly kind: Schema.Literals<readonly ["build", "test", "check", "schema", "custom"]>;
|
|
1510
|
+
readonly cwd: Schema.String;
|
|
1511
|
+
readonly executable: Schema.String;
|
|
1512
|
+
readonly args: Schema.$Array<Schema.String>;
|
|
1513
|
+
readonly timeoutMs: Schema.Finite;
|
|
1514
|
+
}>>;
|
|
1515
|
+
readonly candidateValidationRecipes: Schema.$Array<Schema.Struct<{
|
|
1516
|
+
readonly id: Schema.String;
|
|
1517
|
+
readonly kind: Schema.Literals<readonly ["build", "test", "check", "schema", "custom"]>;
|
|
1518
|
+
readonly cwd: Schema.String;
|
|
1519
|
+
readonly executable: Schema.String;
|
|
1520
|
+
readonly args: Schema.$Array<Schema.String>;
|
|
1521
|
+
readonly timeoutMs: Schema.Finite;
|
|
1522
|
+
}>>;
|
|
1523
|
+
readonly baselineGradeRecipes: Schema.$Array<Schema.Struct<{
|
|
1524
|
+
readonly id: Schema.String;
|
|
1525
|
+
readonly kind: Schema.Literals<readonly ["build", "test", "check", "schema", "custom"]>;
|
|
1526
|
+
readonly cwd: Schema.String;
|
|
1527
|
+
readonly executable: Schema.String;
|
|
1528
|
+
readonly args: Schema.$Array<Schema.String>;
|
|
1529
|
+
readonly timeoutMs: Schema.Finite;
|
|
1530
|
+
}>>;
|
|
1531
|
+
readonly gradeRecipes: Schema.$Array<Schema.Struct<{
|
|
1532
|
+
readonly id: Schema.String;
|
|
1533
|
+
readonly kind: Schema.Literals<readonly ["build", "test", "check", "schema", "custom"]>;
|
|
1534
|
+
readonly cwd: Schema.String;
|
|
1535
|
+
readonly executable: Schema.String;
|
|
1536
|
+
readonly args: Schema.$Array<Schema.String>;
|
|
1537
|
+
readonly timeoutMs: Schema.Finite;
|
|
1538
|
+
}>>;
|
|
1539
|
+
}>;
|
|
1540
|
+
readonly confidence: Schema.Literals<readonly ["high", "medium", "review-required"]>;
|
|
1541
|
+
readonly risks: Schema.$Array<Schema.Literals<readonly ["ambiguous-intent", "bundled-change", "external-service", "flaky-baseline", "reference-only-oracle", "weak-test-delta", "unrealistic-mutation", "private-context", "cross-batch-instability", "review-required"]>>;
|
|
1542
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
1543
|
+
}>;
|
|
1544
|
+
readonly qualification: Schema.Struct<{
|
|
1545
|
+
readonly seed: Schema.Struct<{
|
|
1546
|
+
readonly version: Schema.Literal<1>;
|
|
1547
|
+
readonly id: Schema.String;
|
|
1548
|
+
readonly status: Schema.Literals<readonly ["candidate", "qualified", "rejected"]>;
|
|
1549
|
+
readonly source: Schema.Union<readonly [Schema.Struct<{
|
|
1550
|
+
readonly kind: Schema.Literal<"historical-fix">;
|
|
1551
|
+
readonly changeEpisodeId: Schema.String;
|
|
1552
|
+
}>, Schema.Struct<{
|
|
1553
|
+
readonly kind: Schema.Literal<"historical-feature">;
|
|
1554
|
+
readonly changeEpisodeId: Schema.String;
|
|
1555
|
+
}>, Schema.Struct<{
|
|
1556
|
+
readonly kind: Schema.Literal<"historical-refactor">;
|
|
1557
|
+
readonly changeEpisodeId: Schema.String;
|
|
1558
|
+
}>, Schema.Struct<{
|
|
1559
|
+
readonly kind: Schema.Literal<"existing-test">;
|
|
1560
|
+
readonly testIds: Schema.$Array<Schema.String>;
|
|
1561
|
+
}>, Schema.Struct<{
|
|
1562
|
+
readonly kind: Schema.Literal<"public-api">;
|
|
1563
|
+
readonly surfaceIds: Schema.$Array<Schema.String>;
|
|
1564
|
+
}>, Schema.Struct<{
|
|
1565
|
+
readonly kind: Schema.Literal<"schema-contract">;
|
|
1566
|
+
readonly protocolIds: Schema.$Array<Schema.String>;
|
|
1567
|
+
}>, Schema.Struct<{
|
|
1568
|
+
readonly kind: Schema.Literal<"production-request">;
|
|
1569
|
+
readonly requestId: Schema.String;
|
|
1570
|
+
}>, Schema.Struct<{
|
|
1571
|
+
readonly kind: Schema.Literal<"reviewed-synthetic-gap">;
|
|
1572
|
+
readonly reviewId: Schema.String;
|
|
1573
|
+
}>]>;
|
|
1574
|
+
readonly summary: Schema.String;
|
|
1575
|
+
readonly capabilityEvidence: Schema.$Array<Schema.Struct<{
|
|
1576
|
+
readonly kind: Schema.Literals<readonly ["package", "public-surface", "symbol", "protocol", "schema", "test", "command", "history-episode", "workload-signal", "documentation"]>;
|
|
1577
|
+
readonly id: Schema.String;
|
|
1578
|
+
readonly path: Schema.optionalKey<Schema.String>;
|
|
1579
|
+
}>>;
|
|
1580
|
+
readonly initialState: Schema.Struct<{
|
|
1581
|
+
readonly commit: Schema.String;
|
|
1582
|
+
readonly parentCommit: Schema.optionalKey<Schema.String>;
|
|
1583
|
+
}>;
|
|
1584
|
+
readonly targetBehavior: Schema.$Array<Schema.Struct<{
|
|
1585
|
+
readonly id: Schema.String;
|
|
1586
|
+
readonly description: Schema.String;
|
|
1587
|
+
readonly critical: Schema.Boolean;
|
|
1588
|
+
readonly evidence: Schema.$Array<Schema.Struct<{
|
|
1589
|
+
readonly kind: Schema.Literals<readonly ["package", "public-surface", "symbol", "protocol", "schema", "test", "command", "history-episode", "workload-signal", "documentation"]>;
|
|
1590
|
+
readonly id: Schema.String;
|
|
1591
|
+
readonly path: Schema.optionalKey<Schema.String>;
|
|
1592
|
+
}>>;
|
|
1593
|
+
}>>;
|
|
1594
|
+
readonly referenceCommit: Schema.optionalKey<Schema.String>;
|
|
1595
|
+
readonly baselineObservations: Schema.$Array<Schema.Struct<{
|
|
1596
|
+
readonly id: Schema.String;
|
|
1597
|
+
readonly kind: Schema.Literals<readonly ["test-command", "schema", "property", "event-trace", "structural"]>;
|
|
1598
|
+
readonly subjectId: Schema.String;
|
|
1599
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
1600
|
+
readonly detail: Schema.String;
|
|
1601
|
+
}>>;
|
|
1602
|
+
readonly preChangeObservations: Schema.$Array<Schema.Struct<{
|
|
1603
|
+
readonly id: Schema.String;
|
|
1604
|
+
readonly kind: Schema.Literals<readonly ["test-command", "schema", "property", "event-trace", "structural"]>;
|
|
1605
|
+
readonly subjectId: Schema.String;
|
|
1606
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
1607
|
+
readonly detail: Schema.String;
|
|
1608
|
+
}>>;
|
|
1609
|
+
readonly postChangeObservations: Schema.$Array<Schema.Struct<{
|
|
1610
|
+
readonly id: Schema.String;
|
|
1611
|
+
readonly kind: Schema.Literals<readonly ["test-command", "schema", "property", "event-trace", "structural"]>;
|
|
1612
|
+
readonly subjectId: Schema.String;
|
|
1613
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
1614
|
+
readonly detail: Schema.String;
|
|
1615
|
+
}>>;
|
|
1616
|
+
readonly candidateTestIds: Schema.$Array<Schema.String>;
|
|
1617
|
+
readonly environment: Schema.Struct<{
|
|
1618
|
+
readonly packageManager: Schema.optionalKey<Schema.Struct<{
|
|
1619
|
+
readonly name: Schema.Literal<"pnpm">;
|
|
1620
|
+
readonly version: Schema.String;
|
|
1621
|
+
}>>;
|
|
1622
|
+
readonly lockfilePath: Schema.optionalKey<Schema.String>;
|
|
1623
|
+
readonly protectedControlPaths: Schema.$Array<Schema.String>;
|
|
1624
|
+
readonly trustedPreparationRecipes: Schema.$Array<Schema.Struct<{
|
|
1625
|
+
readonly id: Schema.String;
|
|
1626
|
+
readonly kind: Schema.Literals<readonly ["build", "test", "check", "schema", "custom"]>;
|
|
1627
|
+
readonly cwd: Schema.String;
|
|
1628
|
+
readonly executable: Schema.String;
|
|
1629
|
+
readonly args: Schema.$Array<Schema.String>;
|
|
1630
|
+
readonly timeoutMs: Schema.Finite;
|
|
1631
|
+
}>>;
|
|
1632
|
+
readonly candidateValidationRecipes: Schema.$Array<Schema.Struct<{
|
|
1633
|
+
readonly id: Schema.String;
|
|
1634
|
+
readonly kind: Schema.Literals<readonly ["build", "test", "check", "schema", "custom"]>;
|
|
1635
|
+
readonly cwd: Schema.String;
|
|
1636
|
+
readonly executable: Schema.String;
|
|
1637
|
+
readonly args: Schema.$Array<Schema.String>;
|
|
1638
|
+
readonly timeoutMs: Schema.Finite;
|
|
1639
|
+
}>>;
|
|
1640
|
+
readonly baselineGradeRecipes: Schema.$Array<Schema.Struct<{
|
|
1641
|
+
readonly id: Schema.String;
|
|
1642
|
+
readonly kind: Schema.Literals<readonly ["build", "test", "check", "schema", "custom"]>;
|
|
1643
|
+
readonly cwd: Schema.String;
|
|
1644
|
+
readonly executable: Schema.String;
|
|
1645
|
+
readonly args: Schema.$Array<Schema.String>;
|
|
1646
|
+
readonly timeoutMs: Schema.Finite;
|
|
1647
|
+
}>>;
|
|
1648
|
+
readonly gradeRecipes: Schema.$Array<Schema.Struct<{
|
|
1649
|
+
readonly id: Schema.String;
|
|
1650
|
+
readonly kind: Schema.Literals<readonly ["build", "test", "check", "schema", "custom"]>;
|
|
1651
|
+
readonly cwd: Schema.String;
|
|
1652
|
+
readonly executable: Schema.String;
|
|
1653
|
+
readonly args: Schema.$Array<Schema.String>;
|
|
1654
|
+
readonly timeoutMs: Schema.Finite;
|
|
1655
|
+
}>>;
|
|
1656
|
+
}>;
|
|
1657
|
+
readonly confidence: Schema.Literals<readonly ["high", "medium", "review-required"]>;
|
|
1658
|
+
readonly risks: Schema.$Array<Schema.Literals<readonly ["ambiguous-intent", "bundled-change", "external-service", "flaky-baseline", "reference-only-oracle", "weak-test-delta", "unrealistic-mutation", "private-context", "cross-batch-instability", "review-required"]>>;
|
|
1659
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
1660
|
+
}>;
|
|
1661
|
+
readonly stability: Schema.Struct<{
|
|
1662
|
+
readonly version: Schema.Literal<1>;
|
|
1663
|
+
readonly seedId: Schema.String;
|
|
1664
|
+
readonly batchesRequired: Schema.Finite;
|
|
1665
|
+
readonly repetitionsPerBatch: Schema.Finite;
|
|
1666
|
+
readonly stable: Schema.Boolean;
|
|
1667
|
+
readonly batches: Schema.$Array<Schema.Struct<{
|
|
1668
|
+
readonly batch: Schema.Finite;
|
|
1669
|
+
readonly status: Schema.Literals<readonly ["qualified", "rejected"]>;
|
|
1670
|
+
readonly phaseSignatures: Schema.$Array<Schema.Struct<{
|
|
1671
|
+
readonly phase: Schema.Literals<readonly ["baseline", "pre-change", "post-change"]>;
|
|
1672
|
+
readonly signatures: Schema.$Array<Schema.String>;
|
|
1673
|
+
}>>;
|
|
1674
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
1675
|
+
}>>;
|
|
1676
|
+
readonly divergentPhases: Schema.$Array<Schema.Literals<readonly ["baseline", "pre-change", "post-change"]>>;
|
|
1677
|
+
readonly failureSignatures: Schema.$Array<Schema.Struct<{
|
|
1678
|
+
readonly signature: Schema.String;
|
|
1679
|
+
readonly count: Schema.Finite;
|
|
1680
|
+
}>>;
|
|
1681
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
1682
|
+
}>;
|
|
1683
|
+
}>;
|
|
1684
|
+
readonly repository: Schema.Struct<{
|
|
1685
|
+
readonly root: Schema.String;
|
|
1686
|
+
readonly commit: Schema.String;
|
|
1687
|
+
readonly tree: Schema.String;
|
|
1688
|
+
}>;
|
|
1689
|
+
readonly selection: Schema.Struct<{
|
|
1690
|
+
readonly candidates: Schema.$Array<Schema.Struct<{
|
|
1691
|
+
readonly commit: Schema.String;
|
|
1692
|
+
readonly subject: Schema.String;
|
|
1693
|
+
readonly score: Schema.Finite;
|
|
1694
|
+
readonly rationale: Schema.String;
|
|
1695
|
+
}>>;
|
|
1696
|
+
readonly selectedCommit: Schema.String;
|
|
1697
|
+
readonly rejected: Schema.$Array<Schema.Struct<{
|
|
1698
|
+
readonly commit: Schema.String;
|
|
1699
|
+
readonly reason: Schema.String;
|
|
1700
|
+
}>>;
|
|
1701
|
+
}>;
|
|
1702
|
+
readonly version: Schema.Literal<1>;
|
|
1703
|
+
readonly stage: Schema.Literal<"seed">;
|
|
1704
|
+
readonly parentDigest: Schema.String;
|
|
1705
|
+
readonly createdAt: Schema.String;
|
|
1706
|
+
}>;
|
|
1707
|
+
readonly spec: Schema.Struct<{
|
|
1708
|
+
readonly visible: Schema.Union<readonly [Schema.Struct<{
|
|
1709
|
+
readonly lane: Schema.Literal<"request">;
|
|
1710
|
+
readonly id: Schema.String;
|
|
1711
|
+
readonly request: Schema.Struct<{
|
|
1712
|
+
readonly endpoint: Schema.Literals<readonly ["chat", "responses", "anthropic"]>;
|
|
1713
|
+
readonly method: Schema.Literal<"POST">;
|
|
1714
|
+
readonly path: Schema.String;
|
|
1715
|
+
readonly headers: Schema.$Array<Schema.Struct<{
|
|
1716
|
+
readonly name: Schema.String;
|
|
1717
|
+
readonly value: Schema.String;
|
|
1718
|
+
}>>;
|
|
1719
|
+
readonly bodyJson: Schema.String;
|
|
1720
|
+
}>;
|
|
1721
|
+
}>, Schema.Struct<{
|
|
1722
|
+
readonly lane: Schema.Literal<"repository-agent">;
|
|
1723
|
+
readonly id: Schema.String;
|
|
1724
|
+
readonly requestText: Schema.String;
|
|
1725
|
+
readonly checkoutCommit: Schema.String;
|
|
1726
|
+
readonly allowedTools: Schema.$Array<Schema.Literals<readonly ["read", "search", "edit", "shell", "test"]>>;
|
|
1727
|
+
readonly constraints: Schema.$Array<Schema.String>;
|
|
1728
|
+
}>]>;
|
|
1729
|
+
readonly analysis: Schema.Struct<{
|
|
1730
|
+
readonly summary: Schema.String;
|
|
1731
|
+
readonly userObservableBehaviors: Schema.$Array<Schema.String>;
|
|
1732
|
+
readonly constraints: Schema.$Array<Schema.String>;
|
|
1733
|
+
readonly risks: Schema.$Array<Schema.String>;
|
|
1734
|
+
}>;
|
|
1735
|
+
readonly scope: Schema.$Array<Schema.Struct<{
|
|
1736
|
+
readonly id: Schema.String;
|
|
1737
|
+
readonly kind: Schema.Literals<readonly ["changed", "preserved"]>;
|
|
1738
|
+
readonly behaviorIds: Schema.$Array<Schema.String>;
|
|
1739
|
+
readonly description: Schema.String;
|
|
1740
|
+
}>>;
|
|
1741
|
+
readonly contextSources: Schema.$Array<Schema.Struct<{
|
|
1742
|
+
readonly path: Schema.String;
|
|
1743
|
+
readonly content: Schema.String;
|
|
1744
|
+
}>>;
|
|
1745
|
+
/** Advisory model reviews; write RepositorySpecificationReviewV1 values where possible. */
|
|
1746
|
+
readonly reviews: Schema.$Array<Schema.Unknown>;
|
|
1747
|
+
readonly revisions: Schema.Finite;
|
|
1748
|
+
readonly leakFindings: Schema.$Array<Schema.String>;
|
|
1749
|
+
readonly version: Schema.Literal<1>;
|
|
1750
|
+
readonly stage: Schema.Literal<"spec">;
|
|
1751
|
+
readonly parentDigest: Schema.String;
|
|
1752
|
+
readonly createdAt: Schema.String;
|
|
1753
|
+
}>;
|
|
1754
|
+
readonly oracle: Schema.Struct<{
|
|
1755
|
+
readonly suite: Schema.Struct<{
|
|
1756
|
+
readonly version: Schema.Literal<1>;
|
|
1757
|
+
readonly caseId: Schema.String;
|
|
1758
|
+
readonly fixtures: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1759
|
+
readonly kind: Schema.Literal<"historical-regression">;
|
|
1760
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
1761
|
+
readonly id: Schema.String;
|
|
1762
|
+
readonly description: Schema.String;
|
|
1763
|
+
readonly expectedBehavior: Schema.String;
|
|
1764
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
1765
|
+
readonly testPath: Schema.String;
|
|
1766
|
+
}>, Schema.Struct<{
|
|
1767
|
+
readonly kind: Schema.Literal<"boundary">;
|
|
1768
|
+
readonly expectationMode: Schema.Literals<readonly ["changes", "preserved"]>;
|
|
1769
|
+
readonly id: Schema.String;
|
|
1770
|
+
readonly description: Schema.String;
|
|
1771
|
+
readonly expectedBehavior: Schema.String;
|
|
1772
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
1773
|
+
readonly testPath: Schema.String;
|
|
1774
|
+
}>, Schema.Struct<{
|
|
1775
|
+
readonly kind: Schema.Literal<"counterfactual">;
|
|
1776
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
1777
|
+
readonly id: Schema.String;
|
|
1778
|
+
readonly description: Schema.String;
|
|
1779
|
+
readonly expectedBehavior: Schema.String;
|
|
1780
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
1781
|
+
readonly testPath: Schema.String;
|
|
1782
|
+
}>, Schema.Struct<{
|
|
1783
|
+
readonly kind: Schema.Literal<"metamorphic">;
|
|
1784
|
+
readonly expectationMode: Schema.Literal<"preserved">;
|
|
1785
|
+
readonly id: Schema.String;
|
|
1786
|
+
readonly description: Schema.String;
|
|
1787
|
+
readonly expectedBehavior: Schema.String;
|
|
1788
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
1789
|
+
readonly testPath: Schema.String;
|
|
1790
|
+
}>]>>;
|
|
1791
|
+
readonly overlays: Schema.$Array<Schema.Struct<{
|
|
1792
|
+
readonly path: Schema.String;
|
|
1793
|
+
readonly content: Schema.String;
|
|
1794
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
1795
|
+
}>>;
|
|
1796
|
+
}>;
|
|
1797
|
+
readonly fixtureMetadata: Schema.$Array<Schema.Struct<{
|
|
1798
|
+
readonly id: Schema.String;
|
|
1799
|
+
readonly kind: Schema.Literals<readonly ["historical-regression", "boundary", "counterfactual", "metamorphic"]>;
|
|
1800
|
+
readonly expectationMode: Schema.Literals<readonly ["changes", "preserved"]>;
|
|
1801
|
+
readonly description: Schema.String;
|
|
1802
|
+
readonly expectedBehavior: Schema.String;
|
|
1803
|
+
readonly testPath: Schema.String;
|
|
1804
|
+
}>>;
|
|
1805
|
+
/** Advisory model self-report; witnesses are the executed evidence. */
|
|
1806
|
+
readonly scopeCoverage: Schema.$Array<Schema.Struct<{
|
|
1807
|
+
readonly scopeId: Schema.String;
|
|
1808
|
+
readonly outcome: Schema.Literals<readonly ["covered", "unsupported", "contradictory", "uncertain"]>;
|
|
1809
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
1810
|
+
readonly detail: Schema.String;
|
|
1811
|
+
}>>;
|
|
1812
|
+
readonly preflight: Schema.Struct<{
|
|
1813
|
+
readonly passed: Schema.Literal<true>;
|
|
1814
|
+
readonly repairs: Schema.Finite;
|
|
1815
|
+
}>;
|
|
1816
|
+
readonly witnesses: Schema.$Array<Schema.Struct<{
|
|
1817
|
+
readonly scopeId: Schema.String;
|
|
1818
|
+
readonly hypothesis: Schema.String;
|
|
1819
|
+
readonly outcome: Schema.Literals<readonly ["already-detected", "confirmed-escape"]>;
|
|
1820
|
+
readonly explanation: Schema.String;
|
|
1821
|
+
readonly referenceCommit: Schema.String;
|
|
1822
|
+
readonly fileOverrides: Schema.$Array<Schema.Struct<{
|
|
1823
|
+
readonly path: Schema.String;
|
|
1824
|
+
readonly content: Schema.String;
|
|
1825
|
+
}>>;
|
|
1826
|
+
readonly fixture: Schema.Union<readonly [Schema.Struct<{
|
|
1827
|
+
readonly kind: Schema.Literal<"historical-regression">;
|
|
1828
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
1829
|
+
readonly id: Schema.String;
|
|
1830
|
+
readonly description: Schema.String;
|
|
1831
|
+
readonly expectedBehavior: Schema.String;
|
|
1832
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
1833
|
+
readonly testPath: Schema.String;
|
|
1834
|
+
}>, Schema.Struct<{
|
|
1835
|
+
readonly kind: Schema.Literal<"boundary">;
|
|
1836
|
+
readonly expectationMode: Schema.Literals<readonly ["changes", "preserved"]>;
|
|
1837
|
+
readonly id: Schema.String;
|
|
1838
|
+
readonly description: Schema.String;
|
|
1839
|
+
readonly expectedBehavior: Schema.String;
|
|
1840
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
1841
|
+
readonly testPath: Schema.String;
|
|
1842
|
+
}>, Schema.Struct<{
|
|
1843
|
+
readonly kind: Schema.Literal<"counterfactual">;
|
|
1844
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
1845
|
+
readonly id: Schema.String;
|
|
1846
|
+
readonly description: Schema.String;
|
|
1847
|
+
readonly expectedBehavior: Schema.String;
|
|
1848
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
1849
|
+
readonly testPath: Schema.String;
|
|
1850
|
+
}>, Schema.Struct<{
|
|
1851
|
+
readonly kind: Schema.Literal<"metamorphic">;
|
|
1852
|
+
readonly expectationMode: Schema.Literal<"preserved">;
|
|
1853
|
+
readonly id: Schema.String;
|
|
1854
|
+
readonly description: Schema.String;
|
|
1855
|
+
readonly expectedBehavior: Schema.String;
|
|
1856
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
1857
|
+
readonly testPath: Schema.String;
|
|
1858
|
+
}>]>;
|
|
1859
|
+
readonly overlay: Schema.Struct<{
|
|
1860
|
+
readonly path: Schema.String;
|
|
1861
|
+
readonly content: Schema.String;
|
|
1862
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
1863
|
+
}>;
|
|
1864
|
+
readonly referenceEvidence: Schema.Struct<{
|
|
1865
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
1866
|
+
readonly detail: Schema.String;
|
|
1867
|
+
readonly inconclusiveReason: Schema.optionalKey<Schema.Literal<"unattributed-test-failure">>;
|
|
1868
|
+
}>;
|
|
1869
|
+
readonly mutantEvidence: Schema.Struct<{
|
|
1870
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
1871
|
+
readonly detail: Schema.String;
|
|
1872
|
+
readonly inconclusiveReason: Schema.optionalKey<Schema.Literal<"unattributed-test-failure">>;
|
|
1873
|
+
}>;
|
|
1874
|
+
readonly incumbentEvidence: Schema.$Array<Schema.Struct<{
|
|
1875
|
+
readonly fixtureId: Schema.String;
|
|
1876
|
+
readonly evidence: Schema.Struct<{
|
|
1877
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
1878
|
+
readonly detail: Schema.String;
|
|
1879
|
+
readonly inconclusiveReason: Schema.optionalKey<Schema.Literal<"unattributed-test-failure">>;
|
|
1880
|
+
}>;
|
|
1881
|
+
}>>;
|
|
1882
|
+
readonly executionOperationId: Schema.String;
|
|
1883
|
+
}>>;
|
|
1884
|
+
readonly coverageRounds: Schema.Finite;
|
|
1885
|
+
readonly version: Schema.Literal<1>;
|
|
1886
|
+
readonly stage: Schema.Literal<"oracle">;
|
|
1887
|
+
readonly parentDigest: Schema.String;
|
|
1888
|
+
readonly createdAt: Schema.String;
|
|
1889
|
+
}>;
|
|
1890
|
+
readonly controls: Schema.Struct<{
|
|
1891
|
+
readonly valid: Schema.$Array<Schema.Struct<{
|
|
1892
|
+
readonly commit: Schema.String;
|
|
1893
|
+
readonly fileOverrides: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1894
|
+
readonly path: Schema.String;
|
|
1895
|
+
readonly content: Schema.String;
|
|
1896
|
+
}>, Schema.Struct<{
|
|
1897
|
+
readonly path: Schema.String;
|
|
1898
|
+
readonly delete: Schema.Literal<true>;
|
|
1899
|
+
}>]>>>;
|
|
1900
|
+
readonly id: Schema.String;
|
|
1901
|
+
readonly kind: Schema.Literals<readonly ["historical-reference", "independent-valid", "simplified-valid", "behavior-preserving-valid", "historical-defect", "mutation", "model-near-miss", "reward-hacking"]>;
|
|
1902
|
+
readonly family: Schema.String;
|
|
1903
|
+
readonly expectedClass: Schema.Literals<readonly ["valid", "wrong"]>;
|
|
1904
|
+
}>>;
|
|
1905
|
+
readonly wrong: Schema.$Array<Schema.Struct<{
|
|
1906
|
+
readonly commit: Schema.String;
|
|
1907
|
+
readonly fileOverrides: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1908
|
+
readonly path: Schema.String;
|
|
1909
|
+
readonly content: Schema.String;
|
|
1910
|
+
}>, Schema.Struct<{
|
|
1911
|
+
readonly path: Schema.String;
|
|
1912
|
+
readonly delete: Schema.Literal<true>;
|
|
1913
|
+
}>]>>>;
|
|
1914
|
+
readonly id: Schema.String;
|
|
1915
|
+
readonly kind: Schema.Literals<readonly ["historical-reference", "independent-valid", "simplified-valid", "behavior-preserving-valid", "historical-defect", "mutation", "model-near-miss", "reward-hacking"]>;
|
|
1916
|
+
readonly family: Schema.String;
|
|
1917
|
+
readonly expectedClass: Schema.Literals<readonly ["valid", "wrong"]>;
|
|
1918
|
+
}>>;
|
|
1919
|
+
/** Advisory. */
|
|
1920
|
+
readonly critiques: Schema.$Array<Schema.Struct<{
|
|
1921
|
+
readonly solutionId: Schema.String;
|
|
1922
|
+
readonly classification: Schema.Literals<readonly ["valid", "wrong", "uncertain"]>;
|
|
1923
|
+
readonly detail: Schema.String;
|
|
1924
|
+
readonly violatedBehaviorIds: Schema.$Array<Schema.String>;
|
|
1925
|
+
}>>;
|
|
1926
|
+
readonly regenerations: Schema.Finite;
|
|
1927
|
+
readonly version: Schema.Literal<1>;
|
|
1928
|
+
readonly stage: Schema.Literal<"controls">;
|
|
1929
|
+
readonly parentDigest: Schema.String;
|
|
1930
|
+
readonly createdAt: Schema.String;
|
|
1931
|
+
}>;
|
|
1932
|
+
readonly tournament: Schema.Struct<{
|
|
1933
|
+
/** The incumbent suite after the last accepted iteration. */
|
|
1934
|
+
readonly suite: Schema.Struct<{
|
|
1935
|
+
readonly version: Schema.Literal<1>;
|
|
1936
|
+
readonly caseId: Schema.String;
|
|
1937
|
+
readonly fixtures: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
1938
|
+
readonly kind: Schema.Literal<"historical-regression">;
|
|
1939
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
1940
|
+
readonly id: Schema.String;
|
|
1941
|
+
readonly description: Schema.String;
|
|
1942
|
+
readonly expectedBehavior: Schema.String;
|
|
1943
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
1944
|
+
readonly testPath: Schema.String;
|
|
1945
|
+
}>, Schema.Struct<{
|
|
1946
|
+
readonly kind: Schema.Literal<"boundary">;
|
|
1947
|
+
readonly expectationMode: Schema.Literals<readonly ["changes", "preserved"]>;
|
|
1948
|
+
readonly id: Schema.String;
|
|
1949
|
+
readonly description: Schema.String;
|
|
1950
|
+
readonly expectedBehavior: Schema.String;
|
|
1951
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
1952
|
+
readonly testPath: Schema.String;
|
|
1953
|
+
}>, Schema.Struct<{
|
|
1954
|
+
readonly kind: Schema.Literal<"counterfactual">;
|
|
1955
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
1956
|
+
readonly id: Schema.String;
|
|
1957
|
+
readonly description: Schema.String;
|
|
1958
|
+
readonly expectedBehavior: Schema.String;
|
|
1959
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
1960
|
+
readonly testPath: Schema.String;
|
|
1961
|
+
}>, Schema.Struct<{
|
|
1962
|
+
readonly kind: Schema.Literal<"metamorphic">;
|
|
1963
|
+
readonly expectationMode: Schema.Literal<"preserved">;
|
|
1964
|
+
readonly id: Schema.String;
|
|
1965
|
+
readonly description: Schema.String;
|
|
1966
|
+
readonly expectedBehavior: Schema.String;
|
|
1967
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
1968
|
+
readonly testPath: Schema.String;
|
|
1969
|
+
}>]>>;
|
|
1970
|
+
readonly overlays: Schema.$Array<Schema.Struct<{
|
|
1971
|
+
readonly path: Schema.String;
|
|
1972
|
+
readonly content: Schema.String;
|
|
1973
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
1974
|
+
}>>;
|
|
1975
|
+
}>;
|
|
1976
|
+
readonly adequacy: Schema.Struct<{
|
|
1977
|
+
readonly version: Schema.Literal<1>;
|
|
1978
|
+
readonly caseId: Schema.String;
|
|
1979
|
+
readonly admitted: Schema.Boolean;
|
|
1980
|
+
readonly validSolutionCount: Schema.Finite;
|
|
1981
|
+
readonly wrongSolutionCount: Schema.Finite;
|
|
1982
|
+
readonly falseRejectedSolutionIds: Schema.$Array<Schema.String>;
|
|
1983
|
+
readonly falseAcceptedSolutionIds: Schema.$Array<Schema.String>;
|
|
1984
|
+
readonly unstableSolutionIds: Schema.$Array<Schema.String>;
|
|
1985
|
+
readonly unobservedClauseIds: Schema.$Array<Schema.String>;
|
|
1986
|
+
readonly insufficientObservationPairs: Schema.$Array<Schema.String>;
|
|
1987
|
+
readonly mutationFamilyKills: Schema.$Array<Schema.Struct<{
|
|
1988
|
+
readonly family: Schema.String;
|
|
1989
|
+
readonly killed: Schema.Finite;
|
|
1990
|
+
readonly total: Schema.Finite;
|
|
1991
|
+
}>>;
|
|
1992
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
1993
|
+
}>;
|
|
1994
|
+
readonly oracle: Schema.Struct<{
|
|
1995
|
+
readonly version: Schema.Literal<1>;
|
|
1996
|
+
readonly caseId: Schema.String;
|
|
1997
|
+
readonly hardFailurePolicy: Schema.Literal<"any-critical-hard-clause-fails">;
|
|
1998
|
+
readonly executionBindingDigest: Schema.optionalKey<Schema.String>;
|
|
1999
|
+
readonly executionRepetitions: Schema.optionalKey<Schema.Finite>;
|
|
2000
|
+
readonly fixtures: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2001
|
+
readonly kind: Schema.Literal<"historical-regression">;
|
|
2002
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
2003
|
+
readonly id: Schema.String;
|
|
2004
|
+
readonly description: Schema.String;
|
|
2005
|
+
readonly expectedBehavior: Schema.String;
|
|
2006
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
2007
|
+
readonly testPath: Schema.String;
|
|
2008
|
+
}>, Schema.Struct<{
|
|
2009
|
+
readonly kind: Schema.Literal<"boundary">;
|
|
2010
|
+
readonly expectationMode: Schema.Literals<readonly ["changes", "preserved"]>;
|
|
2011
|
+
readonly id: Schema.String;
|
|
2012
|
+
readonly description: Schema.String;
|
|
2013
|
+
readonly expectedBehavior: Schema.String;
|
|
2014
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
2015
|
+
readonly testPath: Schema.String;
|
|
2016
|
+
}>, Schema.Struct<{
|
|
2017
|
+
readonly kind: Schema.Literal<"counterfactual">;
|
|
2018
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
2019
|
+
readonly id: Schema.String;
|
|
2020
|
+
readonly description: Schema.String;
|
|
2021
|
+
readonly expectedBehavior: Schema.String;
|
|
2022
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
2023
|
+
readonly testPath: Schema.String;
|
|
2024
|
+
}>, Schema.Struct<{
|
|
2025
|
+
readonly kind: Schema.Literal<"metamorphic">;
|
|
2026
|
+
readonly expectationMode: Schema.Literal<"preserved">;
|
|
2027
|
+
readonly id: Schema.String;
|
|
2028
|
+
readonly description: Schema.String;
|
|
2029
|
+
readonly expectedBehavior: Schema.String;
|
|
2030
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
2031
|
+
readonly testPath: Schema.String;
|
|
2032
|
+
}>]>>;
|
|
2033
|
+
readonly clauses: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2034
|
+
readonly kind: Schema.Literal<"candidate-policy">;
|
|
2035
|
+
readonly policyId: Schema.String;
|
|
2036
|
+
readonly forbiddenPaths: Schema.$Array<Schema.String>;
|
|
2037
|
+
readonly id: Schema.String;
|
|
2038
|
+
readonly critical: Schema.Boolean;
|
|
2039
|
+
readonly description: Schema.String;
|
|
2040
|
+
}>, Schema.Struct<{
|
|
2041
|
+
readonly kind: Schema.Literal<"test-command">;
|
|
2042
|
+
readonly recipeId: Schema.String;
|
|
2043
|
+
readonly expectedExitCode: Schema.Finite;
|
|
2044
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
2045
|
+
readonly id: Schema.String;
|
|
2046
|
+
readonly critical: Schema.Boolean;
|
|
2047
|
+
readonly description: Schema.String;
|
|
2048
|
+
}>, Schema.Struct<{
|
|
2049
|
+
readonly kind: Schema.Literal<"json-field">;
|
|
2050
|
+
readonly pointer: Schema.String;
|
|
2051
|
+
readonly operator: Schema.Literals<readonly ["equals", "present", "absent"]>;
|
|
2052
|
+
readonly expectedJson: Schema.optionalKey<Schema.String>;
|
|
2053
|
+
readonly id: Schema.String;
|
|
2054
|
+
readonly critical: Schema.Boolean;
|
|
2055
|
+
readonly description: Schema.String;
|
|
2056
|
+
}>, Schema.Struct<{
|
|
2057
|
+
readonly kind: Schema.Literal<"ordered-events">;
|
|
2058
|
+
readonly eventTypes: Schema.$Array<Schema.String>;
|
|
2059
|
+
readonly terminalEvent: Schema.optionalKey<Schema.String>;
|
|
2060
|
+
readonly id: Schema.String;
|
|
2061
|
+
readonly critical: Schema.Boolean;
|
|
2062
|
+
readonly description: Schema.String;
|
|
2063
|
+
}>, Schema.Struct<{
|
|
2064
|
+
readonly kind: Schema.Literal<"property">;
|
|
2065
|
+
readonly propertyId: Schema.String;
|
|
2066
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
2067
|
+
readonly id: Schema.String;
|
|
2068
|
+
readonly critical: Schema.Boolean;
|
|
2069
|
+
readonly description: Schema.String;
|
|
2070
|
+
}>, Schema.Struct<{
|
|
2071
|
+
readonly kind: Schema.Literal<"differential">;
|
|
2072
|
+
readonly implementationIds: Schema.$Array<Schema.String>;
|
|
2073
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
2074
|
+
readonly id: Schema.String;
|
|
2075
|
+
readonly critical: Schema.Boolean;
|
|
2076
|
+
readonly description: Schema.String;
|
|
2077
|
+
}>, Schema.Struct<{
|
|
2078
|
+
readonly kind: Schema.Literal<"architecture">;
|
|
2079
|
+
readonly ruleId: Schema.String;
|
|
2080
|
+
readonly expectedPaths: Schema.$Array<Schema.String>;
|
|
2081
|
+
readonly id: Schema.String;
|
|
2082
|
+
readonly critical: Schema.Boolean;
|
|
2083
|
+
readonly description: Schema.String;
|
|
2084
|
+
}>, Schema.Struct<{
|
|
2085
|
+
readonly kind: Schema.Literal<"transformation-completeness">;
|
|
2086
|
+
readonly ruleId: Schema.String;
|
|
2087
|
+
readonly forbiddenLegacyPaths: Schema.$Array<Schema.String>;
|
|
2088
|
+
readonly requiredNewPaths: Schema.$Array<Schema.String>;
|
|
2089
|
+
readonly id: Schema.String;
|
|
2090
|
+
readonly critical: Schema.Boolean;
|
|
2091
|
+
readonly description: Schema.String;
|
|
2092
|
+
}>, Schema.Struct<{
|
|
2093
|
+
readonly kind: Schema.Literal<"semantic-residual">;
|
|
2094
|
+
readonly criterion: Schema.String;
|
|
2095
|
+
readonly id: Schema.String;
|
|
2096
|
+
readonly critical: Schema.Boolean;
|
|
2097
|
+
readonly description: Schema.String;
|
|
2098
|
+
}>]>>;
|
|
2099
|
+
readonly solutions: Schema.$Array<Schema.Struct<{
|
|
2100
|
+
readonly id: Schema.String;
|
|
2101
|
+
readonly kind: Schema.Literals<readonly ["historical-reference", "independent-valid", "simplified-valid", "behavior-preserving-valid", "historical-defect", "mutation", "model-near-miss", "reward-hacking"]>;
|
|
2102
|
+
readonly family: Schema.String;
|
|
2103
|
+
readonly expectedClass: Schema.Literals<readonly ["valid", "wrong"]>;
|
|
2104
|
+
readonly commit: Schema.optionalKey<Schema.String>;
|
|
2105
|
+
}>>;
|
|
2106
|
+
readonly observations: Schema.$Array<Schema.Struct<{
|
|
2107
|
+
readonly solutionId: Schema.String;
|
|
2108
|
+
readonly clauseId: Schema.String;
|
|
2109
|
+
readonly repetition: Schema.Finite;
|
|
2110
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
2111
|
+
readonly detail: Schema.String;
|
|
2112
|
+
readonly inconclusiveReason: Schema.optionalKey<Schema.Literal<"unattributed-test-failure">>;
|
|
2113
|
+
}>>;
|
|
2114
|
+
readonly knownLimitations: Schema.$Array<Schema.String>;
|
|
2115
|
+
}>;
|
|
2116
|
+
readonly valid: Schema.$Array<Schema.Struct<{
|
|
2117
|
+
readonly commit: Schema.String;
|
|
2118
|
+
readonly fileOverrides: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2119
|
+
readonly path: Schema.String;
|
|
2120
|
+
readonly content: Schema.String;
|
|
2121
|
+
}>, Schema.Struct<{
|
|
2122
|
+
readonly path: Schema.String;
|
|
2123
|
+
readonly delete: Schema.Literal<true>;
|
|
2124
|
+
}>]>>>;
|
|
2125
|
+
readonly id: Schema.String;
|
|
2126
|
+
readonly kind: Schema.Literals<readonly ["historical-reference", "independent-valid", "simplified-valid", "behavior-preserving-valid", "historical-defect", "mutation", "model-near-miss", "reward-hacking"]>;
|
|
2127
|
+
readonly family: Schema.String;
|
|
2128
|
+
readonly expectedClass: Schema.Literals<readonly ["valid", "wrong"]>;
|
|
2129
|
+
}>>;
|
|
2130
|
+
readonly wrong: Schema.$Array<Schema.Struct<{
|
|
2131
|
+
readonly commit: Schema.String;
|
|
2132
|
+
readonly fileOverrides: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2133
|
+
readonly path: Schema.String;
|
|
2134
|
+
readonly content: Schema.String;
|
|
2135
|
+
}>, Schema.Struct<{
|
|
2136
|
+
readonly path: Schema.String;
|
|
2137
|
+
readonly delete: Schema.Literal<true>;
|
|
2138
|
+
}>]>>>;
|
|
2139
|
+
readonly id: Schema.String;
|
|
2140
|
+
readonly kind: Schema.Literals<readonly ["historical-reference", "independent-valid", "simplified-valid", "behavior-preserving-valid", "historical-defect", "mutation", "model-near-miss", "reward-hacking"]>;
|
|
2141
|
+
readonly family: Schema.String;
|
|
2142
|
+
readonly expectedClass: Schema.Literals<readonly ["valid", "wrong"]>;
|
|
2143
|
+
}>>;
|
|
2144
|
+
/** Lazy advisory control reviews, checkpointed after every completed critic round. */
|
|
2145
|
+
readonly critiques: Schema.optionalKey<Schema.$Array<Schema.Struct<{
|
|
2146
|
+
readonly solutionId: Schema.String;
|
|
2147
|
+
readonly classification: Schema.Literals<readonly ["valid", "wrong", "uncertain"]>;
|
|
2148
|
+
readonly detail: Schema.String;
|
|
2149
|
+
readonly violatedBehaviorIds: Schema.$Array<Schema.String>;
|
|
2150
|
+
}>>>;
|
|
2151
|
+
readonly history: Schema.$Array<Schema.Struct<{
|
|
2152
|
+
readonly sequence: Schema.Finite;
|
|
2153
|
+
readonly decision: Schema.Literals<readonly ["accepted", "rejected"]>;
|
|
2154
|
+
readonly targeted: Schema.$Array<Schema.String>;
|
|
2155
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
2156
|
+
readonly candidateAdequacy: Schema.optionalKey<Schema.Struct<{
|
|
2157
|
+
readonly version: Schema.Literal<1>;
|
|
2158
|
+
readonly caseId: Schema.String;
|
|
2159
|
+
readonly admitted: Schema.Boolean;
|
|
2160
|
+
readonly validSolutionCount: Schema.Finite;
|
|
2161
|
+
readonly wrongSolutionCount: Schema.Finite;
|
|
2162
|
+
readonly falseRejectedSolutionIds: Schema.$Array<Schema.String>;
|
|
2163
|
+
readonly falseAcceptedSolutionIds: Schema.$Array<Schema.String>;
|
|
2164
|
+
readonly unstableSolutionIds: Schema.$Array<Schema.String>;
|
|
2165
|
+
readonly unobservedClauseIds: Schema.$Array<Schema.String>;
|
|
2166
|
+
readonly insufficientObservationPairs: Schema.$Array<Schema.String>;
|
|
2167
|
+
readonly mutationFamilyKills: Schema.$Array<Schema.Struct<{
|
|
2168
|
+
readonly family: Schema.String;
|
|
2169
|
+
readonly killed: Schema.Finite;
|
|
2170
|
+
readonly total: Schema.Finite;
|
|
2171
|
+
}>>;
|
|
2172
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
2173
|
+
}>>;
|
|
2174
|
+
}>>;
|
|
2175
|
+
readonly iterations: Schema.Finite;
|
|
2176
|
+
readonly version: Schema.Literal<1>;
|
|
2177
|
+
readonly stage: Schema.Literal<"tournament">;
|
|
2178
|
+
readonly parentDigest: Schema.String;
|
|
2179
|
+
readonly createdAt: Schema.String;
|
|
2180
|
+
}>;
|
|
2181
|
+
readonly challenge: Schema.Struct<{
|
|
2182
|
+
readonly heldOut: Schema.$Array<Schema.Struct<{
|
|
2183
|
+
readonly commit: Schema.String;
|
|
2184
|
+
readonly fileOverrides: Schema.optionalKey<Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2185
|
+
readonly path: Schema.String;
|
|
2186
|
+
readonly content: Schema.String;
|
|
2187
|
+
}>, Schema.Struct<{
|
|
2188
|
+
readonly path: Schema.String;
|
|
2189
|
+
readonly delete: Schema.Literal<true>;
|
|
2190
|
+
}>]>>>;
|
|
2191
|
+
readonly id: Schema.String;
|
|
2192
|
+
readonly kind: Schema.Literals<readonly ["historical-reference", "independent-valid", "simplified-valid", "behavior-preserving-valid", "historical-defect", "mutation", "model-near-miss", "reward-hacking"]>;
|
|
2193
|
+
readonly family: Schema.String;
|
|
2194
|
+
readonly expectedClass: Schema.Literals<readonly ["valid", "wrong"]>;
|
|
2195
|
+
}>>;
|
|
2196
|
+
readonly adequacy: Schema.Struct<{
|
|
2197
|
+
readonly version: Schema.Literal<1>;
|
|
2198
|
+
readonly caseId: Schema.String;
|
|
2199
|
+
readonly admitted: Schema.Boolean;
|
|
2200
|
+
readonly validSolutionCount: Schema.Finite;
|
|
2201
|
+
readonly wrongSolutionCount: Schema.Finite;
|
|
2202
|
+
readonly falseRejectedSolutionIds: Schema.$Array<Schema.String>;
|
|
2203
|
+
readonly falseAcceptedSolutionIds: Schema.$Array<Schema.String>;
|
|
2204
|
+
readonly unstableSolutionIds: Schema.$Array<Schema.String>;
|
|
2205
|
+
readonly unobservedClauseIds: Schema.$Array<Schema.String>;
|
|
2206
|
+
readonly insufficientObservationPairs: Schema.$Array<Schema.String>;
|
|
2207
|
+
readonly mutationFamilyKills: Schema.$Array<Schema.Struct<{
|
|
2208
|
+
readonly family: Schema.String;
|
|
2209
|
+
readonly killed: Schema.Finite;
|
|
2210
|
+
readonly total: Schema.Finite;
|
|
2211
|
+
}>>;
|
|
2212
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
2213
|
+
}>;
|
|
2214
|
+
readonly oracle: Schema.Struct<{
|
|
2215
|
+
readonly version: Schema.Literal<1>;
|
|
2216
|
+
readonly caseId: Schema.String;
|
|
2217
|
+
readonly hardFailurePolicy: Schema.Literal<"any-critical-hard-clause-fails">;
|
|
2218
|
+
readonly executionBindingDigest: Schema.optionalKey<Schema.String>;
|
|
2219
|
+
readonly executionRepetitions: Schema.optionalKey<Schema.Finite>;
|
|
2220
|
+
readonly fixtures: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2221
|
+
readonly kind: Schema.Literal<"historical-regression">;
|
|
2222
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
2223
|
+
readonly id: Schema.String;
|
|
2224
|
+
readonly description: Schema.String;
|
|
2225
|
+
readonly expectedBehavior: Schema.String;
|
|
2226
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
2227
|
+
readonly testPath: Schema.String;
|
|
2228
|
+
}>, Schema.Struct<{
|
|
2229
|
+
readonly kind: Schema.Literal<"boundary">;
|
|
2230
|
+
readonly expectationMode: Schema.Literals<readonly ["changes", "preserved"]>;
|
|
2231
|
+
readonly id: Schema.String;
|
|
2232
|
+
readonly description: Schema.String;
|
|
2233
|
+
readonly expectedBehavior: Schema.String;
|
|
2234
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
2235
|
+
readonly testPath: Schema.String;
|
|
2236
|
+
}>, Schema.Struct<{
|
|
2237
|
+
readonly kind: Schema.Literal<"counterfactual">;
|
|
2238
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
2239
|
+
readonly id: Schema.String;
|
|
2240
|
+
readonly description: Schema.String;
|
|
2241
|
+
readonly expectedBehavior: Schema.String;
|
|
2242
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
2243
|
+
readonly testPath: Schema.String;
|
|
2244
|
+
}>, Schema.Struct<{
|
|
2245
|
+
readonly kind: Schema.Literal<"metamorphic">;
|
|
2246
|
+
readonly expectationMode: Schema.Literal<"preserved">;
|
|
2247
|
+
readonly id: Schema.String;
|
|
2248
|
+
readonly description: Schema.String;
|
|
2249
|
+
readonly expectedBehavior: Schema.String;
|
|
2250
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
2251
|
+
readonly testPath: Schema.String;
|
|
2252
|
+
}>]>>;
|
|
2253
|
+
readonly clauses: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2254
|
+
readonly kind: Schema.Literal<"candidate-policy">;
|
|
2255
|
+
readonly policyId: Schema.String;
|
|
2256
|
+
readonly forbiddenPaths: Schema.$Array<Schema.String>;
|
|
2257
|
+
readonly id: Schema.String;
|
|
2258
|
+
readonly critical: Schema.Boolean;
|
|
2259
|
+
readonly description: Schema.String;
|
|
2260
|
+
}>, Schema.Struct<{
|
|
2261
|
+
readonly kind: Schema.Literal<"test-command">;
|
|
2262
|
+
readonly recipeId: Schema.String;
|
|
2263
|
+
readonly expectedExitCode: Schema.Finite;
|
|
2264
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
2265
|
+
readonly id: Schema.String;
|
|
2266
|
+
readonly critical: Schema.Boolean;
|
|
2267
|
+
readonly description: Schema.String;
|
|
2268
|
+
}>, Schema.Struct<{
|
|
2269
|
+
readonly kind: Schema.Literal<"json-field">;
|
|
2270
|
+
readonly pointer: Schema.String;
|
|
2271
|
+
readonly operator: Schema.Literals<readonly ["equals", "present", "absent"]>;
|
|
2272
|
+
readonly expectedJson: Schema.optionalKey<Schema.String>;
|
|
2273
|
+
readonly id: Schema.String;
|
|
2274
|
+
readonly critical: Schema.Boolean;
|
|
2275
|
+
readonly description: Schema.String;
|
|
2276
|
+
}>, Schema.Struct<{
|
|
2277
|
+
readonly kind: Schema.Literal<"ordered-events">;
|
|
2278
|
+
readonly eventTypes: Schema.$Array<Schema.String>;
|
|
2279
|
+
readonly terminalEvent: Schema.optionalKey<Schema.String>;
|
|
2280
|
+
readonly id: Schema.String;
|
|
2281
|
+
readonly critical: Schema.Boolean;
|
|
2282
|
+
readonly description: Schema.String;
|
|
2283
|
+
}>, Schema.Struct<{
|
|
2284
|
+
readonly kind: Schema.Literal<"property">;
|
|
2285
|
+
readonly propertyId: Schema.String;
|
|
2286
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
2287
|
+
readonly id: Schema.String;
|
|
2288
|
+
readonly critical: Schema.Boolean;
|
|
2289
|
+
readonly description: Schema.String;
|
|
2290
|
+
}>, Schema.Struct<{
|
|
2291
|
+
readonly kind: Schema.Literal<"differential">;
|
|
2292
|
+
readonly implementationIds: Schema.$Array<Schema.String>;
|
|
2293
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
2294
|
+
readonly id: Schema.String;
|
|
2295
|
+
readonly critical: Schema.Boolean;
|
|
2296
|
+
readonly description: Schema.String;
|
|
2297
|
+
}>, Schema.Struct<{
|
|
2298
|
+
readonly kind: Schema.Literal<"architecture">;
|
|
2299
|
+
readonly ruleId: Schema.String;
|
|
2300
|
+
readonly expectedPaths: Schema.$Array<Schema.String>;
|
|
2301
|
+
readonly id: Schema.String;
|
|
2302
|
+
readonly critical: Schema.Boolean;
|
|
2303
|
+
readonly description: Schema.String;
|
|
2304
|
+
}>, Schema.Struct<{
|
|
2305
|
+
readonly kind: Schema.Literal<"transformation-completeness">;
|
|
2306
|
+
readonly ruleId: Schema.String;
|
|
2307
|
+
readonly forbiddenLegacyPaths: Schema.$Array<Schema.String>;
|
|
2308
|
+
readonly requiredNewPaths: Schema.$Array<Schema.String>;
|
|
2309
|
+
readonly id: Schema.String;
|
|
2310
|
+
readonly critical: Schema.Boolean;
|
|
2311
|
+
readonly description: Schema.String;
|
|
2312
|
+
}>, Schema.Struct<{
|
|
2313
|
+
readonly kind: Schema.Literal<"semantic-residual">;
|
|
2314
|
+
readonly criterion: Schema.String;
|
|
2315
|
+
readonly id: Schema.String;
|
|
2316
|
+
readonly critical: Schema.Boolean;
|
|
2317
|
+
readonly description: Schema.String;
|
|
2318
|
+
}>]>>;
|
|
2319
|
+
readonly solutions: Schema.$Array<Schema.Struct<{
|
|
2320
|
+
readonly id: Schema.String;
|
|
2321
|
+
readonly kind: Schema.Literals<readonly ["historical-reference", "independent-valid", "simplified-valid", "behavior-preserving-valid", "historical-defect", "mutation", "model-near-miss", "reward-hacking"]>;
|
|
2322
|
+
readonly family: Schema.String;
|
|
2323
|
+
readonly expectedClass: Schema.Literals<readonly ["valid", "wrong"]>;
|
|
2324
|
+
readonly commit: Schema.optionalKey<Schema.String>;
|
|
2325
|
+
}>>;
|
|
2326
|
+
readonly observations: Schema.$Array<Schema.Struct<{
|
|
2327
|
+
readonly solutionId: Schema.String;
|
|
2328
|
+
readonly clauseId: Schema.String;
|
|
2329
|
+
readonly repetition: Schema.Finite;
|
|
2330
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
2331
|
+
readonly detail: Schema.String;
|
|
2332
|
+
readonly inconclusiveReason: Schema.optionalKey<Schema.Literal<"unattributed-test-failure">>;
|
|
2333
|
+
}>>;
|
|
2334
|
+
readonly knownLimitations: Schema.$Array<Schema.String>;
|
|
2335
|
+
}>;
|
|
2336
|
+
readonly verdict: Schema.Literals<readonly ["passed", "failed"]>;
|
|
2337
|
+
readonly fold: Schema.Finite;
|
|
2338
|
+
readonly version: Schema.Literal<1>;
|
|
2339
|
+
readonly stage: Schema.Literal<"challenge">;
|
|
2340
|
+
readonly parentDigest: Schema.String;
|
|
2341
|
+
readonly createdAt: Schema.String;
|
|
2342
|
+
}>;
|
|
2343
|
+
readonly admit: Schema.Struct<{
|
|
2344
|
+
readonly benchmarkCase: Schema.Struct<{
|
|
2345
|
+
readonly version: Schema.Literal<1>;
|
|
2346
|
+
readonly id: Schema.String;
|
|
2347
|
+
readonly capabilityId: Schema.String;
|
|
2348
|
+
readonly familyId: Schema.String;
|
|
2349
|
+
readonly seedId: Schema.String;
|
|
2350
|
+
readonly lane: Schema.Literals<readonly ["request", "repository-agent"]>;
|
|
2351
|
+
readonly visible: Schema.Union<readonly [Schema.Struct<{
|
|
2352
|
+
readonly lane: Schema.Literal<"request">;
|
|
2353
|
+
readonly id: Schema.String;
|
|
2354
|
+
readonly request: Schema.Struct<{
|
|
2355
|
+
readonly endpoint: Schema.Literals<readonly ["chat", "responses", "anthropic"]>;
|
|
2356
|
+
readonly method: Schema.Literal<"POST">;
|
|
2357
|
+
readonly path: Schema.String;
|
|
2358
|
+
readonly headers: Schema.$Array<Schema.Struct<{
|
|
2359
|
+
readonly name: Schema.String;
|
|
2360
|
+
readonly value: Schema.String;
|
|
2361
|
+
}>>;
|
|
2362
|
+
readonly bodyJson: Schema.String;
|
|
2363
|
+
}>;
|
|
2364
|
+
}>, Schema.Struct<{
|
|
2365
|
+
readonly lane: Schema.Literal<"repository-agent">;
|
|
2366
|
+
readonly id: Schema.String;
|
|
2367
|
+
readonly requestText: Schema.String;
|
|
2368
|
+
readonly checkoutCommit: Schema.String;
|
|
2369
|
+
readonly allowedTools: Schema.$Array<Schema.Literals<readonly ["read", "search", "edit", "shell", "test"]>>;
|
|
2370
|
+
readonly constraints: Schema.$Array<Schema.String>;
|
|
2371
|
+
}>]>;
|
|
2372
|
+
readonly hidden: Schema.Struct<{
|
|
2373
|
+
readonly version: Schema.Literal<1>;
|
|
2374
|
+
readonly caseId: Schema.String;
|
|
2375
|
+
readonly hardFailurePolicy: Schema.Literal<"any-critical-hard-clause-fails">;
|
|
2376
|
+
readonly executionBindingDigest: Schema.optionalKey<Schema.String>;
|
|
2377
|
+
readonly executionRepetitions: Schema.optionalKey<Schema.Finite>;
|
|
2378
|
+
readonly fixtures: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2379
|
+
readonly kind: Schema.Literal<"historical-regression">;
|
|
2380
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
2381
|
+
readonly id: Schema.String;
|
|
2382
|
+
readonly description: Schema.String;
|
|
2383
|
+
readonly expectedBehavior: Schema.String;
|
|
2384
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
2385
|
+
readonly testPath: Schema.String;
|
|
2386
|
+
}>, Schema.Struct<{
|
|
2387
|
+
readonly kind: Schema.Literal<"boundary">;
|
|
2388
|
+
readonly expectationMode: Schema.Literals<readonly ["changes", "preserved"]>;
|
|
2389
|
+
readonly id: Schema.String;
|
|
2390
|
+
readonly description: Schema.String;
|
|
2391
|
+
readonly expectedBehavior: Schema.String;
|
|
2392
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
2393
|
+
readonly testPath: Schema.String;
|
|
2394
|
+
}>, Schema.Struct<{
|
|
2395
|
+
readonly kind: Schema.Literal<"counterfactual">;
|
|
2396
|
+
readonly expectationMode: Schema.Literal<"changes">;
|
|
2397
|
+
readonly id: Schema.String;
|
|
2398
|
+
readonly description: Schema.String;
|
|
2399
|
+
readonly expectedBehavior: Schema.String;
|
|
2400
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
2401
|
+
readonly testPath: Schema.String;
|
|
2402
|
+
}>, Schema.Struct<{
|
|
2403
|
+
readonly kind: Schema.Literal<"metamorphic">;
|
|
2404
|
+
readonly expectationMode: Schema.Literal<"preserved">;
|
|
2405
|
+
readonly id: Schema.String;
|
|
2406
|
+
readonly description: Schema.String;
|
|
2407
|
+
readonly expectedBehavior: Schema.String;
|
|
2408
|
+
readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
|
|
2409
|
+
readonly testPath: Schema.String;
|
|
2410
|
+
}>]>>;
|
|
2411
|
+
readonly clauses: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
|
|
2412
|
+
readonly kind: Schema.Literal<"candidate-policy">;
|
|
2413
|
+
readonly policyId: Schema.String;
|
|
2414
|
+
readonly forbiddenPaths: Schema.$Array<Schema.String>;
|
|
2415
|
+
readonly id: Schema.String;
|
|
2416
|
+
readonly critical: Schema.Boolean;
|
|
2417
|
+
readonly description: Schema.String;
|
|
2418
|
+
}>, Schema.Struct<{
|
|
2419
|
+
readonly kind: Schema.Literal<"test-command">;
|
|
2420
|
+
readonly recipeId: Schema.String;
|
|
2421
|
+
readonly expectedExitCode: Schema.Finite;
|
|
2422
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
2423
|
+
readonly id: Schema.String;
|
|
2424
|
+
readonly critical: Schema.Boolean;
|
|
2425
|
+
readonly description: Schema.String;
|
|
2426
|
+
}>, Schema.Struct<{
|
|
2427
|
+
readonly kind: Schema.Literal<"json-field">;
|
|
2428
|
+
readonly pointer: Schema.String;
|
|
2429
|
+
readonly operator: Schema.Literals<readonly ["equals", "present", "absent"]>;
|
|
2430
|
+
readonly expectedJson: Schema.optionalKey<Schema.String>;
|
|
2431
|
+
readonly id: Schema.String;
|
|
2432
|
+
readonly critical: Schema.Boolean;
|
|
2433
|
+
readonly description: Schema.String;
|
|
2434
|
+
}>, Schema.Struct<{
|
|
2435
|
+
readonly kind: Schema.Literal<"ordered-events">;
|
|
2436
|
+
readonly eventTypes: Schema.$Array<Schema.String>;
|
|
2437
|
+
readonly terminalEvent: Schema.optionalKey<Schema.String>;
|
|
2438
|
+
readonly id: Schema.String;
|
|
2439
|
+
readonly critical: Schema.Boolean;
|
|
2440
|
+
readonly description: Schema.String;
|
|
2441
|
+
}>, Schema.Struct<{
|
|
2442
|
+
readonly kind: Schema.Literal<"property">;
|
|
2443
|
+
readonly propertyId: Schema.String;
|
|
2444
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
2445
|
+
readonly id: Schema.String;
|
|
2446
|
+
readonly critical: Schema.Boolean;
|
|
2447
|
+
readonly description: Schema.String;
|
|
2448
|
+
}>, Schema.Struct<{
|
|
2449
|
+
readonly kind: Schema.Literal<"differential">;
|
|
2450
|
+
readonly implementationIds: Schema.$Array<Schema.String>;
|
|
2451
|
+
readonly fixtureIds: Schema.$Array<Schema.String>;
|
|
2452
|
+
readonly id: Schema.String;
|
|
2453
|
+
readonly critical: Schema.Boolean;
|
|
2454
|
+
readonly description: Schema.String;
|
|
2455
|
+
}>, Schema.Struct<{
|
|
2456
|
+
readonly kind: Schema.Literal<"architecture">;
|
|
2457
|
+
readonly ruleId: Schema.String;
|
|
2458
|
+
readonly expectedPaths: Schema.$Array<Schema.String>;
|
|
2459
|
+
readonly id: Schema.String;
|
|
2460
|
+
readonly critical: Schema.Boolean;
|
|
2461
|
+
readonly description: Schema.String;
|
|
2462
|
+
}>, Schema.Struct<{
|
|
2463
|
+
readonly kind: Schema.Literal<"transformation-completeness">;
|
|
2464
|
+
readonly ruleId: Schema.String;
|
|
2465
|
+
readonly forbiddenLegacyPaths: Schema.$Array<Schema.String>;
|
|
2466
|
+
readonly requiredNewPaths: Schema.$Array<Schema.String>;
|
|
2467
|
+
readonly id: Schema.String;
|
|
2468
|
+
readonly critical: Schema.Boolean;
|
|
2469
|
+
readonly description: Schema.String;
|
|
2470
|
+
}>, Schema.Struct<{
|
|
2471
|
+
readonly kind: Schema.Literal<"semantic-residual">;
|
|
2472
|
+
readonly criterion: Schema.String;
|
|
2473
|
+
readonly id: Schema.String;
|
|
2474
|
+
readonly critical: Schema.Boolean;
|
|
2475
|
+
readonly description: Schema.String;
|
|
2476
|
+
}>]>>;
|
|
2477
|
+
readonly solutions: Schema.$Array<Schema.Struct<{
|
|
2478
|
+
readonly id: Schema.String;
|
|
2479
|
+
readonly kind: Schema.Literals<readonly ["historical-reference", "independent-valid", "simplified-valid", "behavior-preserving-valid", "historical-defect", "mutation", "model-near-miss", "reward-hacking"]>;
|
|
2480
|
+
readonly family: Schema.String;
|
|
2481
|
+
readonly expectedClass: Schema.Literals<readonly ["valid", "wrong"]>;
|
|
2482
|
+
readonly commit: Schema.optionalKey<Schema.String>;
|
|
2483
|
+
}>>;
|
|
2484
|
+
readonly observations: Schema.$Array<Schema.Struct<{
|
|
2485
|
+
readonly solutionId: Schema.String;
|
|
2486
|
+
readonly clauseId: Schema.String;
|
|
2487
|
+
readonly repetition: Schema.Finite;
|
|
2488
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
|
|
2489
|
+
readonly detail: Schema.String;
|
|
2490
|
+
readonly inconclusiveReason: Schema.optionalKey<Schema.Literal<"unattributed-test-failure">>;
|
|
2491
|
+
}>>;
|
|
2492
|
+
readonly knownLimitations: Schema.$Array<Schema.String>;
|
|
2493
|
+
}>;
|
|
2494
|
+
readonly trajectoryPolicy: Schema.optionalKey<Schema.Struct<{
|
|
2495
|
+
readonly version: Schema.Literal<1>;
|
|
2496
|
+
readonly caseId: Schema.String;
|
|
2497
|
+
readonly purpose: Schema.Literal<"routing-signal">;
|
|
2498
|
+
readonly validationRecipeIds: Schema.$Array<Schema.String>;
|
|
2499
|
+
readonly protectedPaths: Schema.$Array<Schema.String>;
|
|
2500
|
+
readonly thresholds: Schema.Struct<{
|
|
2501
|
+
readonly maximumToolCalls: Schema.Finite;
|
|
2502
|
+
readonly maximumFailedToolCalls: Schema.Finite;
|
|
2503
|
+
readonly maximumRepeatedFailedActions: Schema.Finite;
|
|
2504
|
+
}>;
|
|
2505
|
+
readonly requirements: Schema.Struct<{
|
|
2506
|
+
readonly passingValidationAfterLastMutation: Schema.Boolean;
|
|
2507
|
+
readonly noProtectedPathMutations: Schema.Boolean;
|
|
2508
|
+
}>;
|
|
2509
|
+
readonly rationale: Schema.String;
|
|
2510
|
+
}>>;
|
|
2511
|
+
readonly adequacy: Schema.Struct<{
|
|
2512
|
+
readonly version: Schema.Literal<1>;
|
|
2513
|
+
readonly caseId: Schema.String;
|
|
2514
|
+
readonly admitted: Schema.Boolean;
|
|
2515
|
+
readonly validSolutionCount: Schema.Finite;
|
|
2516
|
+
readonly wrongSolutionCount: Schema.Finite;
|
|
2517
|
+
readonly falseRejectedSolutionIds: Schema.$Array<Schema.String>;
|
|
2518
|
+
readonly falseAcceptedSolutionIds: Schema.$Array<Schema.String>;
|
|
2519
|
+
readonly unstableSolutionIds: Schema.$Array<Schema.String>;
|
|
2520
|
+
readonly unobservedClauseIds: Schema.$Array<Schema.String>;
|
|
2521
|
+
readonly insufficientObservationPairs: Schema.$Array<Schema.String>;
|
|
2522
|
+
readonly mutationFamilyKills: Schema.$Array<Schema.Struct<{
|
|
2523
|
+
readonly family: Schema.String;
|
|
2524
|
+
readonly killed: Schema.Finite;
|
|
2525
|
+
readonly total: Schema.Finite;
|
|
2526
|
+
}>>;
|
|
2527
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
2528
|
+
}>;
|
|
2529
|
+
readonly qualityFindings: Schema.$Array<Schema.Struct<{
|
|
2530
|
+
readonly axis: Schema.Literals<readonly ["authenticity", "specification-sufficiency", "oracle-adequacy", "stability", "distinctness", "realism", "leakage", "triviality", "coverage"]>;
|
|
2531
|
+
readonly outcome: Schema.Literals<readonly ["pass", "fail", "review-required"]>;
|
|
2532
|
+
readonly detail: Schema.String;
|
|
2533
|
+
readonly evidence: Schema.$Array<Schema.Struct<{
|
|
2534
|
+
readonly kind: Schema.Literals<readonly ["package", "public-surface", "symbol", "protocol", "schema", "test", "command", "history-episode", "workload-signal", "documentation"]>;
|
|
2535
|
+
readonly id: Schema.String;
|
|
2536
|
+
readonly path: Schema.optionalKey<Schema.String>;
|
|
2537
|
+
}>>;
|
|
2538
|
+
readonly evidenceIds: Schema.$Array<Schema.String>;
|
|
2539
|
+
}>>;
|
|
2540
|
+
readonly behavioralFingerprint: Schema.String;
|
|
2541
|
+
readonly status: Schema.Literals<readonly ["rejected", "valid-library", "routing-eligible", "routing-active"]>;
|
|
2542
|
+
readonly rejectionReasons: Schema.$Array<Schema.String>;
|
|
2543
|
+
}>;
|
|
2544
|
+
readonly verdict: Schema.Literals<readonly ["admitted", "rejected"]>;
|
|
2545
|
+
readonly reasons: Schema.$Array<Schema.String>;
|
|
2546
|
+
readonly evidence: Schema.Struct<{
|
|
2547
|
+
readonly validCount: Schema.Finite;
|
|
2548
|
+
readonly wrongCount: Schema.Finite;
|
|
2549
|
+
readonly heldOutWrongCount: Schema.Finite;
|
|
2550
|
+
readonly semanticKills: Schema.$Array<Schema.String>;
|
|
2551
|
+
}>;
|
|
2552
|
+
readonly version: Schema.Literal<1>;
|
|
2553
|
+
readonly stage: Schema.Literal<"admit">;
|
|
2554
|
+
readonly parentDigest: Schema.String;
|
|
2555
|
+
readonly createdAt: Schema.String;
|
|
2556
|
+
}>;
|
|
2557
|
+
};
|
|
2558
|
+
export type PipelineCheckpointOfV1<Stage extends PipelineStageV1> = NonNullable<PipelineCheckpointsV1[Stage]>;
|
|
2559
|
+
export declare const HostFeedbackFindingKindV1: Schema.Literals<readonly ["schema", "contract", "materialization", "compile", "execution", "critique"]>;
|
|
2560
|
+
export type HostFeedbackFindingKindV1 = typeof HostFeedbackFindingKindV1.Type;
|
|
2561
|
+
export declare const HostFeedbackFindingV1: Schema.Struct<{
|
|
2562
|
+
readonly kind: Schema.Literals<readonly ["schema", "contract", "materialization", "compile", "execution", "critique"]>;
|
|
2563
|
+
readonly message: Schema.String;
|
|
2564
|
+
readonly path: Schema.optionalKey<Schema.String>;
|
|
2565
|
+
}>;
|
|
2566
|
+
export type HostFeedbackFindingV1 = typeof HostFeedbackFindingV1.Type;
|
|
2567
|
+
/** Sent back to the SAME role with its prior output; never a terminal outcome. */
|
|
2568
|
+
export declare const HostFeedbackV1: Schema.Struct<{
|
|
2569
|
+
readonly attempt: Schema.Finite;
|
|
2570
|
+
readonly findings: Schema.$Array<Schema.Struct<{
|
|
2571
|
+
readonly kind: Schema.Literals<readonly ["schema", "contract", "materialization", "compile", "execution", "critique"]>;
|
|
2572
|
+
readonly message: Schema.String;
|
|
2573
|
+
readonly path: Schema.optionalKey<Schema.String>;
|
|
2574
|
+
}>>;
|
|
2575
|
+
readonly priorOutput: Schema.Unknown;
|
|
2576
|
+
}>;
|
|
2577
|
+
export type HostFeedbackV1 = typeof HostFeedbackV1.Type;
|
|
2578
|
+
declare const PipelineBudgetExhaustedError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P]; }>) => import("effect/Cause").YieldableError & {
|
|
2579
|
+
readonly _tag: "PipelineBudgetExhaustedError";
|
|
2580
|
+
} & Readonly<A>;
|
|
2581
|
+
export declare class PipelineBudgetExhaustedError extends PipelineBudgetExhaustedError_base<{
|
|
2582
|
+
readonly budget: PipelineBudgetV1;
|
|
2583
|
+
readonly modelCalls: number;
|
|
2584
|
+
readonly elapsedMs: number;
|
|
2585
|
+
readonly stage: string;
|
|
2586
|
+
}> {
|
|
2587
|
+
get message(): string;
|
|
2588
|
+
}
|
|
2589
|
+
declare const PipelineStageError_base: new <A extends Record<string, any> = {}>(args: import("effect/Types").VoidIfEmpty<{ readonly [P in keyof A as P extends "_tag" ? never : P]: A[P]; }>) => import("effect/Cause").YieldableError & {
|
|
2590
|
+
readonly _tag: "PipelineStageError";
|
|
2591
|
+
} & Readonly<A>;
|
|
2592
|
+
export declare class PipelineStageError extends PipelineStageError_base<{
|
|
2593
|
+
readonly stage: PipelineStageV1;
|
|
2594
|
+
readonly detail: string;
|
|
2595
|
+
readonly cause?: unknown;
|
|
2596
|
+
/** Only reference qualification or unsupported repositories are terminal. */
|
|
2597
|
+
readonly terminal: boolean;
|
|
2598
|
+
}> {
|
|
2599
|
+
get message(): string;
|
|
2600
|
+
}
|
|
2601
|
+
/**
|
|
2602
|
+
* Typed durable work below a completed stage. This small store contract is
|
|
2603
|
+
* shared by stages and the concrete case store without a protocol/store cycle.
|
|
2604
|
+
*/
|
|
2605
|
+
export type PipelineWorkCheckpointStoreV1 = {
|
|
2606
|
+
readonly readWorkCheckpoint: <A>(name: string, schema: Schema.Codec<A, unknown, never, unknown>) => Effect.Effect<Option.Option<A>, RepositoryFoundryError>;
|
|
2607
|
+
readonly writeWorkCheckpoint: (name: string, value: unknown) => Effect.Effect<void, RepositoryFoundryError>;
|
|
2608
|
+
readonly deleteWorkCheckpoint: (name: string) => Effect.Effect<void, RepositoryFoundryError>;
|
|
2609
|
+
};
|
|
2610
|
+
export type PipelineStageInputV1<Out> = {
|
|
2611
|
+
readonly context: PipelineCaseContextV1;
|
|
2612
|
+
readonly map: RepositoryBehaviorMapV1;
|
|
2613
|
+
readonly checkpoints: PipelineCheckpointsV1;
|
|
2614
|
+
readonly workCheckpointStore?: PipelineWorkCheckpointStoreV1;
|
|
2615
|
+
/** Persist an intermediate value so a crash mid-loop resumes mid-loop. */
|
|
2616
|
+
readonly checkpoint: (partial: Out) => Effect.Effect<void>;
|
|
2617
|
+
};
|
|
2618
|
+
export type PipelineStageRunV1<Out> = (input: PipelineStageInputV1<Out>) => Effect.Effect<Out, RepositoryFoundryError | PipelineBudgetExhaustedError, RepositoryFoundryLanguageModel>;
|
|
2619
|
+
/** sha256 over key-sorted JSON so equal checkpoints digest equally. */
|
|
2620
|
+
export declare const checkpointDigestV1: (value: unknown) => string;
|
|
2621
|
+
/** Stable admission identity; cumulative budget is intentionally extendable. */
|
|
2622
|
+
export declare const pipelineScientificIdentityDigestV1: (context: PipelineCaseContextV1, map: Pick<RepositoryBehaviorMapV1, "repository">) => string;
|
|
2623
|
+
export declare const pipelineStageToProgressStageV1: (stage: PipelineStageV1) => RepositoryFoundryProgressStageV1;
|
|
2624
|
+
export declare const pipelineStageIndexV1: (stage: PipelineStageV1) => number;
|
|
2625
|
+
export declare const nextPipelineStageV1: (stage: PipelineStageV1) => PipelineStageV1 | "done";
|
|
2626
|
+
export {};
|