@velum-labs/routekit-eval-setup 1.3.2 → 1.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/authoring-responses-request.d.ts +5 -0
- package/dist/adapters/authoring-responses-request.js +38 -0
- package/dist/adapters/evaluation-evidence-freshness.d.ts +7 -0
- package/dist/adapters/evaluation-evidence-freshness.js +76 -0
- package/dist/adapters/git-task-history.d.ts +67 -0
- package/dist/adapters/git-task-history.js +171 -0
- package/dist/adapters/integrated-repository-history.d.ts +21 -0
- package/dist/adapters/integrated-repository-history.js +175 -0
- package/dist/adapters/repository-command-diagnostic.d.ts +8 -0
- package/dist/adapters/repository-command-diagnostic.js +46 -0
- package/dist/adapters/repository-command-evidence.d.ts +13 -0
- package/dist/adapters/repository-command-evidence.js +102 -0
- package/dist/adapters/repository-command-runner.d.ts +238 -0
- package/dist/adapters/repository-command-runner.js +1483 -0
- package/dist/adapters/repository-import-context.d.ts +47 -0
- package/dist/adapters/repository-import-context.js +469 -0
- package/dist/adapters/repository-node-test-reporter.d.ts +3 -0
- package/dist/adapters/repository-node-test-reporter.js +27 -0
- package/dist/adapters/repository-review-evidence.d.ts +39 -0
- package/dist/adapters/repository-review-evidence.js +632 -0
- package/dist/adapters/repository-seed-selection.d.ts +7 -0
- package/dist/adapters/repository-seed-selection.js +79 -0
- package/dist/adapters/repository-solution-edits.d.ts +49 -0
- package/dist/adapters/repository-solution-edits.js +136 -0
- package/dist/adapters/repository-vitest-phase-adapter.d.ts +8 -0
- package/dist/adapters/repository-vitest-phase-adapter.js +310 -0
- package/dist/adapters/repository-vitest-reporter.d.ts +24 -0
- package/dist/adapters/repository-vitest-reporter.js +314 -0
- package/dist/adapters/strict-authoring-schema.d.ts +5 -0
- package/dist/adapters/strict-authoring-schema.js +158 -0
- package/dist/adapters/test-discovery.d.ts +30 -0
- package/dist/adapters/test-discovery.js +124 -0
- package/dist/adapters/typescript-repository-index.d.ts +51 -0
- package/dist/adapters/typescript-repository-index.js +226 -0
- package/dist/agentic-capabilities-protocol.d.ts +1373 -0
- package/dist/agentic-capabilities-protocol.js +786 -0
- package/dist/case-checkpoint-store.d.ts +29 -0
- package/dist/case-checkpoint-store.js +133 -0
- package/dist/case-pipeline-protocol-v2.d.ts +184 -0
- package/dist/case-pipeline-protocol-v2.js +193 -0
- package/dist/case-pipeline-protocol.d.ts +2626 -0
- package/dist/case-pipeline-protocol.js +371 -0
- package/dist/effect-api.d.ts +74 -10
- package/dist/effect-api.js +56 -6
- package/dist/errors.d.ts +31 -0
- package/dist/errors.js +10 -0
- package/dist/eval-capability-execution-envelope.d.ts +64 -0
- package/dist/eval-capability-execution-envelope.js +98 -0
- package/dist/eval-capability-policy.d.ts +90 -0
- package/dist/eval-capability-policy.js +107 -0
- package/dist/eval-event-log.d.ts +140 -0
- package/dist/eval-event-log.js +220 -0
- package/dist/evaluation-authoring-policy.d.ts +18 -0
- package/dist/evaluation-authoring-policy.js +19 -0
- package/dist/evaluation-authoring-validation.d.ts +22 -0
- package/dist/evaluation-authoring-validation.js +72 -0
- package/dist/evaluation-evidence.d.ts +20 -0
- package/dist/evaluation-evidence.js +319 -0
- package/dist/evaluation-grader-calibration-protocol.d.ts +108 -0
- package/dist/evaluation-grader-calibration-protocol.js +80 -0
- package/dist/evaluation-grader-calibration.d.ts +18 -0
- package/dist/evaluation-grader-calibration.js +334 -0
- package/dist/evaluation-grading-policy.d.ts +24 -0
- package/dist/evaluation-grading-policy.js +54 -0
- package/dist/evaluation-proposal-policy.d.ts +4 -0
- package/dist/evaluation-proposal-policy.js +91 -0
- package/dist/evaluation-source-retrieval.d.ts +68 -0
- package/dist/evaluation-source-retrieval.js +513 -0
- package/dist/evaluation-structure-policy.d.ts +29 -0
- package/dist/evaluation-structure-policy.js +138 -0
- package/dist/index.d.ts +124 -17
- package/dist/index.js +69 -11
- package/dist/inspection.js +2 -3
- package/dist/project-artifacts.d.ts +7 -2
- package/dist/project-artifacts.js +49 -136
- package/dist/project-authoring.d.ts +66 -5
- package/dist/project-authoring.js +783 -109
- package/dist/project-contracts.d.ts +419 -84
- package/dist/project-contracts.js +160 -52
- package/dist/project-store.js +2 -1
- package/dist/project-workflow.d.ts +5 -4
- package/dist/project-workflow.js +154 -35
- package/dist/repository-adversary-protocol.d.ts +64 -0
- package/dist/repository-adversary-protocol.js +105 -0
- package/dist/repository-behavior-protocol.d.ts +188 -0
- package/dist/repository-behavior-protocol.js +202 -0
- package/dist/repository-benchmark-protocol.d.ts +487 -0
- package/dist/repository-benchmark-protocol.js +96 -0
- package/dist/repository-execution-protocol.d.ts +150 -0
- package/dist/repository-execution-protocol.js +38 -0
- package/dist/repository-fixture-instructions.d.ts +3 -0
- package/dist/repository-fixture-instructions.js +91 -0
- package/dist/repository-fixture-protocol.d.ts +79 -0
- package/dist/repository-fixture-protocol.js +79 -0
- package/dist/repository-foundry-plan-protocol.d.ts +118 -0
- package/dist/repository-foundry-plan-protocol.js +296 -0
- package/dist/repository-foundry-progress-protocol.d.ts +52 -0
- package/dist/repository-foundry-progress-protocol.js +52 -0
- package/dist/repository-improvement-protocol.d.ts +100 -0
- package/dist/repository-improvement-protocol.js +106 -0
- package/dist/repository-language-model-protocol.d.ts +43 -0
- package/dist/repository-language-model-protocol.js +146 -0
- package/dist/repository-oracle-coverage-protocol.d.ts +18 -0
- package/dist/repository-oracle-coverage-protocol.js +39 -0
- package/dist/repository-oracle-execution-binding.d.ts +27 -0
- package/dist/repository-oracle-execution-binding.js +59 -0
- package/dist/repository-oracle-protocol.d.ts +230 -0
- package/dist/repository-oracle-protocol.js +156 -0
- package/dist/repository-oracle-scope-policy.d.ts +22 -0
- package/dist/repository-oracle-scope-policy.js +92 -0
- package/dist/repository-quality-policy.d.ts +15 -0
- package/dist/repository-quality-policy.js +357 -0
- package/dist/repository-routing-benchmark-protocol.d.ts +176 -0
- package/dist/repository-routing-benchmark-protocol.js +103 -0
- package/dist/repository-routing-model-protocol.d.ts +36 -0
- package/dist/repository-routing-model-protocol.js +89 -0
- package/dist/repository-routing-plan-protocol.d.ts +112 -0
- package/dist/repository-routing-plan-protocol.js +58 -0
- package/dist/repository-routing-quality-policy.d.ts +9 -0
- package/dist/repository-routing-quality-policy.js +191 -0
- package/dist/repository-seed-qualification-progress-protocol.d.ts +205 -0
- package/dist/repository-seed-qualification-progress-protocol.js +28 -0
- package/dist/repository-semantic-calibration-protocol.d.ts +768 -0
- package/dist/repository-semantic-calibration-protocol.js +276 -0
- package/dist/repository-semantic-calibration.d.ts +163 -0
- package/dist/repository-semantic-calibration.js +581 -0
- package/dist/repository-specification-contract-facts-protocol.d.ts +224 -0
- package/dist/repository-specification-contract-facts-protocol.js +276 -0
- package/dist/repository-specification-critique-protocol.d.ts +189 -0
- package/dist/repository-specification-critique-protocol.js +103 -0
- package/dist/repository-task-family-protocol.d.ts +24 -0
- package/dist/repository-task-family-protocol.js +37 -0
- package/dist/repository-task-seed-protocol.d.ts +384 -0
- package/dist/repository-task-seed-protocol.js +236 -0
- package/dist/repository-trajectory-protocol.d.ts +20 -0
- package/dist/repository-trajectory-protocol.js +42 -0
- package/dist/service.js +1 -1
- package/dist/services/adversary/service.d.ts +64 -0
- package/dist/services/adversary/service.js +330 -0
- package/dist/services/benchmark-compiler/service.d.ts +450 -0
- package/dist/services/benchmark-compiler/service.js +9 -0
- package/dist/services/budgeted-model/service.d.ts +118 -0
- package/dist/services/budgeted-model/service.js +460 -0
- package/dist/services/case-authoring/service.d.ts +163 -0
- package/dist/services/case-authoring/service.js +1456 -0
- package/dist/services/case-finalization/service.d.ts +283 -0
- package/dist/services/case-finalization/service.js +370 -0
- package/dist/services/case-generation/service.d.ts +619 -0
- package/dist/services/case-generation/service.js +2628 -0
- package/dist/services/case-pipeline/service.d.ts +31 -0
- package/dist/services/case-pipeline/service.js +485 -0
- package/dist/services/case-pipeline-v2/service.d.ts +70 -0
- package/dist/services/case-pipeline-v2/service.js +477 -0
- package/dist/services/command-observability/service.d.ts +13 -0
- package/dist/services/command-observability/service.js +3 -0
- package/dist/services/dimension-labeling/service.d.ts +77 -0
- package/dist/services/dimension-labeling/service.js +188 -0
- package/dist/services/eval-candidate/service.d.ts +208 -0
- package/dist/services/eval-candidate/service.js +64 -0
- package/dist/services/eval-capabilities/service.d.ts +183 -0
- package/dist/services/eval-capabilities/service.js +1433 -0
- package/dist/services/eval-environment/service.d.ts +173 -0
- package/dist/services/eval-environment/service.js +127 -0
- package/dist/services/evidence-reconstruction/service.d.ts +36 -0
- package/dist/services/evidence-reconstruction/service.js +145 -0
- package/dist/services/fixture-builder/service.d.ts +62 -0
- package/dist/services/fixture-builder/service.js +36 -0
- package/dist/services/fixture-validation/service.d.ts +75 -0
- package/dist/services/fixture-validation/service.js +295 -0
- package/dist/services/foundry/service.d.ts +831 -0
- package/dist/services/foundry/service.js +442 -0
- package/dist/services/foundry-progress/service.d.ts +62 -0
- package/dist/services/foundry-progress/service.js +149 -0
- package/dist/services/foundry-v2/service.d.ts +54 -0
- package/dist/services/foundry-v2/service.js +28 -0
- package/dist/services/grounded-authoring/service.d.ts +126 -0
- package/dist/services/grounded-authoring/service.js +822 -0
- package/dist/services/historical-case/service.d.ts +722 -0
- package/dist/services/historical-case/service.js +177 -0
- package/dist/services/improvement-loop/service.d.ts +59 -0
- package/dist/services/improvement-loop/service.js +176 -0
- package/dist/services/language-model/service.d.ts +52 -0
- package/dist/services/language-model/service.js +194 -0
- package/dist/services/oracle-builder/service.d.ts +146 -0
- package/dist/services/oracle-builder/service.js +513 -0
- package/dist/services/oracle-coverage/service.d.ts +28 -0
- package/dist/services/oracle-coverage/service.js +50 -0
- package/dist/services/oracle-coverage-witness/service.d.ts +130 -0
- package/dist/services/oracle-coverage-witness/service.js +538 -0
- package/dist/services/pipeline-challenge/service.d.ts +551 -0
- package/dist/services/pipeline-challenge/service.js +427 -0
- package/dist/services/pipeline-controls/service.d.ts +130 -0
- package/dist/services/pipeline-controls/service.js +483 -0
- package/dist/services/pipeline-oracle/service.d.ts +8 -0
- package/dist/services/pipeline-oracle/service.js +256 -0
- package/dist/services/pipeline-seed/service.d.ts +298 -0
- package/dist/services/pipeline-seed/service.js +428 -0
- package/dist/services/pipeline-spec/service.d.ts +103 -0
- package/dist/services/pipeline-spec/service.js +619 -0
- package/dist/services/pipeline-tournament/service.d.ts +258 -0
- package/dist/services/pipeline-tournament/service.js +476 -0
- package/dist/services/quality-gate/service.d.ts +233 -0
- package/dist/services/quality-gate/service.js +136 -0
- package/dist/services/repository-bundle/service.d.ts +33 -0
- package/dist/services/repository-bundle/service.js +114 -0
- package/dist/services/repository-model/service.d.ts +105 -0
- package/dist/services/repository-model/service.js +250 -0
- package/dist/services/repository-public-artifact/service.d.ts +133 -0
- package/dist/services/repository-public-artifact/service.js +330 -0
- package/dist/services/routing-benchmark/service.d.ts +362 -0
- package/dist/services/routing-benchmark/service.js +96 -0
- package/dist/services/specification-critic/service.d.ts +92 -0
- package/dist/services/specification-critic/service.js +172 -0
- package/dist/services/task-family/service.d.ts +40 -0
- package/dist/services/task-family/service.js +55 -0
- package/dist/services/task-seed/service.d.ts +906 -0
- package/dist/services/task-seed/service.js +1406 -0
- package/dist/services/task-specification/service.d.ts +27 -0
- package/dist/services/task-specification/service.js +40 -0
- package/dist/services/trajectory-policy/service.d.ts +110 -0
- package/dist/services/trajectory-policy/service.js +216 -0
- package/dist/test/agentic-capabilities-protocol.test.d.ts +1 -0
- package/dist/test/agentic-capabilities-protocol.test.js +570 -0
- package/dist/test/agentic-capabilities.test.d.ts +1 -0
- package/dist/test/agentic-capabilities.test.js +1461 -0
- package/dist/test/agentic-environment.test.d.ts +1 -0
- package/dist/test/agentic-environment.test.js +213 -0
- package/dist/test/case-pipeline-foundation.test.d.ts +1 -0
- package/dist/test/case-pipeline-foundation.test.js +535 -0
- package/dist/test/case-pipeline-protocol-v2.test.d.ts +1 -0
- package/dist/test/case-pipeline-protocol-v2.test.js +124 -0
- package/dist/test/case-pipeline-v2.test.d.ts +1 -0
- package/dist/test/case-pipeline-v2.test.js +286 -0
- package/dist/test/case-pipeline.test.d.ts +1 -0
- package/dist/test/case-pipeline.test.js +851 -0
- package/dist/test/eval-capability-policy.test.d.ts +1 -0
- package/dist/test/eval-capability-policy.test.js +50 -0
- package/dist/test/eval-event-log.test.d.ts +1 -0
- package/dist/test/eval-event-log.test.js +125 -0
- package/dist/test/evaluation-evidence-freshness.test.d.ts +1 -0
- package/dist/test/evaluation-evidence-freshness.test.js +44 -0
- package/dist/test/evaluation-evidence.test.d.ts +1 -0
- package/dist/test/evaluation-evidence.test.js +230 -0
- package/dist/test/evaluation-grader-calibration.test.d.ts +1 -0
- package/dist/test/evaluation-grader-calibration.test.js +373 -0
- package/dist/test/evaluation-proposal-digest.test.d.ts +1 -0
- package/dist/test/evaluation-proposal-digest.test.js +187 -0
- package/dist/test/evaluation-source-retrieval.test.d.ts +1 -0
- package/dist/test/evaluation-source-retrieval.test.js +237 -0
- package/dist/test/evaluation-structure-policy.test.d.ts +1 -0
- package/dist/test/evaluation-structure-policy.test.js +196 -0
- package/dist/test/fixtures/repository-resource-panel.d.ts +39 -0
- package/dist/test/fixtures/repository-resource-panel.js +111 -0
- package/dist/test/fixtures/vitest-boundary-panel.d.ts +84 -0
- package/dist/test/fixtures/vitest-boundary-panel.js +120 -0
- package/dist/test/fixtures/vitest-phase-panel.d.ts +135 -0
- package/dist/test/fixtures/vitest-phase-panel.js +213 -0
- package/dist/test/fixtures/vitest-reporter-results.d.ts +76 -0
- package/dist/test/fixtures/vitest-reporter-results.js +94 -0
- package/dist/test/grounded-authoring.test.d.ts +1 -0
- package/dist/test/grounded-authoring.test.js +565 -0
- package/dist/test/integrated-repository-history.test.d.ts +1 -0
- package/dist/test/integrated-repository-history.test.js +227 -0
- package/dist/test/project-authoring.test.js +593 -43
- package/dist/test/project-workflow.test.js +419 -40
- package/dist/test/repository-authoring-artifacts.test.d.ts +1 -0
- package/dist/test/repository-authoring-artifacts.test.js +185 -0
- package/dist/test/repository-bundle.test.d.ts +1 -0
- package/dist/test/repository-bundle.test.js +52 -0
- package/dist/test/repository-case-generation.test.d.ts +1 -0
- package/dist/test/repository-case-generation.test.js +3465 -0
- package/dist/test/repository-command-diagnostic.test.d.ts +1 -0
- package/dist/test/repository-command-diagnostic.test.js +55 -0
- package/dist/test/repository-command-signals.test.d.ts +1 -0
- package/dist/test/repository-command-signals.test.js +124 -0
- package/dist/test/repository-fixture-scope-coverage.test.d.ts +1 -0
- package/dist/test/repository-fixture-scope-coverage.test.js +127 -0
- package/dist/test/repository-fixture-validation.test.d.ts +1 -0
- package/dist/test/repository-fixture-validation.test.js +362 -0
- package/dist/test/repository-foundry-progress.test.d.ts +1 -0
- package/dist/test/repository-foundry-progress.test.js +110 -0
- package/dist/test/repository-foundry-quality.test.d.ts +1 -0
- package/dist/test/repository-foundry-quality.test.js +1138 -0
- package/dist/test/repository-import-context.test.d.ts +1 -0
- package/dist/test/repository-import-context.test.js +354 -0
- package/dist/test/repository-model-authoring.test.d.ts +1 -0
- package/dist/test/repository-model-authoring.test.js +544 -0
- package/dist/test/repository-model.test.d.ts +1 -0
- package/dist/test/repository-model.test.js +2195 -0
- package/dist/test/repository-node-test-reporter.test.d.ts +1 -0
- package/dist/test/repository-node-test-reporter.test.js +104 -0
- package/dist/test/repository-oracle-concurrency.test.d.ts +1 -0
- package/dist/test/repository-oracle-concurrency.test.js +542 -0
- package/dist/test/repository-oracle-coverage-witness.test.d.ts +1 -0
- package/dist/test/repository-oracle-coverage-witness.test.js +511 -0
- package/dist/test/repository-oracle-coverage.test.d.ts +1 -0
- package/dist/test/repository-oracle-coverage.test.js +168 -0
- package/dist/test/repository-oracle-evidence.test.d.ts +1 -0
- package/dist/test/repository-oracle-evidence.test.js +185 -0
- package/dist/test/repository-oracle-plan.test.d.ts +1 -0
- package/dist/test/repository-oracle-plan.test.js +176 -0
- package/dist/test/repository-overlay-isolation.test.d.ts +1 -0
- package/dist/test/repository-overlay-isolation.test.js +85 -0
- package/dist/test/repository-preparation-cache.test.d.ts +1 -0
- package/dist/test/repository-preparation-cache.test.js +414 -0
- package/dist/test/repository-public-artifact.test.d.ts +1 -0
- package/dist/test/repository-public-artifact.test.js +273 -0
- package/dist/test/repository-qualification-diagnostics.test.d.ts +1 -0
- package/dist/test/repository-qualification-diagnostics.test.js +524 -0
- package/dist/test/repository-reference-authoring.test.d.ts +1 -0
- package/dist/test/repository-reference-authoring.test.js +1633 -0
- package/dist/test/repository-review-evidence-v2.test.d.ts +1 -0
- package/dist/test/repository-review-evidence-v2.test.js +183 -0
- package/dist/test/repository-review-evidence.test.d.ts +1 -0
- package/dist/test/repository-review-evidence.test.js +124 -0
- package/dist/test/repository-seed-exclusions.test.d.ts +1 -0
- package/dist/test/repository-seed-exclusions.test.js +96 -0
- package/dist/test/repository-seed-selection.test.d.ts +1 -0
- package/dist/test/repository-seed-selection.test.js +504 -0
- package/dist/test/repository-semantic-calibration.test.d.ts +1 -0
- package/dist/test/repository-semantic-calibration.test.js +688 -0
- package/dist/test/repository-solution-edits.test.d.ts +1 -0
- package/dist/test/repository-solution-edits.test.js +377 -0
- package/dist/test/repository-specification-budget.test.d.ts +1 -0
- package/dist/test/repository-specification-budget.test.js +171 -0
- package/dist/test/repository-specification-contract-checkpoint.test.d.ts +1 -0
- package/dist/test/repository-specification-contract-checkpoint.test.js +228 -0
- package/dist/test/repository-specification-contract-facts.test.d.ts +1 -0
- package/dist/test/repository-specification-contract-facts.test.js +177 -0
- package/dist/test/repository-trajectory-authoring.test.d.ts +1 -0
- package/dist/test/repository-trajectory-authoring.test.js +176 -0
- package/dist/test/repository-valid-control-plan.test.d.ts +1 -0
- package/dist/test/repository-valid-control-plan.test.js +45 -0
- package/dist/test/repository-vitest-phase.test.d.ts +1 -0
- package/dist/test/repository-vitest-phase.test.js +848 -0
- package/dist/test/repository-vitest-reporter.test.d.ts +1 -0
- package/dist/test/repository-vitest-reporter.test.js +158 -0
- package/dist/test/repository-workspace-build.test.d.ts +1 -0
- package/dist/test/repository-workspace-build.test.js +160 -0
- package/dist/test/strict-authoring-schema.test.d.ts +1 -0
- package/dist/test/strict-authoring-schema.test.js +169 -0
- package/package.json +48 -6
|
@@ -0,0 +1,722 @@
|
|
|
1
|
+
import { Context, Effect, Layer } from "effect";
|
|
2
|
+
import { RepositoryFoundryError } from "../../errors.js";
|
|
3
|
+
import type { RepositoryBehaviorMapV1 } from "../../repository-behavior-protocol.js";
|
|
4
|
+
import type { RepositoryBenchmarkCaseV1, RepositoryCandidateVisibleTaskV1 } from "../../repository-benchmark-protocol.js";
|
|
5
|
+
import type { RepositoryHiddenFixtureSuiteV1 } from "../../repository-fixture-protocol.js";
|
|
6
|
+
import type { RepositoryHiddenOracleV1, RepositoryOracleAdequacyReportV1 } from "../../repository-oracle-protocol.js";
|
|
7
|
+
import type { RepositorySpecificationCritiqueV1, RepositorySpecificationReviewV1 } from "../../repository-specification-critique-protocol.js";
|
|
8
|
+
import type { RepositoryTaskFamilyV1 } from "../../repository-task-family-protocol.js";
|
|
9
|
+
import type { RepositoryTaskSeedV1 } from "../../repository-task-seed-protocol.js";
|
|
10
|
+
import { type RepositoryTrajectoryPolicyV1 } from "../../repository-trajectory-protocol.js";
|
|
11
|
+
import { type RepositoryExecutableSolutionV1, type RepositoryStructuralOracleClauseV1 } from "../oracle-builder/service.js";
|
|
12
|
+
export type RepositoryHistoricalWeakOracleTrialV1 = {
|
|
13
|
+
readonly fixtureSuite?: RepositoryHiddenFixtureSuiteV1;
|
|
14
|
+
readonly solutions: readonly RepositoryExecutableSolutionV1[];
|
|
15
|
+
readonly expectedFalseAcceptedSolutionIds: readonly string[];
|
|
16
|
+
};
|
|
17
|
+
export type RepositoryReviewedHistoricalCaseBlueprintV1 = {
|
|
18
|
+
readonly caseId: string;
|
|
19
|
+
readonly requestedDimension?: string;
|
|
20
|
+
readonly visible: RepositoryCandidateVisibleTaskV1;
|
|
21
|
+
readonly specificationReviews: readonly RepositorySpecificationReviewV1[];
|
|
22
|
+
readonly finalFixtureSuite: RepositoryHiddenFixtureSuiteV1;
|
|
23
|
+
readonly solutions: readonly RepositoryExecutableSolutionV1[];
|
|
24
|
+
readonly trajectoryPolicy?: RepositoryTrajectoryPolicyV1;
|
|
25
|
+
readonly weakOracleTrial?: RepositoryHistoricalWeakOracleTrialV1;
|
|
26
|
+
readonly structuralClauses?: readonly RepositoryStructuralOracleClauseV1[];
|
|
27
|
+
readonly oracleRepetitions?: number;
|
|
28
|
+
readonly oracleConcurrency?: number;
|
|
29
|
+
};
|
|
30
|
+
export type RepositoryReviewedHistoricalCaseResultV1 = {
|
|
31
|
+
readonly seed: RepositoryTaskSeedV1;
|
|
32
|
+
readonly family: RepositoryTaskFamilyV1;
|
|
33
|
+
readonly specificationCritique: RepositorySpecificationCritiqueV1;
|
|
34
|
+
readonly weakOracle?: RepositoryHiddenOracleV1;
|
|
35
|
+
readonly weakAdequacy?: RepositoryOracleAdequacyReportV1;
|
|
36
|
+
readonly hidden: RepositoryHiddenOracleV1;
|
|
37
|
+
readonly benchmarkCase: RepositoryBenchmarkCaseV1;
|
|
38
|
+
};
|
|
39
|
+
export type HistoricalCaseShape = {
|
|
40
|
+
readonly compileReviewed: (input: {
|
|
41
|
+
readonly repositoryRoot: string;
|
|
42
|
+
readonly map: RepositoryBehaviorMapV1;
|
|
43
|
+
readonly seed: RepositoryTaskSeedV1;
|
|
44
|
+
readonly blueprint: RepositoryReviewedHistoricalCaseBlueprintV1;
|
|
45
|
+
}) => Effect.Effect<RepositoryReviewedHistoricalCaseResultV1, RepositoryFoundryError>;
|
|
46
|
+
};
|
|
47
|
+
declare const HistoricalCase_base: Context.ServiceClass<HistoricalCase, "@velum-labs/routekit-eval-setup/HistoricalCase", HistoricalCaseShape>;
|
|
48
|
+
export declare class HistoricalCase extends HistoricalCase_base {
|
|
49
|
+
}
|
|
50
|
+
export declare const compileReviewedHistoricalCaseV1: (input: {
|
|
51
|
+
readonly repositoryRoot: string;
|
|
52
|
+
readonly map: RepositoryBehaviorMapV1;
|
|
53
|
+
readonly seed: RepositoryTaskSeedV1;
|
|
54
|
+
readonly blueprint: RepositoryReviewedHistoricalCaseBlueprintV1;
|
|
55
|
+
}) => Effect.Effect<{
|
|
56
|
+
hidden: {
|
|
57
|
+
readonly version: 1;
|
|
58
|
+
readonly fixtures: readonly ({
|
|
59
|
+
readonly kind: "historical-regression";
|
|
60
|
+
readonly expectationMode: "changes";
|
|
61
|
+
readonly id: string;
|
|
62
|
+
readonly description: string;
|
|
63
|
+
readonly expectedBehavior: string;
|
|
64
|
+
readonly source: "historical" | "generated" | "reviewed";
|
|
65
|
+
readonly testPath: string;
|
|
66
|
+
} | {
|
|
67
|
+
readonly kind: "boundary";
|
|
68
|
+
readonly expectationMode: "changes" | "preserved";
|
|
69
|
+
readonly id: string;
|
|
70
|
+
readonly description: string;
|
|
71
|
+
readonly expectedBehavior: string;
|
|
72
|
+
readonly source: "historical" | "generated" | "reviewed";
|
|
73
|
+
readonly testPath: string;
|
|
74
|
+
} | {
|
|
75
|
+
readonly kind: "counterfactual";
|
|
76
|
+
readonly expectationMode: "changes";
|
|
77
|
+
readonly id: string;
|
|
78
|
+
readonly description: string;
|
|
79
|
+
readonly expectedBehavior: string;
|
|
80
|
+
readonly source: "historical" | "generated" | "reviewed";
|
|
81
|
+
readonly testPath: string;
|
|
82
|
+
} | {
|
|
83
|
+
readonly kind: "metamorphic";
|
|
84
|
+
readonly expectationMode: "preserved";
|
|
85
|
+
readonly id: string;
|
|
86
|
+
readonly description: string;
|
|
87
|
+
readonly expectedBehavior: string;
|
|
88
|
+
readonly source: "historical" | "generated" | "reviewed";
|
|
89
|
+
readonly testPath: string;
|
|
90
|
+
})[];
|
|
91
|
+
readonly caseId: string;
|
|
92
|
+
readonly hardFailurePolicy: "any-critical-hard-clause-fails";
|
|
93
|
+
readonly clauses: readonly ({
|
|
94
|
+
readonly kind: "candidate-policy";
|
|
95
|
+
readonly policyId: string;
|
|
96
|
+
readonly forbiddenPaths: readonly string[];
|
|
97
|
+
readonly id: string;
|
|
98
|
+
readonly critical: boolean;
|
|
99
|
+
readonly description: string;
|
|
100
|
+
} | {
|
|
101
|
+
readonly kind: "test-command";
|
|
102
|
+
readonly recipeId: string;
|
|
103
|
+
readonly expectedExitCode: number;
|
|
104
|
+
readonly fixtureIds: readonly string[];
|
|
105
|
+
readonly id: string;
|
|
106
|
+
readonly critical: boolean;
|
|
107
|
+
readonly description: string;
|
|
108
|
+
} | {
|
|
109
|
+
readonly kind: "json-field";
|
|
110
|
+
readonly id: string;
|
|
111
|
+
readonly description: string;
|
|
112
|
+
readonly critical: boolean;
|
|
113
|
+
readonly operator: "equals" | "present" | "absent";
|
|
114
|
+
readonly pointer: string;
|
|
115
|
+
readonly expectedJson?: string | undefined;
|
|
116
|
+
} | {
|
|
117
|
+
readonly kind: "ordered-events";
|
|
118
|
+
readonly id: string;
|
|
119
|
+
readonly description: string;
|
|
120
|
+
readonly critical: boolean;
|
|
121
|
+
readonly eventTypes: readonly string[];
|
|
122
|
+
readonly terminalEvent?: string | undefined;
|
|
123
|
+
} | {
|
|
124
|
+
readonly kind: "property";
|
|
125
|
+
readonly propertyId: string;
|
|
126
|
+
readonly fixtureIds: readonly string[];
|
|
127
|
+
readonly id: string;
|
|
128
|
+
readonly critical: boolean;
|
|
129
|
+
readonly description: string;
|
|
130
|
+
} | {
|
|
131
|
+
readonly kind: "differential";
|
|
132
|
+
readonly implementationIds: readonly string[];
|
|
133
|
+
readonly fixtureIds: readonly string[];
|
|
134
|
+
readonly id: string;
|
|
135
|
+
readonly critical: boolean;
|
|
136
|
+
readonly description: string;
|
|
137
|
+
} | {
|
|
138
|
+
readonly kind: "architecture";
|
|
139
|
+
readonly ruleId: string;
|
|
140
|
+
readonly expectedPaths: readonly string[];
|
|
141
|
+
readonly id: string;
|
|
142
|
+
readonly critical: boolean;
|
|
143
|
+
readonly description: string;
|
|
144
|
+
} | {
|
|
145
|
+
readonly kind: "transformation-completeness";
|
|
146
|
+
readonly ruleId: string;
|
|
147
|
+
readonly forbiddenLegacyPaths: readonly string[];
|
|
148
|
+
readonly requiredNewPaths: readonly string[];
|
|
149
|
+
readonly id: string;
|
|
150
|
+
readonly critical: boolean;
|
|
151
|
+
readonly description: string;
|
|
152
|
+
} | {
|
|
153
|
+
readonly kind: "semantic-residual";
|
|
154
|
+
readonly criterion: string;
|
|
155
|
+
readonly id: string;
|
|
156
|
+
readonly critical: boolean;
|
|
157
|
+
readonly description: string;
|
|
158
|
+
})[];
|
|
159
|
+
readonly solutions: readonly {
|
|
160
|
+
readonly kind: "historical-reference" | "independent-valid" | "simplified-valid" | "behavior-preserving-valid" | "historical-defect" | "mutation" | "model-near-miss" | "reward-hacking";
|
|
161
|
+
readonly id: string;
|
|
162
|
+
readonly expectedClass: "valid" | "wrong";
|
|
163
|
+
readonly family: string;
|
|
164
|
+
readonly commit?: string | undefined;
|
|
165
|
+
}[];
|
|
166
|
+
readonly observations: readonly {
|
|
167
|
+
readonly outcome: "pass" | "fail" | "unknown";
|
|
168
|
+
readonly solutionId: string;
|
|
169
|
+
readonly clauseId: string;
|
|
170
|
+
readonly repetition: number;
|
|
171
|
+
readonly detail: string;
|
|
172
|
+
readonly inconclusiveReason?: "unattributed-test-failure" | undefined;
|
|
173
|
+
}[];
|
|
174
|
+
readonly knownLimitations: readonly string[];
|
|
175
|
+
readonly executionBindingDigest?: string | undefined;
|
|
176
|
+
readonly executionRepetitions?: number | undefined;
|
|
177
|
+
};
|
|
178
|
+
benchmarkCase: {
|
|
179
|
+
readonly id: string;
|
|
180
|
+
readonly version: 1;
|
|
181
|
+
readonly rejectionReasons: readonly string[];
|
|
182
|
+
readonly status: "rejected" | "valid-library" | "routing-eligible" | "routing-active";
|
|
183
|
+
readonly seedId: string;
|
|
184
|
+
readonly lane: "request" | "repository-agent";
|
|
185
|
+
readonly qualityFindings: readonly {
|
|
186
|
+
readonly axis: "coverage" | "stability" | "authenticity" | "specification-sufficiency" | "oracle-adequacy" | "distinctness" | "realism" | "leakage" | "triviality";
|
|
187
|
+
readonly outcome: "pass" | "fail" | "review-required";
|
|
188
|
+
readonly detail: string;
|
|
189
|
+
readonly evidence: readonly {
|
|
190
|
+
readonly kind: "symbol" | "package" | "public-surface" | "protocol" | "schema" | "test" | "command" | "history-episode" | "workload-signal" | "documentation";
|
|
191
|
+
readonly id: string;
|
|
192
|
+
readonly path?: string | undefined;
|
|
193
|
+
}[];
|
|
194
|
+
readonly evidenceIds: readonly string[];
|
|
195
|
+
}[];
|
|
196
|
+
readonly capabilityId: string;
|
|
197
|
+
readonly familyId: string;
|
|
198
|
+
readonly visible: {
|
|
199
|
+
readonly lane: "request";
|
|
200
|
+
readonly id: string;
|
|
201
|
+
readonly request: {
|
|
202
|
+
readonly endpoint: "chat" | "responses" | "anthropic";
|
|
203
|
+
readonly method: "POST";
|
|
204
|
+
readonly path: string;
|
|
205
|
+
readonly headers: readonly {
|
|
206
|
+
readonly name: string;
|
|
207
|
+
readonly value: string;
|
|
208
|
+
}[];
|
|
209
|
+
readonly bodyJson: string;
|
|
210
|
+
};
|
|
211
|
+
} | {
|
|
212
|
+
readonly lane: "repository-agent";
|
|
213
|
+
readonly id: string;
|
|
214
|
+
readonly requestText: string;
|
|
215
|
+
readonly checkoutCommit: string;
|
|
216
|
+
readonly allowedTools: readonly ("test" | "read" | "search" | "edit" | "shell")[];
|
|
217
|
+
readonly constraints: readonly string[];
|
|
218
|
+
};
|
|
219
|
+
readonly hidden: {
|
|
220
|
+
readonly version: 1;
|
|
221
|
+
readonly fixtures: readonly ({
|
|
222
|
+
readonly kind: "historical-regression";
|
|
223
|
+
readonly expectationMode: "changes";
|
|
224
|
+
readonly id: string;
|
|
225
|
+
readonly description: string;
|
|
226
|
+
readonly expectedBehavior: string;
|
|
227
|
+
readonly source: "historical" | "generated" | "reviewed";
|
|
228
|
+
readonly testPath: string;
|
|
229
|
+
} | {
|
|
230
|
+
readonly kind: "boundary";
|
|
231
|
+
readonly expectationMode: "changes" | "preserved";
|
|
232
|
+
readonly id: string;
|
|
233
|
+
readonly description: string;
|
|
234
|
+
readonly expectedBehavior: string;
|
|
235
|
+
readonly source: "historical" | "generated" | "reviewed";
|
|
236
|
+
readonly testPath: string;
|
|
237
|
+
} | {
|
|
238
|
+
readonly kind: "counterfactual";
|
|
239
|
+
readonly expectationMode: "changes";
|
|
240
|
+
readonly id: string;
|
|
241
|
+
readonly description: string;
|
|
242
|
+
readonly expectedBehavior: string;
|
|
243
|
+
readonly source: "historical" | "generated" | "reviewed";
|
|
244
|
+
readonly testPath: string;
|
|
245
|
+
} | {
|
|
246
|
+
readonly kind: "metamorphic";
|
|
247
|
+
readonly expectationMode: "preserved";
|
|
248
|
+
readonly id: string;
|
|
249
|
+
readonly description: string;
|
|
250
|
+
readonly expectedBehavior: string;
|
|
251
|
+
readonly source: "historical" | "generated" | "reviewed";
|
|
252
|
+
readonly testPath: string;
|
|
253
|
+
})[];
|
|
254
|
+
readonly caseId: string;
|
|
255
|
+
readonly hardFailurePolicy: "any-critical-hard-clause-fails";
|
|
256
|
+
readonly clauses: readonly ({
|
|
257
|
+
readonly kind: "candidate-policy";
|
|
258
|
+
readonly policyId: string;
|
|
259
|
+
readonly forbiddenPaths: readonly string[];
|
|
260
|
+
readonly id: string;
|
|
261
|
+
readonly critical: boolean;
|
|
262
|
+
readonly description: string;
|
|
263
|
+
} | {
|
|
264
|
+
readonly kind: "test-command";
|
|
265
|
+
readonly recipeId: string;
|
|
266
|
+
readonly expectedExitCode: number;
|
|
267
|
+
readonly fixtureIds: readonly string[];
|
|
268
|
+
readonly id: string;
|
|
269
|
+
readonly critical: boolean;
|
|
270
|
+
readonly description: string;
|
|
271
|
+
} | {
|
|
272
|
+
readonly kind: "json-field";
|
|
273
|
+
readonly id: string;
|
|
274
|
+
readonly description: string;
|
|
275
|
+
readonly critical: boolean;
|
|
276
|
+
readonly operator: "equals" | "present" | "absent";
|
|
277
|
+
readonly pointer: string;
|
|
278
|
+
readonly expectedJson?: string | undefined;
|
|
279
|
+
} | {
|
|
280
|
+
readonly kind: "ordered-events";
|
|
281
|
+
readonly id: string;
|
|
282
|
+
readonly description: string;
|
|
283
|
+
readonly critical: boolean;
|
|
284
|
+
readonly eventTypes: readonly string[];
|
|
285
|
+
readonly terminalEvent?: string | undefined;
|
|
286
|
+
} | {
|
|
287
|
+
readonly kind: "property";
|
|
288
|
+
readonly propertyId: string;
|
|
289
|
+
readonly fixtureIds: readonly string[];
|
|
290
|
+
readonly id: string;
|
|
291
|
+
readonly critical: boolean;
|
|
292
|
+
readonly description: string;
|
|
293
|
+
} | {
|
|
294
|
+
readonly kind: "differential";
|
|
295
|
+
readonly implementationIds: readonly string[];
|
|
296
|
+
readonly fixtureIds: readonly string[];
|
|
297
|
+
readonly id: string;
|
|
298
|
+
readonly critical: boolean;
|
|
299
|
+
readonly description: string;
|
|
300
|
+
} | {
|
|
301
|
+
readonly kind: "architecture";
|
|
302
|
+
readonly ruleId: string;
|
|
303
|
+
readonly expectedPaths: readonly string[];
|
|
304
|
+
readonly id: string;
|
|
305
|
+
readonly critical: boolean;
|
|
306
|
+
readonly description: string;
|
|
307
|
+
} | {
|
|
308
|
+
readonly kind: "transformation-completeness";
|
|
309
|
+
readonly ruleId: string;
|
|
310
|
+
readonly forbiddenLegacyPaths: readonly string[];
|
|
311
|
+
readonly requiredNewPaths: readonly string[];
|
|
312
|
+
readonly id: string;
|
|
313
|
+
readonly critical: boolean;
|
|
314
|
+
readonly description: string;
|
|
315
|
+
} | {
|
|
316
|
+
readonly kind: "semantic-residual";
|
|
317
|
+
readonly criterion: string;
|
|
318
|
+
readonly id: string;
|
|
319
|
+
readonly critical: boolean;
|
|
320
|
+
readonly description: string;
|
|
321
|
+
})[];
|
|
322
|
+
readonly solutions: readonly {
|
|
323
|
+
readonly kind: "historical-reference" | "independent-valid" | "simplified-valid" | "behavior-preserving-valid" | "historical-defect" | "mutation" | "model-near-miss" | "reward-hacking";
|
|
324
|
+
readonly id: string;
|
|
325
|
+
readonly expectedClass: "valid" | "wrong";
|
|
326
|
+
readonly family: string;
|
|
327
|
+
readonly commit?: string | undefined;
|
|
328
|
+
}[];
|
|
329
|
+
readonly observations: readonly {
|
|
330
|
+
readonly outcome: "pass" | "fail" | "unknown";
|
|
331
|
+
readonly solutionId: string;
|
|
332
|
+
readonly clauseId: string;
|
|
333
|
+
readonly repetition: number;
|
|
334
|
+
readonly detail: string;
|
|
335
|
+
readonly inconclusiveReason?: "unattributed-test-failure" | undefined;
|
|
336
|
+
}[];
|
|
337
|
+
readonly knownLimitations: readonly string[];
|
|
338
|
+
readonly executionBindingDigest?: string | undefined;
|
|
339
|
+
readonly executionRepetitions?: number | undefined;
|
|
340
|
+
};
|
|
341
|
+
readonly adequacy: {
|
|
342
|
+
readonly version: 1;
|
|
343
|
+
readonly caseId: string;
|
|
344
|
+
readonly admitted: boolean;
|
|
345
|
+
readonly validSolutionCount: number;
|
|
346
|
+
readonly wrongSolutionCount: number;
|
|
347
|
+
readonly falseRejectedSolutionIds: readonly string[];
|
|
348
|
+
readonly falseAcceptedSolutionIds: readonly string[];
|
|
349
|
+
readonly unstableSolutionIds: readonly string[];
|
|
350
|
+
readonly unobservedClauseIds: readonly string[];
|
|
351
|
+
readonly insufficientObservationPairs: readonly string[];
|
|
352
|
+
readonly mutationFamilyKills: readonly {
|
|
353
|
+
readonly family: string;
|
|
354
|
+
readonly killed: number;
|
|
355
|
+
readonly total: number;
|
|
356
|
+
}[];
|
|
357
|
+
readonly rejectionReasons: readonly string[];
|
|
358
|
+
};
|
|
359
|
+
readonly behavioralFingerprint: string;
|
|
360
|
+
readonly trajectoryPolicy?: {
|
|
361
|
+
readonly version: 1;
|
|
362
|
+
readonly caseId: string;
|
|
363
|
+
readonly purpose: "routing-signal";
|
|
364
|
+
readonly validationRecipeIds: readonly string[];
|
|
365
|
+
readonly protectedPaths: readonly string[];
|
|
366
|
+
readonly thresholds: {
|
|
367
|
+
readonly maximumToolCalls: number;
|
|
368
|
+
readonly maximumFailedToolCalls: number;
|
|
369
|
+
readonly maximumRepeatedFailedActions: number;
|
|
370
|
+
};
|
|
371
|
+
readonly requirements: {
|
|
372
|
+
readonly passingValidationAfterLastMutation: boolean;
|
|
373
|
+
readonly noProtectedPathMutations: boolean;
|
|
374
|
+
};
|
|
375
|
+
readonly rationale: string;
|
|
376
|
+
} | undefined;
|
|
377
|
+
};
|
|
378
|
+
weakAdequacy?: {
|
|
379
|
+
readonly version: 1;
|
|
380
|
+
readonly caseId: string;
|
|
381
|
+
readonly admitted: boolean;
|
|
382
|
+
readonly validSolutionCount: number;
|
|
383
|
+
readonly wrongSolutionCount: number;
|
|
384
|
+
readonly falseRejectedSolutionIds: readonly string[];
|
|
385
|
+
readonly falseAcceptedSolutionIds: readonly string[];
|
|
386
|
+
readonly unstableSolutionIds: readonly string[];
|
|
387
|
+
readonly unobservedClauseIds: readonly string[];
|
|
388
|
+
readonly insufficientObservationPairs: readonly string[];
|
|
389
|
+
readonly mutationFamilyKills: readonly {
|
|
390
|
+
readonly family: string;
|
|
391
|
+
readonly killed: number;
|
|
392
|
+
readonly total: number;
|
|
393
|
+
}[];
|
|
394
|
+
readonly rejectionReasons: readonly string[];
|
|
395
|
+
} | undefined;
|
|
396
|
+
weakOracle?: {
|
|
397
|
+
readonly version: 1;
|
|
398
|
+
readonly fixtures: readonly ({
|
|
399
|
+
readonly kind: "historical-regression";
|
|
400
|
+
readonly expectationMode: "changes";
|
|
401
|
+
readonly id: string;
|
|
402
|
+
readonly description: string;
|
|
403
|
+
readonly expectedBehavior: string;
|
|
404
|
+
readonly source: "historical" | "generated" | "reviewed";
|
|
405
|
+
readonly testPath: string;
|
|
406
|
+
} | {
|
|
407
|
+
readonly kind: "boundary";
|
|
408
|
+
readonly expectationMode: "changes" | "preserved";
|
|
409
|
+
readonly id: string;
|
|
410
|
+
readonly description: string;
|
|
411
|
+
readonly expectedBehavior: string;
|
|
412
|
+
readonly source: "historical" | "generated" | "reviewed";
|
|
413
|
+
readonly testPath: string;
|
|
414
|
+
} | {
|
|
415
|
+
readonly kind: "counterfactual";
|
|
416
|
+
readonly expectationMode: "changes";
|
|
417
|
+
readonly id: string;
|
|
418
|
+
readonly description: string;
|
|
419
|
+
readonly expectedBehavior: string;
|
|
420
|
+
readonly source: "historical" | "generated" | "reviewed";
|
|
421
|
+
readonly testPath: string;
|
|
422
|
+
} | {
|
|
423
|
+
readonly kind: "metamorphic";
|
|
424
|
+
readonly expectationMode: "preserved";
|
|
425
|
+
readonly id: string;
|
|
426
|
+
readonly description: string;
|
|
427
|
+
readonly expectedBehavior: string;
|
|
428
|
+
readonly source: "historical" | "generated" | "reviewed";
|
|
429
|
+
readonly testPath: string;
|
|
430
|
+
})[];
|
|
431
|
+
readonly caseId: string;
|
|
432
|
+
readonly hardFailurePolicy: "any-critical-hard-clause-fails";
|
|
433
|
+
readonly clauses: readonly ({
|
|
434
|
+
readonly kind: "candidate-policy";
|
|
435
|
+
readonly policyId: string;
|
|
436
|
+
readonly forbiddenPaths: readonly string[];
|
|
437
|
+
readonly id: string;
|
|
438
|
+
readonly critical: boolean;
|
|
439
|
+
readonly description: string;
|
|
440
|
+
} | {
|
|
441
|
+
readonly kind: "test-command";
|
|
442
|
+
readonly recipeId: string;
|
|
443
|
+
readonly expectedExitCode: number;
|
|
444
|
+
readonly fixtureIds: readonly string[];
|
|
445
|
+
readonly id: string;
|
|
446
|
+
readonly critical: boolean;
|
|
447
|
+
readonly description: string;
|
|
448
|
+
} | {
|
|
449
|
+
readonly kind: "json-field";
|
|
450
|
+
readonly id: string;
|
|
451
|
+
readonly description: string;
|
|
452
|
+
readonly critical: boolean;
|
|
453
|
+
readonly operator: "equals" | "present" | "absent";
|
|
454
|
+
readonly pointer: string;
|
|
455
|
+
readonly expectedJson?: string | undefined;
|
|
456
|
+
} | {
|
|
457
|
+
readonly kind: "ordered-events";
|
|
458
|
+
readonly id: string;
|
|
459
|
+
readonly description: string;
|
|
460
|
+
readonly critical: boolean;
|
|
461
|
+
readonly eventTypes: readonly string[];
|
|
462
|
+
readonly terminalEvent?: string | undefined;
|
|
463
|
+
} | {
|
|
464
|
+
readonly kind: "property";
|
|
465
|
+
readonly propertyId: string;
|
|
466
|
+
readonly fixtureIds: readonly string[];
|
|
467
|
+
readonly id: string;
|
|
468
|
+
readonly critical: boolean;
|
|
469
|
+
readonly description: string;
|
|
470
|
+
} | {
|
|
471
|
+
readonly kind: "differential";
|
|
472
|
+
readonly implementationIds: readonly string[];
|
|
473
|
+
readonly fixtureIds: readonly string[];
|
|
474
|
+
readonly id: string;
|
|
475
|
+
readonly critical: boolean;
|
|
476
|
+
readonly description: string;
|
|
477
|
+
} | {
|
|
478
|
+
readonly kind: "architecture";
|
|
479
|
+
readonly ruleId: string;
|
|
480
|
+
readonly expectedPaths: readonly string[];
|
|
481
|
+
readonly id: string;
|
|
482
|
+
readonly critical: boolean;
|
|
483
|
+
readonly description: string;
|
|
484
|
+
} | {
|
|
485
|
+
readonly kind: "transformation-completeness";
|
|
486
|
+
readonly ruleId: string;
|
|
487
|
+
readonly forbiddenLegacyPaths: readonly string[];
|
|
488
|
+
readonly requiredNewPaths: readonly string[];
|
|
489
|
+
readonly id: string;
|
|
490
|
+
readonly critical: boolean;
|
|
491
|
+
readonly description: string;
|
|
492
|
+
} | {
|
|
493
|
+
readonly kind: "semantic-residual";
|
|
494
|
+
readonly criterion: string;
|
|
495
|
+
readonly id: string;
|
|
496
|
+
readonly critical: boolean;
|
|
497
|
+
readonly description: string;
|
|
498
|
+
})[];
|
|
499
|
+
readonly solutions: readonly {
|
|
500
|
+
readonly kind: "historical-reference" | "independent-valid" | "simplified-valid" | "behavior-preserving-valid" | "historical-defect" | "mutation" | "model-near-miss" | "reward-hacking";
|
|
501
|
+
readonly id: string;
|
|
502
|
+
readonly expectedClass: "valid" | "wrong";
|
|
503
|
+
readonly family: string;
|
|
504
|
+
readonly commit?: string | undefined;
|
|
505
|
+
}[];
|
|
506
|
+
readonly observations: readonly {
|
|
507
|
+
readonly outcome: "pass" | "fail" | "unknown";
|
|
508
|
+
readonly solutionId: string;
|
|
509
|
+
readonly clauseId: string;
|
|
510
|
+
readonly repetition: number;
|
|
511
|
+
readonly detail: string;
|
|
512
|
+
readonly inconclusiveReason?: "unattributed-test-failure" | undefined;
|
|
513
|
+
}[];
|
|
514
|
+
readonly knownLimitations: readonly string[];
|
|
515
|
+
readonly executionBindingDigest?: string | undefined;
|
|
516
|
+
readonly executionRepetitions?: number | undefined;
|
|
517
|
+
} | undefined;
|
|
518
|
+
seed: {
|
|
519
|
+
readonly id: string;
|
|
520
|
+
readonly source: {
|
|
521
|
+
readonly kind: "historical-fix";
|
|
522
|
+
readonly changeEpisodeId: string;
|
|
523
|
+
} | {
|
|
524
|
+
readonly kind: "historical-feature";
|
|
525
|
+
readonly changeEpisodeId: string;
|
|
526
|
+
} | {
|
|
527
|
+
readonly kind: "historical-refactor";
|
|
528
|
+
readonly changeEpisodeId: string;
|
|
529
|
+
} | {
|
|
530
|
+
readonly kind: "existing-test";
|
|
531
|
+
readonly testIds: readonly string[];
|
|
532
|
+
} | {
|
|
533
|
+
readonly kind: "public-api";
|
|
534
|
+
readonly surfaceIds: readonly string[];
|
|
535
|
+
} | {
|
|
536
|
+
readonly kind: "schema-contract";
|
|
537
|
+
readonly protocolIds: readonly string[];
|
|
538
|
+
} | {
|
|
539
|
+
readonly kind: "production-request";
|
|
540
|
+
readonly requestId: string;
|
|
541
|
+
} | {
|
|
542
|
+
readonly kind: "reviewed-synthetic-gap";
|
|
543
|
+
readonly reviewId: string;
|
|
544
|
+
};
|
|
545
|
+
readonly version: 1;
|
|
546
|
+
readonly rejectionReasons: readonly string[];
|
|
547
|
+
readonly confidence: "high" | "medium" | "review-required";
|
|
548
|
+
readonly status: "candidate" | "qualified" | "rejected";
|
|
549
|
+
readonly capabilityEvidence: readonly {
|
|
550
|
+
readonly kind: "symbol" | "package" | "public-surface" | "protocol" | "schema" | "test" | "command" | "history-episode" | "workload-signal" | "documentation";
|
|
551
|
+
readonly id: string;
|
|
552
|
+
readonly path?: string | undefined;
|
|
553
|
+
}[];
|
|
554
|
+
readonly initialState: {
|
|
555
|
+
readonly commit: string;
|
|
556
|
+
readonly parentCommit?: string | undefined;
|
|
557
|
+
};
|
|
558
|
+
readonly targetBehavior: readonly {
|
|
559
|
+
readonly id: string;
|
|
560
|
+
readonly description: string;
|
|
561
|
+
readonly critical: boolean;
|
|
562
|
+
readonly evidence: readonly {
|
|
563
|
+
readonly kind: "symbol" | "package" | "public-surface" | "protocol" | "schema" | "test" | "command" | "history-episode" | "workload-signal" | "documentation";
|
|
564
|
+
readonly id: string;
|
|
565
|
+
readonly path?: string | undefined;
|
|
566
|
+
}[];
|
|
567
|
+
}[];
|
|
568
|
+
readonly baselineObservations: readonly {
|
|
569
|
+
readonly id: string;
|
|
570
|
+
readonly kind: "test-command" | "property" | "schema" | "event-trace" | "structural";
|
|
571
|
+
readonly subjectId: string;
|
|
572
|
+
readonly outcome: "pass" | "fail" | "unknown";
|
|
573
|
+
readonly detail: string;
|
|
574
|
+
}[];
|
|
575
|
+
readonly preChangeObservations: readonly {
|
|
576
|
+
readonly id: string;
|
|
577
|
+
readonly kind: "test-command" | "property" | "schema" | "event-trace" | "structural";
|
|
578
|
+
readonly subjectId: string;
|
|
579
|
+
readonly outcome: "pass" | "fail" | "unknown";
|
|
580
|
+
readonly detail: string;
|
|
581
|
+
}[];
|
|
582
|
+
readonly postChangeObservations: readonly {
|
|
583
|
+
readonly id: string;
|
|
584
|
+
readonly kind: "test-command" | "property" | "schema" | "event-trace" | "structural";
|
|
585
|
+
readonly subjectId: string;
|
|
586
|
+
readonly outcome: "pass" | "fail" | "unknown";
|
|
587
|
+
readonly detail: string;
|
|
588
|
+
}[];
|
|
589
|
+
readonly candidateTestIds: readonly string[];
|
|
590
|
+
readonly risks: readonly ("review-required" | "external-service" | "ambiguous-intent" | "bundled-change" | "flaky-baseline" | "reference-only-oracle" | "weak-test-delta" | "unrealistic-mutation" | "private-context" | "cross-batch-instability")[];
|
|
591
|
+
readonly summary: string;
|
|
592
|
+
readonly environment: {
|
|
593
|
+
readonly protectedControlPaths: readonly string[];
|
|
594
|
+
readonly trustedPreparationRecipes: readonly {
|
|
595
|
+
readonly id: string;
|
|
596
|
+
readonly kind: "schema" | "test" | "build" | "check" | "custom";
|
|
597
|
+
readonly cwd: string;
|
|
598
|
+
readonly executable: string;
|
|
599
|
+
readonly args: readonly string[];
|
|
600
|
+
readonly timeoutMs: number;
|
|
601
|
+
}[];
|
|
602
|
+
readonly candidateValidationRecipes: readonly {
|
|
603
|
+
readonly id: string;
|
|
604
|
+
readonly kind: "schema" | "test" | "build" | "check" | "custom";
|
|
605
|
+
readonly cwd: string;
|
|
606
|
+
readonly executable: string;
|
|
607
|
+
readonly args: readonly string[];
|
|
608
|
+
readonly timeoutMs: number;
|
|
609
|
+
}[];
|
|
610
|
+
readonly baselineGradeRecipes: readonly {
|
|
611
|
+
readonly id: string;
|
|
612
|
+
readonly kind: "schema" | "test" | "build" | "check" | "custom";
|
|
613
|
+
readonly cwd: string;
|
|
614
|
+
readonly executable: string;
|
|
615
|
+
readonly args: readonly string[];
|
|
616
|
+
readonly timeoutMs: number;
|
|
617
|
+
}[];
|
|
618
|
+
readonly gradeRecipes: readonly {
|
|
619
|
+
readonly id: string;
|
|
620
|
+
readonly kind: "schema" | "test" | "build" | "check" | "custom";
|
|
621
|
+
readonly cwd: string;
|
|
622
|
+
readonly executable: string;
|
|
623
|
+
readonly args: readonly string[];
|
|
624
|
+
readonly timeoutMs: number;
|
|
625
|
+
}[];
|
|
626
|
+
readonly packageManager?: {
|
|
627
|
+
readonly name: "pnpm";
|
|
628
|
+
readonly version: string;
|
|
629
|
+
} | undefined;
|
|
630
|
+
readonly lockfilePath?: string | undefined;
|
|
631
|
+
};
|
|
632
|
+
readonly referenceCommit?: string | undefined;
|
|
633
|
+
};
|
|
634
|
+
family: {
|
|
635
|
+
readonly version: 1;
|
|
636
|
+
readonly id: string;
|
|
637
|
+
readonly capabilityId: string;
|
|
638
|
+
readonly jobStatement: string;
|
|
639
|
+
readonly lane: "request" | "repository-agent";
|
|
640
|
+
readonly seedIds: readonly string[];
|
|
641
|
+
readonly inputStateFacets: readonly string[];
|
|
642
|
+
readonly requestedChangeFacets: readonly string[];
|
|
643
|
+
readonly observableFacets: readonly string[];
|
|
644
|
+
readonly admissibleSolutionPolicy: "behavior-equivalent" | "behavior-and-structure" | "exact-artifact";
|
|
645
|
+
readonly fixtureAxes: readonly string[];
|
|
646
|
+
readonly adversaryFamilies: readonly string[];
|
|
647
|
+
readonly excludedNearMisses: readonly string[];
|
|
648
|
+
readonly repositoryCoverage: readonly {
|
|
649
|
+
readonly kind: "symbol" | "package" | "public-surface" | "protocol" | "schema" | "test" | "command" | "history-episode" | "workload-signal" | "documentation";
|
|
650
|
+
readonly id: string;
|
|
651
|
+
readonly path?: string | undefined;
|
|
652
|
+
}[];
|
|
653
|
+
readonly confidence: "high" | "medium" | "review-required";
|
|
654
|
+
};
|
|
655
|
+
specificationCritique: {
|
|
656
|
+
readonly version: 1;
|
|
657
|
+
readonly caseId: string;
|
|
658
|
+
readonly outcome: "pass" | "fail" | "review-required";
|
|
659
|
+
readonly mechanicalFindings: readonly {
|
|
660
|
+
readonly axis: "missing-precondition" | "unavailable-context" | "multiple-interpretations" | "hidden-answer-leakage" | "unrealistic-phrasing" | "unsupported-assumption";
|
|
661
|
+
readonly severity: "warning" | "blocker";
|
|
662
|
+
readonly detail: string;
|
|
663
|
+
}[];
|
|
664
|
+
readonly reviews: readonly {
|
|
665
|
+
readonly detail: string;
|
|
666
|
+
readonly findings: readonly {
|
|
667
|
+
readonly axis: "missing-precondition" | "unavailable-context" | "multiple-interpretations" | "hidden-answer-leakage" | "unrealistic-phrasing" | "unsupported-assumption";
|
|
668
|
+
readonly severity: "warning" | "blocker";
|
|
669
|
+
readonly detail: string;
|
|
670
|
+
}[];
|
|
671
|
+
readonly verdict: "sufficient" | "insufficient";
|
|
672
|
+
readonly reviewerId: string;
|
|
673
|
+
readonly independentlyProduced: boolean;
|
|
674
|
+
readonly reviewerKind: "independent-solver" | "human-reviewer" | "model-critic";
|
|
675
|
+
readonly criticalBehaviorCoverage?: readonly {
|
|
676
|
+
readonly behaviorId: string;
|
|
677
|
+
readonly outcome: "covered" | "uncertain" | "omitted";
|
|
678
|
+
readonly detail: string;
|
|
679
|
+
}[] | undefined;
|
|
680
|
+
readonly dimensionFit?: {
|
|
681
|
+
readonly requestedDimension: string;
|
|
682
|
+
readonly outcome: "uncertain" | "fit" | "mismatch";
|
|
683
|
+
readonly detail: string;
|
|
684
|
+
readonly evidencePaths: readonly string[];
|
|
685
|
+
} | undefined;
|
|
686
|
+
readonly referenceCompatibility?: {
|
|
687
|
+
readonly outcome: "uncertain" | "contradictory" | "compatible";
|
|
688
|
+
readonly detail: string;
|
|
689
|
+
readonly scopeCoverage: readonly {
|
|
690
|
+
readonly scopeId: string;
|
|
691
|
+
readonly outcome: "supported" | "uncertain" | "contradictory";
|
|
692
|
+
readonly detail: string;
|
|
693
|
+
readonly evidence: readonly {
|
|
694
|
+
readonly sourceId: string;
|
|
695
|
+
readonly startLine: number;
|
|
696
|
+
readonly endLine: number;
|
|
697
|
+
}[];
|
|
698
|
+
}[];
|
|
699
|
+
readonly questionResolutions?: readonly {
|
|
700
|
+
readonly outcome: "unresolved" | "answered" | "not-required";
|
|
701
|
+
readonly detail: string;
|
|
702
|
+
readonly evidence: readonly {
|
|
703
|
+
readonly sourceId: string;
|
|
704
|
+
readonly startLine: number;
|
|
705
|
+
readonly endLine: number;
|
|
706
|
+
}[];
|
|
707
|
+
readonly affectedScopeIds: readonly string[];
|
|
708
|
+
readonly questionId: string;
|
|
709
|
+
readonly visibleScopeExclusion?: {
|
|
710
|
+
readonly quotation: string;
|
|
711
|
+
readonly rationale: string;
|
|
712
|
+
} | undefined;
|
|
713
|
+
}[] | undefined;
|
|
714
|
+
} | undefined;
|
|
715
|
+
}[];
|
|
716
|
+
readonly independentApprovalCount: number;
|
|
717
|
+
readonly rejectionReasons: readonly string[];
|
|
718
|
+
};
|
|
719
|
+
}, RepositoryFoundryError, never>;
|
|
720
|
+
export declare const makeHistoricalCase: Effect.Effect<HistoricalCaseShape, never, never>;
|
|
721
|
+
export declare const HistoricalCaseLive: Layer.Layer<HistoricalCase, never, never>;
|
|
722
|
+
export {};
|