@velum-labs/routekit-eval-setup 1.3.2 → 1.5.0

package/dist/repository-benchmark-protocol.d.ts

@@ -0,0 +1,487 @@
+import { Schema } from "effect";
+export declare const RepositoryCandidateVisibleTaskV1: Schema.Union<readonly [Schema.Struct<{
+    readonly lane: Schema.Literal<"request">;
+    readonly id: Schema.String;
+    readonly request: Schema.Struct<{
+        readonly endpoint: Schema.Literals<readonly ["chat", "responses", "anthropic"]>;
+        readonly method: Schema.Literal<"POST">;
+        readonly path: Schema.String;
+        readonly headers: Schema.$Array<Schema.Struct<{
+            readonly name: Schema.String;
+            readonly value: Schema.String;
+        }>>;
+        readonly bodyJson: Schema.String;
+    }>;
+}>, Schema.Struct<{
+    readonly lane: Schema.Literal<"repository-agent">;
+    readonly id: Schema.String;
+    readonly requestText: Schema.String;
+    readonly checkoutCommit: Schema.String;
+    readonly allowedTools: Schema.$Array<Schema.Literals<readonly ["read", "search", "edit", "shell", "test"]>>;
+    readonly constraints: Schema.$Array<Schema.String>;
+}>]>;
+export type RepositoryCandidateVisibleTaskV1 = typeof RepositoryCandidateVisibleTaskV1.Type;
+export declare const RepositoryCaseQualityFindingV1: Schema.Struct<{
+    readonly axis: Schema.Literals<readonly ["authenticity", "specification-sufficiency", "oracle-adequacy", "stability", "distinctness", "realism", "leakage", "triviality", "coverage"]>;
+    readonly outcome: Schema.Literals<readonly ["pass", "fail", "review-required"]>;
+    readonly detail: Schema.String;
+    readonly evidence: Schema.$Array<Schema.Struct<{
+        readonly kind: Schema.Literals<readonly ["package", "public-surface", "symbol", "protocol", "schema", "test", "command", "history-episode", "workload-signal", "documentation"]>;
+        readonly id: Schema.String;
+        readonly path: Schema.optionalKey<Schema.String>;
+    }>>;
+    readonly evidenceIds: Schema.$Array<Schema.String>;
+}>;
+export type RepositoryCaseQualityFindingV1 = typeof RepositoryCaseQualityFindingV1.Type;
+export declare const RepositoryBenchmarkCaseStateV1: Schema.Literals<readonly ["rejected", "valid-library", "routing-eligible", "routing-active"]>;
+export type RepositoryBenchmarkCaseStateV1 = typeof RepositoryBenchmarkCaseStateV1.Type;
+export declare const RepositoryBenchmarkCaseV1: Schema.Struct<{
+    readonly version: Schema.Literal<1>;
+    readonly id: Schema.String;
+    readonly capabilityId: Schema.String;
+    readonly familyId: Schema.String;
+    readonly seedId: Schema.String;
+    readonly lane: Schema.Literals<readonly ["request", "repository-agent"]>;
+    readonly visible: Schema.Union<readonly [Schema.Struct<{
+        readonly lane: Schema.Literal<"request">;
+        readonly id: Schema.String;
+        readonly request: Schema.Struct<{
+            readonly endpoint: Schema.Literals<readonly ["chat", "responses", "anthropic"]>;
+            readonly method: Schema.Literal<"POST">;
+            readonly path: Schema.String;
+            readonly headers: Schema.$Array<Schema.Struct<{
+                readonly name: Schema.String;
+                readonly value: Schema.String;
+            }>>;
+            readonly bodyJson: Schema.String;
+        }>;
+    }>, Schema.Struct<{
+        readonly lane: Schema.Literal<"repository-agent">;
+        readonly id: Schema.String;
+        readonly requestText: Schema.String;
+        readonly checkoutCommit: Schema.String;
+        readonly allowedTools: Schema.$Array<Schema.Literals<readonly ["read", "search", "edit", "shell", "test"]>>;
+        readonly constraints: Schema.$Array<Schema.String>;
+    }>]>;
+    readonly hidden: Schema.Struct<{
+        readonly version: Schema.Literal<1>;
+        readonly caseId: Schema.String;
+        readonly hardFailurePolicy: Schema.Literal<"any-critical-hard-clause-fails">;
+        readonly executionBindingDigest: Schema.optionalKey<Schema.String>;
+        readonly executionRepetitions: Schema.optionalKey<Schema.Finite>;
+        readonly fixtures: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
+            readonly kind: Schema.Literal<"historical-regression">;
+            readonly expectationMode: Schema.Literal<"changes">;
+            readonly id: Schema.String;
+            readonly description: Schema.String;
+            readonly expectedBehavior: Schema.String;
+            readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
+            readonly testPath: Schema.String;
+        }>, Schema.Struct<{
+            readonly kind: Schema.Literal<"boundary">;
+            readonly expectationMode: Schema.Literals<readonly ["changes", "preserved"]>;
+            readonly id: Schema.String;
+            readonly description: Schema.String;
+            readonly expectedBehavior: Schema.String;
+            readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
+            readonly testPath: Schema.String;
+        }>, Schema.Struct<{
+            readonly kind: Schema.Literal<"counterfactual">;
+            readonly expectationMode: Schema.Literal<"changes">;
+            readonly id: Schema.String;
+            readonly description: Schema.String;
+            readonly expectedBehavior: Schema.String;
+            readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
+            readonly testPath: Schema.String;
+        }>, Schema.Struct<{
+            readonly kind: Schema.Literal<"metamorphic">;
+            readonly expectationMode: Schema.Literal<"preserved">;
+            readonly id: Schema.String;
+            readonly description: Schema.String;
+            readonly expectedBehavior: Schema.String;
+            readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
+            readonly testPath: Schema.String;
+        }>]>>;
+        readonly clauses: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
+            readonly kind: Schema.Literal<"candidate-policy">;
+            readonly policyId: Schema.String;
+            readonly forbiddenPaths: Schema.$Array<Schema.String>;
+            readonly id: Schema.String;
+            readonly critical: Schema.Boolean;
+            readonly description: Schema.String;
+        }>, Schema.Struct<{
+            readonly kind: Schema.Literal<"test-command">;
+            readonly recipeId: Schema.String;
+            readonly expectedExitCode: Schema.Finite;
+            readonly fixtureIds: Schema.$Array<Schema.String>;
+            readonly id: Schema.String;
+            readonly critical: Schema.Boolean;
+            readonly description: Schema.String;
+        }>, Schema.Struct<{
+            readonly kind: Schema.Literal<"json-field">;
+            readonly pointer: Schema.String;
+            readonly operator: Schema.Literals<readonly ["equals", "present", "absent"]>;
+            readonly expectedJson: Schema.optionalKey<Schema.String>;
+            readonly id: Schema.String;
+            readonly critical: Schema.Boolean;
+            readonly description: Schema.String;
+        }>, Schema.Struct<{
+            readonly kind: Schema.Literal<"ordered-events">;
+            readonly eventTypes: Schema.$Array<Schema.String>;
+            readonly terminalEvent: Schema.optionalKey<Schema.String>;
+            readonly id: Schema.String;
+            readonly critical: Schema.Boolean;
+            readonly description: Schema.String;
+        }>, Schema.Struct<{
+            readonly kind: Schema.Literal<"property">;
+            readonly propertyId: Schema.String;
+            readonly fixtureIds: Schema.$Array<Schema.String>;
+            readonly id: Schema.String;
+            readonly critical: Schema.Boolean;
+            readonly description: Schema.String;
+        }>, Schema.Struct<{
+            readonly kind: Schema.Literal<"differential">;
+            readonly implementationIds: Schema.$Array<Schema.String>;
+            readonly fixtureIds: Schema.$Array<Schema.String>;
+            readonly id: Schema.String;
+            readonly critical: Schema.Boolean;
+            readonly description: Schema.String;
+        }>, Schema.Struct<{
+            readonly kind: Schema.Literal<"architecture">;
+            readonly ruleId: Schema.String;
+            readonly expectedPaths: Schema.$Array<Schema.String>;
+            readonly id: Schema.String;
+            readonly critical: Schema.Boolean;
+            readonly description: Schema.String;
+        }>, Schema.Struct<{
+            readonly kind: Schema.Literal<"transformation-completeness">;
+            readonly ruleId: Schema.String;
+            readonly forbiddenLegacyPaths: Schema.$Array<Schema.String>;
+            readonly requiredNewPaths: Schema.$Array<Schema.String>;
+            readonly id: Schema.String;
+            readonly critical: Schema.Boolean;
+            readonly description: Schema.String;
+        }>, Schema.Struct<{
+            readonly kind: Schema.Literal<"semantic-residual">;
+            readonly criterion: Schema.String;
+            readonly id: Schema.String;
+            readonly critical: Schema.Boolean;
+            readonly description: Schema.String;
+        }>]>>;
+        readonly solutions: Schema.$Array<Schema.Struct<{
+            readonly id: Schema.String;
+            readonly kind: Schema.Literals<readonly ["historical-reference", "independent-valid", "simplified-valid", "behavior-preserving-valid", "historical-defect", "mutation", "model-near-miss", "reward-hacking"]>;
+            readonly family: Schema.String;
+            readonly expectedClass: Schema.Literals<readonly ["valid", "wrong"]>;
+            readonly commit: Schema.optionalKey<Schema.String>;
+        }>>;
+        readonly observations: Schema.$Array<Schema.Struct<{
+            readonly solutionId: Schema.String;
+            readonly clauseId: Schema.String;
+            readonly repetition: Schema.Finite;
+            readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
+            readonly detail: Schema.String;
+            readonly inconclusiveReason: Schema.optionalKey<Schema.Literal<"unattributed-test-failure">>;
+        }>>;
+        readonly knownLimitations: Schema.$Array<Schema.String>;
+    }>;
+    readonly trajectoryPolicy: Schema.optionalKey<Schema.Struct<{
+        readonly version: Schema.Literal<1>;
+        readonly caseId: Schema.String;
+        readonly purpose: Schema.Literal<"routing-signal">;
+        readonly validationRecipeIds: Schema.$Array<Schema.String>;
+        readonly protectedPaths: Schema.$Array<Schema.String>;
+        readonly thresholds: Schema.Struct<{
+            readonly maximumToolCalls: Schema.Finite;
+            readonly maximumFailedToolCalls: Schema.Finite;
+            readonly maximumRepeatedFailedActions: Schema.Finite;
+        }>;
+        readonly requirements: Schema.Struct<{
+            readonly passingValidationAfterLastMutation: Schema.Boolean;
+            readonly noProtectedPathMutations: Schema.Boolean;
+        }>;
+        readonly rationale: Schema.String;
+    }>>;
+    readonly adequacy: Schema.Struct<{
+        readonly version: Schema.Literal<1>;
+        readonly caseId: Schema.String;
+        readonly admitted: Schema.Boolean;
+        readonly validSolutionCount: Schema.Finite;
+        readonly wrongSolutionCount: Schema.Finite;
+        readonly falseRejectedSolutionIds: Schema.$Array<Schema.String>;
+        readonly falseAcceptedSolutionIds: Schema.$Array<Schema.String>;
+        readonly unstableSolutionIds: Schema.$Array<Schema.String>;
+        readonly unobservedClauseIds: Schema.$Array<Schema.String>;
+        readonly insufficientObservationPairs: Schema.$Array<Schema.String>;
+        readonly mutationFamilyKills: Schema.$Array<Schema.Struct<{
+            readonly family: Schema.String;
+            readonly killed: Schema.Finite;
+            readonly total: Schema.Finite;
+        }>>;
+        readonly rejectionReasons: Schema.$Array<Schema.String>;
+    }>;
+    readonly qualityFindings: Schema.$Array<Schema.Struct<{
+        readonly axis: Schema.Literals<readonly ["authenticity", "specification-sufficiency", "oracle-adequacy", "stability", "distinctness", "realism", "leakage", "triviality", "coverage"]>;
+        readonly outcome: Schema.Literals<readonly ["pass", "fail", "review-required"]>;
+        readonly detail: Schema.String;
+        readonly evidence: Schema.$Array<Schema.Struct<{
+            readonly kind: Schema.Literals<readonly ["package", "public-surface", "symbol", "protocol", "schema", "test", "command", "history-episode", "workload-signal", "documentation"]>;
+            readonly id: Schema.String;
+            readonly path: Schema.optionalKey<Schema.String>;
+        }>>;
+        readonly evidenceIds: Schema.$Array<Schema.String>;
+    }>>;
+    readonly behavioralFingerprint: Schema.String;
+    readonly status: Schema.Literals<readonly ["rejected", "valid-library", "routing-eligible", "routing-active"]>;
+    readonly rejectionReasons: Schema.$Array<Schema.String>;
+}>;
+export type RepositoryBenchmarkCaseV1 = typeof RepositoryBenchmarkCaseV1.Type;
+export declare const RepositoryValidatedBenchmarkLibraryV1: Schema.Struct<{
+    readonly version: Schema.Literal<1>;
+    readonly cases: Schema.$Array<Schema.Struct<{
+        readonly version: Schema.Literal<1>;
+        readonly id: Schema.String;
+        readonly capabilityId: Schema.String;
+        readonly familyId: Schema.String;
+        readonly seedId: Schema.String;
+        readonly lane: Schema.Literals<readonly ["request", "repository-agent"]>;
+        readonly visible: Schema.Union<readonly [Schema.Struct<{
+            readonly lane: Schema.Literal<"request">;
+            readonly id: Schema.String;
+            readonly request: Schema.Struct<{
+                readonly endpoint: Schema.Literals<readonly ["chat", "responses", "anthropic"]>;
+                readonly method: Schema.Literal<"POST">;
+                readonly path: Schema.String;
+                readonly headers: Schema.$Array<Schema.Struct<{
+                    readonly name: Schema.String;
+                    readonly value: Schema.String;
+                }>>;
+                readonly bodyJson: Schema.String;
+            }>;
+        }>, Schema.Struct<{
+            readonly lane: Schema.Literal<"repository-agent">;
+            readonly id: Schema.String;
+            readonly requestText: Schema.String;
+            readonly checkoutCommit: Schema.String;
+            readonly allowedTools: Schema.$Array<Schema.Literals<readonly ["read", "search", "edit", "shell", "test"]>>;
+            readonly constraints: Schema.$Array<Schema.String>;
+        }>]>;
+        readonly hidden: Schema.Struct<{
+            readonly version: Schema.Literal<1>;
+            readonly caseId: Schema.String;
+            readonly hardFailurePolicy: Schema.Literal<"any-critical-hard-clause-fails">;
+            readonly executionBindingDigest: Schema.optionalKey<Schema.String>;
+            readonly executionRepetitions: Schema.optionalKey<Schema.Finite>;
+            readonly fixtures: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
+                readonly kind: Schema.Literal<"historical-regression">;
+                readonly expectationMode: Schema.Literal<"changes">;
+                readonly id: Schema.String;
+                readonly description: Schema.String;
+                readonly expectedBehavior: Schema.String;
+                readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
+                readonly testPath: Schema.String;
+            }>, Schema.Struct<{
+                readonly kind: Schema.Literal<"boundary">;
+                readonly expectationMode: Schema.Literals<readonly ["changes", "preserved"]>;
+                readonly id: Schema.String;
+                readonly description: Schema.String;
+                readonly expectedBehavior: Schema.String;
+                readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
+                readonly testPath: Schema.String;
+            }>, Schema.Struct<{
+                readonly kind: Schema.Literal<"counterfactual">;
+                readonly expectationMode: Schema.Literal<"changes">;
+                readonly id: Schema.String;
+                readonly description: Schema.String;
+                readonly expectedBehavior: Schema.String;
+                readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
+                readonly testPath: Schema.String;
+            }>, Schema.Struct<{
+                readonly kind: Schema.Literal<"metamorphic">;
+                readonly expectationMode: Schema.Literal<"preserved">;
+                readonly id: Schema.String;
+                readonly description: Schema.String;
+                readonly expectedBehavior: Schema.String;
+                readonly source: Schema.Literals<readonly ["historical", "generated", "reviewed"]>;
+                readonly testPath: Schema.String;
+            }>]>>;
+            readonly clauses: Schema.$Array<Schema.Union<readonly [Schema.Struct<{
+                readonly kind: Schema.Literal<"candidate-policy">;
+                readonly policyId: Schema.String;
+                readonly forbiddenPaths: Schema.$Array<Schema.String>;
+                readonly id: Schema.String;
+                readonly critical: Schema.Boolean;
+                readonly description: Schema.String;
+            }>, Schema.Struct<{
+                readonly kind: Schema.Literal<"test-command">;
+                readonly recipeId: Schema.String;
+                readonly expectedExitCode: Schema.Finite;
+                readonly fixtureIds: Schema.$Array<Schema.String>;
+                readonly id: Schema.String;
+                readonly critical: Schema.Boolean;
+                readonly description: Schema.String;
+            }>, Schema.Struct<{
+                readonly kind: Schema.Literal<"json-field">;
+                readonly pointer: Schema.String;
+                readonly operator: Schema.Literals<readonly ["equals", "present", "absent"]>;
+                readonly expectedJson: Schema.optionalKey<Schema.String>;
+                readonly id: Schema.String;
+                readonly critical: Schema.Boolean;
+                readonly description: Schema.String;
+            }>, Schema.Struct<{
+                readonly kind: Schema.Literal<"ordered-events">;
+                readonly eventTypes: Schema.$Array<Schema.String>;
+                readonly terminalEvent: Schema.optionalKey<Schema.String>;
+                readonly id: Schema.String;
+                readonly critical: Schema.Boolean;
+                readonly description: Schema.String;
+            }>, Schema.Struct<{
+                readonly kind: Schema.Literal<"property">;
+                readonly propertyId: Schema.String;
+                readonly fixtureIds: Schema.$Array<Schema.String>;
+                readonly id: Schema.String;
+                readonly critical: Schema.Boolean;
+                readonly description: Schema.String;
+            }>, Schema.Struct<{
+                readonly kind: Schema.Literal<"differential">;
+                readonly implementationIds: Schema.$Array<Schema.String>;
+                readonly fixtureIds: Schema.$Array<Schema.String>;
+                readonly id: Schema.String;
+                readonly critical: Schema.Boolean;
+                readonly description: Schema.String;
+            }>, Schema.Struct<{
+                readonly kind: Schema.Literal<"architecture">;
+                readonly ruleId: Schema.String;
+                readonly expectedPaths: Schema.$Array<Schema.String>;
+                readonly id: Schema.String;
+                readonly critical: Schema.Boolean;
+                readonly description: Schema.String;
+            }>, Schema.Struct<{
+                readonly kind: Schema.Literal<"transformation-completeness">;
+                readonly ruleId: Schema.String;
+                readonly forbiddenLegacyPaths: Schema.$Array<Schema.String>;
+                readonly requiredNewPaths: Schema.$Array<Schema.String>;
+                readonly id: Schema.String;
+                readonly critical: Schema.Boolean;
+                readonly description: Schema.String;
+            }>, Schema.Struct<{
+                readonly kind: Schema.Literal<"semantic-residual">;
+                readonly criterion: Schema.String;
+                readonly id: Schema.String;
+                readonly critical: Schema.Boolean;
+                readonly description: Schema.String;
+            }>]>>;
+            readonly solutions: Schema.$Array<Schema.Struct<{
+                readonly id: Schema.String;
+                readonly kind: Schema.Literals<readonly ["historical-reference", "independent-valid", "simplified-valid", "behavior-preserving-valid", "historical-defect", "mutation", "model-near-miss", "reward-hacking"]>;
+                readonly family: Schema.String;
+                readonly expectedClass: Schema.Literals<readonly ["valid", "wrong"]>;
+                readonly commit: Schema.optionalKey<Schema.String>;
+            }>>;
+            readonly observations: Schema.$Array<Schema.Struct<{
+                readonly solutionId: Schema.String;
+                readonly clauseId: Schema.String;
+                readonly repetition: Schema.Finite;
+                readonly outcome: Schema.Literals<readonly ["pass", "fail", "unknown"]>;
+                readonly detail: Schema.String;
+                readonly inconclusiveReason: Schema.optionalKey<Schema.Literal<"unattributed-test-failure">>;
+            }>>;
+            readonly knownLimitations: Schema.$Array<Schema.String>;
+        }>;
+        readonly trajectoryPolicy: Schema.optionalKey<Schema.Struct<{
+            readonly version: Schema.Literal<1>;
+            readonly caseId: Schema.String;
+            readonly purpose: Schema.Literal<"routing-signal">;
+            readonly validationRecipeIds: Schema.$Array<Schema.String>;
+            readonly protectedPaths: Schema.$Array<Schema.String>;
+            readonly thresholds: Schema.Struct<{
+                readonly maximumToolCalls: Schema.Finite;
+                readonly maximumFailedToolCalls: Schema.Finite;
+                readonly maximumRepeatedFailedActions: Schema.Finite;
+            }>;
+            readonly requirements: Schema.Struct<{
+                readonly passingValidationAfterLastMutation: Schema.Boolean;
+                readonly noProtectedPathMutations: Schema.Boolean;
+            }>;
+            readonly rationale: Schema.String;
+        }>>;
+        readonly adequacy: Schema.Struct<{
+            readonly version: Schema.Literal<1>;
+            readonly caseId: Schema.String;
+            readonly admitted: Schema.Boolean;
+            readonly validSolutionCount: Schema.Finite;
+            readonly wrongSolutionCount: Schema.Finite;
+            readonly falseRejectedSolutionIds: Schema.$Array<Schema.String>;
+            readonly falseAcceptedSolutionIds: Schema.$Array<Schema.String>;
+            readonly unstableSolutionIds: Schema.$Array<Schema.String>;
+            readonly unobservedClauseIds: Schema.$Array<Schema.String>;
+            readonly insufficientObservationPairs: Schema.$Array<Schema.String>;
+            readonly mutationFamilyKills: Schema.$Array<Schema.Struct<{
+                readonly family: Schema.String;
+                readonly killed: Schema.Finite;
+                readonly total: Schema.Finite;
+            }>>;
+            readonly rejectionReasons: Schema.$Array<Schema.String>;
+        }>;
+        readonly qualityFindings: Schema.$Array<Schema.Struct<{
+            readonly axis: Schema.Literals<readonly ["authenticity", "specification-sufficiency", "oracle-adequacy", "stability", "distinctness", "realism", "leakage", "triviality", "coverage"]>;
+            readonly outcome: Schema.Literals<readonly ["pass", "fail", "review-required"]>;
+            readonly detail: Schema.String;
+            readonly evidence: Schema.$Array<Schema.Struct<{
+                readonly kind: Schema.Literals<readonly ["package", "public-surface", "symbol", "protocol", "schema", "test", "command", "history-episode", "workload-signal", "documentation"]>;
+                readonly id: Schema.String;
+                readonly path: Schema.optionalKey<Schema.String>;
+            }>>;
+            readonly evidenceIds: Schema.$Array<Schema.String>;
+        }>>;
+        readonly behavioralFingerprint: Schema.String;
+        readonly status: Schema.Literals<readonly ["rejected", "valid-library", "routing-eligible", "routing-active"]>;
+        readonly rejectionReasons: Schema.$Array<Schema.String>;
+    }>>;
+    readonly rejectedCaseIds: Schema.$Array<Schema.String>;
+    readonly acceptanceFunnel: Schema.$Array<Schema.Struct<{
+        readonly gate: Schema.String;
+        readonly input: Schema.Finite;
+        readonly admitted: Schema.Finite;
+        readonly rejected: Schema.Finite;
+    }>>;
+    readonly coverage: Schema.Struct<{
+        readonly capabilities: Schema.$Array<Schema.Struct<{
+            readonly id: Schema.String;
+            readonly count: Schema.Finite;
+        }>>;
+        readonly families: Schema.$Array<Schema.Struct<{
+            readonly id: Schema.String;
+            readonly count: Schema.Finite;
+        }>>;
+        readonly lanes: Schema.$Array<Schema.Struct<{
+            readonly id: Schema.String;
+            readonly count: Schema.Finite;
+        }>>;
+        readonly packages: Schema.$Array<Schema.Struct<{
+            readonly id: Schema.String;
+            readonly count: Schema.Finite;
+        }>>;
+        readonly oracleKinds: Schema.$Array<Schema.Struct<{
+            readonly id: Schema.String;
+            readonly count: Schema.Finite;
+        }>>;
+        readonly fixtureKinds: Schema.$Array<Schema.Struct<{
+            readonly id: Schema.String;
+            readonly count: Schema.Finite;
+        }>>;
+        readonly mutationFamilies: Schema.$Array<Schema.Struct<{
+            readonly id: Schema.String;
+            readonly count: Schema.Finite;
+        }>>;
+    }>;
+}>;
+export type RepositoryValidatedBenchmarkLibraryV1 = typeof RepositoryValidatedBenchmarkLibraryV1.Type;
+export type RepositoryCandidateCaseProjectionV1 = {
+    readonly id: string;
+    readonly capabilityId: string;
+    readonly familyId: string;
+    readonly lane: "request" | "repository-agent";
+    readonly task: RepositoryCandidateVisibleTaskV1;
+};
+export declare function repositoryCandidateCaseProjectionV1(benchmarkCase: RepositoryBenchmarkCaseV1): RepositoryCandidateCaseProjectionV1;

package/dist/repository-benchmark-protocol.js

@@ -0,0 +1,96 @@
+import { Schema } from "effect";
+import { RepositoryEvidenceRefV1 } from "./repository-behavior-protocol.js";
+import { RepositoryHiddenOracleV1, RepositoryOracleAdequacyReportV1 } from "./repository-oracle-protocol.js";
+import { RepositoryTrajectoryPolicyV1 } from "./repository-trajectory-protocol.js";
+export const RepositoryCandidateVisibleTaskV1 = Schema.Union([
+    Schema.Struct({
+        lane: Schema.Literal("request"),
+        id: Schema.String,
+        request: Schema.Struct({
+            endpoint: Schema.Literals(["chat", "responses", "anthropic"]),
+            method: Schema.Literal("POST"),
+            path: Schema.String,
+            headers: Schema.Array(Schema.Struct({
+                name: Schema.String,
+                value: Schema.String
+            })),
+            bodyJson: Schema.String
+        })
+    }),
+    Schema.Struct({
+        lane: Schema.Literal("repository-agent"),
+        id: Schema.String,
+        requestText: Schema.String,
+        checkoutCommit: Schema.String,
+        allowedTools: Schema.Array(Schema.Literals(["read", "search", "edit", "shell", "test"])),
+        constraints: Schema.Array(Schema.String)
+    })
+]);
+export const RepositoryCaseQualityFindingV1 = Schema.Struct({
+    axis: Schema.Literals([
+        "authenticity",
+        "specification-sufficiency",
+        "oracle-adequacy",
+        "stability",
+        "distinctness",
+        "realism",
+        "leakage",
+        "triviality",
+        "coverage"
+    ]),
+    outcome: Schema.Literals(["pass", "fail", "review-required"]),
+    detail: Schema.String,
+    evidence: Schema.Array(RepositoryEvidenceRefV1),
+    evidenceIds: Schema.Array(Schema.String)
+});
+export const RepositoryBenchmarkCaseStateV1 = Schema.Literals([
+    "rejected",
+    "valid-library",
+    "routing-eligible",
+    "routing-active"
+]);
+export const RepositoryBenchmarkCaseV1 = Schema.Struct({
+    version: Schema.Literal(1),
+    id: Schema.String,
+    capabilityId: Schema.String,
+    familyId: Schema.String,
+    seedId: Schema.String,
+    lane: Schema.Literals(["request", "repository-agent"]),
+    visible: RepositoryCandidateVisibleTaskV1,
+    hidden: RepositoryHiddenOracleV1,
+    trajectoryPolicy: Schema.optionalKey(RepositoryTrajectoryPolicyV1),
+    adequacy: RepositoryOracleAdequacyReportV1,
+    qualityFindings: Schema.Array(RepositoryCaseQualityFindingV1),
+    behavioralFingerprint: Schema.String,
+    status: RepositoryBenchmarkCaseStateV1,
+    rejectionReasons: Schema.Array(Schema.String)
+});
+export const RepositoryValidatedBenchmarkLibraryV1 = Schema.Struct({
+    version: Schema.Literal(1),
+    cases: Schema.Array(RepositoryBenchmarkCaseV1),
+    rejectedCaseIds: Schema.Array(Schema.String),
+    acceptanceFunnel: Schema.Array(Schema.Struct({
+        gate: Schema.String,
+        input: Schema.Finite,
+        admitted: Schema.Finite,
+        rejected: Schema.Finite
+    })),
+    coverage: Schema.Struct({
+        capabilities: Schema.Array(Schema.Struct({ id: Schema.String, count: Schema.Finite })),
+        families: Schema.Array(Schema.Struct({ id: Schema.String, count: Schema.Finite })),
+        lanes: Schema.Array(Schema.Struct({ id: Schema.String, count: Schema.Finite })),
+        packages: Schema.Array(Schema.Struct({ id: Schema.String, count: Schema.Finite })),
+        oracleKinds: Schema.Array(Schema.Struct({ id: Schema.String, count: Schema.Finite })),
+        fixtureKinds: Schema.Array(Schema.Struct({ id: Schema.String, count: Schema.Finite })),
+        mutationFamilies: Schema.Array(Schema.Struct({ id: Schema.String, count: Schema.Finite }))
+    })
+});
+export function repositoryCandidateCaseProjectionV1(benchmarkCase) {
+    return {
+        id: benchmarkCase.id,
+        capabilityId: benchmarkCase.capabilityId,
+        familyId: benchmarkCase.familyId,
+        lane: benchmarkCase.lane,
+        task: benchmarkCase.visible
+    };
+}