assertledger 1.0.0

package/dist/evaluation/agentic-corpus.d.ts

@@ -0,0 +1,161 @@
+import { type AgenticCorpusAllocationCommitment, type AgenticCorpusProvenance, type AgenticCorpusTrustPolicy } from "../contracts/index.js";
+declare const SCHEMA_VERSION: "1.0.0";
+declare const HYPOTHESES: readonly ["H1", "H2", "H3", "H4"];
+type Hypothesis = (typeof HYPOTHESES)[number];
+type Outcome = "SUPPORT" | "OPPOSITION" | "INSUFFICIENT";
+export declare class AgenticCorpusError extends Error {
+    readonly code: string;
+    constructor(code: string, options?: ErrorOptions);
+}
+export interface AgenticCorpusCase {
+    schemaVersion: typeof SCHEMA_VERSION;
+    caseId: string;
+    sourceId: string;
+    sourceRevision: string;
+    h1?: {
+        equalTargetStrength: boolean;
+        baselineWarmP95Us: number;
+        profileWarmP95Us: number;
+    };
+    h2?: {
+        baselineNeutralSurvived: number;
+        baselineNeutralTotal: number;
+        profileNeutralSurvived: number;
+        profileNeutralTotal: number;
+    };
+    h3?: {
+        equalBudget: boolean;
+        baselineHeldOutFaultsDetected: number;
+        baselineHeldOutFaultsTotal: number;
+        profileHeldOutFaultsDetected: number;
+        profileHeldOutFaultsTotal: number;
+    };
+    h4?: {
+        reviewedReduction: boolean;
+        baselineHistoricalFaultsDetected: number;
+        baselineHistoricalFaultsTotal: number;
+        profileHistoricalFaultsDetected: number;
+        profileHistoricalFaultsTotal: number;
+        baselineCostUs: number;
+        profileCostUs: number;
+        baselineMutantCount: number;
+        profileMutantCount: number;
+    };
+}
+export interface AgenticCorpusTrustOptions {
+    policy: unknown;
+    expectedPolicyDigest: string;
+}
+export interface AgenticCorpusProvenanceReplayResult {
+    valid: boolean;
+    schemaValid: boolean;
+    canonicalCaseDigestValid: boolean;
+    policyDigestValid: boolean;
+    sourceRegistered: boolean;
+    sourceBindingValid: boolean;
+    executionReceiptDigestValid: boolean;
+    authorTrusted: boolean;
+    reviewerTrusted: boolean;
+    principalsDistinct: boolean;
+    authorSignatureValid: boolean;
+    reviewerSignatureValid: boolean;
+    provenanceDigestValid: boolean;
+}
+interface HypothesisOutcome {
+    outcome: Outcome;
+    reasonCodes: string[];
+}
+interface Aggregate {
+    support: number;
+    opposition: number;
+    insufficient: number;
+}
+export type ReadinessGate = "PROVENANCE_POLICY_REQUIRED" | "MINIMUM_CASES_NOT_MET" | "MINIMUM_SOURCES_NOT_MET" | "PUBLIC_SPLIT_EMPTY" | "HOLDOUT_SPLIT_EMPTY" | "H1_EVIDENCE_MISSING" | "H2_EVIDENCE_MISSING" | "H3_EVIDENCE_MISSING" | "H4_EVIDENCE_MISSING";
+export interface AgenticCorpusStatus {
+    schemaVersion: typeof SCHEMA_VERSION;
+    status: "READY" | "NOT_READY";
+    failedGates: ReadinessGate[];
+    counts: {
+        totalCases: number;
+        publicCases: number;
+        holdoutCases: number;
+        distinctSources: number;
+        evaluable: Record<Hypothesis, number>;
+    };
+}
+export declare function agenticCorpusTrustPolicyDigest(policy: Omit<AgenticCorpusTrustPolicy, "policyDigest">): string;
+type ProvenanceProjectionInput = Omit<AgenticCorpusProvenance, "provenanceDigest">;
+export declare function agenticCorpusProvenanceProjection(value: ProvenanceProjectionInput): {
+    schemaVersion: "1.0.0";
+    domain: "TESTFORGE_AGENTIC_CORPUS_CASE_V1";
+    trustPolicyDigest: string;
+    caseId: string;
+    caseDigest: string;
+    source: {
+        sourceId: string;
+        sourceRevision: string;
+        sourceIdentityDigest: string;
+    };
+    execution: {
+        status: "EXECUTED";
+        protocolId: string;
+        evidenceDigests: string[];
+        receiptDigest: string;
+    };
+    authorKeyId: string;
+    reviewerKeyId: string;
+};
+export declare function agenticCorpusProvenanceSigningBytes(value: ProvenanceProjectionInput): Uint8Array;
+export declare function agenticCorpusProvenanceDigest(value: ProvenanceProjectionInput): string;
+export declare function verifyAgenticCorpusAllocationCommitmentSignatures(commitment: AgenticCorpusAllocationCommitment, policy: AgenticCorpusTrustPolicy, expectedPolicyDigest: string): {
+    valid: boolean;
+    principalsDistinct: boolean;
+};
+export declare function replayAgenticCorpusProvenance(caseValue: unknown, sidecarValue: unknown, policyValue: unknown, expectedPolicyDigest: string): AgenticCorpusProvenanceReplayResult;
+export declare function parseAgenticCorpusCase(value: unknown): AgenticCorpusCase;
+export declare function inspectAgenticCorpus(root: string, options?: AgenticCorpusTrustOptions): Promise<AgenticCorpusStatus>;
+export declare function evaluateAgenticCorpusPublic(root: string, options?: AgenticCorpusTrustOptions): Promise<AgenticCorpusStatus | {
+    schemaVersion: "1.0.0";
+    status: "EVALUATED";
+    split: "PUBLIC";
+    score: {
+        numerator: number;
+        denominator: number;
+    };
+    hypotheses: Record<Hypothesis, Aggregate>;
+    cases: {
+        caseId: string;
+        sourceId: string;
+        sourceRevision: string;
+        provenanceDigest: string;
+        hypotheses: Record<"H1" | "H2" | "H3" | "H4", HypothesisOutcome>;
+        score: {
+            numerator: number;
+            denominator: number;
+        };
+    }[];
+}>;
+export declare function evaluateAgenticCorpusHoldout(root: string, options?: AgenticCorpusTrustOptions): Promise<{
+    schemaVersion: "1.0.0";
+    status: "NOT_READY";
+    failedGates: "CORPUS_NOT_READY"[];
+    reasonCodes?: never;
+    split?: never;
+    hypotheses?: never;
+} | {
+    failedGates?: never;
+    schemaVersion: "1.0.0";
+    status: "INVALID_CORPUS";
+    reasonCodes: "CORPUS_INVALID"[];
+    split?: never;
+    hypotheses?: never;
+} | {
+    failedGates?: never;
+    reasonCodes?: never;
+    schemaVersion: "1.0.0";
+    status: "EVALUATED";
+    split: "HOLDOUT";
+    hypotheses: Record<Hypothesis, Aggregate>;
+}>;
+export {};
+//# sourceMappingURL=agentic-corpus.d.ts.map

package/dist/evaluation/agentic-corpus.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agentic-corpus.d.ts","sourceRoot":"","sources":["../../src/evaluation/agentic-corpus.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,KAAK,iCAAiC,EACtC,KAAK,uBAAuB,EAC5B,KAAK,wBAAwB,EAG9B,MAAM,uBAAuB,CAAC;AAQ/B,QAAA,MAAM,cAAc,EAAG,OAAgB,CAAC;AAIxC,QAAA,MAAM,UAAU,YAAI,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAU,CAAC;AAErD,KAAK,UAAU,GAAG,CAAC,OAAO,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC;AAC9C,KAAK,OAAO,GAAG,SAAS,GAAG,YAAY,GAAG,cAAc,CAAC;AAEzD,qBAAa,kBAAmB,SAAQ,KAAK;IAEzC,QAAQ,CAAC,IAAI,EAAE,MAAM;IADvB,YACW,IAAI,EAAE,MAAM,EACrB,OAAO,CAAC,EAAE,YAAY,EAIvB;CACF;AAED,MAAM,WAAW,iBAAiB;IAChC,aAAa,EAAE,OAAO,cAAc,CAAC;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,EAAE,CAAC,EAAE;QACH,mBAAmB,EAAE,OAAO,CAAC;QAC7B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,gBAAgB,EAAE,MAAM,CAAC;KAC1B,CAAC;IACF,EAAE,CAAC,EAAE;QACH,uBAAuB,EAAE,MAAM,CAAC;QAChC,oBAAoB,EAAE,MAAM,CAAC;QAC7B,sBAAsB,EAAE,MAAM,CAAC;QAC/B,mBAAmB,EAAE,MAAM,CAAC;KAC7B,CAAC;IACF,EAAE,CAAC,EAAE;QACH,WAAW,EAAE,OAAO,CAAC;QACrB,6BAA6B,EAAE,MAAM,CAAC;QACtC,0BAA0B,EAAE,MAAM,CAAC;QACnC,4BAA4B,EAAE,MAAM,CAAC;QACrC,yBAAyB,EAAE,MAAM,CAAC;KACnC,CAAC;IACF,EAAE,CAAC,EAAE;QACH,iBAAiB,EAAE,OAAO,CAAC;QAC3B,gCAAgC,EAAE,MAAM,CAAC;QACzC,6BAA6B,EAAE,MAAM,CAAC;QACtC,+BAA+B,EAAE,MAAM,CAAC;QACxC,4BAA4B,EAAE,MAAM,CAAC;QACrC,cAAc,EAAE,MAAM,CAAC;QACvB,aAAa,EAAE,MAAM,CAAC;QACtB,mBAAmB,EAAE,MAAM,CAAC;QAC5B,kBAAkB,EAAE,MAAM,CAAC;KAC5B,CAAC;CACH;AAaD,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,OAAO,CAAC;IAChB,oBAAoB,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,mCAAmC;IAClD,KAAK,EAAE,OAAO,CAAC;IACf,WAAW,EAAE,OAAO,CAAC;IACrB,wBAAwB,EAAE,OAAO,CAAC;IAClC,iBAAiB,EAAE,OAAO,CAAC;IAC3B,gBAAgB,EAAE,OAAO,CAAC;IAC1B,kBAAkB,EAAE,OAAO,CAAC;IAC5B,2BAA2B,EAAE,OAAO,CAAC;IACrC,aAAa,EAAE,OAAO,CAAC;IACvB,eAAe,EAAE,OAAO,CAAC;IACzB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,oBAAoB,EAAE,OAAO,CAAC;IAC9B,sBAAsB,EAAE,OAAO,CAAC;IAChC,qBAAqB,EAAE,OAAO,CAAC;CAChC;AAED,UAAU,iBAAiB;IACzB,OAAO,EAAE,OAAO,CAAC;IACjB,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,UAAU,SAAS;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,MAAM,aAAa,GACrB,4BAA4B,GAC5B,uBAAuB,GACvB,yBAAyB,GACzB,oBAAoB,GACpB,qBAAqB,GACrB,qBAAqB,GACrB,qBAAqB,GACrB,qBAAqB,GACrB,qBAAqB,CAAC;AAE1B,MAAM,WAAW,mBAAmB;IAClC,aAAa,EAAE,OAAO,cAAc,CAAC;IACrC,MAAM,EAAE,OAAO,GAAG,WAAW,CAAC;IAC9B,WAAW,EAAE,aAAa,EAAE,CAAC;IAC7B,MAAM,EAAE;QACN,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;QACpB,YAAY,EAAE,MAAM,CAAC;QACrB,eAAe,EAAE,MAAM,CAAC;QACxB,SAAS,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;KACvC,CAAC;CACH;AAiCD,wBAAgB,8BAA8B,CAC5C,MAAM,EAAE,IAAI,CAAC,wBAAwB,EAAE,cAAc,CAAC,GACrD,MAAM,CAER;AAED,KAAK,yBAAyB,GAAG,IAAI,CAAC,uBAAuB,EAAE,kBAAkB,CAAC,CAAC;AAEnF,wBAAgB,iCAAiC,CAAC,KAAK,EAAE,yBAAyB;IAE9E,aAAa;IACb,MAAM;IACN,iBAAiB;IACjB,MAAM;IACN,UAAU;IACV,MAAM;;;;;IACN,SAAS;;;;;;IACT,WAAW;IACX,aAAa;EAEhB;AAED,wBAAgB,mCAAmC,CAAC,KAAK,EAAE,yBAAyB,GAAG,UAAU,CAKhG;AAED,wBAAgB,6BAA6B,CAAC,KAAK,EAAE,yBAAyB,GAAG,MAAM,CAMtF;AAgCD,wBAAgB,iDAAiD,CAC/D,UAAU,EAAE,iCAAiC,EAC7C,MAAM,EAAE,wBAAwB,EAChC,oBAAoB,EAAE,MAAM,GAC3B;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,kBAAkB,EAAE,OAAO,CAAA;CAAE,CAyDjD;AAED,wBAAgB,6BAA6B,CAC3C,SAAS,EAAE,OAAO,EAClB,YAAY,EAAE,OAAO,EACrB,WAAW,EAAE,OAAO,EACpB,oBAAoB,EAAE,MAAM,GAC3B,mCAAmC,CAkFrC;AAiHD,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG,iBAAiB,CAmBxE;AA2TD,wBAAsB,oBAAoB,CACxC,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,yBAAyB,GAClC,OAAO,CAAC,mBAAmB,CAAC,CAG9B;AAUD,wBAAsB,2BAA2B,CAC/C,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,yBAAyB;;YAwBzB,WAAW;WACZ,QAAQ;;QAEb,SAAS;QACT,WAAW;;gBAOR,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC;;;;;;;;YAnB9B,SAAS;YACT,WAAW;;;GAqBlB;AAED,wBAAsB,4BAA4B,CAChD,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,yBAAyB;;YAKvB,WAAW;;;;;;;;YAWT,gBAAgB;;;;;;;;YAiBpB,WAAW;WACZ,SAAS;gBAMX,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC;GAErC"}