@openclawbrain/cli 0.4.14 → 0.4.15

package/dist/src/index.d.ts

@@ -15,6 +15,19 @@ export declare const RUNTIME_EVENT_EXPORT_BUNDLE_LAYOUT: {
     readonly manifest: "manifest.json";
     readonly payload: "normalized-event-export.json";
 };
+export declare const RECORDED_SESSION_REPLAY_PROOF_BUNDLE_LAYOUT: {
+    readonly manifest: "manifest.json";
+    readonly trace: "trace.json";
+    readonly fixture: "fixture.json";
+    readonly bundle: "bundle.json";
+    readonly environment: "environment.json";
+    readonly summary: "summary.md";
+    readonly summaryTables: "summary-tables.json";
+    readonly coverageSnapshot: "coverage-snapshot.json";
+    readonly hardeningSnapshot: "hardening-snapshot.json";
+    readonly hashes: "hashes.json";
+    readonly modeDir: "modes";
+};
 export interface CompileServeRouteBreadcrumbInput {
     invocationSurface: LearningSpineServeRouteBreadcrumbsV1["invocationSurface"];
     hostEvent: LearningSpineServeRouteBreadcrumbsV1["hostEvent"];
@@ -80,6 +93,11 @@ export interface RuntimeEventExportBundleDescriptor {
     normalizedEventExport: NormalizedEventExportV1;
 }
 export type CompileRuntimeBudgetStrategy = "fixed_v1" | "empirical_v1";
+export type RuntimeComparativeReplayMode = "vector_only" | "graph_prior_only" | "learned_route";
+export interface FrozenReplayEvalIdentityV1 {
+    packId: string;
+    routerIdentity?: string | null;
+}
 export interface CompileRuntimeContextInput {
     activationRoot: string;
     message: string;
@@ -87,7 +105,7 @@ export interface CompileRuntimeContextInput {
     maxContextBlocks?: number;
     budgetStrategy?: CompileRuntimeBudgetStrategy;
     maxContextChars?: number;
-    mode?: RouteMode;
+    mode?: RouteMode | RuntimeComparativeReplayMode;
     selectionMode?: CompileSelectionMode;
     compactionMode?: ContextCompactionMode;
     runtimeHints?: readonly string[];
@@ -99,6 +117,8 @@ export interface CompileRuntimeContextInput {
     _suppressServeLog?: boolean;
     /** @internal Preserve explicit serve-route breadcrumbs for installed/runtime hook paths. */
     _serveRouteBreadcrumbs?: CompileServeRouteBreadcrumbInput;
+    /** @internal Freeze the expected active pack/router identity for replay eval scoring. */
+    _frozenReplayEvalIdentity?: FrozenReplayEvalIdentityV1;
 }
 export interface ActiveCompileTarget {
     activationRoot: string;
@@ -328,7 +348,7 @@ export interface OpenClawRuntimeTurnInput {
     sequenceStart?: number | null;
     maxContextBlocks?: number;
     budgetStrategy?: CompileRuntimeBudgetStrategy;
-    mode?: RouteMode;
+    mode?: RouteMode | RuntimeComparativeReplayMode;
     selectionMode?: CompileSelectionMode;
     runtimeHints?: readonly string[];
     brainAttachmentPolicy?: RuntimeTurnBrainAttachmentPolicyV1 | null;
@@ -361,6 +381,8 @@ export type RuntimeEventExportResult = RuntimeEventExportNoWrite | RuntimeEventE
 export interface RunRuntimeTurnOptions {
     activationRoot?: string;
     failOpen?: boolean;
+    /** @internal Freeze the expected active pack/router identity for replay eval scoring. */
+    _frozenReplayEvalIdentity?: FrozenReplayEvalIdentityV1;
 }
 export type RuntimeTurnResult = RuntimeCompileResult & {
     eventExport: RuntimeEventExportResult;
@@ -1013,7 +1035,7 @@ export declare function writeRuntimeEventExportBundle(turn: OpenClawRuntimeTurnI
 export declare function writeScannedEventExportBundle(input: WriteScannedEventExportBundleInputV1): WriteScannedEventExportBundleResultV1;
 export declare function runRuntimeTurn(turn: OpenClawRuntimeTurnInput, options?: RunRuntimeTurnOptions): RuntimeTurnResult;
 export declare function runContinuousProductLoopTurn(input: RunContinuousProductLoopTurnInput): ContinuousProductLoopTurnResultV1;
-export type RecordedSessionReplayMode = "no_brain" | "seed_pack" | "learned_replay";
+export type RecordedSessionReplayMode = "no_brain" | RuntimeComparativeReplayMode;
 export interface RecordedSessionReplayWorkspaceV1 {
     workspaceId: string;
     snapshotId: string;
@@ -1059,6 +1081,7 @@ export interface RecordedSessionTraceV1 {
         notes: string[];
     };
     workspace: RecordedSessionReplayWorkspaceV1;
+    evalTurnCount?: number;
     seedBuiltAt: string;
     seedActivatedAt: string;
     seedCues: readonly RecordedSessionSeedCueV1[];
@@ -1080,17 +1103,24 @@ export interface RecordedSessionReplayFixtureV1 {
     fixtureHash: string;
     privacy: RecordedSessionTraceV1["privacy"];
     workspace: RecordedSessionReplayWorkspaceV1;
+    evalTurnCount?: number;
     seedBuiltAt: string;
     seedActivatedAt: string;
     seedExport: NormalizedEventExportV1;
     turns: RecordedSessionReplayTurnFixtureV1[];
 }
+export type RecordedSessionReplayTurnPhase = "train" | "eval";
 export interface RecordedSessionReplayTurnReportV1 {
     turnId: string;
+    replayMode: RecordedSessionReplayMode;
+    phase: RecordedSessionReplayTurnPhase;
     compileOk: boolean;
     fallbackToStaticContext: boolean;
     hardRequirementViolated: boolean;
     activePackId: string | null;
+    modeRequested: RouteMode | null;
+    modeEffective: RouteMode | null;
+    selectionEngine: CompileSelectionMode | null;
     usedLearnedRouteFn: boolean;
     routerIdentity: string | null;
     selectionDigest: string | null;
@@ -1136,6 +1166,9 @@ export interface RecordedSessionReplayScannerEvidenceV1 {
 }
 export interface RecordedSessionReplayModeSummaryV1 {
     mode: RecordedSessionReplayMode;
+    activationStrategy: "no_brain" | "seed_pack" | "continuous_learned_loop";
+    modeRequested: RouteMode | null;
+    selectionEngine: CompileSelectionMode | null;
     qualityScore: number;
     compileOkCount: number;
     phraseHitCount: number;
@@ -1143,6 +1176,10 @@ export interface RecordedSessionReplayModeSummaryV1 {
     usedLearnedRouteTurnCount: number;
     promotionCount: number;
     packIds: string[];
+    trainTurnCount: number;
+    evalTurnCount: number;
+    frozenEvalPackId: string | null;
+    frozenEvalRouterIdentity: string | null;
     scannerEvidence: RecordedSessionReplayScannerEvidenceV1;
     scoreHash: string;
 }
@@ -1183,10 +1220,208 @@ export interface RecordedSessionReplayBundleHashVerificationV1 {
     bundleHashMatches: boolean;
     scoreHashMatches: boolean;
 }
+export interface RecordedSessionReplayProofManifestV1 {
+    contract: "recorded_session_replay_proof_manifest.v1";
+    traceId: string;
+    source: RecordedSessionReplayBundleV1["source"];
+    recordedAt: string;
+    generatedAt: string;
+    hashAlgorithm: "sha256";
+    modeOrder: RecordedSessionReplayMode[];
+    contracts: {
+        trace: typeof RECORDED_SESSION_TRACE_CONTRACT;
+        fixture: typeof RECORDED_SESSION_FIXTURE_CONTRACT;
+        bundle: typeof RECORDED_SESSION_BUNDLE_CONTRACT;
+        environment: "recorded_session_replay_environment.v1";
+        summaryTables: "recorded_session_replay_summary_tables.v1";
+        coverageSnapshot: "recorded_session_replay_coverage_snapshot.v1";
+        hardeningSnapshot: "recorded_session_replay_hardening_snapshot.v1";
+        hashes: "recorded_session_replay_hashes.v1";
+    };
+    hashes: {
+        traceHash: string;
+        fixtureHash: string;
+        scoreHash: string;
+        bundleHash: string;
+    };
+    files: {
+        trace: string;
+        fixture: string;
+        bundle: string;
+        environment: string;
+        summary: string;
+        summaryTables: string;
+        coverageSnapshot: string;
+        hardeningSnapshot: string;
+        hashes: string;
+        modes: Array<{
+            mode: RecordedSessionReplayMode;
+            path: string;
+        }>;
+    };
+}
+export interface RecordedSessionReplayProofEnvironmentV1 {
+    contract: "recorded_session_replay_environment.v1";
+    runtimeOwner: "openclaw";
+    generator: {
+        packageName: "@openclawbrain/cli";
+        entrypoint: "writeRecordedSessionReplayProofBundle";
+        nodeVersion: string;
+        platform: string;
+        arch: string;
+    };
+    determinism: {
+        hashAlgorithm: "sha256";
+        canonicalJson: true;
+        modeOrder: RecordedSessionReplayMode[];
+        scratchReplayRoot: "temporary_directory";
+    };
+}
+export interface RecordedSessionReplayProofModeTableRowV1 {
+    mode: RecordedSessionReplayMode;
+    turnCount: number;
+    qualityScore: number;
+    compileOkCount: number;
+    phraseHitCount: number;
+    phraseCount: number;
+    usedLearnedRouteTurnCount: number;
+    promotionCount: number;
+    exportTurnCount: number;
+    humanLabelCount: number;
+    attributedTurnCount: number;
+    activePackChangeCount: number;
+    warningCount: number;
+    scoreHash: string;
+}
+export interface RecordedSessionReplayProofTurnTableRowV1 {
+    mode: RecordedSessionReplayMode;
+    turnId: string;
+    qualityScore: number;
+    compileOk: boolean;
+    phraseHitCount: number;
+    phraseCount: number;
+    usedLearnedRouteFn: boolean;
+    promoted: boolean;
+    activePackId: string | null;
+    selectionDigest: string | null;
+    eventExportDigest: string | null;
+    warningCount: number;
+}
+export interface RecordedSessionReplayProofSummaryTablesV1 {
+    contract: "recorded_session_replay_summary_tables.v1";
+    traceId: string;
+    winnerMode: RecordedSessionReplayMode | null;
+    ranking: RecordedSessionReplayBundleV1["summary"]["ranking"];
+    modes: RecordedSessionReplayProofModeTableRowV1[];
+    turns: RecordedSessionReplayProofTurnTableRowV1[];
+}
+export interface RecordedSessionReplayProofCoverageSnapshotModeRowV1 {
+    mode: RecordedSessionReplayMode;
+    turnCount: number;
+    compileOkRate: number | null;
+    phraseHitRate: number | null;
+    learnedRouteTurnRate: number | null;
+    attributedTurnRate: number | null;
+}
+export interface RecordedSessionReplayProofCoverageSnapshotV1 {
+    contract: "recorded_session_replay_coverage_snapshot.v1";
+    traceId: string;
+    winnerMode: RecordedSessionReplayMode | null;
+    totalTurns: number;
+    compileOkTurnCount: number;
+    compileOkRate: number | null;
+    phraseHitCount: number;
+    phraseCount: number;
+    phraseHitRate: number | null;
+    modes: RecordedSessionReplayProofCoverageSnapshotModeRowV1[];
+}
+export interface RecordedSessionReplayProofHardeningSnapshotModeRowV1 {
+    mode: RecordedSessionReplayMode;
+    warningCount: number;
+    compileFailureCount: number;
+    promotionCount: number;
+    exportTurnCount: number;
+    attributedTurnCount: number;
+}
+export interface RecordedSessionReplayProofHardeningSnapshotV1 {
+    contract: "recorded_session_replay_hardening_snapshot.v1";
+    traceId: string;
+    totalTurns: number;
+    compileFailureCount: number;
+    compileFailureRate: number | null;
+    warningCount: number;
+    promotionCount: number;
+    exportTurnCount: number;
+    attributedTurnCount: number;
+    modes: RecordedSessionReplayProofHardeningSnapshotModeRowV1[];
+}
+export interface RecordedSessionReplayProofFileHashEntryV1 {
+    path: string;
+    digest: string;
+}
+export interface RecordedSessionReplayProofHashesV1 {
+    contract: "recorded_session_replay_hashes.v1";
+    algorithm: "sha256";
+    semantic: {
+        traceHash: string;
+        fixtureHash: string;
+        scoreHash: string;
+        bundleHash: string;
+    };
+    files: RecordedSessionReplayProofFileHashEntryV1[];
+}
+export interface RecordedSessionReplayProofModeOutputV1 {
+    mode: RecordedSessionReplayMode;
+    path: string;
+    report: RecordedSessionReplayModeReportV1;
+}
+export interface RecordedSessionReplayProofBundleDescriptorV1 {
+    rootDir: string;
+    manifestPath: string;
+    tracePath: string;
+    fixturePath: string;
+    bundlePath: string;
+    environmentPath: string;
+    summaryPath: string;
+    summaryTablesPath: string;
+    coverageSnapshotPath: string;
+    hardeningSnapshotPath: string;
+    hashesPath: string;
+    manifest: RecordedSessionReplayProofManifestV1;
+    trace: RecordedSessionTraceV1;
+    fixture: RecordedSessionReplayFixtureV1;
+    bundle: RecordedSessionReplayBundleV1;
+    environment: RecordedSessionReplayProofEnvironmentV1;
+    summaryText: string;
+    summaryTables: RecordedSessionReplayProofSummaryTablesV1;
+    coverageSnapshot: RecordedSessionReplayProofCoverageSnapshotV1;
+    hardeningSnapshot: RecordedSessionReplayProofHardeningSnapshotV1;
+    hashes: RecordedSessionReplayProofHashesV1;
+    modeOutputs: RecordedSessionReplayProofModeOutputV1[];
+}
+export interface RecordedSessionReplayProofBundleValidationV1 {
+    contract: "recorded_session_replay_proof_validation.v1";
+    ok: boolean;
+    rootDir: string;
+    expectedFileCount: number;
+    verifiedFileCount: number;
+    fileHashesMatch: boolean;
+    bundleHashMatches: boolean;
+    scoreHashMatches: boolean;
+    errors: string[];
+}
+export interface WriteRecordedSessionReplayProofBundleInputV1 {
+    rootDir: string;
+    trace: RecordedSessionTraceV1;
+    scratchRootDir?: string | null;
+}
 export declare function buildRecordedSessionReplayFixture(trace: RecordedSessionTraceV1): RecordedSessionReplayFixtureV1;
 export declare function runRecordedSessionReplay(rootDir: string, fixture: RecordedSessionReplayFixtureV1): RecordedSessionReplayBundleV1;
 export declare function rescoreRecordedSessionReplayBundle(bundle: RecordedSessionReplayBundleV1): RecordedSessionReplayRescoreReportV1;
 export declare function verifyRecordedSessionReplayBundleHashes(bundle: RecordedSessionReplayBundleV1): RecordedSessionReplayBundleHashVerificationV1;
+export declare function loadRecordedSessionReplayProofBundle(rootDir: string): RecordedSessionReplayProofBundleDescriptorV1;
+export declare function validateRecordedSessionReplayProofBundle(rootDir: string): RecordedSessionReplayProofBundleValidationV1;
+export declare function writeRecordedSessionReplayProofBundle(input: WriteRecordedSessionReplayProofBundleInputV1): RecordedSessionReplayProofBundleDescriptorV1;
 export type OperatorSurfaceStatus = "ok" | "warn" | "fail";
 export type OperatorFindingSeverity = "pass" | "warn" | "fail";
 export type OperatorLastPromotionConfidence = "proven_from_previous_pointer" | "unknown_from_local_pointers" | "no_active_pack";
@@ -1574,6 +1809,10 @@ interface OperatorHookSummary {
     installState: CurrentProfileHookInstallStateV1;
     loadability: CurrentProfileHookLoadabilityV1;
     loadProof: CurrentProfileHookLoadProofV1;
+    guardSeverity: import("./openclaw-hook-truth.js").OpenClawBrainHookGuardSeverity;
+    guardActionability: import("./openclaw-hook-truth.js").OpenClawBrainHookGuardActionability;
+    guardSummary: string;
+    guardAction: string;
     desynced: boolean;
     detail: string;
 }