@neurcode-ai/cli 0.16.7 → 0.16.9

package/dist/utils/enterprise-eval-report.d.ts

@@ -0,0 +1,238 @@
+/**
+ * Enterprise evaluator report + dashboard summary — pure builders.
+ *
+ * The `neurcode eval demo` runner (utils/eval-demo.ts) drives a complete, safe,
+ * local governance loop against a throwaway fixture and gathers a single
+ * source-free facts object: {@link EvalDemoFacts}. This module turns that facts
+ * object into the two shareable artifacts a first-time enterprise evaluator
+ * needs:
+ *
+ *   1. {@link buildEnterpriseEvalReport} / {@link renderEnterpriseEvalReportMarkdown}
+ *      — a polished, source-free report an engineering manager can read. It is
+ *      deliberately honest: deterministic path/symbol/graph/policy facts are
+ *      separated from advisory inference, and the trust posture never claims
+ *      public-key signing when only an HMAC backend receipt (or self-attested
+ *      local record) exists.
+ *
+ *   2. {@link buildEvalDemoSummary} — a compact machine-readable JSON the hosted
+ *      dashboard can import (paste / upload). It carries completion status,
+ *      pass/fail checkpoints, the boundary/approval/neighbor facts, the trust
+ *      posture, the recommended next command, and a design-partner-pilot verdict.
+ *
+ * Everything here is pure (no I/O) and source-free. The orchestration engine
+ * runs {@link assertEnterpriseEvalSourceFree} over the rendered artifacts before
+ * anything is written, and the harness/tests assert the same contract.
+ *
+ * Keep the truth tiers and step ids in lockstep with utils/guided-eval.ts and
+ * the dashboard mirrors (web/dashboard/src/lib/guidedEval.ts + evalDemoImport.ts).
+ */
+import { type GuidedEvalAgent, type GuidedEvalEnforcement, type GuidedEvalRepoBrainFindings, type GuidedEvalTruthTier } from './guided-eval';
+import type { ImpactSummary } from './repo-brain-impact';
+export declare const EVAL_DEMO_SUMMARY_SCHEMA_VERSION: "neurcode.eval-demo-summary.v1";
+export declare const ENTERPRISE_EVAL_REPORT_SCHEMA_VERSION: "neurcode.enterprise-eval-report.v1";
+export type DemoCheckpointStatus = 'pass' | 'fail' | 'advisory' | 'skipped';
+/** A single asserted step in the demo loop. */
+export interface DemoCheckpoint {
+    id: string;
+    title: string;
+    truthTier: GuidedEvalTruthTier;
+    status: DemoCheckpointStatus;
+    /** What the runner expected to observe. */
+    expected: string;
+    /** What it actually observed (source-free: paths, verdicts, counts). */
+    observed: string;
+    /** True when a failure here should fail the whole demo. */
+    critical: boolean;
+}
+export type BoundaryDecision = 'allow' | 'deny' | 'warn';
+export type BoundaryPhase = 'safe_edit' | 'boundary_block' | 'post_approval_allow' | 'neighbor_block';
+export interface BoundaryTimelineEntry {
+    order: number;
+    phase: BoundaryPhase;
+    path: string;
+    toolName: string;
+    decision: BoundaryDecision;
+    blockType: string | null;
+    owners: string[];
+}
+export interface EvalDemoBackendReceipt {
+    /** A backend/HMAC signing secret was present in the environment. */
+    configured: boolean;
+    /** The runner attempted an export + verify against that key. */
+    attempted: boolean;
+    /** Verification returned backend_signed_verified. */
+    verified: boolean;
+    trustLevel: string | null;
+    /** Honest provenance, e.g. "self-attested local record" or "local test HMAC key". */
+    provenance: string;
+}
+/**
+ * The single source-free facts object produced by one demo run. Every field is
+ * a path, owner, symbol name, count, verdict, hash, or boolean — never source.
+ */
+export interface EvalDemoFacts {
+    agent: GuidedEvalAgent;
+    enforcement: GuidedEvalEnforcement;
+    enforcementLabel: string;
+    /** Honest description of how the local proof was driven for this posture. */
+    enforcementMethod: string;
+    mode: 'fixture' | 'real';
+    generatedAt: string;
+    durationMs: number;
+    sessionId: string | null;
+    repoRootHash: string;
+    fixtureRelativeDir: string;
+    adapter: string | null;
+    compatibilityMode: string | null;
+    cliVersion: string | null;
+    safeEditAllowed: boolean;
+    boundaryBlockPath: string | null;
+    boundaryOwners: string[];
+    boundaryBlockType: string | null;
+    exactApprovalPath: string | null;
+    exactApprovalOnly: boolean;
+    approvedPathAllowedAfter: boolean;
+    neighborPath: string | null;
+    neighborContained: boolean;
+    aiChangeRecordSessionId: string | null;
+    aiChangeRecordRelativePath: string | null;
+    admissionBlockedCount: number | null;
+    admissionApprovedCount: number | null;
+    backendReceipt: EvalDemoBackendReceipt;
+    repoBrain: GuidedEvalRepoBrainFindings;
+    /** Source-free change-impact map for the fixture's changed set (advisory). */
+    impactIntelligence: ImpactSummary | null;
+    boundaryTimeline: BoundaryTimelineEntry[];
+    commandsRun: string[];
+}
+export type ReadinessLevel = 'ready' | 'ready_with_caveats' | 'not_ready';
+export interface EvalDemoVerdict {
+    founderDemo: ReadinessLevel;
+    designPartnerPilot: ReadinessLevel;
+    seriousEnterprisePilot: ReadinessLevel;
+    reasons: string[];
+}
+/** The deterministic core loop that must hold for the demo to be meaningful. */
+export declare const CORE_CHECKPOINT_IDS: readonly ["safe_edit_allowed", "boundary_block", "exact_approval", "approved_path_allowed", "neighbor_contained", "ai_change_record"];
+export declare function deriveVerdict(checkpoints: DemoCheckpoint[], facts: EvalDemoFacts): EvalDemoVerdict;
+export interface EnterpriseEvalReport {
+    schemaVersion: typeof ENTERPRISE_EVAL_REPORT_SCHEMA_VERSION;
+    generatedAt: string;
+    agent: GuidedEvalAgent;
+    enforcement: GuidedEvalEnforcement;
+    enforcementLabel: string;
+    enforcementMethod: string;
+    mode: 'fixture' | 'real';
+    durationMs: number;
+    repo: {
+        rootHash: string;
+        fixtureRelativeDir: string;
+    };
+    result: {
+        complete: boolean;
+        passed: number;
+        total: number;
+        criticalFailures: number;
+    };
+    checkpoints: Array<DemoCheckpoint & {
+        truthTierLabel: string;
+    }>;
+    whatThisProves: string[];
+    whatThisDoesNotProve: string[];
+    deterministicFacts: string[];
+    advisoryFacts: string[];
+    boundaryTimeline: BoundaryTimelineEntry[];
+    exactApprovalContainment: {
+        approvedPath: string | null;
+        exactOnly: boolean;
+        allowedAfterApproval: boolean;
+        owners: string[];
+    };
+    neighborContainment: {
+        neighborPath: string | null;
+        stayedBlocked: boolean;
+    };
+    repoBrain: GuidedEvalRepoBrainFindings;
+    impactIntelligence: ImpactSummary | null;
+    evidenceTrustPosture: {
+        aiChangeRecord: {
+            sessionId: string | null;
+            relativePath: string | null;
+        };
+        backendReceipt: EvalDemoBackendReceipt;
+        statement: string;
+    };
+    commandsRun: string[];
+    nextStepForRealRepo: string[];
+    verdict: EvalDemoVerdict;
+    truthTaxonomy: Record<GuidedEvalTruthTier, string>;
+    privacy: {
+        sourceFree: true;
+        excludes: string[];
+    };
+}
+export declare function buildEnterpriseEvalReport(facts: EvalDemoFacts, checkpoints: DemoCheckpoint[]): EnterpriseEvalReport;
+export declare function renderEnterpriseEvalReportMarkdown(report: EnterpriseEvalReport): string;
+export interface EvalDemoSummary {
+    schemaVersion: typeof EVAL_DEMO_SUMMARY_SCHEMA_VERSION;
+    generatedAt: string;
+    agent: GuidedEvalAgent;
+    enforcement: GuidedEvalEnforcement;
+    enforcementLabel: string;
+    mode: 'fixture' | 'real';
+    repo: {
+        rootHash: string;
+    };
+    completion: {
+        complete: boolean;
+        passed: number;
+        total: number;
+        percent: number;
+    };
+    checkpoints: Array<{
+        id: string;
+        title: string;
+        truthTier: GuidedEvalTruthTier;
+        status: DemoCheckpointStatus;
+        observed: string;
+    }>;
+    facts: {
+        boundaryBlock: {
+            path: string | null;
+            owners: string[];
+            blockType: string | null;
+        };
+        exactApproval: {
+            path: string | null;
+            exactOnly: boolean;
+            allowedAfter: boolean;
+        };
+        neighbor: {
+            path: string | null;
+            contained: boolean;
+        };
+        aiChangeRecord: {
+            sessionId: string | null;
+            relativePath: string | null;
+        };
+    };
+    sourceFree: true;
+    trustPosture: {
+        backendReceiptConfigured: boolean;
+        backendReceiptVerified: boolean;
+        label: string;
+        provenance: string;
+    };
+    recommendedNextCommand: string;
+    verdict: EvalDemoVerdict;
+    /** Source-free change-impact map for the fixture's changed set (advisory). */
+    impactIntelligence: ImpactSummary | null;
+    privacy: {
+        sourceFree: true;
+        excludes: string[];
+    };
+}
+export declare function buildEvalDemoSummary(facts: EvalDemoFacts, checkpoints: DemoCheckpoint[]): EvalDemoSummary;
+/** Throw if a would-be enterprise artifact contains source/diff/secret shapes. */
+export declare function assertEnterpriseEvalSourceFree(value: unknown, label?: string): void;
+//# sourceMappingURL=enterprise-eval-report.d.ts.map

package/dist/utils/enterprise-eval-report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"enterprise-eval-report.d.ts","sourceRoot":"","sources":["../../src/utils/enterprise-eval-report.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAEH,OAAO,EAGL,KAAK,eAAe,EACpB,KAAK,qBAAqB,EAC1B,KAAK,2BAA2B,EAChC,KAAK,mBAAmB,EACzB,MAAM,eAAe,CAAC;AACvB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEzD,eAAO,MAAM,gCAAgC,EAAG,+BAAwC,CAAC;AACzF,eAAO,MAAM,qCAAqC,EAAG,oCAA6C,CAAC;AAInG,MAAM,MAAM,oBAAoB,GAAG,MAAM,GAAG,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;AAE5E,+CAA+C;AAC/C,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,mBAAmB,CAAC;IAC/B,MAAM,EAAE,oBAAoB,CAAC;IAC7B,2CAA2C;IAC3C,QAAQ,EAAE,MAAM,CAAC;IACjB,wEAAwE;IACxE,QAAQ,EAAE,MAAM,CAAC;IACjB,2DAA2D;IAC3D,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,MAAM,gBAAgB,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,CAAC;AAEzD,MAAM,MAAM,aAAa,GACrB,WAAW,GACX,gBAAgB,GAChB,qBAAqB,GACrB,gBAAgB,CAAC;AAErB,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,aAAa,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,MAAM,WAAW,sBAAsB;IACrC,oEAAoE;IACpE,UAAU,EAAE,OAAO,CAAC;IACpB,gEAAgE;IAChE,SAAS,EAAE,OAAO,CAAC;IACnB,qDAAqD;IACrD,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,qFAAqF;IACrF,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;;GAGG;AACH,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,eAAe,CAAC;IACvB,WAAW,EAAE,qBAAqB,CAAC;IACnC,gBAAgB,EAAE,MAAM,CAAC;IACzB,6EAA6E;IAC7E,iBAAiB,EAAE,MAAM,CAAC;IAC1B,IAAI,EAAE,SAAS,GAAG,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAG1B,eAAe,EAAE,OAAO,CAAC;IACzB,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,iBAAiB,EAAE,OAAO,CAAC;IAC3B,wBAAwB,EAAE,OAAO,CAAC;IAClC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,iBAAiB,EAAE,OAAO,CAAC;IAC3B,uBAAuB,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC,0BAA0B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1C,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC,sBAAsB,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,cAAc,EAAE,sBAAsB,CAAC;IAGvC,SAAS,EAAE,2BAA2B,CAAC;IACvC,8EAA8E;IAC9E,kBAAkB,EAAE,aAAa,GAAG,IAAI,CAAC;IAGzC,gBAAgB,EAAE,qBAAqB,EAAE,CAAC;IAC1C,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAID,MAAM,MAAM,cAAc,GAAG,OAAO,GAAG,oBAAoB,GAAG,WAAW,CAAC;AAE1E,MAAM,WAAW,eAAe;IAC9B,WAAW,EAAE,cAAc,CAAC;IAC5B,kBAAkB,EAAE,cAAc,CAAC;IACnC,sBAAsB,EAAE,cAAc,CAAC;IACvC,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB;AAED,gFAAgF;AAChF,eAAO,MAAM,mBAAmB,uIAOtB,CAAC;AAEX,wBAAgB,aAAa,CAAC,WAAW,EAAE,cAAc,EAAE,EAAE,KAAK,EAAE,aAAa,GAAG,eAAe,CA0ClG;AAID,MAAM,WAAW,oBAAoB;IACnC,aAAa,EAAE,OAAO,qCAAqC,CAAC;IAC5D,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,eAAe,CAAC;IACvB,WAAW,EAAE,qBAAqB,CAAC;IACnC,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,IAAI,EAAE,SAAS,GAAG,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,kBAAkB,EAAE,MAAM,CAAA;KAAE,CAAC;IACvD,MAAM,EAAE;QAAE,QAAQ,EAAE,OAAO,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,gBAAgB,EAAE,MAAM,CAAA;KAAE,CAAC;IACvF,WAAW,EAAE,KAAK,CAAC,cAAc,GAAG;QAAE,cAAc,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAChE,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,oBAAoB,EAAE,MAAM,EAAE,CAAC;IAC/B,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,gBAAgB,EAAE,qBAAqB,EAAE,CAAC;IAC1C,wBAAwB,EAAE;QACxB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;QAC5B,SAAS,EAAE,OAAO,CAAC;QACnB,oBAAoB,EAAE,OAAO,CAAC;QAC9B,MAAM,EAAE,MAAM,EAAE,CAAC;KAClB,CAAC;IACF,mBAAmB,EAAE;QACnB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;QAC5B,aAAa,EAAE,OAAO,CAAC;KACxB,CAAC;IACF,SAAS,EAAE,2BAA2B,CAAC;IACvC,kBAAkB,EAAE,aAAa,GAAG,IAAI,CAAC;IACzC,oBAAoB,EAAE;QACpB,cAAc,EAAE;YAAE,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAA;SAAE,CAAC;QAC1E,cAAc,EAAE,sBAAsB,CAAC;QACvC,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,OAAO,EAAE,eAAe,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC,mBAAmB,EAAE,MAAM,CAAC,CAAC;IACnD,OAAO,EAAE;QAAE,UAAU,EAAE,IAAI,CAAC;QAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;CACnD;AAqBD,wBAAgB,yBAAyB,CACvC,KAAK,EAAE,aAAa,EACpB,WAAW,EAAE,cAAc,EAAE,GAC5B,oBAAoB,CAoItB;AAsBD,wBAAgB,kCAAkC,CAAC,MAAM,EAAE,oBAAoB,GAAG,MAAM,CAwLvF;AAID,MAAM,WAAW,eAAe;IAC9B,aAAa,EAAE,OAAO,gCAAgC,CAAC;IACvD,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,eAAe,CAAC;IACvB,WAAW,EAAE,qBAAqB,CAAC;IACnC,gBAAgB,EAAE,MAAM,CAAC;IACzB,IAAI,EAAE,SAAS,GAAG,MAAM,CAAC;IACzB,IAAI,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IAC3B,UAAU,EAAE;QAAE,QAAQ,EAAE,OAAO,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAClF,WAAW,EAAE,KAAK,CAAC;QACjB,EAAE,EAAE,MAAM,CAAC;QACX,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,mBAAmB,CAAC;QAC/B,MAAM,EAAE,oBAAoB,CAAC;QAC7B,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC,CAAC;IACH,KAAK,EAAE;QACL,aAAa,EAAE;YAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,MAAM,EAAE,MAAM,EAAE,CAAC;YAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;SAAE,CAAC;QACnF,aAAa,EAAE;YAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,SAAS,EAAE,OAAO,CAAC;YAAC,YAAY,EAAE,OAAO,CAAA;SAAE,CAAC;QAClF,QAAQ,EAAE;YAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,SAAS,EAAE,OAAO,CAAA;SAAE,CAAC;QACtD,cAAc,EAAE;YAAE,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAA;SAAE,CAAC;KAC3E,CAAC;IACF,UAAU,EAAE,IAAI,CAAC;IACjB,YAAY,EAAE;QACZ,wBAAwB,EAAE,OAAO,CAAC;QAClC,sBAAsB,EAAE,OAAO,CAAC;QAChC,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,sBAAsB,EAAE,MAAM,CAAC;IAC/B,OAAO,EAAE,eAAe,CAAC;IACzB,8EAA8E;IAC9E,kBAAkB,EAAE,aAAa,GAAG,IAAI,CAAC;IACzC,OAAO,EAAE;QAAE,UAAU,EAAE,IAAI,CAAC;QAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;CACnD;AAUD,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,cAAc,EAAE,GAAG,eAAe,CAyDzG;AAID,kFAAkF;AAClF,wBAAgB,8BAA8B,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,SAA6B,GAAG,IAAI,CAMvG"}