pi-mega-compact 0.20.56 → 0.20.58

package/extensions/dashboard-client/src/dash-consolidation/plan.ts

@@ -0,0 +1,200 @@
+/**
+ * dash-consolidation/plan.ts — DASH-0a typed merge plan for the dashboard.
+ *
+ * Contract-planning only: this module records, as concrete data structures, the
+ * collapse of the 13 current dashboard TabIds onto the fixed 7 navigational
+ * surfaces (Overview, Sessions, Cache+Performance, Memory Graph, Diagnostics,
+ * Setup, Admin). The shell (App.tsx), the lazy list, and every tab/section
+ * component are untouched by this sprint — DASH-0b/0c consume this plan to
+ * move components, DASH-0d wires deep links + a11y hooks against it.
+ *
+ * All constants are `readonly`; no `any`. Imports only the TabId union (never
+ * redefined locally) so the plan can never drift from the live registry.
+ */
+import type { TabId } from "../tabs/registry";
+
+/** The fixed 7 dashboard navigation surfaces. */
+export type DASHSurface =
+  | "overview"
+  | "sessions"
+  | "cache-perf"
+  | "memory-graph"
+  | "diagnostics"
+  | "setup"
+  | "admin";
+
+/** A source TabId the plan records as kept-but-not-a-surface (legacy section). */
+export interface LegacySection {
+  id: TabId | "topics" | "achievements" | "game";
+  disposition: "keep_but_listed_under";
+  keep_but_listed_under: DASHSurface;
+}
+
+/** One row of the per-surface merge plan. */
+export interface DashSurfacePlan {
+  surface: DASHSurface;
+  label: string;
+  /** Current top-level TabIds folded into this surface. */
+  sources: readonly TabId[];
+  /** Delegate component/card ids that land on this surface. */
+  mergedCardIds: readonly string[];
+  /** Setup-only: the existent SetupTab SUB_TABS member ids (under setup, NOT admin). */
+  setup_subtabs?: readonly string[];
+}
+
+/** The 7-surface merge plan keyed by surface id. */
+export const DASH_TAB_PLAN: readonly DashSurfacePlan[] = [
+  {
+    surface: "overview",
+    label: "Overview",
+    sources: ["overview"],
+    mergedCardIds: [],
+  },
+  {
+    surface: "sessions",
+    label: "Sessions",
+    sources: ["sessions", "turns"],
+    mergedCardIds: [],
+  },
+  {
+    surface: "cache-perf",
+    label: "Cache + Performance",
+    sources: ["cache", "metrics"],
+    mergedCardIds: [],
+  },
+  {
+    surface: "memory-graph",
+    label: "Memory Graph",
+    sources: ["memory-map", "repos", "wiki"],
+    mergedCardIds: [
+      "MemoryMapView",
+      "RaptorTreeView",
+      "WikiPage",
+      "WikiPageControls",
+      "TopicTimeline",
+      "TopicEvolutionView",
+      "TopicEvolutionGraph",
+    ],
+  },
+  {
+    surface: "diagnostics",
+    label: "Diagnostics",
+    sources: ["vector-cortex", "events", "health"],
+    mergedCardIds: [
+      "VectorCortexDiagnosticsCard",
+      "VectorCortexClosureCard",
+      "VectorCortexCrystalsCard",
+      "VectorCortexEconomicsCard",
+      "VectorCortexLedgerCard",
+      "VectorCortexOutcomesCard",
+      "VectorCortexPlansCard",
+      "VectorCortexPlatformCard",
+      "VectorCortexPolicyCard",
+      "VectorCortexRenderCard",
+      "VectorCortexRepairCard",
+      "VectorCortexRestoreCard",
+      "VectorCortexRolloutCard",
+      "VectorCortexShardsCard",
+      "VectorCortexTopologyCard",
+    ],
+  },
+  {
+    surface: "setup",
+    label: "Setup",
+    sources: ["setup"],
+    mergedCardIds: [
+      "SettingsPanel",
+      "SettingsSection",
+      "ThresholdsPanel",
+      "CortexSetup",
+      "EmbedderSetup",
+      "CortexActionsCard",
+      "CortexBlockersCard",
+      "CortexEncoderCard",
+      "CortexRuntimeCard",
+      "EmbedderHealthCard",
+      "RagHealthCard",
+      "CustomEndpointSection",
+      "VectorCortexCosineFpCard",
+      "VectorCortexRepoCorpusCard",
+    ],
+    // The existent SetupTab SUB_TABS member — recorded under Setup, NOT admin.
+    setup_subtabs: ["config"],
+  },
+  {
+    surface: "admin",
+    label: "Admin",
+    sources: ["maintenance"],
+    mergedCardIds: [
+      "ActionsCard",
+      "DbStatsCard",
+      "DebugBundleCard",
+      "HealthMitigationCard",
+      "SchemaHealthCard",
+    ],
+  },
+];
+
+/** Exactly 7 fixed surfaces. */
+export const DASH_TAB_COUNT = 7;
+
+/**
+ * Legacy sections rendered today that are kept-but-folded under a surface.
+ * One explicit bucket per non-surface tab/section so the audit stays total.
+ */
+export const DASH_LEGACY_SECTIONS: readonly LegacySection[] = [
+  { id: "topics", disposition: "keep_but_listed_under", keep_but_listed_under: "admin" },
+  { id: "achievements", disposition: "keep_but_listed_under", keep_but_listed_under: "admin" },
+  { id: "game", disposition: "keep_but_listed_under", keep_but_listed_under: "admin" },
+];
+
+/** Old route -> new { surface, sub-tab hint } map, one entry per current TabId.
+ *  Feeds the DASH-0d hash router; does not change App.tsx routing this sprint. */
+export const DEEP_LINK_TARGETS: Readonly<Record<TabId, { surface: DASHSurface; subTabHint: string }>> = {
+  overview: { surface: "overview", subTabHint: "overview" },
+  sessions: { surface: "sessions", subTabHint: "session-list" },
+  turns: { surface: "sessions", subTabHint: "turn-list" },
+  cache: { surface: "cache-perf", subTabHint: "cache-cards" },
+  metrics: { surface: "cache-perf", subTabHint: "perf-cards" },
+  "memory-map": { surface: "memory-graph", subTabHint: "memory-map" },
+  repos: { surface: "memory-graph", subTabHint: "repo-list" },
+  wiki: { surface: "memory-graph", subTabHint: "wiki" },
+  "vector-cortex": { surface: "diagnostics", subTabHint: "cortex" },
+  events: { surface: "diagnostics", subTabHint: "event-log" },
+  health: { surface: "diagnostics", subTabHint: "health" },
+  setup: { surface: "setup", subTabHint: "settings" },
+  maintenance: { surface: "admin", subTabHint: "maintenance" },
+};
+
+/** One a11y landmark row per fixed surface (DASH-0d axe-hook contract).
+ *  No ARIA markup is emitted this sprint — this constant IS the contract. */
+export interface NavMapRow {
+  surface: DASHSurface;
+  navLabel: string;
+  subNavLabel: string | null;
+}
+
+export const DASH_NAV_MAP: readonly NavMapRow[] = [
+  { surface: "overview", navLabel: "Overview", subNavLabel: null },
+  { surface: "sessions", navLabel: "Session windows", subNavLabel: "Session turns" },
+  { surface: "cache-perf", navLabel: "Performance cards", subNavLabel: "Cache status" },
+  { surface: "memory-graph", navLabel: "Memory graph", subNavLabel: "Wiki + repos" },
+  { surface: "diagnostics", navLabel: "Diagnostics groups", subNavLabel: "Event + health" },
+  { surface: "setup", navLabel: "Setup", subNavLabel: "Sub-tabs" },
+  { surface: "admin", navLabel: "Admin", subNavLabel: "Maintenance" },
+];
+
+/** Per-surface responsive plan: column strategy + sub-tab toggle collapse.
+ *  All grids stay `grid-cols-1 md:grid-cols-3`, matching existent card grids;
+ *  below `sm` sub-tab toggles collapse to a horizontal scroll region. */
+export interface ResponsivePlan {
+  surface: DASHSurface;
+  grid: "grid-cols-1 md:grid-cols-3";
+  subTabCollapseBelow: "sm";
+}
+
+export const DASH_RESPONSIVE: readonly ResponsivePlan[] = DASH_TAB_PLAN.map((p) => ({
+  surface: p.surface,
+  grid: "grid-cols-1 md:grid-cols-3",
+  subTabCollapseBelow: "sm",
+}));

package/extensions/dashboard-client/src/tabs/SetupTab/CortexSetup.tsx

@@ -16,6 +16,7 @@ import { CortexBlockersCard } from "./CortexBlockersCard";
 import { CortexActionsCard } from "./CortexActionsCard";
 import CortexRuntimeCard from "./CortexRuntimeCard";
 import { VectorCortexCosineFpCard } from "./VectorCortexCosineFpCard";
+import { VectorCortexRepoCorpusCard } from "./VectorCortexRepoCorpusCard";
 import { styles } from "./CortexSetupStyles";
 
 export default function CortexSetup(): React.ReactElement {
@@ -43,6 +44,7 @@ export default function CortexSetup(): React.ReactElement {
 			<CortexEncoderCard data={state.data} error={state.error} />
 			<CortexRuntimeCard />
 			<VectorCortexCosineFpCard />
+			<VectorCortexRepoCorpusCard />
 			<CortexBlockersCard
 				blockers={state.data?.blockers ?? []}
 				highlight={highlight}

package/extensions/dashboard-client/src/tabs/SetupTab/VectorCortexRepoCorpusCard.tsx

@@ -0,0 +1,126 @@
+/**
+ * SetupTab/VectorCortexRepoCorpusCard.tsx — REPO-A cross-repo corpus consent
+ * status card.
+ *
+ * Reader-only card on the Setup Cortex sub-tab. Polls GET /api/repo-corpus and
+ * shows each pseudonymous repo's consent state + cross-repo overlap + total
+ * events. It NEVER submits consent — consent is CLI/ops-only (consent.mjs,
+ * append-only). The endpoint 404s on flag-off (MEGACOMPACT_REPO_CORPUS=0): the
+ * card renders an honest "disabled" state matching deriveVcStatus off. Counts +
+ * IDs + status only — never payload content (EVAL-REDACT-002).
+ *
+ * PREVENT-PI-004: relative-path fetch to the same-origin dashboard server.
+ */
+import type React from "react";
+import { useMemo } from "react";
+import { useApi } from "../../hooks/useApi";
+import { getJson, ApiError } from "../../api/client-http";
+import type { RepoCorpusStatusV1 } from "@contracts";
+
+const styles: Record<string, React.CSSProperties> = {
+	section: {
+		background: "#1a1a2e",
+		borderRadius: "8px",
+		padding: "1rem",
+		marginBottom: "1rem",
+		border: "1px solid #2a2a4e",
+	},
+	sectionTitle: {
+		fontSize: "1.1rem",
+		fontWeight: 700,
+		marginTop: 0,
+		marginBottom: "0.25rem",
+		color: "#e0e0e0",
+	},
+	subtitle: {
+		fontSize: "0.85rem",
+		color: "#a0a0c0",
+		marginTop: 0,
+		marginBottom: "0.75rem",
+	},
+	row: { marginBottom: "0.4rem", fontSize: "0.9rem" },
+	label: { fontWeight: 600, color: "#a0a0c0", marginRight: "0.5rem" },
+	value: { color: "#e0e0e0" },
+	disabled: {
+		background: "#1a1a2e",
+		border: "1px solid #2a2a4e",
+		borderRadius: "8px",
+		padding: "1rem",
+		marginBottom: "1rem",
+		color: "#a0a0c0",
+		fontSize: "0.85rem",
+	},
+};
+
+export const VectorCortexRepoCorpusCard: React.FC = () => {
+	const { data, error, loading } = useApi<RepoCorpusStatusV1 | null>(
+		useMemo(
+			() => () =>
+				getJson<RepoCorpusStatusV1>("/api/repo-corpus").catch((e: unknown) => {
+					// 404 = flag-off: surface to the renderer as disabled.
+					if (e instanceof ApiError && e.status === 404) return null;
+					throw e;
+				}),
+			[],
+		),
+		{ pollInterval: 5000 },
+	);
+
+	if (data === null && !error && !loading) {
+		return (
+			<div style={styles.disabled}>
+				Cross-repo corpus: disabled (MEGACOMPACT_REPO_CORPUS=0).
+			</div>
+		);
+	}
+
+	return (
+		<div style={styles.section}>
+			<h3 style={styles.sectionTitle}>Cross-Repo Corpus</h3>
+			<p style={styles.subtitle}>
+				Pseudonymous consent status across donated repos
+			</p>
+			{error !== null ? (
+				<p style={{ color: "#f44336", fontSize: "0.85rem" }}>
+					Error loading corpus: {error.message}
+				</p>
+			) : data === null ? (
+				<div style={styles.value}>Loading…</div>
+			) : (
+				<div>
+					<div style={styles.row}>
+						<span style={styles.label}>Status:</span>
+						<span style={styles.value}>{data.status}</span>
+					</div>
+					<div style={styles.row}>
+						<span style={styles.label}>Total events:</span>
+						<span style={styles.value}>{data.totalEvents}</span>
+					</div>
+					<div style={styles.row}>
+						<span style={styles.label}>Overlap pairs:</span>
+						<span style={styles.value}>
+							{data.corpus ? data.corpus.overlaps.length : 0}
+						</span>
+					</div>
+					<div style={{ marginTop: "0.5rem" }}>
+						{(data.perRepo ?? []).map((r) => (
+							<div key={r.repoPseudonym} style={styles.row}>
+								<span style={styles.label}>
+									{r.repoPseudonym.slice(0, 8)}:
+								</span>
+								<span style={styles.value}>
+									{r.sessions} sessions ·{" "}
+									{r.consentedCrossRepo
+										? r.revokedAt
+											? `revoked ${r.revokedAt}`
+											: "consented"
+										: "not consented"}
+								</span>
+							</div>
+						))}
+					</div>
+				</div>
+			)}
+		</div>
+	);
+};

package/extensions/dashboard-client/src/types/repo-corpus.ts

@@ -0,0 +1,25 @@
+/**
+ * dashboard-client/src/types/repo-corpus.ts — REPO-A client view types.
+ *
+ * Reader-only consent status card view. The live API payload is the server
+ * contract RepoCorpusStatusV1 (imported via @contracts); these types shape the
+ * card's rendering of one repo's consent state — counts + IDs + status only,
+ * never payload content (EVAL-REDACT-002).
+ */
+
+/** One repo's consent status row rendered by the card. */
+export interface RepoCorpusCardRow {
+  readonly repoPseudonym: string;
+  readonly sessions: number;
+  readonly consentedCrossRepo: boolean;
+  readonly revokedAt?: string;
+}
+
+/** Card-level rendering state derived from the live status. */
+export interface RepoCorpusCardView {
+  readonly present: boolean; // a corpus manifest exists
+  readonly totalEvents: number;
+  readonly repos: readonly RepoCorpusCardRow[];
+  readonly overlapCount: number;
+  readonly status: string; // live / awaiting_data / off — never empty
+}

package/extensions/dashboard-server/api-contracts/endpoints/registry-ext.ts

@@ -32,6 +32,7 @@ import type {
 } from "../cortex-improve.js";
 import type { DedupTierAttributionResponse } from "../dedup-attribution.js";
 import type { CosineFpReportV1 } from "../cosine-fp.js";
+import type { RepoCorpusStatusV1 } from "../repo-corpus.js";
 
 /** Additive endpoint entries spread into the ENDPOINTS registry. */
 export const EXTRA_ENDPOINTS = {
@@ -180,4 +181,14 @@ export const EXTRA_ENDPOINTS = {
 		description:
 			"Reader-only cosine-FP report (COS-FP-A): the last written synthetic bench aggregate — grid summary, per-content-type FP/FN/F1, recommended default, report digest. Counts + fractions + digests only, never template text. Missing report → awaiting_data; flag-off returns 404.",
 	} as const satisfies EndpointDef<"GET", undefined, CosineFpReportV1>,
+
+	// ─── REPO-A cross-repo corpus ──────────────────────────────────────
+
+	/** GET /api/repo-corpus — reader-only pseudonymous corpus status. */
+	repoCorpus: {
+		method: "GET",
+		path: "/api/repo-corpus",
+		description:
+			"Reader-only cross-repo corpus status (REPO-A): which pseudonymous repos/sessions are in the consented corpus, cross-repo overlap descriptors, and per-repo active-consent state. Counts + IDs + status only — never payload content. Flag-off returns 404; absent corpus returns awaiting_data.",
+	} as const satisfies EndpointDef<"GET", undefined, RepoCorpusStatusV1>,
 } as const;

package/extensions/dashboard-server/api-contracts/index.ts

@@ -357,3 +357,15 @@ export type {
 	CosineFpOverrides,
 	CosineFpReportV1,
 } from "./cosine-fp.js";
+
+// REPO-A — cross-repo corpus status (reader-only)
+export type {
+	RepoCorpusStatus,
+	RepoCorpusRepoV1,
+	RepoCorpusOverlapV1,
+	RepoCorpusManifestV1,
+	RepoCorpusConsentStateV1,
+	RepoCorpusConsentRowV1,
+	RepoCorpusPerRepoStatusV1,
+	RepoCorpusStatusV1,
+} from "./repo-corpus.js";

package/extensions/dashboard-server/api-contracts/repo-corpus.ts

@@ -0,0 +1,76 @@
+/**
+ * api-contracts/repo-corpus.ts — REPO-A cross-repo corpus API contract.
+ *
+ * Reader-only shapes for GET /api/repo-corpus. The corpus manifest is written by
+ * the CLI corpus-builder (scripts/repo-corpus/build.mjs) as a PSEUDONYMOUS
+ * artifact — repo IDs/counts/digests/cross-repo-overlap descriptors only, never
+ * payload content (EVAL-REDACT-002). The canonicalRemote→pseudonym mapping is a
+ * pure in-memory function and never leaves the builder. No `any`.
+ */
+
+/** Derived endpoint status (from vc-status.ts). */
+export type RepoCorpusStatus =
+  | "live"
+  | "awaiting_data"
+  | "deferred"
+  | "structural"
+  | "off";
+
+/** One pseudonymous repo in the corpus manifest. */
+export interface RepoCorpusRepoV1 {
+  readonly repoPseudonym: string;
+  readonly sessions: number;
+  readonly sessionIds: readonly string[];
+  readonly events: number;
+  /** SHA-256 over the repo's session-id slice + count (content-free). */
+  readonly digest: string;
+}
+
+/** A recorded cross-repo session overlap descriptor (IDs only, never text). */
+export interface RepoCorpusOverlapV1 {
+  readonly repoA: string;
+  readonly repoB: string;
+  readonly sharedSessions: number;
+  readonly sharedIds: readonly string[];
+}
+
+/** The corpus manifest the builder emits (pseudonymous). */
+export interface RepoCorpusManifestV1 {
+  readonly schema: "repo-corpus-manifest-v1";
+  readonly ownerPseudonym: string;
+  readonly datasetVersion: string;
+  readonly effectiveSeq: number;
+  readonly totalEvents: number;
+  readonly repos: readonly RepoCorpusRepoV1[];
+  readonly overlaps: readonly RepoCorpusOverlapV1[];
+}
+
+/** Per-repo consent state projection used by the reader route (pseudonymous). */
+export interface RepoCorpusConsentStateV1 {
+  readonly schema: "repo-corpus-consent-state-v1";
+  readonly perRepo: readonly RepoCorpusConsentRowV1[];
+}
+
+/** One repo's consent row (never payload content). */
+export interface RepoCorpusConsentRowV1 {
+  readonly repoPseudonym: string;
+  readonly consentedCrossRepo: boolean;
+  readonly revokedAt?: string;
+}
+
+/** Per-repo status row in RepoCorpusStatusV1. */
+export interface RepoCorpusPerRepoStatusV1 {
+  readonly repoPseudonym: string;
+  readonly sessions: number;
+  readonly consentedCrossRepo: boolean;
+  readonly revokedAt?: string;
+}
+
+/** Response body for GET /api/repo-corpus. */
+export interface RepoCorpusStatusV1 {
+  readonly schema: "repo-corpus-status-v1";
+  readonly corpus: RepoCorpusManifestV1 | null;
+  readonly perRepo: readonly RepoCorpusPerRepoStatusV1[];
+  readonly totalEvents: number;
+  readonly status: RepoCorpusStatus;
+}

package/extensions/dashboard-server/route-dispatch.ts

@@ -64,6 +64,7 @@ import {
 	handleImproveCortexStatus,
 	handleDedupTierAttribution,
 	handleCosineFpReport,
+	handleRepoCorpus,
 } from "./routes.js";
 // VC6C repair lives in its own module (routes-vector-cortex-repair.ts) so the
 // heal route file stays well under the 400-line extension soft limit.
@@ -162,5 +163,6 @@ export function dispatchRoutes(
 	if (handleImproveCortexStatus(req, res, ctx)) return true;
 	if (handleDedupTierAttribution(req, res, ctx)) return true;
 	if (handleCosineFpReport(req, res, ctx)) return true;
+	if (handleRepoCorpus(req, res, ctx)) return true;
 	return false;
 }

package/extensions/dashboard-server/routes-rag-settings-vector-cortex.ts

@@ -324,5 +324,17 @@ export const VECTOR_CORTEX_SETTINGS: SettingGroup = {
 			"Real-corpus L2 cosine FP validation (COS-FP-R): runs the real-corpus grid sweep (scripts/cosine-fp/real-bench.mjs) against donated, consent-approved sessions only (SECURITY_PRIVACY Lifecycle/Consent), scoring FP/FN with Wilson intervals + session-grouped bootstrap, and appends CI-backed per-content-type recommendations to the cosine-threshold report. Runs only when a valid consented corpus exists; absent corpus = no_corpus (normative pre-donation state, nothing written). OFF = script inert, nothing executes, no writes (byte-identical predecessor).",
 			true,
 		),
+		boolDirect(
+			"MEGACOMPACT_REPO_CORPUS",
+			"Cross-Repo Corpus (REPO-A)",
+			"Cross-repo corpus preparation (REPO-A): the governed, consent-gated reader-only path that builds a pseudonymous corpus manifest from per-repo events.log slices and serves GET /api/repo-corpus answering which pseudonymous repos/sessions are in the corpus, what cross-repo overlap exists, and whether consent is active for each — counts + IDs + status only, never payload content. Consent is append-only (consent.mjs, CLI/ops-only); revocation freezes the builder + route. OFF = builder refuses to run, reader route 404s, single-repo recall untouched (byte-identical predecessor).",
+			true,
+		),
+		boolDirect(
+			"MEGACOMPACT_DASH_0A",
+			"Dashboard Consolidation — Tab Plan",
+			"DASH-0a dashboard tab-audit + consolidation merge plan: records (as typed constants) the collapse of the 13 current TabIds onto the fixed 7 navigational surfaces (Overview, Sessions, Cache+Performance, Memory Graph, Diagnostics, Setup, Admin), plus the deep-link map, a11y nav-map, and responsive plan. Contract-planning only — no component moves, no route change. OFF = the plan module is inert (never imported by the shell); all 13 tab/section top-level files render exactly as today (byte-identical predecessor).",
+			true,
+		),
 	],
 };