helixevo 0.4.0 → 0.5.0

package/dashboard/lib/data.ts

@@ -16,6 +16,20 @@ function readJsonl<T>(filename: string): T[] {
   return readFileSync(path, 'utf-8').trim().split('\n').filter(Boolean).map(l => JSON.parse(l))
 }
 
+function readOntologyJson<T>(filename: string, fallback: T): T {
+  const path = join(SG_DIR, 'ontology', filename)
+  if (!existsSync(path)) return fallback
+  return JSON.parse(readFileSync(path, 'utf-8'))
+}
+
+function readOntologyJsonl<T>(filename: string): T[] {
+  const path = join(SG_DIR, 'ontology', filename)
+  if (!existsSync(path)) return []
+  const raw = readFileSync(path, 'utf-8').trim()
+  if (!raw) return []
+  return raw.split('\n').filter(Boolean).map((l) => JSON.parse(l))
+}
+
 // ─── Types ──────────────────────────────────────────────────────
 
 export type CognitiveRole = 'generalist' | 'specialist' | 'hybrid'
@@ -78,7 +92,7 @@ export interface CanaryEntry {
   skillSlug: string; version: string; deployedAt: string; expiresAt: string
 }
 
-export type ArtifactProvenance = 'native-evolution' | 'native-topology' | 'derived-history'
+export type ArtifactProvenance = 'native-evolution' | 'native-topology' | 'native-ontology' | 'derived-history'
 export type ActivationProvenance = 'capture-derived' | 'project-analysis' | 'derived-failure'
 export type PressureProvenance = 'failure-native' | 'project-analysis-native' | 'failure-derived' | 'profile-gap-derived'
 
@@ -497,9 +511,79 @@ export interface TopologyDashboardSummary {
   candidates: ResolvedTopologyReviewCandidate[]
 }
 
+export type OntologyConceptKind = 'entity' | 'relation-subtype' | 'capability' | 'pressure-type' | 'topology-motif' | 'health-signal' | 'governance-pattern'
+export type OntologyLayer = 'kernel' | 'extension' | 'frontier'
+export type OntologyReviewDecisionStatus = 'promote' | 'reject' | 'defer'
+export type OntologyReviewStatus = 'open' | 'promoted' | 'rejected' | 'deferred'
+
+export interface OntologyKernelSnapshot {
+  version: string
+  updatedAt: string
+  pillars: string[]
+  layers: string[]
+  entityNames: string[]
+  relationFamilies: string[]
+  mutationOperations: string[]
+  invariantIds: string[]
+}
+
+export interface OntologyConcept {
+  id: string
+  name: string
+  conceptKind: OntologyConceptKind
+  layer: OntologyLayer
+  status: 'active' | 'provisional' | 'deprecated'
+  createdAt: string
+  parentConceptId?: string
+  description?: string
+  aliases?: string[]
+  promotionCriteria?: string[]
+  migrationMap?: Record<string, string>
+  reviewKey?: string
+  lastObservedAt?: string
+  sourceSummary?: string
+  projectIds?: string[]
+  evidenceIds?: string[]
+  observationCount?: number
+  confidence?: number
+  relatedSignalIds?: string[]
+  relatedMotifIds?: string[]
+  relatedReviewIds?: string[]
+  relatedTransferEventIds?: string[]
+  derivedFromKinds?: string[]
+}
+
+export interface OntologyReviewDecision {
+  id: string
+  conceptId: string
+  decision: OntologyReviewDecisionStatus
+  decidedAt: string
+  governanceMode: GovernanceModeName
+  rationale: string
+  decidedBy?: 'operator' | 'system'
+}
+
+export interface ResolvedOntologyConcept extends OntologyConcept {
+  reviewStatus: OntologyReviewStatus
+  latestReview?: OntologyReviewDecision
+  lastActivityAt: string
+}
+
+export interface OntologyChangeEvent {
+  id: string
+  timestamp: string
+  changeType: 'concept-hypothesized' | 'concept-promoted' | 'concept-rejected' | 'concept-split' | 'concept-merged' | 'concept-deprecated' | 'relation-refined' | 'mapping-migrated' | 'invariant-added' | 'invariant-relaxed'
+  conceptIds: string[]
+  reason: string
+  evidenceIds?: string[]
+  proposalId?: string
+  approvedBy?: string
+  ontologyVersion?: string
+}
+
 export interface OntologyDashboardSummary {
   specVersion: string
-  source: 'graph' | 'compat-derived'
+  source: 'graph' | 'compat-derived' | 'hybrid-native-derived'
   skillRoles: Record<CognitiveRole, number>
   stabilityStates: Record<StabilityState, number>
   plasticityStates: Record<PlasticityState, number>
@@ -551,6 +635,18 @@ export interface OntologyDashboardSummary {
     candidate: number
     rejected: number
   }
+  ontologyLoop: {
+    kernelConcepts: number
+    extensions: number
+    frontier: number
+    reviewOpen: number
+    promoted: number
+    rejected: number
+    deferred: number
+    deprecated: number
+    changeEvents: number
+    byConceptKind: Partial<Record<OntologyConceptKind, number>>
+  }
   governance: {
     activeMode: GovernanceModeName
     derivedMode: GovernanceModeName
@@ -590,6 +686,15 @@ export interface OntologyDashboardSummary {
   }
 }
 
+export interface OntologyControlDashboardSummary {
+  governance: ActiveGovernanceSummary
+  kernel: OntologyKernelSnapshot
+  summary: OntologyDashboardSummary['ontologyLoop']
+  frontier: ResolvedOntologyConcept[]
+  extensions: OntologyConcept[]
+  recentChanges: OntologyChangeEvent[]
+}
+
 const DASHBOARD_ONTOLOGY_SPEC_VERSION = '0.1.0'
 
 function emptyCounts<T extends string>(values: readonly T[]): Record<T, number> {
@@ -679,6 +784,207 @@ export function loadCanaries(): { entries: CanaryEntry[] } {
   return readJson<{ entries: CanaryEntry[] }>('canary-registry.json', { entries: [] })
 }
 
+export function loadOntologyKernelSnapshot(): OntologyKernelSnapshot {
+  return readOntologyJson<OntologyKernelSnapshot>('kernel.json', {
+    version: DASHBOARD_ONTOLOGY_SPEC_VERSION,
+    updatedAt: '',
+    pillars: [
+      'Operational World',
+      'Perception / Pressure',
+      'Working Memory / Activation',
+      'Long-Term Memory',
+      'Plasticity / Topology',
+      'Evidence / Immune System',
+      'Executive / Governance',
+      'Metacognition / Health',
+      'Time / Lineage',
+    ],
+    layers: ['kernel', 'extension', 'frontier'],
+    entityNames: [
+      'ProjectRecord',
+      'SessionRecord',
+      'TaskRecord',
+      'FailureRecord',
+      'PressureSignal',
+      'Capability',
+      'SkillNode',
+      'SkillRelation',
+      'ActivationEvent',
+      'MutationProposal',
+      'TopologyChange',
+      'EvidenceArtifact',
+      'EvaluationResult',
+      'TransferEvent',
+      'GovernanceMode',
+      'HealthMetric',
+      'LineageRecord',
+      'OntologyConcept',
+      'OntologyChangeEvent',
+    ],
+    relationFamilies: [
+      'belongs_to',
+      'derived_from',
+      'replaced_by',
+      'parent_of',
+      'child_of',
+      'specializes',
+      'generalizes_from',
+      'depends_on',
+      'enhances',
+      'conflicts_with',
+      'co_evolves_with',
+      'covers',
+      'activated_for',
+      'suppressed_by',
+      'contributed_to',
+      'competed_with',
+      'triggered_by',
+      'validated_by',
+      'contradicted_by',
+      'survived_in',
+      'requires_review',
+      'proposed_due_to',
+      'benefits',
+      'transferred_to',
+      'refined_by',
+      'promoted_from',
+      'executed_under',
+      'deferred_by',
+      'prioritized_by',
+      'locked_by',
+      'measures',
+      'signals_weakness_in',
+      'suggests_repair_for',
+    ],
+    mutationOperations: [
+      'create_skill',
+      'edit_skill',
+      'specialize_skill',
+      'generalize_skill',
+      'promote_skill',
+      'demote_skill',
+      'retire_skill',
+      'merge_skills',
+      'split_skill',
+      'rewire_relation',
+      'prune_branch',
+      'consolidate_cluster',
+    ],
+    invariantIds: [
+      'accepted-change-requires-evidence',
+      'specialist-requires-local-context',
+      'promotion-requires-repeated-evidence',
+      'relation-requires-family-and-confidence',
+      'topology-change-preserves-lineage',
+      'deprecated-state-remains-recoverable',
+      'ontology-promotion-requires-migration',
+      'frontier-concepts-stay-provisional',
+      'transfer-requires-source-and-target',
+      'high-risk-topology-change-requires-validation',
+    ],
+  })
+}
+
+export function loadOntologyExtensions(): OntologyConcept[] {
+  return readOntologyJson<OntologyConcept[]>('extensions.json', [])
+    .slice()
+    .sort((a, b) => (b.lastObservedAt ?? b.createdAt).localeCompare(a.lastObservedAt ?? a.createdAt) || a.name.localeCompare(b.name))
+}
+
+export function loadOntologyFrontier(): OntologyConcept[] {
+  return readOntologyJson<OntologyConcept[]>('frontier.json', [])
+    .slice()
+    .sort((a, b) => (b.lastObservedAt ?? b.createdAt).localeCompare(a.lastObservedAt ?? a.createdAt) || a.name.localeCompare(b.name))
+}
+
+export function loadOntologyReviewDecisions(): OntologyReviewDecision[] {
+  return readOntologyJsonl<OntologyReviewDecision>('reviews.jsonl')
+    .slice()
+    .sort((a, b) => b.decidedAt.localeCompare(a.decidedAt))
+}
+
+export function loadOntologyChangeEvents(): OntologyChangeEvent[] {
+  return readOntologyJsonl<OntologyChangeEvent>('change-log.jsonl')
+    .slice()
+    .sort((a, b) => b.timestamp.localeCompare(a.timestamp))
+}
+
+function ontologyStatusRank(status: OntologyReviewStatus): number {
+  return status === 'open' ? 4 : status === 'deferred' ? 3 : status === 'rejected' ? 2 : 1
+}
+
+export function loadResolvedOntologyFrontierConcepts(): ResolvedOntologyConcept[] {
+  const concepts = loadOntologyFrontier()
+  const latestByConcept = new Map<string, OntologyReviewDecision>()
+  for (const decision of loadOntologyReviewDecisions()) {
+    const existing = latestByConcept.get(decision.conceptId)
+    if (!existing || decision.decidedAt > existing.decidedAt) latestByConcept.set(decision.conceptId, decision)
+  }
+  return concepts
+    .map((concept) => {
+      const latestReview = latestByConcept.get(concept.id)
+      const reviewStatus: OntologyReviewStatus = latestReview?.decision === 'promote'
+        ? 'promoted'
+        : latestReview?.decision === 'reject'
+          ? 'rejected'
+          : latestReview?.decision === 'defer'
+            ? 'deferred'
+            : 'open'
+      return {
+        ...concept,
+        reviewStatus,
+        latestReview,
+        lastActivityAt: maxTimestamp(concept.lastObservedAt, latestReview?.decidedAt, concept.createdAt),
+      }
+    })
+    .sort((a, b) => ontologyStatusRank(b.reviewStatus) - ontologyStatusRank(a.reviewStatus)
+      || (b.confidence ?? 0) - (a.confidence ?? 0)
+      || (b.observationCount ?? 0) - (a.observationCount ?? 0)
+      || b.lastActivityAt.localeCompare(a.lastActivityAt)
+      || a.name.localeCompare(b.name))
+}
+
+function ontologyKindCounts(): Partial<Record<OntologyConceptKind, number>> {
+  return {}
+}
+
+export function getOntologyReviewSummary() {
+  const kernel = loadOntologyKernelSnapshot()
+  const frontier = loadResolvedOntologyFrontierConcepts()
+  const extensions = loadOntologyExtensions()
+  const changes = loadOntologyChangeEvents()
+  const byConceptKind = ontologyKindCounts()
+  for (const concept of [...frontier, ...extensions]) {
+    byConceptKind[concept.conceptKind] = (byConceptKind[concept.conceptKind] ?? 0) + 1
+  }
+  return {
+    kernelConcepts: kernel.entityNames.length,
+    extensions: extensions.length,
+    frontier: frontier.length,
+    reviewOpen: frontier.filter((concept) => concept.reviewStatus === 'open').length,
+    promoted: extensions.filter((concept) => concept.status === 'active').length,
+    rejected: frontier.filter((concept) => concept.reviewStatus === 'rejected').length,
+    deferred: frontier.filter((concept) => concept.reviewStatus === 'deferred').length,
+    deprecated: extensions.filter((concept) => concept.status === 'deprecated').length,
+    changeEvents: changes.length,
+    byConceptKind,
+    backlog: frontier.filter((concept) => concept.reviewStatus === 'open' || concept.reviewStatus === 'deferred').slice(0, 10),
+    recentChanges: changes.slice(0, 10),
+    recentExtensions: extensions.slice(0, 8),
+  }
+}
+
+export function loadOntologyControlSummary(): OntologyControlDashboardSummary {
+  return {
+    governance: getActiveGovernanceSummary(),
+    kernel: loadOntologyKernelSnapshot(),
+    summary: getOntologyReviewSummary(),
+    frontier: loadResolvedOntologyFrontierConcepts(),
+    extensions: loadOntologyExtensions(),
+    recentChanges: loadOntologyChangeEvents().slice(0, 10),
+  }
+}
+
 export function loadSkillContent(slug: string): string {
   const path = join(SG_DIR, 'general', slug, 'SKILL.md')
   if (!existsSync(path)) return ''
@@ -1783,6 +2089,7 @@ export function loadOntologySummary(): OntologyDashboardSummary {
   const governance = getActiveGovernanceSummary()
   const topologyReviews = getTopologyReviewSummary()
   const topologyExecution = getTopologyExecutionSummary()
+  const ontologyReview = getOntologyReviewSummary()
   const skillRoles = emptyCounts(['generalist', 'specialist', 'hybrid'] as const)
   const stabilityStates = emptyCounts(['stable', 'adaptive', 'experimental'] as const)
   const plasticityStates = emptyCounts(['consolidated', 'volatile', 'candidate'] as const)
@@ -1815,7 +2122,9 @@ export function loadOntologySummary(): OntologyDashboardSummary {
 
   return {
     specVersion: graph.ontologyVersion ?? DASHBOARD_ONTOLOGY_SPEC_VERSION,
-    source: graph.ontologyVersion ? 'graph' : 'compat-derived',
+    source: ontologyReview.frontier > 0 || ontologyReview.extensions > 0 || ontologyReview.changeEvents > 0
+      ? 'hybrid-native-derived'
+      : graph.ontologyVersion ? 'graph' : 'compat-derived',
     skillRoles,
     stabilityStates,
     plasticityStates,
@@ -1832,7 +2141,7 @@ export function loadOntologySummary(): OntologyDashboardSummary {
     evidenceBackedProposals,
     artifacts: {
       total: artifacts.length,
-      native: artifacts.filter((artifact) => artifact.provenance === 'native-evolution').length,
+      native: artifacts.filter((artifact) => artifact.provenance === 'native-evolution' || artifact.provenance === 'native-ontology').length,
       derived: artifacts.filter((artifact) => artifact.provenance === 'derived-history').length,
     },
     activationTraces: {
@@ -1873,6 +2182,18 @@ export function loadOntologySummary(): OntologyDashboardSummary {
       candidate: transferEvents.filter((event) => event.status === 'candidate').length,
       rejected: transferEvents.filter((event) => event.status === 'rejected').length,
     },
+    ontologyLoop: {
+      kernelConcepts: ontologyReview.kernelConcepts,
+      extensions: ontologyReview.extensions,
+      frontier: ontologyReview.frontier,
+      reviewOpen: ontologyReview.reviewOpen,
+      promoted: ontologyReview.promoted,
+      rejected: ontologyReview.rejected,
+      deferred: ontologyReview.deferred,
+      deprecated: ontologyReview.deprecated,
+      changeEvents: ontologyReview.changeEvents,
+      byConceptKind: ontologyReview.byConceptKind,
+    },
     governance: {
       activeMode: governance.activeMode,
       derivedMode: governance.derivedMode,