scene-capability-engine 3.6.4 → 3.6.7

package/lib/state/state-migration-manager.js

@@ -7,6 +7,12 @@ const { SessionStore } = require('../runtime/session-store');
 const COMPONENT_AGENT_REGISTRY = 'collab.agent-registry';
 const COMPONENT_TIMELINE_INDEX = 'runtime.timeline-index';
 const COMPONENT_SCENE_SESSION_INDEX = 'runtime.scene-session-index';
+const COMPONENT_ERRORBOOK_ENTRY_INDEX = 'errorbook.entry-index';
+const COMPONENT_ERRORBOOK_INCIDENT_INDEX = 'errorbook.incident-index';
+const COMPONENT_SPEC_SCENE_OVERRIDES = 'governance.spec-scene-overrides';
+const COMPONENT_SPEC_SCENE_INDEX = 'governance.scene-index';
+const COMPONENT_RELEASE_EVIDENCE_RUNS = 'release.evidence-runs-index';
+const COMPONENT_RELEASE_GATE_HISTORY = 'release.gate-history-index';
 const DEFAULT_STATE_EXPORT_PATH = '.sce/reports/state-migration/state-export.latest.json';
 
 const COMPONENT_DEFINITIONS = Object.freeze([
@@ -21,6 +27,30 @@ const COMPONENT_DEFINITIONS = Object.freeze([
   {
     id: COMPONENT_SCENE_SESSION_INDEX,
     source_path: '.sce/session-governance/scene-index.json'
+  },
+  {
+    id: COMPONENT_ERRORBOOK_ENTRY_INDEX,
+    source_path: '.sce/errorbook/index.json'
+  },
+  {
+    id: COMPONENT_ERRORBOOK_INCIDENT_INDEX,
+    source_path: '.sce/errorbook/staging/index.json'
+  },
+  {
+    id: COMPONENT_SPEC_SCENE_OVERRIDES,
+    source_path: '.sce/spec-governance/spec-scene-overrides.json'
+  },
+  {
+    id: COMPONENT_SPEC_SCENE_INDEX,
+    source_path: '.sce/spec-governance/scene-index.json'
+  },
+  {
+    id: COMPONENT_RELEASE_EVIDENCE_RUNS,
+    source_path: '.sce/reports/release-evidence/handoff-runs.json'
+  },
+  {
+    id: COMPONENT_RELEASE_GATE_HISTORY,
+    source_path: '.sce/reports/release-evidence/release-gate-history.json'
   }
 ]);
 
@@ -159,6 +189,207 @@ function mapSceneSessionIndexPayload(payload = {}) {
   return records;
 }
 
+function mapErrorbookEntryIndexPayload(payload = {}) {
+  if (!payload || typeof payload !== 'object' || !Array.isArray(payload.entries)) {
+    return [];
+  }
+  return payload.entries
+    .map((item) => ({
+      entry_id: normalizeString(item && (item.id || item.entry_id)),
+      fingerprint: normalizeString(item && item.fingerprint),
+      title: normalizeString(item && item.title),
+      status: normalizeString(item && item.status),
+      quality_score: normalizeInteger(item && item.quality_score, 0),
+      tags: Array.isArray(item && item.tags)
+        ? item.tags.map((token) => normalizeString(token)).filter(Boolean)
+        : [],
+      ontology_tags: Array.isArray(item && item.ontology_tags)
+        ? item.ontology_tags.map((token) => normalizeString(token)).filter(Boolean)
+        : [],
+      temporary_mitigation_active: item && item.temporary_mitigation_active === true,
+      temporary_mitigation_deadline_at: normalizeString(item && item.temporary_mitigation_deadline_at),
+      occurrences: normalizeInteger(item && item.occurrences, 0),
+      created_at: normalizeString(item && item.created_at),
+      updated_at: normalizeString(item && item.updated_at)
+    }))
+    .filter((item) => item.entry_id);
+}
+
+function mapErrorbookIncidentIndexPayload(payload = {}) {
+  if (!payload || typeof payload !== 'object' || !Array.isArray(payload.incidents)) {
+    return [];
+  }
+  return payload.incidents
+    .map((item) => ({
+      incident_id: normalizeString(item && (item.id || item.incident_id)),
+      fingerprint: normalizeString(item && item.fingerprint),
+      title: normalizeString(item && item.title),
+      symptom: normalizeString(item && item.symptom),
+      state: normalizeString(item && item.state),
+      attempt_count: normalizeInteger(item && item.attempt_count, 0),
+      created_at: normalizeString(item && item.created_at),
+      updated_at: normalizeString(item && item.updated_at),
+      last_attempt_at: normalizeString(item && item.last_attempt_at),
+      resolved_at: normalizeString(item && item.resolved_at),
+      linked_entry_id: normalizeString(item && item.linked_entry_id)
+    }))
+    .filter((item) => item.incident_id);
+}
+
+function mapSpecSceneOverridesPayload(payload = {}) {
+  if (!payload || typeof payload !== 'object' || !payload.mappings || typeof payload.mappings !== 'object') {
+    return [];
+  }
+  return Object.entries(payload.mappings)
+    .map(([specId, mapping]) => {
+      if (typeof mapping === 'string') {
+        return {
+          spec_id: normalizeString(specId),
+          scene_id: normalizeString(mapping),
+          source: 'override',
+          rule_id: '',
+          updated_at: normalizeString(payload && payload.updated_at)
+        };
+      }
+      return {
+        spec_id: normalizeString(specId),
+        scene_id: normalizeString(mapping && mapping.scene_id),
+        source: normalizeString(mapping && mapping.source) || 'override',
+        rule_id: normalizeString(mapping && mapping.rule_id),
+        updated_at: normalizeString(mapping && mapping.updated_at) || normalizeString(payload && payload.updated_at)
+      };
+    })
+    .filter((item) => item.spec_id && item.scene_id);
+}
+
+function mapSpecSceneIndexPayload(payload = {}) {
+  if (!payload || typeof payload !== 'object' || !payload.scenes || typeof payload.scenes !== 'object') {
+    return [];
+  }
+  const generatedAt = normalizeString(payload.generated_at) || normalizeString(payload.updated_at);
+  const sceneFilter = normalizeString(payload.scene_filter);
+  return Object.entries(payload.scenes)
+    .map(([sceneId, scene]) => ({
+      scene_id: normalizeString(sceneId),
+      total_specs: normalizeInteger(scene && scene.total_specs, 0),
+      active_specs: normalizeInteger(scene && scene.active_specs, 0),
+      completed_specs: normalizeInteger(scene && scene.completed_specs, 0),
+      stale_specs: normalizeInteger(scene && scene.stale_specs, 0),
+      spec_ids: Array.isArray(scene && scene.spec_ids)
+        ? scene.spec_ids.map((token) => normalizeString(token)).filter(Boolean)
+        : [],
+      active_spec_ids: Array.isArray(scene && scene.active_spec_ids)
+        ? scene.active_spec_ids.map((token) => normalizeString(token)).filter(Boolean)
+        : [],
+      stale_spec_ids: Array.isArray(scene && scene.stale_spec_ids)
+        ? scene.stale_spec_ids.map((token) => normalizeString(token)).filter(Boolean)
+        : [],
+      generated_at: generatedAt,
+      scene_filter: sceneFilter
+    }))
+    .filter((item) => item.scene_id);
+}
+
+function mapReleaseEvidenceRunsPayload(payload = {}) {
+  if (!payload || typeof payload !== 'object' || !Array.isArray(payload.sessions)) {
+    return [];
+  }
+  const sourceUpdatedAt = normalizeString(payload.updated_at) || normalizeString(payload.generated_at);
+  return payload.sessions
+    .map((session) => {
+      const gate = session && session.gate && typeof session.gate === 'object' ? session.gate : {};
+      const gateActual = gate && gate.actual && typeof gate.actual === 'object' ? gate.actual : {};
+      const coverage = session && session.capability_coverage && typeof session.capability_coverage === 'object'
+        ? session.capability_coverage
+        : {};
+      const coverageSummary = coverage && coverage.summary && typeof coverage.summary === 'object'
+        ? coverage.summary
+        : {};
+      const scenePackageBatch = session && session.scene_package_batch && typeof session.scene_package_batch === 'object'
+        ? session.scene_package_batch
+        : {};
+      const scenePackageBatchSummary = scenePackageBatch && scenePackageBatch.summary && typeof scenePackageBatch.summary === 'object'
+        ? scenePackageBatch.summary
+        : {};
+      const batchSummary = session && session.batch_summary && typeof session.batch_summary === 'object'
+        ? session.batch_summary
+        : {};
+      const preflight = session && session.release_gate_preflight && typeof session.release_gate_preflight === 'object'
+        ? session.release_gate_preflight
+        : {};
+      return {
+        session_id: normalizeString(session && session.session_id),
+        merged_at: normalizeString(session && session.merged_at) || normalizeString(session && session.generated_at),
+        status: normalizeString(session && session.status),
+        gate_passed: gate && gate.passed === true,
+        spec_success_rate_percent: Number.isFinite(Number(gateActual.spec_success_rate_percent))
+          ? Number(gateActual.spec_success_rate_percent)
+          : null,
+        risk_level: normalizeString(gateActual.risk_level),
+        ontology_quality_score: Number.isFinite(Number(gateActual.ontology_quality_score))
+          ? Number(gateActual.ontology_quality_score)
+          : null,
+        capability_coverage_percent: Number.isFinite(Number(coverageSummary.coverage_percent))
+          ? Number(coverageSummary.coverage_percent)
+          : null,
+        capability_coverage_passed: coverageSummary.passed === true,
+        scene_package_batch_passed: scenePackageBatchSummary.batch_gate_passed === true,
+        scene_package_batch_failure_count: Number.isFinite(Number(scenePackageBatchSummary.batch_gate_failure_count))
+          ? Number.parseInt(`${scenePackageBatchSummary.batch_gate_failure_count}`, 10)
+          : (
+            Number.isFinite(Number(scenePackageBatchSummary.failed))
+              ? Number.parseInt(`${scenePackageBatchSummary.failed}`, 10)
+              : 0
+          ),
+        failed_goals: Number.isFinite(Number(batchSummary.failed_goals))
+          ? Number.parseInt(`${batchSummary.failed_goals}`, 10)
+          : 0,
+        release_gate_preflight_available: preflight && preflight.available === true,
+        release_gate_preflight_blocked: preflight && preflight.blocked === true,
+        source_updated_at: sourceUpdatedAt
+      };
+    })
+    .filter((item) => item.session_id);
+}
+
+function mapReleaseGateHistoryPayload(payload = {}) {
+  if (!payload || typeof payload !== 'object' || !Array.isArray(payload.entries)) {
+    return [];
+  }
+  const sourceUpdatedAt = normalizeString(payload.updated_at) || normalizeString(payload.generated_at);
+  return payload.entries
+    .map((entry) => ({
+      tag: normalizeString(entry && entry.tag),
+      evaluated_at: normalizeString(entry && entry.evaluated_at),
+      gate_passed: entry && entry.gate_passed === true,
+      enforce: entry && entry.enforce === true,
+      risk_level: normalizeString(entry && entry.risk_level),
+      spec_success_rate_percent: Number.isFinite(Number(entry && entry.spec_success_rate_percent))
+        ? Number(entry.spec_success_rate_percent)
+        : null,
+      scene_package_batch_passed: entry && entry.scene_package_batch_passed === true,
+      scene_package_batch_failure_count: Number.isFinite(Number(entry && entry.scene_package_batch_failure_count))
+        ? Number.parseInt(`${entry.scene_package_batch_failure_count}`, 10)
+        : 0,
+      capability_expected_unknown_count: Number.isFinite(Number(entry && entry.capability_expected_unknown_count))
+        ? Number.parseInt(`${entry.capability_expected_unknown_count}`, 10)
+        : 0,
+      capability_provided_unknown_count: Number.isFinite(Number(entry && entry.capability_provided_unknown_count))
+        ? Number.parseInt(`${entry.capability_provided_unknown_count}`, 10)
+        : 0,
+      release_gate_preflight_available: entry && entry.release_gate_preflight_available === true,
+      release_gate_preflight_blocked: entry && entry.release_gate_preflight_blocked === true,
+      require_release_gate_preflight: entry && entry.require_release_gate_preflight === true,
+      drift_alert_count: Number.isFinite(Number(entry && entry.drift_alert_count))
+        ? Number.parseInt(`${entry.drift_alert_count}`, 10)
+        : 0,
+      drift_blocked: entry && entry.drift_blocked === true,
+      weekly_ops_blocked: entry && entry.weekly_ops_blocked === true,
+      source_updated_at: sourceUpdatedAt
+    }))
+    .filter((item) => item.tag);
+}
+
 async function readJsonSource(absolutePath, fileSystem = fs) {
   if (!await fileSystem.pathExists(absolutePath)) {
     return {
@@ -196,6 +427,18 @@ async function readComponentSnapshot(component = {}, projectPath = process.cwd()
       records = mapTimelineIndexPayload(source.payload);
     } else if (component.id === COMPONENT_SCENE_SESSION_INDEX) {
       records = mapSceneSessionIndexPayload(source.payload);
+    } else if (component.id === COMPONENT_ERRORBOOK_ENTRY_INDEX) {
+      records = mapErrorbookEntryIndexPayload(source.payload);
+    } else if (component.id === COMPONENT_ERRORBOOK_INCIDENT_INDEX) {
+      records = mapErrorbookIncidentIndexPayload(source.payload);
+    } else if (component.id === COMPONENT_SPEC_SCENE_OVERRIDES) {
+      records = mapSpecSceneOverridesPayload(source.payload);
+    } else if (component.id === COMPONENT_SPEC_SCENE_INDEX) {
+      records = mapSpecSceneIndexPayload(source.payload);
+    } else if (component.id === COMPONENT_RELEASE_EVIDENCE_RUNS) {
+      records = mapReleaseEvidenceRunsPayload(source.payload);
+    } else if (component.id === COMPONENT_RELEASE_GATE_HISTORY) {
+      records = mapReleaseGateHistoryPayload(source.payload);
     }
   }
 
@@ -285,6 +528,36 @@ async function writeComponentToStateStore(componentSnapshot = {}, stateStore, co
       source: componentId
     });
   }
+  if (componentId === COMPONENT_ERRORBOOK_ENTRY_INDEX) {
+    return stateStore.upsertErrorbookEntryIndexRecords(componentSnapshot.records, {
+      source: componentId
+    });
+  }
+  if (componentId === COMPONENT_ERRORBOOK_INCIDENT_INDEX) {
+    return stateStore.upsertErrorbookIncidentIndexRecords(componentSnapshot.records, {
+      source: componentId
+    });
+  }
+  if (componentId === COMPONENT_SPEC_SCENE_OVERRIDES) {
+    return stateStore.upsertGovernanceSpecSceneOverrideRecords(componentSnapshot.records, {
+      source: componentId
+    });
+  }
+  if (componentId === COMPONENT_SPEC_SCENE_INDEX) {
+    return stateStore.upsertGovernanceSceneIndexRecords(componentSnapshot.records, {
+      source: componentId
+    });
+  }
+  if (componentId === COMPONENT_RELEASE_EVIDENCE_RUNS) {
+    return stateStore.upsertReleaseEvidenceRunRecords(componentSnapshot.records, {
+      source: componentId
+    });
+  }
+  if (componentId === COMPONENT_RELEASE_GATE_HISTORY) {
+    return stateStore.upsertReleaseGateHistoryRecords(componentSnapshot.records, {
+      source: componentId
+    });
+  }
   return null;
 }
 
@@ -404,17 +677,40 @@ async function runStateDoctor(options = {}, dependencies = {}) {
   const stateStore = dependencies.stateStore || getSceStateStore(projectPath, { fileSystem, env });
   const plan = await buildStateMigrationPlan({}, { projectPath, fileSystem, env, stateStore });
 
-  const [agentRows, timelineRows, sessionRows, migrations] = await Promise.all([
+  const [
+    agentRows,
+    timelineRows,
+    sessionRows,
+    errorbookEntryRows,
+    errorbookIncidentRows,
+    governanceOverrideRows,
+    governanceSceneRows,
+    releaseEvidenceRows,
+    releaseGateHistoryRows,
+    migrations
+  ] = await Promise.all([
     stateStore.listAgentRuntimeRecords({ limit: 0 }),
     stateStore.listTimelineSnapshotIndex({ limit: 0 }),
     stateStore.listSceneSessionCycles({ limit: 0 }),
+    stateStore.listErrorbookEntryIndexRecords({ limit: 0 }),
+    stateStore.listErrorbookIncidentIndexRecords({ limit: 0 }),
+    stateStore.listGovernanceSpecSceneOverrideRecords({ limit: 0 }),
+    stateStore.listGovernanceSceneIndexRecords({ limit: 0 }),
+    stateStore.listReleaseEvidenceRunRecords({ limit: 0 }),
+    stateStore.listReleaseGateHistoryRecords({ limit: 0 }),
     stateStore.listStateMigrations({ limit: 20 })
   ]);
 
   const targetCounts = new Map([
     [COMPONENT_AGENT_REGISTRY, Array.isArray(agentRows) ? agentRows.length : 0],
     [COMPONENT_TIMELINE_INDEX, Array.isArray(timelineRows) ? timelineRows.length : 0],
-    [COMPONENT_SCENE_SESSION_INDEX, Array.isArray(sessionRows) ? sessionRows.length : 0]
+    [COMPONENT_SCENE_SESSION_INDEX, Array.isArray(sessionRows) ? sessionRows.length : 0],
+    [COMPONENT_ERRORBOOK_ENTRY_INDEX, Array.isArray(errorbookEntryRows) ? errorbookEntryRows.length : 0],
+    [COMPONENT_ERRORBOOK_INCIDENT_INDEX, Array.isArray(errorbookIncidentRows) ? errorbookIncidentRows.length : 0],
+    [COMPONENT_SPEC_SCENE_OVERRIDES, Array.isArray(governanceOverrideRows) ? governanceOverrideRows.length : 0],
+    [COMPONENT_SPEC_SCENE_INDEX, Array.isArray(governanceSceneRows) ? governanceSceneRows.length : 0],
+    [COMPONENT_RELEASE_EVIDENCE_RUNS, Array.isArray(releaseEvidenceRows) ? releaseEvidenceRows.length : 0],
+    [COMPONENT_RELEASE_GATE_HISTORY, Array.isArray(releaseGateHistoryRows) ? releaseGateHistoryRows.length : 0]
   ]);
 
   const checks = plan.components.map((component) => {
@@ -614,10 +910,27 @@ async function runStateExport(options = {}, dependencies = {}) {
     : path.join(projectPath, outPathRaw);
   const stateStore = dependencies.stateStore || getSceStateStore(projectPath, { fileSystem, env });
 
-  const [agentRows, timelineRows, sessionRows, migrations] = await Promise.all([
+  const [
+    agentRows,
+    timelineRows,
+    sessionRows,
+    errorbookEntryRows,
+    errorbookIncidentRows,
+    governanceOverrideRows,
+    governanceSceneRows,
+    releaseEvidenceRows,
+    releaseGateHistoryRows,
+    migrations
+  ] = await Promise.all([
     stateStore.listAgentRuntimeRecords({ limit: 0 }),
     stateStore.listTimelineSnapshotIndex({ limit: 0 }),
     stateStore.listSceneSessionCycles({ limit: 0 }),
+    stateStore.listErrorbookEntryIndexRecords({ limit: 0 }),
+    stateStore.listErrorbookIncidentIndexRecords({ limit: 0 }),
+    stateStore.listGovernanceSpecSceneOverrideRecords({ limit: 0 }),
+    stateStore.listGovernanceSceneIndexRecords({ limit: 0 }),
+    stateStore.listReleaseEvidenceRunRecords({ limit: 0 }),
+    stateStore.listReleaseGateHistoryRecords({ limit: 0 }),
     stateStore.listStateMigrations({ limit: 0 })
   ]);
 
@@ -630,12 +943,24 @@ async function runStateExport(options = {}, dependencies = {}) {
       agent_runtime_registry: Array.isArray(agentRows) ? agentRows : [],
       timeline_snapshot_registry: Array.isArray(timelineRows) ? timelineRows : [],
       scene_session_cycle_registry: Array.isArray(sessionRows) ? sessionRows : [],
+      errorbook_entry_index_registry: Array.isArray(errorbookEntryRows) ? errorbookEntryRows : [],
+      errorbook_incident_index_registry: Array.isArray(errorbookIncidentRows) ? errorbookIncidentRows : [],
+      governance_spec_scene_override_registry: Array.isArray(governanceOverrideRows) ? governanceOverrideRows : [],
+      governance_scene_index_registry: Array.isArray(governanceSceneRows) ? governanceSceneRows : [],
+      release_evidence_run_registry: Array.isArray(releaseEvidenceRows) ? releaseEvidenceRows : [],
+      release_gate_history_registry: Array.isArray(releaseGateHistoryRows) ? releaseGateHistoryRows : [],
       state_migration_registry: Array.isArray(migrations) ? migrations : []
     },
     summary: {
       agent_runtime_registry: Array.isArray(agentRows) ? agentRows.length : 0,
       timeline_snapshot_registry: Array.isArray(timelineRows) ? timelineRows.length : 0,
       scene_session_cycle_registry: Array.isArray(sessionRows) ? sessionRows.length : 0,
+      errorbook_entry_index_registry: Array.isArray(errorbookEntryRows) ? errorbookEntryRows.length : 0,
+      errorbook_incident_index_registry: Array.isArray(errorbookIncidentRows) ? errorbookIncidentRows.length : 0,
+      governance_spec_scene_override_registry: Array.isArray(governanceOverrideRows) ? governanceOverrideRows.length : 0,
+      governance_scene_index_registry: Array.isArray(governanceSceneRows) ? governanceSceneRows.length : 0,
+      release_evidence_run_registry: Array.isArray(releaseEvidenceRows) ? releaseEvidenceRows.length : 0,
+      release_gate_history_registry: Array.isArray(releaseGateHistoryRows) ? releaseGateHistoryRows.length : 0,
       state_migration_registry: Array.isArray(migrations) ? migrations.length : 0
     },
     out_file: path.relative(projectPath, outPath).replace(/\\/g, '/')
@@ -650,6 +975,12 @@ module.exports = {
   COMPONENT_AGENT_REGISTRY,
   COMPONENT_TIMELINE_INDEX,
   COMPONENT_SCENE_SESSION_INDEX,
+  COMPONENT_ERRORBOOK_ENTRY_INDEX,
+  COMPONENT_ERRORBOOK_INCIDENT_INDEX,
+  COMPONENT_SPEC_SCENE_OVERRIDES,
+  COMPONENT_SPEC_SCENE_INDEX,
+  COMPONENT_RELEASE_EVIDENCE_RUNS,
+  COMPONENT_RELEASE_GATE_HISTORY,
   COMPONENT_DEFINITIONS,
   DEFAULT_STATE_EXPORT_PATH,
   buildStateMigrationPlan,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "scene-capability-engine",
-  "version": "3.6.4",
+  "version": "3.6.7",
   "description": "SCE (Scene Capability Engine) - A CLI tool and npm package for spec-driven development with AI coding assistants.",
   "main": "index.js",
   "bin": {