@mindrian_os/install 1.13.0-beta.11

package/lib/import/enricher.cjs

@@ -0,0 +1,296 @@
+'use strict';
+
+/**
+ * Phase 80 Stage 04 -- Enricher.
+ *
+ * After Stage 03 routes files into the Decision-16 nested layout, this module:
+ *
+ *   1. Writes ROOM.md scaffolds at every directory Stage 03 created
+ *      (IMPORT-03 + Decision 15). Includes intermediate folders like
+ *      inbox/suggested and inbox/unclassified.
+ *   2. Writes per-section STATE.md files for every top-level section that
+ *      received 1+ classified artifacts (IMPORT-04).
+ *   3. Writes MINTO.md stubs into every populated top-level section with
+ *      the literal WARNING line so /mos:reason can target them later
+ *      (IMPORT-05).
+ *   4. Runs Phase 79 lib/vault/wikilink-builder.cjs buildTeamLinks against
+ *      every routed artifact (IMPORT-08 team wikilink injection).
+ *   5. Rewrites source [[wikilinks]] preserved on manifest.files[].source_wikilinks
+ *      into new room-relative targets; unresolved links are collected on
+ *      stats.unresolved_wikilinks (IMPORT-08 source link rewrite).
+ *
+ * Out of scope for this module (moved to 80-06):
+ *   - Footer injection, De Stijl frontmatter normalization, callout promotion
+ *     (IMPORT-10 branding)
+ *   - Post-import smoke test (IMPORT-11)
+ *
+ * MWP edge names (canonical per docs/MWP-SPECIFICATION.md section "Edge Types"):
+ *   INFORMS, CONVERGES. These are the two edge types a ROOM.md folder scaffold
+ *   participates in as a structural container of artifacts that reference one
+ *   another (INFORMS) and converge around themes (CONVERGES). Other canonical
+ *   MWP edges (CONTRADICTS, ENABLES, INVALIDATES, REASONING_INFORMS,
+ *   HSI_CONNECTION, REVERSE_SALIENT, CO_OCCURS) are artifact-level, not
+ *   folder-level, so they are not declared here. Do NOT invent new edge names.
+ */
+
+const fs = require('node:fs');
+const path = require('node:path');
+const wb = require('../vault/wikilink-builder.cjs');
+const branding = require('./branding.cjs');
+
+const MINTO_STUB =
+  '> WARNING: Empty scaffold. Run `/mos:reason {section}` to populate.\n\n' +
+  'This file holds the Minto/MECE structured reasoning for {section}. It is intentionally empty until /mos:reason runs against the current artifact set.\n';
+
+function buildRoomMdScaffold(folderRel, children, mwpEdges) {
+  const lines = [];
+  lines.push('---');
+  lines.push('icm_layer: 0');
+  lines.push('folder: ' + folderRel);
+  lines.push('child_count: ' + children.length);
+  lines.push('generated_by: phase-80-vault-import');
+  lines.push('---');
+  lines.push('');
+  lines.push('<!-- mwp_edges: ' + mwpEdges.join(', ') + ' -->');
+  lines.push('');
+  lines.push('# ' + folderRel);
+  lines.push('');
+  lines.push('ICM Layer 0 identity for this folder.');
+  lines.push('');
+  lines.push('## Children (' + children.length + ')');
+  for (const c of children) lines.push('- [[' + c + ']]');
+  lines.push('');
+  return lines.join('\n');
+}
+
+// IMPORT-04: per-section STATE.md.
+function buildSectionStateMd(section, artifacts) {
+  const lines = [];
+  lines.push('---');
+  lines.push('section: ' + section);
+  lines.push('artifact_count: ' + artifacts.length);
+  lines.push('generated_by: phase-80-vault-import');
+  lines.push('---');
+  lines.push('');
+  lines.push('# ' + section + ' Section State');
+  lines.push('');
+  lines.push('Classified artifacts in this section:');
+  lines.push('');
+  for (const slug of artifacts) lines.push('- [[' + slug + ']]');
+  lines.push('');
+  return lines.join('\n');
+}
+
+function writeIfMissing(absPath, content) {
+  if (fs.existsSync(absPath)) return false;
+  fs.mkdirSync(path.dirname(absPath), { recursive: true });
+  fs.writeFileSync(absPath, content);
+  return true;
+}
+
+// Adapt manifest.people[] entries to the shape wikilink-builder expects.
+// Phase 79 buildTeamLinks wants { name, displayName, path, category }.
+function teamProfilesFromManifest(manifest) {
+  const people = manifest.people || [];
+  return people
+    .filter(function (p) { return p && (p.slug || p.name); })
+    .map(function (p) {
+      const slug = p.slug || p.name;
+      const displayName = p.displayName || p.name || slug;
+      const category = p.role_bucket || p.category || 'unassigned';
+      return {
+        name: slug,
+        displayName: displayName,
+        path: p.profile_path || ('team/' + category + '/' + slug + '/' + slug + '.md'),
+        category: category
+      };
+    });
+}
+
+function enrichRoom(manifest, opts) {
+  opts = opts || {};
+  const roomDir = opts.roomDir || manifest.destination_room;
+  if (!roomDir) throw new Error('enrichRoom: destination_room not set on manifest');
+  const mwpEdges = opts.mwpEdges || ['INFORMS', 'CONVERGES'];
+  const stats = {
+    rooms_md_created: 0,
+    state_md_created: 0,
+    minto_stubs_created: 0,
+    wikilinks_added: 0,
+    unresolved_wikilinks: []
+  };
+
+  // ----- 1. Collect folder + section bookkeeping from manifest.files -----
+  const folderChildren = new Map(); // leaf folder -> [slug.md, ...]
+  const sectionArtifacts = new Map(); // top-level section -> [leaf-slug, ...]
+  const touched = new Set(); // every ancestor folder we need ROOM.md for
+
+  for (const f of manifest.files) {
+    if (!f.destination_folder) continue;
+    // Skip meetings-pending staging (those get processed by 80-04 Stage 03c).
+    if (f.destination_section === 'meetings-pending') continue;
+
+    const folderRel = f.destination_folder;
+    const arr = folderChildren.get(folderRel) || [];
+    arr.push(path.basename(f.destination_path));
+    folderChildren.set(folderRel, arr);
+
+    const segments = folderRel.split(path.sep);
+    for (let i = segments.length; i >= 1; i--) {
+      touched.add(segments.slice(0, i).join(path.sep));
+    }
+
+    const topSection = segments[0];
+    const leaf = path.basename(folderRel);
+    const list = sectionArtifacts.get(topSection) || [];
+    list.push(leaf);
+    sectionArtifacts.set(topSection, list);
+  }
+
+  // ----- 2. ROOM.md scaffolds at every touched folder (leaf + intermediates) -----
+  for (const folderRel of touched) {
+    const abs = path.join(roomDir, folderRel, 'ROOM.md');
+    let children = folderChildren.get(folderRel) || [];
+    if (children.length === 0) {
+      // Intermediate folder: its children are the direct sub-folders we also touched.
+      children = Array.from(touched)
+        .filter(function (p) { return path.dirname(p) === folderRel; })
+        .map(function (p) { return path.basename(p); });
+    }
+    if (writeIfMissing(abs, buildRoomMdScaffold(folderRel, children, mwpEdges))) {
+      stats.rooms_md_created++;
+    }
+  }
+
+  // ----- 3. Per-section STATE.md (IMPORT-04) -----
+  for (const [section, artifacts] of sectionArtifacts.entries()) {
+    const abs = path.join(roomDir, section, 'STATE.md');
+    if (writeIfMissing(abs, buildSectionStateMd(section, artifacts))) {
+      stats.state_md_created++;
+    }
+  }
+
+  // ----- 4. MINTO.md stubs (IMPORT-05) -----
+  for (const section of sectionArtifacts.keys()) {
+    const mintoAbs = path.join(roomDir, section, 'MINTO.md');
+    if (!fs.existsSync(mintoAbs)) {
+      fs.mkdirSync(path.dirname(mintoAbs), { recursive: true });
+      fs.writeFileSync(mintoAbs, MINTO_STUB.replace(/\{section\}/g, section));
+      stats.minto_stubs_created++;
+    }
+  }
+
+  // ----- 5. Wikilink injection via Phase 79 buildTeamLinks -----
+  const teamProfiles = teamProfilesFromManifest(manifest);
+  for (const f of manifest.files) {
+    if (!f.destination_abs_path) continue;
+    let content;
+    try {
+      content = fs.readFileSync(f.destination_abs_path, 'utf8');
+    } catch (e) {
+      stats.unresolved_wikilinks.push({ file_id: f.id, error: 'read_failed: ' + e.message });
+      continue;
+    }
+    const linked = wb.buildTeamLinks(content, teamProfiles, {
+      ownProfilePath: f.destination_path
+    });
+    if (linked !== content) {
+      try {
+        fs.writeFileSync(f.destination_abs_path, linked);
+        stats.wikilinks_added++;
+      } catch (e) {
+        stats.unresolved_wikilinks.push({ file_id: f.id, error: 'write_failed: ' + e.message });
+      }
+    }
+  }
+
+  // ----- 6. Source [[wikilink]] rewrite (IMPORT-08) -----
+  for (const f of manifest.files) {
+    if (!f.source_wikilinks || !f.source_wikilinks.length) continue;
+    if (!f.destination_abs_path) continue;
+    for (const link of f.source_wikilinks) {
+      const targetFile = manifest.files.find(function (other) {
+        return (
+          other.destination_folder &&
+          path.basename(other.destination_folder) === link
+        );
+      });
+      const targetPerson = (manifest.people || []).find(function (p) {
+        return p.slug === link || p.name === link;
+      });
+      let resolved = null;
+      if (targetFile) {
+        resolved = targetFile.destination_path;
+      } else if (targetPerson) {
+        resolved =
+          targetPerson.profile_path ||
+          ('team/' +
+            (targetPerson.role_bucket || 'unassigned') +
+            '/' +
+            targetPerson.slug +
+            '/' +
+            targetPerson.slug +
+            '.md');
+      }
+      if (resolved) {
+        let cur;
+        try {
+          cur = fs.readFileSync(f.destination_abs_path, 'utf8');
+        } catch (e) {
+          stats.unresolved_wikilinks.push({ file_id: f.id, link: link, error: 'read_failed' });
+          continue;
+        }
+        const marker = '\nRelated: [[' + resolved + ']]\n';
+        if (!cur.includes(marker)) {
+          fs.writeFileSync(f.destination_abs_path, cur + marker);
+        }
+      } else {
+        stats.unresolved_wikilinks.push({ file_id: f.id, link: link });
+      }
+    }
+  }
+
+  // ----- 7. IMPORT-10 branding pass (Phase 80-06) -----
+  // applyBranding is the LAST write per artifact so footer + canonical
+  // frontmatter + callouts see the final post-wikilink content.
+  stats.branded = 0;
+  const brandingCtx = {
+    import_id: manifest.import_id,
+    source_vault: manifest.source_vault,
+    imported_at: new Date().toISOString()
+  };
+  for (const f of manifest.files) {
+    if (!f.destination_abs_path || !f.classification) continue;
+    if (!fs.existsSync(f.destination_abs_path)) continue;
+    try {
+      branding.applyBranding(
+        f.destination_abs_path,
+        f.classification,
+        Object.assign({}, brandingCtx, {
+          source_path: f.source_path,
+          source_wikilinks: f.source_wikilinks || []
+        })
+      );
+      stats.branded++;
+    } catch (e) {
+      manifest.warnings = manifest.warnings || [];
+      manifest.warnings.push({ type: 'branding_failed', context: (f.id || f.source_path) + ': ' + e.message });
+    }
+  }
+
+  manifest.stage_states.enrich.status = 'complete';
+  manifest.stage_states.enrich.completed_at = new Date().toISOString();
+  manifest.stage_states.enrich.wikilinks_added = stats.wikilinks_added;
+  manifest.stage_states.enrich.rooms_md_created = stats.rooms_md_created;
+  manifest.stage_states.enrich.minto_stubs_created = stats.minto_stubs_created;
+  manifest.stage_states.enrich.branded = stats.branded;
+  return stats;
+}
+
+module.exports = {
+  enrichRoom: enrichRoom,
+  buildRoomMdScaffold: buildRoomMdScaffold,
+  buildSectionStateMd: buildSectionStateMd,
+  teamProfilesFromManifest: teamProfilesFromManifest,
+  MINTO_STUB: MINTO_STUB
+};

package/lib/import/enricher.test.cjs

@@ -0,0 +1,273 @@
+'use strict';
+
+const assert = require('node:assert/strict');
+const fs = require('node:fs');
+const os = require('node:os');
+const path = require('node:path');
+const crypto = require('node:crypto');
+
+const {
+  enrichRoom,
+  buildRoomMdScaffold,
+  buildSectionStateMd,
+  teamProfilesFromManifest,
+  MINTO_STUB
+} = require('./enricher.cjs');
+
+function mkTmp(label) {
+  const dir = path.join(
+    os.tmpdir(),
+    'enricher-test-' + label + '-' + crypto.randomBytes(6).toString('hex')
+  );
+  fs.mkdirSync(dir, { recursive: true });
+  return dir;
+}
+
+function makeRoom(dir) {
+  fs.mkdirSync(dir, { recursive: true });
+  fs.writeFileSync(path.join(dir, 'STATE.md'), '# STATE\n');
+}
+
+// Build a manifest with pre-routed files directly on disk at the given
+// destination layout (we simulate Stage 03's output without invoking the
+// router, since router is tested separately).
+function makeRoutedFile(roomDir, section, slug, body) {
+  const folderRel = path.join(section, slug);
+  const folderAbs = path.join(roomDir, folderRel);
+  fs.mkdirSync(folderAbs, { recursive: true });
+  const abs = path.join(folderAbs, slug + '.md');
+  fs.writeFileSync(abs, body || '# ' + slug + '\n');
+  return {
+    id: 'f-' + slug,
+    source_path: slug + '.md',
+    source_abs_path: abs,
+    source_size: 1,
+    source_mtime: new Date().toISOString(),
+    source_hash: 'h',
+    source_frontmatter: {},
+    source_wikilinks: [],
+    destination_section: section.split(path.sep)[0],
+    destination_folder: folderRel,
+    destination_path: path.join(folderRel, slug + '.md'),
+    destination_abs_path: abs,
+    collision: false
+  };
+}
+
+function baseManifest(roomDir) {
+  return {
+    schema_version: '1.0',
+    import_id: '2026-04-13-test',
+    created_at: new Date().toISOString(),
+    source_vault: '/fake/vault',
+    destination_room: roomDir,
+    mode: 'copy',
+    status: 'in_progress',
+    stage_states: {
+      ingest:   { status: 'complete', completed_at: null, files_scanned: 0 },
+      classify: { status: 'complete', completed_at: null, human_edited: false, edits_count: 0 },
+      route:    { status: 'complete', completed_at: null, files_moved: 0, collisions: 0 },
+      enrich:   { status: 'pending', completed_at: null, wikilinks_added: 0, rooms_md_created: 0, minto_stubs_created: 0 }
+    },
+    files: [],
+    people: [],
+    meetings: [],
+    collisions: [],
+    warnings: [],
+    undo: { is_undone: false, undone_at: null, undone_to_directory: null }
+  };
+}
+
+// ---------- Test 1: ROOM.md scaffold at leaf folders ----------
+(function test_room_md_scaffold() {
+  const room = mkTmp('scaffold');
+  makeRoom(room);
+  const m = baseManifest(room);
+  m.files.push(makeRoutedFile(room, 'problem-definition', 'onboarding'));
+  m.files.push(makeRoutedFile(room, 'problem-definition', 'pricing'));
+  m.files.push(makeRoutedFile(room, 'problem-definition', 'scaling'));
+  const stats = enrichRoom(m);
+
+  // Leaf ROOM.md should exist
+  const leafRoom = path.join(room, 'problem-definition', 'onboarding', 'ROOM.md');
+  assert.ok(fs.existsSync(leafRoom));
+  const content = fs.readFileSync(leafRoom, 'utf8');
+  assert.match(content, /icm_layer: 0/);
+  assert.match(content, /problem-definition/);
+
+  // Parent ROOM.md at section root should also exist.
+  const sectionRoom = path.join(room, 'problem-definition', 'ROOM.md');
+  assert.ok(fs.existsSync(sectionRoom));
+  const secContent = fs.readFileSync(sectionRoom, 'utf8');
+  assert.match(secContent, /child_count: 3/);
+  assert.ok(stats.rooms_md_created >= 4);
+  console.log('ok test_room_md_scaffold');
+})();
+
+// ---------- Test 2: per-section STATE.md (IMPORT-04) ----------
+(function test_per_section_state_md() {
+  const room = mkTmp('state');
+  makeRoom(room);
+  const m = baseManifest(room);
+  m.files.push(makeRoutedFile(room, 'problem-definition', 'onboarding'));
+  m.files.push(makeRoutedFile(room, 'business-model', 'pricing-model'));
+  m.files.push(makeRoutedFile(room, path.join('inbox', 'suggested'), 'maybe-this'));
+  m.files[2].destination_section = 'inbox';
+  const stats = enrichRoom(m);
+
+  const pdState = path.join(room, 'problem-definition', 'STATE.md');
+  assert.ok(fs.existsSync(pdState));
+  const pd = fs.readFileSync(pdState, 'utf8');
+  assert.match(pd, /onboarding/);
+
+  const bmState = path.join(room, 'business-model', 'STATE.md');
+  assert.ok(fs.existsSync(bmState));
+
+  const inboxState = path.join(room, 'inbox', 'STATE.md');
+  assert.ok(fs.existsSync(inboxState));
+  const inboxText = fs.readFileSync(inboxState, 'utf8');
+  assert.match(inboxText, /maybe-this/);
+
+  assert.equal(stats.state_md_created, 3);
+  console.log('ok test_per_section_state_md');
+})();
+
+// ---------- Test 3: MINTO.md stub format ----------
+(function test_minto_stub() {
+  const room = mkTmp('minto');
+  makeRoom(room);
+  const m = baseManifest(room);
+  m.files.push(makeRoutedFile(room, 'problem-definition', 'onboarding'));
+  const stats = enrichRoom(m);
+  const mintoPath = path.join(room, 'problem-definition', 'MINTO.md');
+  assert.ok(fs.existsSync(mintoPath));
+  const content = fs.readFileSync(mintoPath, 'utf8');
+  assert.match(content, /WARNING: Empty scaffold\. Run `\/mos:reason/);
+  assert.equal(stats.minto_stubs_created, 1);
+  console.log('ok test_minto_stub');
+})();
+
+// ---------- Test 4: idempotent ----------
+(function test_idempotent() {
+  const room = mkTmp('idem');
+  makeRoom(room);
+  const m = baseManifest(room);
+  m.files.push(makeRoutedFile(room, 'problem-definition', 'onboarding'));
+  const first = enrichRoom(m);
+  const second = enrichRoom(m);
+  assert.ok(first.rooms_md_created > 0);
+  assert.equal(second.rooms_md_created, 0);
+  assert.equal(second.state_md_created, 0);
+  assert.equal(second.minto_stubs_created, 0);
+  console.log('ok test_idempotent');
+})();
+
+// ---------- Test 5: wikilink invocation ----------
+(function test_wikilink_invocation() {
+  const room = mkTmp('wl');
+  makeRoom(room);
+  const m = baseManifest(room);
+  // Artifact body mentions "Jane Doe" (capital J, whole word).
+  m.files.push(makeRoutedFile(room, 'problem-definition', 'onboarding', '# Onboarding\n\nJane Doe helped here.\n'));
+  m.people.push({
+    name: 'Jane Doe',
+    slug: 'jane-doe',
+    displayName: 'Jane Doe',
+    role_bucket: 'core-team',
+    profile_path: 'team/core-team/jane-doe/jane-doe.md'
+  });
+  const stats = enrichRoom(m);
+  const written = fs.readFileSync(m.files[0].destination_abs_path, 'utf8');
+  assert.match(written, /\[\[team\/core-team\/jane-doe/);
+  assert.ok(stats.wikilinks_added >= 1);
+  console.log('ok test_wikilink_invocation');
+})();
+
+// ---------- Test 6: source wikilink rewrite (IMPORT-08) ----------
+(function test_source_wikilink_rewrite() {
+  const room = mkTmp('swl');
+  makeRoom(room);
+  const m = baseManifest(room);
+  m.files.push(makeRoutedFile(room, 'problem-definition', 'onboarding'));
+  m.files[0].source_wikilinks = ['jane-doe', 'nonexistent-target'];
+  m.people.push({
+    name: 'Jane Doe',
+    slug: 'jane-doe',
+    displayName: 'Jane Doe',
+    role_bucket: 'core-team',
+    profile_path: 'team/core-team/jane-doe/jane-doe.md'
+  });
+  const stats = enrichRoom(m);
+  const content = fs.readFileSync(m.files[0].destination_abs_path, 'utf8');
+  assert.match(content, /Related: \[\[team\/core-team\/jane-doe\/jane-doe\.md\]\]/);
+  assert.ok(stats.unresolved_wikilinks.some(function (u) { return u.link === 'nonexistent-target'; }));
+  console.log('ok test_source_wikilink_rewrite');
+})();
+
+// ---------- Test 7: inbox sub-branches get ROOM.md ----------
+(function test_inbox_room_md() {
+  const room = mkTmp('inboxroom');
+  makeRoom(room);
+  const m = baseManifest(room);
+  m.files.push(makeRoutedFile(room, path.join('inbox', 'suggested'), 'maybe-one'));
+  m.files.push(makeRoutedFile(room, path.join('inbox', 'unclassified'), 'dunno'));
+  m.files[0].destination_section = 'inbox';
+  m.files[1].destination_section = 'inbox';
+  enrichRoom(m);
+  assert.ok(fs.existsSync(path.join(room, 'inbox', 'ROOM.md')));
+  assert.ok(fs.existsSync(path.join(room, 'inbox', 'suggested', 'ROOM.md')));
+  assert.ok(fs.existsSync(path.join(room, 'inbox', 'unclassified', 'ROOM.md')));
+  assert.ok(fs.existsSync(path.join(room, 'inbox', 'suggested', 'maybe-one', 'ROOM.md')));
+  console.log('ok test_inbox_room_md');
+})();
+
+// ---------- Test 8: failure tolerance ----------
+(function test_failure_tolerance() {
+  const room = mkTmp('ft');
+  makeRoom(room);
+  const m = baseManifest(room);
+  m.files.push(makeRoutedFile(room, 'problem-definition', 'good'));
+  // Add a phantom file with non-existent destination_abs_path.
+  m.files.push({
+    id: 'phantom',
+    source_path: 'phantom.md',
+    destination_section: 'problem-definition',
+    destination_folder: path.join('problem-definition', 'phantom'),
+    destination_path: path.join('problem-definition', 'phantom', 'phantom.md'),
+    destination_abs_path: path.join(room, 'problem-definition', 'phantom', 'nope.md'),
+    source_wikilinks: []
+  });
+  // Should not throw.
+  const stats = enrichRoom(m);
+  assert.ok(stats.rooms_md_created > 0);
+  console.log('ok test_failure_tolerance');
+})();
+
+// ---------- Test 9: MWP edge naming declared ----------
+(function test_mwp_edges_declared() {
+  const room = mkTmp('mwp');
+  makeRoom(room);
+  const m = baseManifest(room);
+  m.files.push(makeRoutedFile(room, 'problem-definition', 'onboarding'));
+  enrichRoom(m);
+  const content = fs.readFileSync(path.join(room, 'problem-definition', 'onboarding', 'ROOM.md'), 'utf8');
+  assert.match(content, /<!-- mwp_edges:/);
+  assert.match(content, /INFORMS/);
+  assert.match(content, /CONVERGES/);
+  console.log('ok test_mwp_edges_declared');
+})();
+
+// ---------- Helper: teamProfilesFromManifest shape ----------
+(function test_team_profiles_shape() {
+  const profiles = teamProfilesFromManifest({
+    people: [{ slug: 'jane-doe', displayName: 'Jane Doe', role_bucket: 'core-team' }]
+  });
+  assert.equal(profiles.length, 1);
+  assert.equal(profiles[0].name, 'jane-doe');
+  assert.equal(profiles[0].displayName, 'Jane Doe');
+  assert.equal(profiles[0].category, 'core-team');
+  assert.match(profiles[0].path, /team\/core-team\/jane-doe\/jane-doe\.md/);
+  console.log('ok test_team_profiles_shape');
+})();
+
+console.log('ALL enricher tests passed');