@dboio/cli 0.15.3 → 0.17.0

package/src/migrations/011-schema-driven-metadata.js

@@ -0,0 +1,120 @@
+import { readFile, writeFile, rename, readdir, rm, utimes } from 'fs/promises';
+import { join } from 'path';
+import { stat } from 'fs/promises';
+
+export const description = 'Rename metadata_templates.json → metadata_schema.json; migrate _contentColumns → _companionReferenceColumns; remove _unsupported dir; retire Extension_* config keys';
+
+export default async function run(_options) {
+  const log = (...args) => console.log(...args);
+
+  // ── Step 1: Rename .dbo/metadata_templates.json → .dbo/metadata_schema.json ──
+  try {
+    const oldPath = '.dbo/metadata_templates.json';
+    const newPath = '.dbo/metadata_schema.json';
+    if (await fileExists(oldPath) && !(await fileExists(newPath))) {
+      await rename(oldPath, newPath);
+      log(`  Renamed .dbo/metadata_templates.json → .dbo/metadata_schema.json`);
+    } else if (await fileExists(newPath)) {
+      log(`  .dbo/metadata_schema.json already exists — skipping rename`);
+    }
+  } catch (e) {
+    log(`  (skip) metadata_templates rename: ${e.message}`);
+  }
+
+  // ── Step 2: Rename _contentColumns → _companionReferenceColumns in all metadata files ──
+  try {
+    const metaFiles = await findMetadataFiles('.');
+    let updated = 0;
+    for (const file of metaFiles) {
+      try {
+        const raw = await readFile(file, 'utf8');
+        const obj = JSON.parse(raw);
+        if ('_contentColumns' in obj && !('_companionReferenceColumns' in obj)) {
+          // Preserve file timestamps so the write doesn't cause false
+          // "local changes" detections during the subsequent clone/pull.
+          const before = await stat(file);
+          obj._companionReferenceColumns = obj._contentColumns;
+          delete obj._contentColumns;
+          await writeFile(file, JSON.stringify(obj, null, 2) + '\n');
+          await utimes(file, before.atime, before.mtime);
+          updated++;
+        }
+      } catch { /* skip malformed files */ }
+    }
+    if (updated > 0) log(`  Migrated _contentColumns in ${updated} metadata file(s)`);
+  } catch (e) {
+    log(`  (skip) _contentColumns rename: ${e.message}`);
+  }
+
+  // ── Step 3: Move lib/extension/_unsupported/* → lib/extension/ ──
+  try {
+    const unsupportedDir = 'lib/extension/_unsupported';
+    if (await fileExists(unsupportedDir)) {
+      const files = await readdir(unsupportedDir);
+      let moved = 0;
+      for (const file of files) {
+        const src = join(unsupportedDir, file);
+        const dst = join('lib/extension', file);
+        try {
+          await rename(src, dst);
+          moved++;
+        } catch (e) {
+          log(`  (warn) Could not move ${file}: ${e.message}`);
+        }
+      }
+      try {
+        await rm(unsupportedDir, { recursive: true, force: true });
+      } catch { /* ignore */ }
+      if (moved > 0) log(`  Moved ${moved} file(s) from lib/extension/_unsupported/ to lib/extension/`);
+    }
+  } catch (e) {
+    log(`  (skip) _unsupported relocation: ${e.message}`);
+  }
+
+  // ── Step 4: Remove retired config.json keys ──
+  try {
+    const configPath = '.dbo/config.json';
+    const raw = await readFile(configPath, 'utf8');
+    const config = JSON.parse(raw);
+    const retiredPattern = /^Extension_.+_(FilenameCol|ContentExtractions)$|^ExtensionFilenameCol$/;
+    const keysToRemove = Object.keys(config).filter(k => retiredPattern.test(k));
+    if (keysToRemove.length > 0) {
+      for (const k of keysToRemove) delete config[k];
+      await writeFile(configPath, JSON.stringify(config, null, 2) + '\n');
+      log(`  Removed ${keysToRemove.length} retired config key(s): ${keysToRemove.join(', ')}`);
+    }
+  } catch (e) {
+    log(`  (skip) config key retirement: ${e.message}`);
+  }
+}
+
+async function fileExists(p) {
+  try {
+    await stat(p);
+    return true;
+  } catch {
+    return false;
+  }
+}
+
+async function findMetadataFiles(dir) {
+  const results = [];
+  async function walk(d) {
+    let entries;
+    try {
+      entries = await readdir(d, { withFileTypes: true });
+    } catch {
+      return;
+    }
+    for (const entry of entries) {
+      const full = join(d, entry.name);
+      if (entry.isDirectory() && !entry.name.startsWith('.') && entry.name !== 'node_modules' && entry.name !== 'trash') {
+        await walk(full);
+      } else if (entry.isFile() && /\.metadata~[^.]+\.json$/.test(entry.name)) {
+        results.push(full);
+      }
+    }
+  }
+  await walk(dir);
+  return results;
+}