fimo 2.3.2 → 2.4.0-staging.2

package/assets/skills/fimo-migration/scripts/build-canonical-manifest.mjs

@@ -1,595 +0,0 @@
-#!/usr/bin/env node
-import fs from 'node:fs';
-import path from 'node:path';
-import process from 'node:process';
-
-const STATUS_ORDER = new Map([
-  ['discovered', 0],
-  ['planned', 1],
-  ['generated', 2],
-  ['imported', 3],
-  ['verified', 4],
-  ['ignored', 4],
-  ['unsupported', 4],
-  ['unresolved', 4],
-]);
-
-function main() {
-  const args = parseArgs(process.argv.slice(2));
-  const projectRoot = path.resolve(args.projectRoot ?? process.cwd());
-  const outputPath = path.resolve(projectRoot, args.output ?? '.fimo/migration/manifest.json');
-
-  const urlLedgerPath = path.join(projectRoot, '.fimo/migrations/current/manifest.json');
-  const sourceLedgerPath = path.join(projectRoot, '.fimo/source-migration/manifest.json');
-  const previousPath = outputPath;
-
-  const urlLedger = readJsonIfExists(urlLedgerPath);
-  const sourceLedger = readJsonIfExists(sourceLedgerPath);
-  const previous = args.fresh ? null : readJsonIfExists(previousPath);
-
-  if (!urlLedger && !sourceLedger) {
-    fail(
-      `No migration ledgers found in ${projectRoot}. Expected .fimo/migrations/current/manifest.json or .fimo/source-migration/manifest.json. ` +
-        'This script only merges existing draft ledgers; for a fresh source-backed migration write .fimo/migration/manifest.json directly following references/manifest.md.'
-    );
-  }
-
-  const manifest = buildCanonicalManifest({
-    projectRoot,
-    urlLedger,
-    urlLedgerPath,
-    sourceLedger,
-    sourceLedgerPath,
-    previous,
-  });
-
-  fs.mkdirSync(path.dirname(outputPath), { recursive: true });
-  fs.writeFileSync(outputPath, JSON.stringify(manifest, null, 2) + '\n', 'utf8');
-
-  console.log(`Canonical migration manifest written to ${path.relative(projectRoot, outputPath)}`);
-  console.log(
-    `Routes: ${manifest.routes.length}, content types: ${manifest.contentTypes.length}, media: ${manifest.media.length}, forms: ${manifest.forms.length}, unresolved: ${manifest.unresolved.length}`
-  );
-}
-
-function parseArgs(argv) {
-  const args = {};
-  for (let i = 0; i < argv.length; i += 1) {
-    const arg = argv[i];
-    if (arg === '--help' || arg === '-h') {
-      console.log(
-        `Usage: node build-canonical-manifest.mjs [project-root] [--output .fimo/migration/manifest.json] [--fresh]`
-      );
-      process.exit(0);
-    }
-    if (arg === '--fresh') {
-      args.fresh = true;
-      continue;
-    }
-    if (arg === '--output') {
-      args.output = argv[++i];
-      continue;
-    }
-    if (arg.startsWith('--output=')) {
-      args.output = arg.slice('--output='.length);
-      continue;
-    }
-    if (!args.projectRoot) {
-      args.projectRoot = arg;
-      continue;
-    }
-    fail(`Unknown argument: ${arg}`);
-  }
-  return args;
-}
-
-function buildCanonicalManifest({ projectRoot, urlLedger, urlLedgerPath, sourceLedger, sourceLedgerPath, previous }) {
-  const source = buildSource({ urlLedger, urlLedgerPath, sourceLedger, sourceLedgerPath, projectRoot, previous });
-  const routes = applyGeneratedRouteArtifacts(
-    projectRoot,
-    mergeItems([...normalizeSourceRoutes(sourceLedger?.routes), ...normalizeUrlRoutes(urlLedger?.pages)])
-  );
-  const contentTypes = mergeItems([
-    ...normalizeSourceContentTypes(sourceLedger?.contentTypes),
-    ...normalizeUrlCollections(urlLedger?.collections),
-  ]);
-  const entries = mergeItems([
-    ...normalizeItems(sourceLedger?.entries, 'entry-batch'),
-    ...normalizeUrlEntryBatches(projectRoot, urlLedger?.collections),
-  ]);
-  const media = mergeItems([...normalizeItems(sourceLedger?.media, 'media'), ...normalizeUrlMedia(projectRoot)]);
-  const forms = mergeItems([...normalizeSourceForms(sourceLedger?.forms), ...normalizeUrlForms(urlLedger?.forms)]);
-
-  const manifest = {
-    version: 1,
-    source,
-    artifacts: buildArtifacts(sourceLedger, urlLedger),
-    routes,
-    contentTypes,
-    entries,
-    media,
-    forms,
-    redirects: normalizeItems(sourceLedger?.redirects, 'redirect'),
-    locales: normalizeItems(sourceLedger?.locales, 'locale'),
-    seo: normalizeSeo(urlLedger, projectRoot),
-    unsupported: normalizeItems(sourceLedger?.unsupported, 'unsupported'),
-    unresolved: mergeItems([
-      ...normalizeUnresolved(sourceLedger?.unresolved),
-      ...normalizeUrlUnresolved(urlLedger?.unresolved),
-      ...deriveUnresolvedFromUrlLedger(urlLedger),
-    ]),
-    qa: previous?.qa ?? { status: 'not-run', checks: [] },
-  };
-
-  return preservePreviousProgress(manifest, previous);
-}
-
-function buildSource({ urlLedger, urlLedgerPath, sourceLedger, sourceLedgerPath, projectRoot, previous }) {
-  const hasUrl = Boolean(urlLedger);
-  const hasSource = Boolean(sourceLedger);
-  const sourceLedgers = [];
-  if (hasUrl) sourceLedgers.push(toPosix(path.relative(projectRoot, urlLedgerPath)));
-  if (hasSource) sourceLedgers.push(toPosix(path.relative(projectRoot, sourceLedgerPath)));
-
-  const cli = sourceLedger?.source?.cli ?? urlLedger?.source?.cli ?? previous?.source?.cli;
-
-  return {
-    mode: hasUrl && hasSource ? 'hybrid' : hasSource ? 'source-backed' : 'url-only',
-    platform: sourceLedger?.source?.platform ?? urlLedger?.source?.platform ?? 'unknown',
-    publicUrl: sourceLedger?.source?.publicUrl ?? urlLedger?.source?.url ?? null,
-    rootPath: sourceLedger?.source?.rootPath ?? null,
-    ...(cli ? { cli } : {}),
-    sourceLedgers,
-  };
-}
-
-function buildArtifacts(sourceLedger, urlLedger) {
-  const artifacts = {
-    code: [],
-    cms: [],
-    media: [],
-    forms: [],
-    screenshots: [],
-    other: [],
-  };
-
-  for (const key of Object.keys(artifacts)) {
-    artifacts[key] = uniqueArray([...(sourceLedger?.artifacts?.[key] ?? [])]);
-  }
-
-  if (urlLedger?.assets?.manifest) {
-    artifacts.media.push(urlLedger.assets.manifest);
-  }
-  for (const page of asArray(urlLedger?.pages)) {
-    if (page?.artifacts?.html) artifacts.code.push(page.artifacts.html);
-    if (page?.artifacts?.screenshots?.desktop) artifacts.screenshots.push(page.artifacts.screenshots.desktop);
-    if (page?.artifacts?.screenshots?.mobile) artifacts.screenshots.push(page.artifacts.screenshots.mobile);
-  }
-
-  for (const key of Object.keys(artifacts)) {
-    artifacts[key] = uniqueArray(artifacts[key]);
-  }
-
-  return artifacts;
-}
-
-function normalizeSourceRoutes(routes) {
-  return asArray(routes).map((route, index) => ({
-    ...baseItem(route, `route-${index + 1}`),
-    id: route.id ?? route.path ?? route.route ?? `route-${index + 1}`,
-    path: route.path ?? route.route ?? null,
-    kind: route.kind ?? 'page',
-    contentType: route.contentType ?? null,
-    status: normalizeStatus(route.status, 'planned'),
-  }));
-}
-
-function normalizeUrlRoutes(pages) {
-  return asArray(pages).map((page) => ({
-    id: `route:${page.route}`,
-    status: 'discovered',
-    path: page.route,
-    kind: page.kind ?? 'page',
-    sourceUrls: compact([page.url]),
-    sourceFiles: compact([page.artifacts?.html]),
-    targetFiles: [],
-    confidence: numberOr(page.confidence, 0.7),
-    seo: page.seo ?? null,
-    notes: compact([page.title ? `Source title: ${page.title}` : null]),
-  }));
-}
-
-function applyGeneratedRouteArtifacts(projectRoot, routes) {
-  const artifactIndex = readJsonIfExists(path.join(projectRoot, '.fimo/migrations/current/generated/artifacts.json'));
-  const pageFiles = asArray(artifactIndex?.pageFiles);
-  return routes.map((route, index) => {
-    const targetFiles = uniqueArray([...asArray(route.targetFiles), pageFiles[index]]);
-    const hasGeneratedFile = targetFiles.some((file) => fs.existsSync(path.join(projectRoot, file)));
-    if (!hasGeneratedFile) return route;
-    return {
-      ...route,
-      status: mostAdvancedStatus(route.status, 'generated'),
-      targetFiles,
-    };
-  });
-}
-
-function normalizeSourceContentTypes(contentTypes) {
-  return asArray(contentTypes).map((type, index) => ({
-    ...baseItem(type, `content-type-${index + 1}`),
-    id: type.id ?? type.uid ?? type.name ?? `content-type-${index + 1}`,
-    uid: type.uid ?? type.name ?? null,
-    name: type.name ?? type.uid ?? null,
-    status: normalizeStatus(type.status, 'planned'),
-    sourceCount: numberOrNull(type.sourceCount),
-    plannedCount: numberOrNull(type.plannedCount),
-    importedCount: numberOrNull(type.importedCount),
-    fields: type.fields ?? {},
-    references: type.references ?? [],
-  }));
-}
-
-function normalizeUrlCollections(collections) {
-  return asArray(collections).map((collection) => ({
-    id: `content-type:${collection.suggestedSchema}`,
-    uid: collection.suggestedSchema,
-    name: collection.name ?? collection.suggestedSchema,
-    status: 'planned',
-    sourceFiles: [],
-    sourceUrls: asArray(collection.sourceRoutes).map((route) => `route:${route}`),
-    targetFiles: [`src/schemas/${collection.suggestedSchema}.json`],
-    confidence: numberOr(collection.confidence, 0.7),
-    sourceCount: asArray(collection.sourceRoutes).length,
-    plannedCount: asArray(collection.sourceRoutes).length,
-    importedCount: 0,
-    fields: Object.fromEntries(asArray(collection.fields).map((field) => [field, { source: field }])),
-    references: [],
-    notes: ['Inferred from crawled route patterns. Review before import.'],
-  }));
-}
-
-function normalizeUrlEntryBatches(projectRoot, collections) {
-  return asArray(collections).map((collection) => {
-    const targetFile = `.fimo/migrations/current/generated/entries/${collection.suggestedSchema}.json`;
-    const entries = readJsonIfExists(path.join(projectRoot, targetFile));
-    const generatedCount = Array.isArray(entries) ? entries.length : 0;
-    return {
-      id: `entries:${collection.suggestedSchema}`,
-      contentType: collection.suggestedSchema,
-      status: generatedCount > 0 ? 'generated' : 'planned',
-      sourceFiles: [],
-      sourceUrls: asArray(collection.sourceRoutes).map((route) => `route:${route}`),
-      targetFiles: [targetFile],
-      confidence: numberOr(collection.confidence, 0.7),
-      sourceCount: asArray(collection.sourceRoutes).length,
-      generatedCount,
-      importedCount: 0,
-      skipped: [],
-      notes: ['Seed entries inferred from crawled pages. Replace with first-party exports when available.'],
-    };
-  });
-}
-
-function normalizeUrlMedia(projectRoot) {
-  const mediaMapPath = path.join(projectRoot, '.fimo/migrations/current/media/map.json');
-  const mediaMap = readJsonIfExists(mediaMapPath);
-  return asArray(mediaMap).map((asset, index) => {
-    const upload = unwrapData(asset.upload);
-    return {
-      id: `media:${asset.sourceUrl ?? asset.localPath ?? index + 1}`,
-      status: asset.status === 'downloaded' && upload?.id ? 'imported' : normalizeStatus(asset.status, 'discovered'),
-      sourceUrl: asset.sourceUrl ?? null,
-      sourcePath: asset.localPath ?? null,
-      targetAssetId: upload?.id ?? null,
-      targetUrl: upload?.url ?? null,
-      fileName: asset.fileName ?? null,
-      contentType: asset.contentType ?? null,
-      bytes: numberOrNull(asset.bytes),
-      alt: asset.alt ?? '',
-      referencedBy: [],
-      uploadError: asset.error ?? null,
-      sourceFiles: compact([asset.localPath]),
-      sourceUrls: compact([asset.sourceUrl]),
-      targetFiles: [],
-      confidence: 0.8,
-      notes: [],
-    };
-  });
-}
-
-function normalizeSourceForms(forms) {
-  return asArray(forms).map((form, index) => ({
-    ...baseItem(form, `form-${index + 1}`),
-    id: form.id ?? form.name ?? `form-${index + 1}`,
-    name: form.name ?? form.id ?? `form-${index + 1}`,
-    status: normalizeStatus(form.status, 'planned'),
-    classification: form.classification ?? 'fimo-native',
-    action: form.action ?? null,
-    method: form.method ?? null,
-    fields: form.fields ?? [],
-    unsupportedReason: form.unsupportedReason ?? null,
-  }));
-}
-
-function normalizeUrlForms(forms) {
-  return asArray(forms).map((form) => ({
-    id: `form:${form.route}:${form.name}`,
-    name: form.name,
-    status: 'generated',
-    classification: form.replacement === 'fimo-form' ? 'fimo-native' : 'unsupported',
-    sourceFiles: [],
-    sourceUrls: compact([form.route ? `route:${form.route}` : null]),
-    targetFiles: [`src/forms/${form.name}.json`],
-    confidence: numberOr(form.confidence, 0.7),
-    action: form.action ?? null,
-    method: form.method ?? null,
-    fields: form.fields ?? [],
-    unsupportedReason: null,
-    notes: form.action ? ['Original form action requires review before live parity is claimed.'] : [],
-  }));
-}
-
-function normalizeSeo(urlLedger, projectRoot) {
-  const configPath = resolveProjectConfigPath(projectRoot);
-  return asArray(urlLedger?.pages).map((page) => ({
-    id: `seo:${page.route}`,
-    status: 'discovered',
-    route: page.route,
-    sourceUrls: compact([page.url]),
-    sourceFiles: compact([page.artifacts?.html]),
-    targetFiles: [configPath],
-    confidence: numberOr(page.confidence, 0.7),
-    title: page.seo?.title ?? page.title ?? null,
-    description: page.seo?.description ?? null,
-    notes: [],
-  }));
-}
-
-function resolveProjectConfigPath(projectRoot) {
-  if (fs.existsSync(path.join(projectRoot, '.fimo/project.json'))) {
-    return '.fimo/config.json';
-  }
-  if (fs.existsSync(path.join(projectRoot, '.fimo.settings.json'))) {
-    if (fs.existsSync(path.join(projectRoot, 'fimo-config.json'))) {
-      return 'fimo-config.json';
-    }
-    if (fs.existsSync(path.join(projectRoot, 'fimo.config.json'))) {
-      return 'fimo.config.json';
-    }
-    return 'fimo-config.json';
-  }
-  if (
-    fs.existsSync(path.join(projectRoot, '.fimo/config.json')) ||
-    fs.existsSync(path.join(projectRoot, '.fimo/agents'))
-  ) {
-    return '.fimo/config.json';
-  }
-  if (fs.existsSync(path.join(projectRoot, 'fimo-config.json'))) {
-    return 'fimo-config.json';
-  }
-  if (fs.existsSync(path.join(projectRoot, 'fimo.config.json'))) {
-    return 'fimo.config.json';
-  }
-  return '.fimo/config.json';
-}
-
-function normalizeUnresolved(items) {
-  return asArray(items).map((item, index) => {
-    if (typeof item === 'string') {
-      return unresolvedItem(`source-unresolved-${index + 1}`, 'general', item);
-    }
-    return {
-      ...baseItem(item, `source-unresolved-${index + 1}`),
-      id: item.id ?? `source-unresolved-${index + 1}`,
-      area: item.area ?? 'general',
-      severity: item.severity ?? 'medium',
-      status: 'unresolved',
-      message: item.message ?? item.reason ?? 'Unresolved migration item.',
-      suggestedAction: item.suggestedAction ?? 'Review with the site owner.',
-    };
-  });
-}
-
-function normalizeUrlUnresolved(items) {
-  return asArray(items).map((message, index) =>
-    unresolvedItem(`url-unresolved-${index + 1}`, inferArea(message), String(message))
-  );
-}
-
-function deriveUnresolvedFromUrlLedger(urlLedger) {
-  if (!urlLedger) return [];
-  const unresolved = [];
-  if (urlLedger.crawl?.failures?.length > 0) {
-    unresolved.push(
-      unresolvedItem(
-        'crawl-failures',
-        'routes',
-        `${urlLedger.crawl.failures.length} route(s) failed during crawl.`,
-        'Inspect crawl.failures and re-run with browser mode, credentials, or a larger route list.'
-      )
-    );
-  }
-  if (urlLedger.assets?.failed > 0) {
-    unresolved.push(
-      unresolvedItem(
-        'media-download-failures',
-        'media',
-        `${urlLedger.assets.failed} media asset(s) failed to download.`,
-        'Re-run media collection, provide local exports, or mark affected references unresolved.'
-      )
-    );
-  }
-  return unresolved;
-}
-
-function normalizeItems(items, prefix) {
-  return asArray(items).map((item, index) => ({
-    ...baseItem(item, `${prefix}-${index + 1}`),
-    id: item?.id ?? item?.uid ?? item?.name ?? `${prefix}-${index + 1}`,
-    status: normalizeStatus(item?.status, 'discovered'),
-  }));
-}
-
-function baseItem(item, fallbackId) {
-  return {
-    id: item?.id ?? fallbackId,
-    status: normalizeStatus(item?.status, 'discovered'),
-    sourceFiles: asArray(item?.sourceFiles),
-    sourceUrls: asArray(item?.sourceUrls),
-    targetFiles: asArray(item?.targetFiles),
-    confidence: numberOr(item?.confidence, 0.7),
-    notes: asArray(item?.notes),
-  };
-}
-
-function preservePreviousProgress(manifest, previous) {
-  if (!previous) return manifest;
-  const sections = [
-    'routes',
-    'contentTypes',
-    'entries',
-    'media',
-    'forms',
-    'redirects',
-    'locales',
-    'seo',
-    'unsupported',
-    'unresolved',
-  ];
-  const next = { ...manifest };
-  for (const section of sections) {
-    next[section] = preserveSection(manifest[section], previous[section]);
-  }
-  return next;
-}
-
-function preserveSection(items, previousItems) {
-  const previousById = new Map(asArray(previousItems).map((item) => [item.id, item]));
-  const seen = new Set();
-  const merged = asArray(items).map((item) => {
-    seen.add(item.id);
-    const previous = previousById.get(item.id);
-    if (!previous) return item;
-    return {
-      ...previous,
-      ...item,
-      status: mostAdvancedStatus(previous.status, item.status),
-      notes: uniqueArray([...asArray(previous.notes), ...asArray(item.notes)]),
-    };
-  });
-  for (const previous of previousById.values()) {
-    if (!seen.has(previous.id)) {
-      merged.push(previous);
-    }
-  }
-  return merged;
-}
-
-function mostAdvancedStatus(a, b) {
-  const aRank = STATUS_ORDER.get(a) ?? 0;
-  const bRank = STATUS_ORDER.get(b) ?? 0;
-  return aRank >= bRank ? a : b;
-}
-
-function mergeItems(items) {
-  const byId = new Map();
-  for (const item of items.filter(Boolean)) {
-    if (!byId.has(item.id)) {
-      byId.set(item.id, item);
-      continue;
-    }
-    const previous = byId.get(item.id);
-    byId.set(item.id, {
-      ...previous,
-      ...item,
-      sourceFiles: uniqueArray([...asArray(previous.sourceFiles), ...asArray(item.sourceFiles)]),
-      sourceUrls: uniqueArray([...asArray(previous.sourceUrls), ...asArray(item.sourceUrls)]),
-      targetFiles: uniqueArray([...asArray(previous.targetFiles), ...asArray(item.targetFiles)]),
-      notes: uniqueArray([...asArray(previous.notes), ...asArray(item.notes)]),
-      status: mostAdvancedStatus(previous.status, item.status),
-    });
-  }
-  return [...byId.values()];
-}
-
-function unresolvedItem(
-  id,
-  area,
-  message,
-  suggestedAction = 'Review and decide whether to migrate, ignore, or replace this item.'
-) {
-  return {
-    id,
-    area,
-    severity: 'medium',
-    status: 'unresolved',
-    message,
-    suggestedAction,
-    sourceFiles: [],
-    sourceUrls: [],
-    targetFiles: [],
-    confidence: 1,
-    notes: [],
-  };
-}
-
-function inferArea(message) {
-  const text = String(message).toLowerCase();
-  if (text.includes('form')) return 'forms';
-  if (text.includes('media') || text.includes('image') || text.includes('asset')) return 'media';
-  if (text.includes('crawl') || text.includes('route') || text.includes('page')) return 'routes';
-  if (text.includes('cms') || text.includes('collection') || text.includes('entry')) return 'cms';
-  return 'general';
-}
-
-function readJsonIfExists(filePath) {
-  if (!fs.existsSync(filePath)) return null;
-  try {
-    return JSON.parse(fs.readFileSync(filePath, 'utf8'));
-  } catch (error) {
-    fail(`Could not parse ${filePath}: ${error instanceof Error ? error.message : String(error)}`);
-  }
-}
-
-function unwrapData(value) {
-  if (!value || typeof value !== 'object') return null;
-  return value.data && typeof value.data === 'object' ? value.data : value;
-}
-
-function normalizeStatus(status, fallback) {
-  if (!status || typeof status !== 'string') return fallback;
-  if (status === 'downloaded') return 'generated';
-  if (status === 'upload-failed' || status === 'failed') return 'unresolved';
-  return STATUS_ORDER.has(status) ? status : fallback;
-}
-
-function numberOr(value, fallback) {
-  return typeof value === 'number' && Number.isFinite(value) ? value : fallback;
-}
-
-function numberOrNull(value) {
-  return typeof value === 'number' && Number.isFinite(value) ? value : null;
-}
-
-function asArray(value) {
-  return Array.isArray(value) ? value : [];
-}
-
-function compact(values) {
-  return values.filter((value) => value !== null && value !== undefined && value !== '');
-}
-
-function uniqueArray(values) {
-  return [...new Set(compact(values))];
-}
-
-function toPosix(value) {
-  return value.split(path.sep).join('/');
-}
-
-function fail(message) {
-  console.error(message);
-  process.exit(1);
-}
-
-main();