@canopy-iiif/app 1.6.0 → 1.6.1

package/lib/build/build.js

@@ -11,22 +11,21 @@ const mdx = require("./mdx");
 const iiif = require("./iiif");
 const pages = require("./pages");
 const searchBuild = require("./search");
-const { buildSearchIndex } = require("./search-index");
+const {buildSearchIndex} = require("./search-index");
 const runtimes = require("./runtimes");
-const { writeSitemap } = require("./sitemap");
-const {
-  ensureSearchInitialized,
-  finalizeSearch,
-} = require("./search-workflow");
-const { ensureStyles } = require("./styles");
-const { copyAssets } = require("./assets");
-const { logLine } = require("./log");
+const {writeSitemap} = require("./sitemap");
+const {ensureSearchInitialized, finalizeSearch} = require("./search-workflow");
+const {ensureStyles} = require("./styles");
+const {copyAssets} = require("./assets");
+const {logLine} = require("./log");
 const navigation = require("../components/navigation");
 const referenced = require("../components/referenced");
 const bibliography = require("../components/bibliography");
 
 // hold records between builds if skipping IIIF
 let iiifRecordsCache = [];
+let iiifManifestIdsCache = [];
+let iiifCollectionIdsCache = [];
 let pageRecords = [];
 
 function nowMs() {
@@ -38,7 +37,7 @@ function nowMs() {
 }
 
 function formatDuration(ms) {
-  if (!Number.isFinite(ms) || ms < 0) return '0ms';
+  if (!Number.isFinite(ms) || ms < 0) return "0ms";
   if (ms >= 1000) return `${(ms / 1000).toFixed(1)}s`;
   return `${Math.round(ms)}ms`;
 }
@@ -49,25 +48,33 @@ async function timeStage(label, store, fn) {
     return await fn();
   } finally {
     const durationMs = nowMs() - start;
-    if (Array.isArray(store)) store.push({ label, durationMs });
+    if (Array.isArray(store)) store.push({label, durationMs});
     try {
-      logLine(`⏱ ${label} completed in ${formatDuration(durationMs)}`, 'cyan', {
-        dim: true,
-      });
+      logLine(
+        `⏱ ${label} completed in ${formatDuration(durationMs)}`,
+        "cyan",
+        {
+          dim: true,
+        },
+      );
     } catch (_) {}
   }
 }
 
 async function ensureNoJekyllMarker() {
   try {
-    await fsp.mkdir(OUT_DIR, { recursive: true });
-    const markerPath = path.join(OUT_DIR, '.nojekyll');
-    await fsp.writeFile(markerPath, '', 'utf8');
+    await fsp.mkdir(OUT_DIR, {recursive: true});
+    const markerPath = path.join(OUT_DIR, ".nojekyll");
+    await fsp.writeFile(markerPath, "", "utf8");
   } catch (_) {}
 }
 
 async function build(options = {}) {
-  const skipIiif = !!(options?.skipIiif || process.env.CANOPY_SKIP_IIIF === '1' || process.env.CANOPY_SKIP_IIIF === 'true');
+  const skipIiif = !!(
+    options?.skipIiif ||
+    process.env.CANOPY_SKIP_IIIF === "1" ||
+    process.env.CANOPY_SKIP_IIIF === "true"
+  );
   if (!fs.existsSync(CONTENT_DIR)) {
     console.error("No content directory found at", CONTENT_DIR);
     process.exit(1);
@@ -83,7 +90,7 @@ async function build(options = {}) {
       bright: true,
       underscore: true,
     });
-    logLine("• Reset MDX cache", "blue", { dim: true });
+    logLine("• Reset MDX cache", "blue", {dim: true});
     mdx?.resetMdxCaches();
     navigation?.resetNavigationCache?.();
     referenced?.resetReferenceIndex?.();
@@ -91,9 +98,9 @@ async function build(options = {}) {
     if (!skipIiif) {
       await cleanDir(OUT_DIR);
       await ensureNoJekyllMarker();
-      logLine(`• Cleaned output directory`, "blue", { dim: true });
+      logLine(`• Cleaned output directory`, "blue", {dim: true});
     } else {
-      logLine("• Retaining cache (skipping IIIF rebuild)", "blue", { dim: true });
+      logLine("• Retaining cache (skipping IIIF rebuild)", "blue", {dim: true});
     }
     if (skipIiif) {
       await ensureNoJekyllMarker();
@@ -107,29 +114,72 @@ async function build(options = {}) {
    */
   let iiifRecords = [];
   let CONFIG;
+  let currentManifestIds = [];
+  let currentCollectionIds = [];
   await timeStage("Build IIIF Collection content", stageTimings, async () => {
     logLine("\nBuild IIIF Collection content", "magenta", {
       bright: true,
       underscore: true,
     });
     CONFIG = await iiif.loadConfig();
-    if (!skipIiif) {
+    const sources = iiif.resolveIiifSources(CONFIG);
+    const hasIiifSources =
+      Array.isArray(sources?.collections) && sources.collections.length
+        ? true
+        : Array.isArray(sources?.manifests) && sources.manifests.length > 0;
+    if (!skipIiif && hasIiifSources) {
       const results = await iiif.buildIiifCollectionPages(CONFIG);
       iiifRecords = results?.iiifRecords;
       iiifRecordsCache = Array.isArray(iiifRecords) ? iiifRecords : [];
+      currentManifestIds = Array.isArray(results?.manifestIds)
+        ? results.manifestIds
+        : [];
+      currentCollectionIds = Array.isArray(results?.collectionIds)
+        ? results.collectionIds
+        : [];
+      iiifManifestIdsCache = currentManifestIds;
+      iiifCollectionIdsCache = currentCollectionIds;
+      logLine(
+        `• IIIF records collected: ${Array.isArray(iiifRecords) ? iiifRecords.length : 0}`,
+        "blue",
+        {dim: true},
+      );
+    } else if (!skipIiif && !hasIiifSources) {
+      iiifRecords = [];
+      iiifRecordsCache = [];
+      currentManifestIds = [];
+      currentCollectionIds = [];
+      iiifManifestIdsCache = [];
+      iiifCollectionIdsCache = [];
+      logLine("• No IIIF sources configured; skipping", "blue", {dim: true});
     } else {
       iiifRecords = Array.isArray(iiifRecordsCache) ? iiifRecordsCache : [];
+      currentManifestIds = Array.isArray(iiifManifestIdsCache)
+        ? iiifManifestIdsCache
+        : [];
+      currentCollectionIds = Array.isArray(iiifCollectionIdsCache)
+        ? iiifCollectionIdsCache
+        : [];
       logLine(
         `• Reusing cached IIIF search records (${iiifRecords.length})`,
         "blue",
-        { dim: true }
+        {dim: true},
       );
     }
     // Ensure any configured featured manifests are cached (and thumbnails computed)
     // so SSR interstitials can resolve items even if they are not part of
     // the traversed collection or when IIIF build is skipped during incremental rebuilds.
-    try { await iiif.ensureFeaturedInCache(CONFIG); } catch (_) {}
-    try { await iiif.rebuildManifestIndexFromCache(); } catch (_) {}
+    try {
+      await iiif.ensureFeaturedInCache(CONFIG);
+    } catch (_) {}
+    if (!skipIiif && hasIiifSources && currentManifestIds.length) {
+      try {
+        await iiif.cleanupIiifCache({
+          allowedManifestIds: currentManifestIds,
+          allowedCollectionIds: currentCollectionIds,
+        });
+      } catch (_) {}
+    }
   });
 
   /**
@@ -137,25 +187,30 @@ async function build(options = {}) {
    * This includes collecting page metadata for sitemap and search index,
    * as well as building all MDX pages to HTML.
    */
-  await timeStage("Build contextual content from Markdown pages", stageTimings, async () => {
-    logLine("\nBuild contextual content from Markdown pages", "magenta", {
-      bright: true,
-      underscore: true,
-    });
-    // Interstitials read directly from the local IIIF cache; no API file needed
-    try {
-      bibliography?.buildBibliographyIndexSync?.();
-    } catch (err) {
-      logLine(
-        "• Failed to build bibliography index: " + String(err && err.message ? err.message : err),
-        "red",
-        { dim: true }
-      );
-    }
-    pageRecords = await searchBuild.collectMdxPageRecords();
-    await pages.buildContentTree(CONTENT_DIR, pageRecords);
-    logLine("✓ MDX pages built", "green");
-  });
+  await timeStage(
+    "Build contextual content from Markdown pages",
+    stageTimings,
+    async () => {
+      logLine("\nBuild contextual content from Markdown pages", "magenta", {
+        bright: true,
+        underscore: true,
+      });
+      // Interstitials read directly from the local IIIF cache; no API file needed
+      try {
+        bibliography?.buildBibliographyIndexSync?.();
+      } catch (err) {
+        logLine(
+          "• Failed to build bibliography index: " +
+            String(err && err.message ? err.message : err),
+          "red",
+          {dim: true},
+        );
+      }
+      pageRecords = await searchBuild.collectMdxPageRecords();
+      await pages.buildContentTree(CONTENT_DIR, pageRecords);
+      logLine("✓ MDX pages built", "green");
+    },
+  );
 
   /**
    * Build search index from IIIF and MDX records, then build or update
@@ -172,7 +227,7 @@ async function build(options = {}) {
       const combined = await buildSearchIndex(iiifRecords, pageRecords);
       await finalizeSearch(combined);
     } catch (e) {
-      logLine("✗ Search index creation failed", "red", { bright: true });
+      logLine("✗ Search index creation failed", "red", {bright: true});
       logLine("  " + String(e), "red");
     }
   });
@@ -188,7 +243,7 @@ async function build(options = {}) {
     try {
       await writeSitemap(iiifRecords, pageRecords);
     } catch (e) {
-      logLine("✗ Failed to write sitemap.xml", "red", { bright: true });
+      logLine("✗ Failed to write sitemap.xml", "red", {bright: true});
       logLine("  " + String(e), "red");
     }
   });
@@ -199,23 +254,27 @@ async function build(options = {}) {
    * Prepare client runtimes (e.g. search) by bundling with esbuild.
    * This is done early so that MDX content can reference runtime assets if needed.
    */
-  await timeStage("Prepare client runtimes and stylesheets", stageTimings, async () => {
-    logLine("\nPrepare client runtimes and stylesheets", "magenta", {
-      bright: true,
-      underscore: true,
-    });
-    const tasks = [];
-    if (!process.env.CANOPY_SKIP_STYLES) {
-      tasks.push(
-        (async () => {
-          await ensureStyles();
-          logLine("✓ Wrote styles.css", "cyan");
-        })()
-      );
-    }
-    tasks.push(runtimes.prepareAllRuntimes());
-    await Promise.all(tasks);
-  });
+  await timeStage(
+    "Prepare client runtimes and stylesheets",
+    stageTimings,
+    async () => {
+      logLine("\nPrepare client runtimes and stylesheets", "magenta", {
+        bright: true,
+        underscore: true,
+      });
+      const tasks = [];
+      if (!process.env.CANOPY_SKIP_STYLES) {
+        tasks.push(
+          (async () => {
+            await ensureStyles();
+            logLine("✓ Wrote styles.css", "cyan");
+          })(),
+        );
+      }
+      tasks.push(runtimes.prepareAllRuntimes());
+      await Promise.all(tasks);
+    },
+  );
 
   /**
    * Copy static assets from the assets directory to the output directory.
@@ -229,15 +288,16 @@ async function build(options = {}) {
   });
 
   const totalMs = nowMs() - buildStart;
-  logLine("\nBuild phase timings", "magenta", { bright: true, underscore: true });
-  for (const { label, durationMs } of stageTimings) {
-    logLine(`• ${label}: ${formatDuration(durationMs)}`, "blue", { dim: true });
+  logLine("\nBuild phase timings", "magenta", {bright: true, underscore: true});
+  for (const {label, durationMs} of stageTimings) {
+    logLine(`• ${label}: ${formatDuration(durationMs)}`, "blue", {dim: true});
   }
-  logLine(`Total build time: ${formatDuration(totalMs)}`, "green", { bright: true });
-
+  logLine(`Total build time: ${formatDuration(totalMs)}`, "green", {
+    bright: true,
+  });
 }
 
-module.exports = { build };
+module.exports = {build};
 
 if (require.main === module) {
   build().catch((e) => {