dogsbay 0.2.0-beta.55 → 0.2.0-beta.57

package/dist/commands/migrate-asciidoc.js

@@ -367,7 +367,16 @@ function buildDogsbayConfig(opts) {
     // them so format-astro skips emitting routes — the .md files
     // stay on disk so includes resolve, but they don't become
     // URLs. See plans/build-at-scale.md.
-    `  excludeFromRoutes:`, `    - _attributes`, `    - modules`, `    - snippets`, `    - includes`);
+    `  excludeFromRoutes:`, `    - _attributes`, `    - modules`, `    - snippets`, `    - includes`, 
+    // The AsciiBinder topic_map → nav.yml is the authoritative page
+    // list. routablesFrom: nav restricts the page set to pages the nav
+    // names; everything else (modules, fragments) is pulled into
+    // assemblies via `{% include %}` and never emitted standalone — so
+    // no fragment leaks into routes / llms.txt / search, and the build
+    // skips the ~85% of files that are includes (10.7k → ~1.7k on
+    // OpenShift). excludeFromRoutes above stays as the fallback for
+    // `routablesFrom: all`. See plans/nav-scoped-processing.md.
+    `  routablesFrom: nav`);
     // Persist the migration-time --attribute values so subsequent
     // `dogsbay site build` runs resolve {{ var }} / {% if %}
     // without re-passing flags. The build-time preprocessor

package/dist/commands/site-build.js

@@ -196,6 +196,14 @@ export async function siteBuild(cwd, options) {
             console.log(`  Preprocessor: ${changes.join(", ")} → ${mirrorRoot}`);
         }
     }
+    // --no-astro: stop after the preprocessor. The resolved-Minja mirror under
+    // <siteRoot>/.dogsbay/build-content/ IS the artifact ("preprocessed
+    // markdown"); skip content import + Astro emission. Powers the Docker
+    // `preprocess` stage and serves as a debug aid.
+    if (options.astro === false) {
+        console.log("  --no-astro: stopped after preprocess (resolved MD in .dogsbay/build-content/)");
+        return;
+    }
     // 7. Import content
     //
     // Reads from `importPaths` — either the source paths (no-preprocess)
@@ -216,6 +224,23 @@ export async function siteBuild(cwd, options) {
     // local preview. Nav entries pointing at filtered pages are pruned
     // recursively so the sidebar doesn't have dead links.
     let { pages, nav, draftCount } = filterDrafts(importResult.pages, importResult.nav, options.includeDrafts === true, config.site.basePath);
+    // 7a. routablesFrom: "nav" — restrict the page set to pages the nav
+    // lists (the whitelist). Include-only fragments (modules/, _attributes/,
+    // etc.) are inlined into their assemblies by the preprocessor, so they
+    // never need to be standalone pages; dropping them here keeps them out
+    // of autodoc, ref-validation, llms.txt, the sitemap, and emit — no
+    // fragment-detection needed. Self-safe: a no-op when the nav is
+    // auto-derived (it already covers every page) or routablesFrom is
+    // "all". See plans/nav-scoped-processing.md.
+    if (config.content.routablesFrom === "nav") {
+        const before = pages.length;
+        const { kept, dropped } = filterPagesToNav(pages, nav, config.site.basePath);
+        if (dropped.length > 0) {
+            pages = kept;
+            console.log(`  routablesFrom: nav — excluded ${dropped.length} non-nav page(s) of ${before}` +
+                ` (e.g. ${dropped.slice(0, 5).join(", ")})`);
+        }
+    }
     // 7b. onContentImported — let plugins mutate the page set + nav.
     if (resolvedPlugins.some((p) => p.plugin.onContentImported)) {
         const after = await runOnContentImported(resolvedPlugins, baseCtx, pages, nav);
@@ -669,3 +694,56 @@ function hrefMatchesDroppedSlug(href, droppedSlugs, basePath) {
     }
     return droppedSlugs.has(normalized) || droppedSlugs.has(normalized || "index");
 }
+/**
+ * Collect the slug of every nav leaf (recursively), normalized the same
+ * way `hrefMatchesDroppedSlug` normalizes a single href — strip
+ * leading/trailing slashes, strip leading basePath segments; an empty
+ * result (the home href `/`) maps to `index`. Used by
+ * `content.routablesFrom: "nav"` to restrict the page set to
+ * nav-reachable pages.
+ */
+function collectNavSlugs(items, basePath) {
+    const out = new Set();
+    const bp = normalizeBasePath(basePath);
+    const segs = basePathSegments(bp);
+    const walk = (nodes) => {
+        for (const item of nodes) {
+            if (item.href) {
+                let normalized = item.href.replace(/^\/+/, "").replace(/\/+$/, "");
+                for (const seg of segs) {
+                    if (normalized === seg) {
+                        normalized = "";
+                        break;
+                    }
+                    if (normalized.startsWith(`${seg}/`)) {
+                        normalized = normalized.slice(seg.length + 1);
+                    }
+                }
+                out.add(normalized || "index");
+            }
+            if (item.children && item.children.length > 0)
+                walk(item.children);
+        }
+    };
+    walk(items);
+    return out;
+}
+/**
+ * Partition pages by nav membership for `content.routablesFrom: "nav"`.
+ * `kept` = pages whose slug is reachable from the nav; `dropped` = the
+ * slugs of pages the nav omits (include-only fragments — their content
+ * is already inlined into the assemblies that include them). Pure +
+ * exported for unit testing.
+ */
+export function filterPagesToNav(pages, nav, basePath) {
+    const navSlugs = collectNavSlugs(nav, basePath);
+    const kept = [];
+    const dropped = [];
+    for (const page of pages) {
+        if (navSlugs.has(page.slug))
+            kept.push(page);
+        else
+            dropped.push(page.slug);
+    }
+    return { kept, dropped };
+}

package/dist/config/load.js

@@ -466,6 +466,13 @@ function validateContent(content, sourcePath) {
         }
         excludeFromRoutes = c.excludeFromRoutes;
     }
+    let routablesFrom;
+    if (c.routablesFrom !== undefined) {
+        if (c.routablesFrom !== "all" && c.routablesFrom !== "nav") {
+            throw new Error(`content.routablesFrom must be "all" or "nav" in ${sourcePath}`);
+        }
+        routablesFrom = c.routablesFrom;
+    }
     return {
         sources: validatedSources,
         section: c.section,
@@ -476,6 +483,7 @@ function validateContent(content, sourcePath) {
         locales,
         defaultLocale,
         excludeFromRoutes,
+        routablesFrom,
     };
 }
 function validateLocales(raw, sourcePath) {

package/dist/index.js

@@ -130,6 +130,9 @@ site
     .option("--no-preprocess", "Skip the build-time Minja preprocessor pass even when " +
     "`attributes:` are declared. Debug aid — shows the raw " +
     "`{{ var }}` directives the importer left unresolved.")
+    .option("--no-astro", "Stop after the Minja preprocessor — write the resolved-Markdown " +
+    "mirror to .dogsbay/build-content/ but skip content import + Astro " +
+    "page emission. The mirror is the 'preprocessed markdown' artifact.")
     .action((dir, options) => siteBuild(dir, options));
 site
     .command("dev")

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "dogsbay",
-  "version": "0.2.0-beta.55",
+  "version": "0.2.0-beta.57",
   "description": "CLI for Dogsbay — scaffold, build, and serve documentation sites with markdown / MkDocs / Obsidian / OpenAPI sources",
   "type": "module",
   "bin": {
@@ -33,18 +33,18 @@
     "picocolors": "^1.1.0",
     "prompts": "^2.4.2",
     "yaml": "^2.8.3",
-    "@dogsbay/autodoc-python": "0.2.0-beta.55",
-    "@dogsbay/format-obsidian": "0.2.0-beta.55",
-    "@dogsbay/format-mkdocs": "0.2.0-beta.55",
-    "@dogsbay/format-mdx": "0.2.0-beta.55",
-    "@dogsbay/format-astro": "0.2.0-beta.55",
-    "@dogsbay/format-starlight": "0.2.0-beta.55",
-    "@dogsbay/format-dogsbay-md": "0.2.0-beta.55",
-    "@dogsbay/format-openapi": "0.2.0-beta.55",
-    "@dogsbay/adoc2md-modular": "0.2.0-beta.55",
-    "@dogsbay/format-asciidoc": "0.2.0-beta.55",
-    "@dogsbay/minja": "0.2.0-beta.55",
-    "@dogsbay/types": "0.2.0-beta.55"
+    "@dogsbay/format-mkdocs": "0.2.0-beta.57",
+    "@dogsbay/format-astro": "0.2.0-beta.57",
+    "@dogsbay/autodoc-python": "0.2.0-beta.57",
+    "@dogsbay/format-obsidian": "0.2.0-beta.57",
+    "@dogsbay/format-mdx": "0.2.0-beta.57",
+    "@dogsbay/format-starlight": "0.2.0-beta.57",
+    "@dogsbay/format-dogsbay-md": "0.2.0-beta.57",
+    "@dogsbay/format-openapi": "0.2.0-beta.57",
+    "@dogsbay/adoc2md-modular": "0.2.0-beta.57",
+    "@dogsbay/format-asciidoc": "0.2.0-beta.57",
+    "@dogsbay/minja": "0.2.0-beta.57",
+    "@dogsbay/types": "0.2.0-beta.57"
   },
   "devDependencies": {
     "@types/markdown-it": "^14.1.0",