@antora/assembler 1.0.0-alpha.6 → 1.0.0-alpha.7

package/lib/assemble-content.js

@@ -31,7 +31,7 @@ async function assembleContent (playbook, contentCatalog, converter, { siteCatal
     })
 }
 
-// TODO: if no workspace dir is defined; we shouldn't continue
+// TODO: if no workspace dir is defined, we shouldn't continue
 function prepareWorkspace (publishFiles, aggregateDocuments, contentCatalog, buildConfig) {
   const { dir, clean, keepAggregateSource } = buildConfig
   const files = contentCatalog.findBy({ family: 'image' }).filter(({ out }) => out?.assembled)

package/lib/load-config.js

@@ -1,8 +1,8 @@
 'use strict'
 
 const expandPath = require('@antora/expand-path-helper')
-const { promises: fsp } = require('fs')
-const os = require('os')
+const fsp = require('node:fs/promises')
+const os = require('node:os')
 const yaml = require('js-yaml')
 
 function loadConfig (playbook, configSource = './antora-assembler.yml') {
@@ -27,7 +27,7 @@ function loadConfig (playbook, configSource = './antora-assembler.yml') {
       config.asciidoc.attributes = asciidocAttrs = {}
     }
     if (!('doctype' in asciidocAttrs)) asciidocAttrs.doctype = 'book'
-    asciidocAttrs.revdate = new Date().toISOString().split('T')[0]
+    if (!('revdate' in asciidocAttrs)) asciidocAttrs.revdate = getLocalDate()
     asciidocAttrs['page-partial'] = null
     if (config.componentVersions == null) {
       config.componentVersions = ['*']
@@ -68,4 +68,8 @@ function camelCaseKeys (o, stopPaths = [], p) {
   return accum
 }
 
+function getLocalDate (now = new Date()) {
+  return new Date(now - now.getTimezoneOffset() * 60000).toISOString().split('T')[0]
+}
+
 module.exports = loadConfig

package/lib/produce-aggregate-document.js

@@ -1,7 +1,7 @@
 'use strict'
 
 const File = require('vinyl')
-const { posix: path } = require('path')
+const path = require('node:path/posix')
 
 function produceAggregateDocument (
   loadAsciiDoc,
@@ -14,7 +14,10 @@ function produceAggregateDocument (
   mutableAttributes,
   sectionMergeStrategy = 'discrete'
 ) {
-  const pagesInOutline = selectPagesInOutline(outline, pages)
+  const pagesInOutline = selectPagesInOutline(
+    outline,
+    pages.filter((it) => it.out)
+  )
   const navtitle = outline.content
   const stem = generateStem(componentVersion, navtitle)
   const header = buildAsciiDocHeader(componentVersion, navtitle, doctype)
@@ -50,8 +53,9 @@ function buildAsciiDocHeader (componentVersion, navtitle, doctype = 'book') {
   const version = componentVersion.version === 'master' ? '' : componentVersion.version
   return [
     `= ${doctitle}`,
-    ...(version ? [`v${version}`] : []),
+    ...(version ? [`:revnumber: ${version}`] : []),
     ...(doctype === 'article' ? [] : [`:doctype: ${doctype}`]),
+    ':underscore: _',
     // Q: should we pass these via the CLI so they cannot be modified?
     `:page-component-name: ${componentVersion.name}`,
     `:page-component-version:${version ? ' ' + version : ''}`,
@@ -109,9 +113,8 @@ function aggregateAsciiDoc (
     const refs = doc.getCatalog().refs
     // NOTE: in Antora, docname is relative src path from module without file extension
     const docname = doc.getAttribute('docname')
-    //const idprefix = `${module_ === 'ROOT' ? '' : module_ + ':'}${docname}//`
-    const idprefix = `${module_ === 'ROOT' ? '' : module_ + ':'}${docname.replace(/[/]/g, '::')}:::`
-    //const idprefix = `${module_ === 'ROOT' ? '' : module_ + ':'}${docname.replace(/[/]/g, ':-:')}:--:`
+    const docnameForId = docname.replace(/[/]/g, '::').replace(/[.]/g, '-')
+    const idprefix = `${module_ === 'ROOT' ? '' : module_ + ':'}${docnameForId}:::`
     buffer.push('')
     buffer.push(`:docname: ${docname}`)
     buffer.push(`:page-module: ${module_}`)
@@ -206,9 +209,23 @@ function aggregateAsciiDoc (
         for (let i = idx; i < block.lines.length + (delimited ? idx + 2 : idx); i++) ignoreLines.push(i)
       }
     })
+    let skipping
     for (let idx = 0, len = lines.length; idx < len; idx++) {
       if (~ignoreLines.indexOf(idx)) continue
       let line = lines[idx]
+      if (line.startsWith('//')) {
+        if (line[2] !== '/') continue
+        if (line.length > 3 && line === '/'.repeat(line.length)) {
+          if (skipping) {
+            if (line === skipping) skipping = undefined
+          } else {
+            skipping = line
+          }
+          continue
+        }
+      } else if (skipping) {
+        continue
+      }
       if (line.charAt() === ':' && /^:(?:leveloffset: .*|!leveloffset:|leveloffset!:)$/.test(line)) {
         if (lines[idx - 1] === '') lines[idx - 1] = undefined
         lines[idx] = undefined
@@ -251,7 +268,7 @@ function aggregateAsciiDoc (
           }
           if (~pagePart.indexOf('@') || /:.*:/.test(pagePart)) {
             // TODO: handle unresolved page better
-            return siteUrl && (targetPage = contentCatalog.resolvePage(pagePart, page.src))
+            return siteUrl && (targetPage = contentCatalog.resolvePage(pagePart, page.src)) && targetPage.out
               ? `${siteUrl}${targetPage.pub.url}${fragment && '#' + fragment}[${text}]`
               : m
           } else if (pagePart.indexOf(':') < 0) {
@@ -261,11 +278,14 @@ function aggregateAsciiDoc (
           }
           if (!(targetPage = pagesInOutline.get(pagePart))) {
             // TODO: handle unresolved page better
-            return siteUrl && (targetPage = contentCatalog.resolvePage(target, page.src))
+            return siteUrl && (targetPage = contentCatalog.resolvePage(target, page.src)) && targetPage.out
               ? `${siteUrl}${targetPage.pub.url}${fragment && '#' + fragment}[${text}]`
               : m
           }
-          pagePart = pagePart.replace(/[/]/g, '::').replace(/\.adoc$/, '')
+          pagePart = pagePart
+            .replace(/[/]/g, '::')
+            .replace(/\.adoc$/, '')
+            .replace(/[.]/g, '-')
           const refid = `${pagePart}:::${fragment}`
           return `<<${refid}${text && text !== targetPage.title ? ',' + text.replace(/\\]/g, ']') : ''}>>`
         })
@@ -281,7 +301,9 @@ function aggregateAsciiDoc (
               family: 'attachment',
               relative,
             })
-          return attachment ? `${siteUrl}${attachment.pub.url}[${text}]` : m
+          return attachment && attachment.out
+            ? `${siteUrl}${attachment.pub.url.replace(/_/g, '{underscore}')}[${text}]`
+            : m
         })
       }
       if (~line.indexOf('image:') && !line.startsWith('image::')) {
@@ -289,9 +311,9 @@ function aggregateAsciiDoc (
           if (isResourceSpec(target)) {
             const image = contentCatalog.resolveResource(target, page.src, 'image', ['image'])
             // TODO: handle (or report) unresolved image better
-            if (image) {
+            if (image && image.out) {
               image.out.assembled = true
-              return `image:${image.pub.url.substr(1)}[${attrlist}]`
+              return `image:${image.out.path.replace(/_/g, '{underscore}')}[${attrlist}]`
             }
           }
           return m
@@ -348,9 +370,10 @@ function aggregateAsciiDoc (
             if (isResourceSpec(target)) {
               const image = contentCatalog.resolveResource(target, page.src, 'image', ['image'])
               // FIXME: handle (or report) case when image is not resolved
-              if (image) {
-                lines[idx] = `${prefix}image::${image.pub.url.substr(1)}${line.substr(line.indexOf('['))}`
+              if (image && image.out) {
+                const boxedAttrlist = line.substr(line.indexOf('['))
                 image.out.assembled = true
+                lines[idx] = `${prefix}image::${image.out.path}${boxedAttrlist}`
               }
             }
             lastImageMacroAt = [idx, imageMacroOffset]
@@ -500,7 +523,7 @@ function rewriteStyleAttribute (block, lines, idx, idprefix, replacementStyle =
         if (replacementStyle) prevLine = prevLine.replace(/^[^#.%,\]]+/, `[${replacementStyle}`)
       } else {
         prevLine = `[${
-          replacementStyle ? rawStyle.replace(/^[^.%]*]/, replacementStyle) : rawStyle
+          replacementStyle ? rawStyle.replace(/^[^.%]*/, replacementStyle) : rawStyle
         }#${idprefix}${block.getId()}${prevLine.substr(rawStyle.length + 1)}`
       }
     } else {

package/lib/produce-aggregate-documents.js

@@ -1,5 +1,6 @@
 'use strict'
 
+const File = require('vinyl')
 const filterComponentVersions = require('./filter-component-versions')
 const produceAggregateDocument = require('./produce-aggregate-document')
 const selectMutableAttributes = require('./select-mutable-attributes')
@@ -7,8 +8,9 @@ const selectMutableAttributes = require('./select-mutable-attributes')
 function produceAggregateDocuments (loadAsciiDoc, contentCatalog, assemblerConfig) {
   const { insertStartPage, rootLevel, sectionMergeStrategy, asciidoc: assemblerAsciiDocConfig } = assemblerConfig
   const assemblerAsciiDocAttributes = Object.assign({}, assemblerAsciiDocConfig.attributes)
-  const { doctype, 'source-highlighter': sourceHighlighter } = assemblerAsciiDocAttributes
+  const { doctype, revdate, 'source-highlighter': sourceHighlighter } = assemblerAsciiDocAttributes
   delete assemblerAsciiDocAttributes.doctype
+  delete assemblerAsciiDocAttributes.revdate
   delete assemblerAsciiDocAttributes['source-highlighter']
   return filterComponentVersions(contentCatalog.getComponents(), assemblerConfig.componentVersions).reduce(
     (accum, componentVersion) => {
@@ -16,7 +18,7 @@ function produceAggregateDocuments (loadAsciiDoc, contentCatalog, assemblerConfi
       if (!navigation) return accum
       const componentVersionAsciiDocConfig = getAsciiDocConfigWithAsciidoctorReducerExtension(componentVersion)
       const mergedAsciiDocConfig = Object.assign({}, componentVersionAsciiDocConfig, {
-        attributes: Object.assign({}, componentVersionAsciiDocConfig.attributes, assemblerAsciiDocAttributes),
+        attributes: Object.assign({ revdate }, componentVersionAsciiDocConfig.attributes, assemblerAsciiDocAttributes),
       })
       const rootEntry = { content: title }
       const startPage = contentCatalog.getComponentVersionStartPage(componentName, version)
@@ -28,10 +30,16 @@ function produceAggregateDocuments (loadAsciiDoc, contentCatalog, assemblerConfi
           Object.assign(rootEntry, { url: startPageUrl, urlType: 'internal' })
         }
       }
-      // Q: should we use an artificial page instead or as fallback?
-      const mutableAttributes = startPage
-        ? selectMutableAttributes(loadAsciiDoc, contentCatalog, startPage, mergedAsciiDocConfig)
-        : {}
+      // Q: should we always use a reference page here?
+      const startPage_ =
+        startPage ??
+        createFile({
+          component: componentVersion.name,
+          version: componentVersion.version,
+          relative: '.reference-page.adoc',
+          origin: (componentVersion.origins || [])[0],
+        })
+      const mutableAttributes = selectMutableAttributes(loadAsciiDoc, contentCatalog, startPage_, mergedAsciiDocConfig)
       delete mutableAttributes.doctype
       accum = accum.concat(
         prepareOutlines(navigation, rootEntry, rootLevel).map((outline) =>
@@ -58,6 +66,30 @@ function produceAggregateDocuments (loadAsciiDoc, contentCatalog, assemblerConfi
   )
 }
 
+function createFile (src) {
+  const familySegment = (src.family ??= 'page') + 's'
+  const path = `modules/${(src.module ??= 'ROOT')}/${familySegment}/${src.relative}`
+  const moduleRootPath = Array(src.relative.split('/').length - 1)
+    .fill('..')
+    .join('/')
+  const outPath = [
+    src.component === 'ROOT' ? '' : src.component,
+    src.version,
+    src.module === 'ROOT' ? '' : src.module,
+    src.family === 'page' ? '' : '_' + familySegment,
+    src.family === 'page' ? src.relative.replace(/\.adoc$/, '.html') : src.relative,
+  ]
+    .filter((it) => it)
+    .join('/')
+  return new File({
+    path,
+    contents: src.contents ?? Buffer.alloc(0),
+    src,
+    out: { path: outPath },
+    pub: { url: '/' + outPath, moduleRootPath },
+  })
+}
+
 function getAsciiDocConfigWithAsciidoctorReducerExtension (componentVersion) {
   const asciidoctorReducerExtension = require('./asciidoctor/reducer-extension') // NOTE: must be required lazily
   const asciidocConfig = componentVersion.asciidoc
@@ -81,13 +113,16 @@ function includedInNav (items, url) {
   return items.find((it) => it.url === url || includedInNav(it.items || [], url))
 }
 
+// when root level is 0, merge the navigation into the rootEntry
+// when root level is 1, create navigation per navigation menu
+// in this case, if there's only a single navigation menu with no title, promote each top-level item to a menu
 function prepareOutlines (navigation, rootEntry, rootLevel) {
   if (rootLevel === 0 || navigation.length === 1) {
     const navBranch =
       navigation.length === 1
         ? navigation[0]
         : { items: navigation.reduce((navTree, it) => navTree.concat(it.content ? it : it.items), []) }
-    return [Object.assign(rootEntry, navBranch)]
+    return rootLevel === 0 || navBranch.content ? [Object.assign(rootEntry, navBranch)] : navBranch.items
   }
   return navigation.reduce((navTree, it) => navTree.concat(it.content ? it : it.items), [rootEntry])
 }

package/lib/util/lazy-readable.js

@@ -1,6 +1,6 @@
 'use strict'
 
-const { PassThrough } = require('stream')
+const { PassThrough } = require('node:stream')
 
 // adapted from https://github.com/jpommerening/node-lazystream/blob/master/lib/lazystream.js | license: MIT
 class LazyReadable extends PassThrough {

package/lib/util/run-command.js

@@ -1,8 +1,8 @@
 'use strict'
 
-const fs = require('fs')
+const fs = require('node:fs')
 const LazyReadable = require('./lazy-readable')
-const { spawn } = require('child_process')
+const { spawn } = require('node:child_process')
 
 const IS_WIN = process.platform === 'win32'
 const DBL_QUOTE_RX = /"/g

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@antora/assembler",
-  "version": "1.0.0-alpha.6",
+  "version": "1.0.0-alpha.7",
   "description": "An extension library for Antora that assembles content from multiple pages into a single AsciiDoc file to converted and publish.",
   "license": "MPL-2.0",
   "author": "OpenDevise Inc. (https://opendevise.com)",
@@ -31,7 +31,7 @@
   "dependencies": {
     "@antora/expand-path-helper": "~2.0",
     "braces": "~3.0",
-    "picomatch": "~2.3",
+    "picomatch": "~3.0",
     "vinyl": "~2.2",
     "js-yaml": "~4.1"
   },