votive 0.3.0 → 0.3.2

package/lib/bundle.js

@@ -5,6 +5,8 @@ import readSources from "./readSources.js"
 import runJobs from "./runJobs.js"
 import writeDestinations from "./writeDestinations.js"
 import { default as createDatabase } from "./createDatabase.js"
+import { stopwatch } from "./utils/index.js"
+import { styleText } from "node:util"
 
 /** @import {Database} from "./createDatabase.js" */
 
@@ -17,17 +19,40 @@ import { default as createDatabase } from "./createDatabase.js"
  */
 
 /**
- * @typedef {object} VotiveProcessor
- * @property {ProcessorFilter} [filter]
- * @property {ProcessorSyntax} syntax
- * @property {ProcessorRead} [read]
- * @property {ProcessorWrite} [write]
+ * @typedef {object} VotiveProcessorCommon
+ * @property {string[]} extensions
+ * @property {ReadResource} [readResource]
+ * @property {ProcessorWrite} [writeFile]
+ * @property {ReadFolder} [readFolder]
+ * @property {ReadAbstract} [transformFile]
+ */
+
+/**
+ * @typedef {VotiveProcessorCommon & {
+ *  format: "buffer",
+ *  readFile: ReadPath | undefined
+ * }} VotiveProcessorBuffer
+ */
+
+/**
+ * @typedef {VotiveProcessorCommon & {
+ *  format: "text",
+ *  readFile: ReadText | undefined
+ * }} VotiveProcessorText
+ */
+
+/**
+ * @typedef {VotiveProcessorBuffer | VotiveProcessorText} VotiveProcessor
+ */
+
+/**
+ * @typedef {object} ReadResource
  */
 
 /**
  * Filter for files that the processor will read from.
  * @typedef {object} ProcessorFilter
- * @property {string[]} extensions
+ * @property {string} extensions
  */
 
 /**
@@ -56,6 +81,7 @@ import { default as createDatabase } from "./createDatabase.js"
  * @callback ReadText
  * @param {string} text
  * @param {string} filePath
+ * @param {string} destinationPath
  * @param {Database} database
  * @param {VotiveConfig} config
  * @returns {ReadTextResult | undefined}
@@ -103,11 +129,11 @@ import { default as createDatabase } from "./createDatabase.js"
  * @param {object} Folder
  * @param {Database} database
  * @param {VotiveConfig} config
- * @returns {{ jobs?: Jobs, destinations?: Destination[] }}
+ * @returns {{ jobs?: Jobs, targets?: Target[] }}
  */
 
 /**
- * @typedef {object} Destination
+ * @typedef {object} Target
  * @property {string} path
  * @property {object} metadata
  * @property {Abstract} abstract
@@ -144,10 +170,14 @@ import { default as createDatabase } from "./createDatabase.js"
  * @property {string} [plugin]
  */
 
+/**
+ * @typedef {(Pick<path.ParsedPath, "root" | "base" | "ext" | "name") & { dir: string[] | string }} RouteInfo
+ */
+
 /**
  * @callback Router
- * @param {string} path
- * @returns {string | false | undefined}
+ * @param {RouteInfo} path
+ * @returns {Partial<RouteInfo> | path.ParsedPath | false}
  */
 
 /**
@@ -155,6 +185,7 @@ import { default as createDatabase } from "./createDatabase.js"
  * @property {string} sourceFolder
  * @property {string} destinationFolder
  * @property {VotivePlugin[]} plugins
+ * @property {boolean} verbose
  */
 
 /**
@@ -177,7 +208,6 @@ async function bundle(config, cache) {
   const processors = config.plugins
     && config.plugins.flatMap(plugin => plugin.processors && plugin.processors.map(processor => ({ plugin, processor })))
 
-  // Create database
   const database = cache || createDatabase(path.join(config.sourceFolder, ".votive.db"))
 
   /*
@@ -191,32 +221,95 @@ async function bundle(config, cache) {
     even out.
   */
 
+  // database.begin()
+
+  const sourceTime = stopwatch("build", "read sources in", config.verbose)
   // Read folders and source files
   const { folders, sources } = await readSources(config, database, processors)
 
-  // Map out jobs from source files
-  const sourcesJobs = sources.flatMap(source => source.jobs) || []
+  sourceTime()
+
+  if(config.verbose) console.info(`${styleText("dim", "build:")} ${styleText("magenta", `found ${sources.length} stale files`)}`)
+
+  if (sources.length) {
+    // Map out jobs from source files
+    const sourcesJobs = sources.flatMap(source => source.jobs) || []
+
+    // Process source file abstracts and map jobs
+    const { abstractsJobs } = readAbstracts(sources, config, database, processors)
 
-  // Process source file abstracts and map jobs
-  const { abstractsJobs } = readAbstracts(sources, config, database, processors)
+    // Scan folders and map out jobs
+    const foldersJobs = readFolders(folders, config, database, processors) || []
 
-  // Scan folders and map out jobs
-  const foldersJobs = readFolders(folders, config, database, processors) || []
+    const writeTime = stopwatch("build", "wrote files in", config.verbose)
+    // Write destination files
+    await writeDestinations(config, database)
 
-  // Write destination files
-  await writeDestinations(config, database)
+    const stale = database.target.getStale()
 
+    writeTime()
+
+    // database.commit()
+
+    await database.saveDB(sources)
+  }
   // Run all jobs
-  await runJobs([
-    ...sourcesJobs,
-    ...abstractsJobs,
-    ...foldersJobs
-  ], config, database)
+  // await runJobs([
+  //   ...sourcesJobs,
+  //   ...abstractsJobs,
+  //   ...foldersJobs
+  // ], config, database)
 
   // Back up database (only if in-memory first run)
-  await database.saveDB()
 
   return database
 }
 
-export default bundle
+/**
+ * @param {VotiveConfig} config
+ */
+async function bundler(config) {
+  let queue = []
+  let cache
+
+  async function step() {
+    if (queue.length === 0) {
+      if(config.verbose) console.info(`${styleText("dim", "build:")} ${styleText("magenta", "starting build")}`)
+      /*
+        If queue is empty, bundle.
+      */
+      if (!cache) {
+        queue.push(bundle(config))
+        cache = await queue[0]
+      } else {
+        queue.push(bundle(config, cache))
+        await queue[0]
+      }
+      queue.shift()
+      return cache
+    } else if (queue.length === 1) {
+      /*
+        If currently bundling, prepare another
+        bundle as cleanup.
+      */
+      if(config.verbose) console.info(`${styleText("dim", "build:")} ${styleText("magenta", "queueing build")}`)
+
+      let bundling
+      queue.push(bundling)
+      bundling = await bundle(config, cache)
+      queue.shift()
+      return cache
+    } else {
+      /*
+        If cleanup is already queued, do nothing.
+      */
+      if(config.verbose) console.info(`${styleText("dim", "build:")} ${styleText("magenta", "already queued")}`)
+      await Promise.all(queue)
+      return cache
+    }
+  }
+
+  return step
+}
+
+export default bundler