@notifiles/sdk 1.4.0 → 1.5.0

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@notifiles/sdk",
   "type": "module",
-  "version": "1.4.0",
+  "version": "1.5.0",
   "description": "",
   "author": {
     "name": "adoucoure",

package/src/lib/async/runWithConcurrency.js

@@ -0,0 +1,32 @@
+// Runs `worker` over `items` with at most `concurrency` in flight at once.
+// Every item runs to completion regardless of sibling failures; if any
+// worker throws, a single aggregate error (with an `.errors` array) is
+// thrown after all items have settled, so a failure never abandons work
+// that was already in progress.
+export default async function runWithConcurrency(items, concurrency, worker) {
+  const queue = [...items]
+  const errors = []
+
+  const lanes = Array.from(
+    { length: Math.max(1, Math.min(concurrency, queue.length)) },
+    async () => {
+      while (queue.length) {
+        const item = queue.shift()
+        try {
+          await worker(item)
+        } catch (e) {
+          console.error(e)
+          errors.push(e)
+        }
+      }
+    }
+  )
+
+  await Promise.all(lanes)
+
+  if (errors.length) {
+    const error = new Error(`[notifiles] ${errors.length} of ${items.length} item(s) failed`)
+    error.errors = errors
+    throw error
+  }
+}

package/src/template/update/path.js

@@ -12,6 +12,9 @@ import {
   getCachedTemplateHash,
   updateTemplateHashCache
 } from './lib/cache.js'
+import runWithConcurrency from '../../lib/async/runWithConcurrency.js'
+
+const DEFAULT_CONCURRENCY = 4
 
 export default async ({
   path,
@@ -28,13 +31,14 @@ export default async ({
   }
 
   const forceUpdate = force || settings.forceUpdate
+  const concurrency = settings.concurrency || DEFAULT_CONCURRENCY
 
-  for (var i in entries) {
-    let entry = entries[i]
+  await runWithConcurrency(entries, concurrency, async (initialEntry) => {
+    let entry = initialEntry
 
     switch (entry.manifest.status) {
       case 'pause': {
-        continue
+        return
       }
       default: break
     }
@@ -43,7 +47,7 @@ export default async ({
     const currentHash = await computeTemplateHash({ path: entry.path })
     if (!forceUpdate && cachedHash && currentHash && cachedHash === currentHash) {
       console.log(`[notifiles] Skip ${entry.slug || entry.name || entry.path}: no changes detected`)
-      continue
+      return
     }
 
     entry = (await format({ entry, settings })).entry
@@ -53,7 +57,7 @@ export default async ({
     entry = (await cloudify({ entry, settings })).entry
     entry = (await attach({ entry, settings })).entry
     if (settings.dryRun) {
-      continue
+      return
     }
     entry = (await sync({ entry, settings })).entry
 
@@ -61,7 +65,7 @@ export default async ({
     if (newHash) {
       await updateTemplateHashCache({ path: entry.path, hash: newHash })
     }
-  }
+  })
 
   return true
 }