@nxtedition/lib 19.0.39 → 19.0.42

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nxtedition/lib",
-  "version": "19.0.39",
+  "version": "19.0.42",
   "license": "MIT",
   "author": "Robert Nagy <robert.nagy@boffins.se>",
   "type": "module",
@@ -75,8 +75,8 @@
     "/__tests__"
   ],
   "dependencies": {
-    "@aws-sdk/client-s3": "^3.550.0",
-    "@elastic/elasticsearch": "^8.13.0",
+    "@aws-sdk/client-s3": "^3.552.0",
+    "@elastic/elasticsearch": "^8.13.1",
     "@elastic/transport": "^8.5.0",
     "@nxtedition/nxt-undici": "^2.0.45",
     "date-fns": "^3.6.0",
@@ -106,8 +106,8 @@
   "devDependencies": {
     "@nxtedition/deepstream.io-client-js": ">=24.1.20",
     "@types/lodash": "^4.17.0",
-    "@types/node": "^20.12.6",
-    "eslint": "^9.0.0",
+    "@types/node": "^20.12.7",
+    "eslint": "^8.0.0",
     "eslint-config-prettier": "^9.1.0",
     "eslint-config-standard": "^17.0.0",
     "eslint-plugin-import": "^2.29.1",

package/s3.js

@@ -1,5 +1,6 @@
 import crypto from 'node:crypto'
 import stream from 'node:stream'
+import assert from 'node:assert'
 import AWS from '@aws-sdk/client-s3'
 import PQueue from 'p-queue'
 
@@ -22,7 +23,7 @@ export async function upload({
     throw new Error('Invalid partSize')
   }
 
-  if (!Number.isFinite(queueSize) || queueSize <= 0) {
+  if (!Number.isFinite(queueSize) || queueSize <= 0 || queueSize > 32) {
     throw new Error('Invalid queueSize')
   }
 
@@ -43,19 +44,21 @@ export async function upload({
   const queue = new PQueue({ concurrency: queueSize })
   const promises = []
 
+  assert(queue.concurrency > 0 && queue.concurrency <= 32)
+
+  const ac = new AbortController()
+  const onAbort = () => {
+    ac.abort()
+  }
+  signal?.addEventListener('abort', onAbort)
+
   let uploadId
   try {
-    const multipartUploadOutput = await s3.send(
-      new AWS.CreateMultipartUploadCommand({ Bucket, Key }),
-      { abortSignal: signal },
-    )
-    uploadId = multipartUploadOutput.UploadId
-    logger = logger?.child({ uploadId })
-    logger?.debug('multipart upload created')
-
     const uploader = {
       size: 0,
       hasher: crypto.createHash('md5'),
+      ac,
+      signal: ac.signal,
       part: {
         /** @type {Array<Buffer>} **/ chunks: [],
         hasher: crypto.createHash('md5'),
@@ -64,6 +67,16 @@ export async function upload({
       },
     }
 
+    const multipartUploadOutput = await s3.send(
+      new AWS.CreateMultipartUploadCommand({ Bucket, Key }),
+      { abortSignal: uploader.signal },
+    )
+    uploader.signal.throwIfAborted()
+
+    uploadId = multipartUploadOutput.UploadId
+    logger = logger?.child({ uploadId })
+    logger?.debug('multipart upload created')
+
     const maybeFlush = (minSize) => {
       const { part } = uploader
 
@@ -88,7 +101,7 @@ export async function upload({
       promises.push(
         queue
           .add(
-            async ({ signal }) => {
+            async () => {
               logger?.debug({ number, size }, 'part upload started')
               try {
                 const { ETag } = await s3.send(
@@ -108,29 +121,25 @@ export async function upload({
                       },
                     }),
                   }),
-                  { abortSignal: signal },
                 )
                 logger?.debug({ number, size, etag: ETag }, 'part upload completed')
                 return { part: { ETag, PartNumber: number } }
               } catch (err) {
-                if (err.name === 'AbortError') {
-                  logger?.debug({ err }, 'part upload aborted')
-                } else {
-                  logger?.warn({ err }, 'part upload failed')
-                }
+                uploader.ac.abort(err)
+                logger?.warn({ err }, 'part upload failed')
                 return { error: err }
               }
             },
-            { signal },
+            { signal: uploader.signal },
           )
           .catch((err) => ({ error: err })),
       )
 
-      return queue.onEmpty()
+      return queue.size > 0 ? queue.onEmpty() : null
     }
 
     for await (const chunk of Body) {
-      signal?.throwIfAborted()
+      uploader.signal.throwIfAborted()
 
       uploader.hasher.update(chunk)
       uploader.size += chunk.byteLength
@@ -142,9 +151,11 @@ export async function upload({
       const thenable = maybeFlush(partSize)
       if (thenable) {
         await thenable
+        uploader.signal.throwIfAborted()
       }
     }
     await maybeFlush()
+    uploader.signal.throwIfAborted()
 
     const parts = []
     const errors = []
@@ -155,7 +166,7 @@ export async function upload({
         parts.push(part)
       }
     }
-    signal?.throwIfAborted()
+    uploader.signal.throwIfAborted()
 
     if (errors.length > 0) {
       throw new AggregateError(errors, 'multipart upload failed')
@@ -172,9 +183,8 @@ export async function upload({
         UploadId: uploadId,
         MultipartUpload: { Parts: parts },
       }),
-      { abortSignal: signal },
     )
-    signal?.throwIfAborted()
+    uploader.signal.throwIfAborted()
 
     const result = {
       size: uploader.size,
@@ -209,5 +219,7 @@ export async function upload({
     }
 
     throw err
+  } finally {
+    signal?.removeEventListener('abort', onAbort)
   }
 }