dicom-curate 0.26.2 → 0.28.0

package/dist/esm/index.js

@@ -79567,7 +79567,7 @@ function isPrivateTag(tagId) {
   return false;
 }
 function convertKeywordToTagId(keyword) {
-  const tagId = isPrivateTag(keyword) ? keyword : dcmjs.data.DicomMetaDictionary.nameMap[keyword]?.tag || keyword;
+  const tagId = isPrivateTag(keyword) ? keyword : dcmjs.data.DicomMetaDictionary.nameMap[keyword]?.tag ?? keyword;
   return tagId.replace(/[(),]/g, "").toLowerCase();
 }
 function convertKeywordPathToTagIdPath(keywordPath) {
@@ -80427,7 +80427,7 @@ function getCid7050Codes(options) {
 var import_lodash = __toESM(require_lodash(), 1);
 var nameMap = dcmjs2.data.DicomMetaDictionary.nameMap;
 function getVr(keyword) {
-  const element = nameMap[keyword] || nameMap[`RETIRED_${keyword}`];
+  const element = nameMap[keyword] ?? nameMap[`RETIRED_${keyword}`];
   return element?.vr;
 }
 function temporalVr(vr) {
@@ -80499,7 +80499,7 @@ function deidentifyPS315E({
         }
       }
     }
-    return current2[tagName] || null;
+    return current2[tagName] ?? null;
   }
   const {
     cleanDescriptorsOption,
@@ -81248,17 +81248,20 @@ async function fetchWithRetry(...args) {
 // src/hash.ts
 var import_md5 = __toESM(require_md5(), 1);
 var import_js_crc = __toESM(require_crc(), 1);
-async function hash(buffer, hashMethod) {
+var DEFAULT_HASH_PART_SIZE = 5 * 1024 * 1024;
+async function hash(buffer, hashMethod, hashPartSize) {
   switch (hashMethod) {
     case "sha256":
       return await sha256Hex(buffer);
     case "crc32":
       return crc32Hex(buffer);
-    case "md5":
-      return md5Hex(buffer);
     case "crc64":
-    default:
       return crc64Hex(buffer);
+    case "aws-s3-etag-2025":
+      return awsS3Etag(buffer, hashPartSize ?? DEFAULT_HASH_PART_SIZE);
+    case "md5":
+    default:
+      return md5Hex(buffer);
   }
 }
 async function sha256Hex(buffer) {
@@ -81269,6 +81272,27 @@ async function sha256Hex(buffer) {
 function md5Hex(buffer) {
   return (0, import_md5.default)(new Uint8Array(buffer));
 }
+function awsS3Etag(buffer, partSize) {
+  if (buffer.byteLength <= partSize) {
+    return md5Hex(buffer);
+  }
+  return multipartMd5(buffer, partSize);
+}
+function multipartMd5(buffer, partSize) {
+  const totalSize = buffer.byteLength;
+  const partCount = Math.ceil(totalSize / partSize);
+  const rawDigests = new Uint8Array(partCount * 16);
+  for (let i4 = 0; i4 < partCount; i4++) {
+    const start = i4 * partSize;
+    const end = Math.min(start + partSize, totalSize);
+    const partBuffer = buffer.slice(start, end);
+    const hex = (0, import_md5.default)(new Uint8Array(partBuffer));
+    for (let j4 = 0; j4 < 16; j4++) {
+      rawDigests[i4 * 16 + j4] = parseInt(hex.slice(j4 * 2, j4 * 2 + 2), 16);
+    }
+  }
+  return `${(0, import_md5.default)(rawDigests)}-${partCount}`;
+}
 function crc32Hex(input) {
   let bytes;
   if (input instanceof Uint8Array) {
@@ -81332,7 +81356,7 @@ async function loadS3Client() {
     const { createRequire } = await import("module");
     const req = createRequire(import.meta.url);
     const mod = req("@aws-sdk/client-s3");
-    cachedS3Client = mod?.default || mod;
+    cachedS3Client = mod?.default ?? mod;
   } else {
     cachedS3Client = await Promise.resolve().then(() => __toESM(require_dist_cjs71(), 1));
   }
@@ -81345,6 +81369,7 @@ async function curateOne({
   outputTarget,
   mappingOptions,
   hashMethod,
+  hashPartSize,
   previousSourceFileInfo,
   previousMappedFileInfo
 }) {
@@ -81371,7 +81396,7 @@ async function curateOne({
       );
     }
     file = await resp.blob();
-    const lastModifiedHeader = resp.headers.get("last-modified") || void 0;
+    const lastModifiedHeader = resp.headers.get("last-modified");
     if (lastModifiedHeader) {
       mtime = new Date(lastModifiedHeader).toISOString();
     }
@@ -81437,14 +81462,18 @@ async function curateOne({
     } catch (e4) {
     }
   }
-  const fileArrayBuffer = await file.arrayBuffer();
+  let fileArrayBuffer = await file.arrayBuffer();
   let preMappedHash;
   let postMappedHash;
   const postMappedHashHeader = "x-source-file-hash";
   let canSkip = false;
   if (previousSourceFileInfo?.preMappedHash !== void 0) {
     try {
-      preMappedHash = await hash(fileArrayBuffer, hashMethod || "crc64");
+      preMappedHash = await hash(
+        fileArrayBuffer,
+        hashMethod ?? "md5",
+        hashPartSize
+      );
     } catch (e4) {
       console.warn(`Failed to compute preMappedHash for ${fileInfo.name}`, e4);
     }
@@ -81549,7 +81578,11 @@ async function curateOne({
   }
   if (!preMappedHash) {
     try {
-      preMappedHash = await hash(fileArrayBuffer, hashMethod || "crc64");
+      preMappedHash = await hash(
+        fileArrayBuffer,
+        hashMethod ?? "md5",
+        hashPartSize
+      );
     } catch (e4) {
       console.warn(`Failed to compute preMappedHash for ${fileInfo.name}`, e4);
     }
@@ -81560,7 +81593,12 @@ async function curateOne({
     const modifiedArrayBuffer = mappedDicomData.write({
       allowInvalidVRLength: true
     });
-    postMappedHash = await hash(modifiedArrayBuffer, hashMethod || "crc64");
+    postMappedHash = await hash(
+      modifiedArrayBuffer,
+      hashMethod ?? "md5",
+      hashPartSize
+    );
+    fileArrayBuffer = null;
     const previousPostMappedHash = previousMappedFileInfo ? previousMappedFileInfo(clonedMapResults.outputFilePath)?.postMappedHash : void 0;
     if (previousPostMappedHash !== void 0 && previousPostMappedHash === postMappedHash) {
       return noMapResult(clonedMapResults.outputFilePath);
@@ -81592,26 +81630,23 @@ async function curateOne({
       }
       const fullFilePath = path.join(fullDirPath, fileName);
       await fs.writeFile(fullFilePath, new DataView(modifiedArrayBuffer));
-    } else {
+    } else if (!outputTarget?.http && !outputTarget?.s3) {
       clonedMapResults.mappedBlob = new Blob([modifiedArrayBuffer], {
         type: "application/octet-stream"
       });
     }
-    clonedMapResults.mappedBlob = new Blob([modifiedArrayBuffer], {
-      type: "application/octet-stream"
-    });
     if (outputTarget?.http) {
       try {
         const key = clonedMapResults.outputFilePath.split("/").map(encodeURIComponent).join("/");
         const uploadUrl = `${outputTarget.http.url}/${key}`;
         const headers = {
-          "Content-Type": clonedMapResults.mappedBlob.type || "application/octet-stream",
+          "Content-Type": "application/octet-stream",
           "X-File-Name": fileName,
-          "X-File-Type": clonedMapResults.mappedBlob.type || "application/octet-stream",
+          "X-File-Type": "application/octet-stream",
           "X-File-Size": String(modifiedArrayBuffer.byteLength),
-          "X-Source-File-Size": String(clonedMapResults.fileInfo?.size || ""),
-          "X-Source-File-Modified-Time": mtime || "",
-          "X-Source-File-Hash": preMappedHash || ""
+          "X-Source-File-Size": String(clonedMapResults.fileInfo?.size ?? ""),
+          "X-Source-File-Modified-Time": mtime ?? "",
+          "X-Source-File-Hash": preMappedHash ?? ""
         };
         if (outputTarget.http.headers) {
           Object.assign(headers, outputTarget.http.headers);
@@ -81621,25 +81656,27 @@ async function curateOne({
         const resp = await fetchWithRetry(uploadUrl, {
           method: "PUT",
           headers,
-          body: clonedMapResults.mappedBlob
+          body: new Blob([modifiedArrayBuffer], {
+            type: "application/octet-stream"
+          })
         });
         if (!resp.ok) {
           console.error(
             `Upload failed for ${uploadUrl}: ${resp.status} ${resp.statusText}`
           );
-          clonedMapResults.errors = clonedMapResults.errors || [];
+          clonedMapResults.errors = clonedMapResults.errors ?? [];
           clonedMapResults.errors.push(
             `Upload failed: ${resp.status} ${resp.statusText}`
           );
         } else {
-          clonedMapResults.outputUpload = clonedMapResults.outputUpload || {
+          clonedMapResults.outputUpload = clonedMapResults.outputUpload ?? {
             url: uploadUrl,
             status: resp.status
           };
         }
       } catch (e4) {
         console.error("Upload error", e4);
-        clonedMapResults.errors = clonedMapResults.errors || [];
+        clonedMapResults.errors = clonedMapResults.errors ?? [];
         clonedMapResults.errors.push(
           `Upload error: ${e4 instanceof Error ? e4.message : String(e4)}`
         );
@@ -81659,12 +81696,14 @@ async function curateOne({
           new s32.PutObjectCommand({
             Bucket: outputTarget.s3.bucketName,
             Key: key,
-            Body: await clonedMapResults.mappedBlob.arrayBuffer(),
-            ContentType: clonedMapResults.mappedBlob.type || "application/octet-stream",
+            // Use the ArrayBuffer directly — going through Blob.arrayBuffer()
+            // would create yet another copy of the data in memory.
+            Body: new Uint8Array(modifiedArrayBuffer),
+            ContentType: "application/octet-stream",
             Metadata: {
-              "source-file-size": String(clonedMapResults.fileInfo?.size || ""),
-              "source-file-modified-time": mtime || "",
-              "source-file-hash": preMappedHash || "",
+              "source-file-size": String(clonedMapResults.fileInfo?.size ?? ""),
+              "source-file-modified-time": mtime ?? "",
+              "source-file-hash": preMappedHash ?? "",
               ...postMappedHash ? { "source-file-post-mapped-hash": postMappedHash } : {}
             }
           })
@@ -81676,7 +81715,7 @@ async function curateOne({
         };
       } catch (e4) {
         console.error("S3 Upload error", e4);
-        clonedMapResults.errors = clonedMapResults.errors || [];
+        clonedMapResults.errors = clonedMapResults.errors ?? [];
         clonedMapResults.errors.push(
           `S3 Upload error: ${e4 instanceof Error ? e4.message : String(e4)}`
         );
@@ -87444,10 +87483,20 @@ function setDirectoryScanFinished(value) {
 var scanAnomalies = [];
 var progressCallback = () => {
 };
+var scanResumeCallback = null;
+var scanPaused = false;
+var LOW_WATER_MARK = 50;
 function setMappingWorkerOptions(opts) {
   mappingWorkerOptions = opts;
 }
-async function initializeMappingWorkers(skipCollectingMappings, fileInfoIndex, progressCb) {
+function setScanResumeCallback(cb) {
+  scanResumeCallback = cb;
+  scanPaused = false;
+}
+function markScanPaused() {
+  scanPaused = true;
+}
+async function initializeMappingWorkers(skipCollectingMappings, fileInfoIndex, progressCb, workerCount) {
   mappingWorkerOptions = {};
   workersActive = 0;
   mapResultsList = skipCollectingMappings ? void 0 : [];
@@ -87461,9 +87510,12 @@ async function initializeMappingWorkers(skipCollectingMappings, fileInfoIndex, p
   scanAnomalies = [];
   if (progressCb)
     progressCallback = progressCb;
-  const workerCount = navigator.hardwareConcurrency;
+  const effectiveWorkerCount = workerCount ?? Math.min(await getHardwareConcurrency(), 8);
   const workers = await Promise.all(
-    Array.from({ length: workerCount }, () => createMappingWorker(fileInfoIndex))
+    Array.from(
+      { length: effectiveWorkerCount },
+      () => createMappingWorker(fileInfoIndex)
+    )
   );
   availableMappingWorkers.push(...workers);
 }
@@ -87472,7 +87524,7 @@ async function dispatchMappingJobs() {
     const { fileInfo, previousFileInfo } = filesToProcess.pop();
     const mappingWorker = availableMappingWorkers.pop();
     workerCurrentFile.set(mappingWorker, fileInfo);
-    const { outputTarget, hashMethod, ...mappingOptions } = (
+    const { outputTarget, hashMethod, hashPartSize, ...mappingOptions } = (
       // Not partial anymore.
       mappingWorkerOptions
     );
@@ -87482,10 +87534,15 @@ async function dispatchMappingJobs() {
       outputTarget: await getHttpOutputHeaders(outputTarget),
       previousFileInfo,
       hashMethod,
+      hashPartSize,
       serializedMappingOptions: serializeMappingOptions(mappingOptions)
     });
     workersActive += 1;
   }
+  if (scanPaused && filesToProcess.length < LOW_WATER_MARK && scanResumeCallback) {
+    scanPaused = false;
+    scanResumeCallback();
+  }
   if (workersActive === 0 && pendingReplacements === 0 && directoryScanFinished && filesToProcess.length === 0) {
     while (availableMappingWorkers.length) {
       availableMappingWorkers.pop().terminate();
@@ -87517,6 +87574,13 @@ async function dispatchMappingJobs() {
     });
   }
 }
+async function getHardwareConcurrency() {
+  if (typeof navigator !== "undefined" && navigator.hardwareConcurrency) {
+    return navigator.hardwareConcurrency;
+  }
+  const { cpus } = await import("os");
+  return cpus().length;
+}
 function recoverCrashedWorker(mappingWorker, errorMessage) {
   if (!workerCurrentFile.has(mappingWorker)) {
     return;
@@ -87686,6 +87750,11 @@ async function initializeFileListWorker(rejectCallback) {
             // Files sent to processing have no scan anomalies
             previousFileInfo
           });
+          const HIGH_WATER_MARK = 100;
+          if (filesToProcess.length > HIGH_WATER_MARK) {
+            fileListWorker.postMessage({ request: "stop" });
+            markScanPaused();
+          }
           dispatchMappingJobs();
           break;
         }
@@ -87746,6 +87815,7 @@ async function collectMappingOptions(organizeOptions) {
   const skipModifications = organizeOptions.skipModifications ?? false;
   const skipValidation = organizeOptions.skipValidation ?? false;
   const hashMethod = organizeOptions.hashMethod;
+  const hashPartSize = organizeOptions.hashPartSize;
   const dateOffset = organizeOptions.dateOffset;
   if (requiresDateOffset(deIdOpts) && !dateOffset?.match(iso8601)) {
     throw new Error(
@@ -87760,7 +87830,8 @@ async function collectMappingOptions(organizeOptions) {
     skipModifications,
     skipValidation,
     dateOffset,
-    hashMethod
+    hashMethod,
+    hashPartSize
   };
 }
 function queueFilesForMapping(organizeOptions) {
@@ -87830,13 +87901,17 @@ async function curateMany(organizeOptions, onProgress) {
       await initializeMappingWorkers(
         organizeOptions.skipCollectingMappings,
         organizeOptions.fileInfoIndex,
-        progressCallback2
+        progressCallback2,
+        organizeOptions.workerCount
       );
       setMappingWorkerOptions(
         await collectMappingOptions(organizeOptions)
       );
       if (organizeOptions.inputType === "directory" || organizeOptions.inputType === "path" || organizeOptions.inputType === "s3") {
         const fileListWorker = await initializeFileListWorker(rejectCallback);
+        setScanResumeCallback(() => {
+          fileListWorker.postMessage({ request: "resume" });
+        });
         let specExcludedFiletypes;
         let noDicomSignatureCheck = false;
         let noDefaultExclusions = false;

package/dist/esm/mappingWorkerPool.js

@@ -12061,10 +12061,20 @@ function setDirectoryScanFinished(value) {
 var scanAnomalies = [];
 var progressCallback = () => {
 };
+var scanResumeCallback = null;
+var scanPaused = false;
+var LOW_WATER_MARK = 50;
 function setMappingWorkerOptions(opts) {
   mappingWorkerOptions = opts;
 }
-async function initializeMappingWorkers(skipCollectingMappings, fileInfoIndex, progressCb) {
+function setScanResumeCallback(cb) {
+  scanResumeCallback = cb;
+  scanPaused = false;
+}
+function markScanPaused() {
+  scanPaused = true;
+}
+async function initializeMappingWorkers(skipCollectingMappings, fileInfoIndex, progressCb, workerCount) {
   mappingWorkerOptions = {};
   workersActive = 0;
   mapResultsList = skipCollectingMappings ? void 0 : [];
@@ -12078,9 +12088,12 @@ async function initializeMappingWorkers(skipCollectingMappings, fileInfoIndex, p
   scanAnomalies = [];
   if (progressCb)
     progressCallback = progressCb;
-  const workerCount = navigator.hardwareConcurrency;
+  const effectiveWorkerCount = workerCount ?? Math.min(await getHardwareConcurrency(), 8);
   const workers = await Promise.all(
-    Array.from({ length: workerCount }, () => createMappingWorker(fileInfoIndex))
+    Array.from(
+      { length: effectiveWorkerCount },
+      () => createMappingWorker(fileInfoIndex)
+    )
   );
   availableMappingWorkers.push(...workers);
 }
@@ -12089,7 +12102,7 @@ async function dispatchMappingJobs() {
     const { fileInfo, previousFileInfo } = filesToProcess.pop();
     const mappingWorker = availableMappingWorkers.pop();
     workerCurrentFile.set(mappingWorker, fileInfo);
-    const { outputTarget, hashMethod, ...mappingOptions } = (
+    const { outputTarget, hashMethod, hashPartSize, ...mappingOptions } = (
       // Not partial anymore.
       mappingWorkerOptions
     );
@@ -12099,10 +12112,15 @@ async function dispatchMappingJobs() {
       outputTarget: await getHttpOutputHeaders(outputTarget),
       previousFileInfo,
       hashMethod,
+      hashPartSize,
       serializedMappingOptions: serializeMappingOptions(mappingOptions)
     });
     workersActive += 1;
   }
+  if (scanPaused && filesToProcess.length < LOW_WATER_MARK && scanResumeCallback) {
+    scanPaused = false;
+    scanResumeCallback();
+  }
   if (workersActive === 0 && pendingReplacements === 0 && directoryScanFinished && filesToProcess.length === 0) {
     while (availableMappingWorkers.length) {
       availableMappingWorkers.pop().terminate();
@@ -12134,6 +12152,13 @@ async function dispatchMappingJobs() {
     });
   }
 }
+async function getHardwareConcurrency() {
+  if (typeof navigator !== "undefined" && navigator.hardwareConcurrency) {
+    return navigator.hardwareConcurrency;
+  }
+  const { cpus } = await import("os");
+  return cpus().length;
+}
 function recoverCrashedWorker(mappingWorker, errorMessage) {
   if (!workerCurrentFile.has(mappingWorker)) {
     return;
@@ -12276,7 +12301,9 @@ export {
   getWorkerCurrentFile,
   getWorkersActive,
   initializeMappingWorkers,
+  markScanPaused,
   scanAnomalies,
   setDirectoryScanFinished,
-  setMappingWorkerOptions
+  setMappingWorkerOptions,
+  setScanResumeCallback
 };

package/dist/esm/s3Client.js

@@ -37097,7 +37097,7 @@ async function loadS3Client() {
     const { createRequire } = await import("module");
     const req = createRequire(import.meta.url);
     const mod = req("@aws-sdk/client-s3");
-    cachedS3Client = mod?.default || mod;
+    cachedS3Client = mod?.default ?? mod;
   } else {
     cachedS3Client = await Promise.resolve().then(() => __toESM(require_dist_cjs71(), 1));
   }

package/dist/esm/scanDirectoryWorker.js

@@ -37097,7 +37097,7 @@ async function loadS3Client() {
     const { createRequire } = await import("module");
     const req = createRequire(import.meta.url);
     const mod = req("@aws-sdk/client-s3");
-    cachedS3Client = mod?.default || mod;
+    cachedS3Client = mod?.default ?? mod;
   } else {
     cachedS3Client = await Promise.resolve().then(() => __toESM(require_dist_cjs71(), 1));
   }
@@ -37137,6 +37137,28 @@ var DEFAULT_EXCLUDED_FILETYPES = [
   ".ds_store"
 ];
 var keepScanning = true;
+var pauseResolve = null;
+var pausePromise = null;
+function pauseScanning() {
+  if (!pausePromise) {
+    pausePromise = new Promise((resolve) => {
+      pauseResolve = resolve;
+    });
+  }
+}
+function resumeScanning() {
+  if (pauseResolve) {
+    pauseResolve();
+    pauseResolve = null;
+    pausePromise = null;
+  }
+}
+async function waitIfPaused() {
+  if (pausePromise) {
+    await pausePromise;
+  }
+  return keepScanning;
+}
 var excludedFiletypes = [];
 var excludedPathRegexes = [];
 var noDicomSignatureCheck = false;
@@ -37294,7 +37316,11 @@ fixupNodeWorkerEnvironment().then(() => {
         break;
       }
       case "stop": {
-        keepScanning = false;
+        pauseScanning();
+        break;
+      }
+      case "resume": {
+        resumeScanning();
         break;
       }
       default:
@@ -37371,10 +37397,16 @@ async function scanDirectory(dir) {
     for await (const entry of dir2.values()) {
       if (!keepScanning)
         return;
+      if (!await waitIfPaused())
+        return;
       if (entry.kind === "file") {
         const file = await entry.getFile();
         const fileAnomalies = [];
-        if (await shouldProcessFile(file, fileAnomalies, `${prefix}/${entry.name}`)) {
+        if (await shouldProcessFile(
+          file,
+          fileAnomalies,
+          `${prefix}/${entry.name}`
+        )) {
           const key = `${prefix}/${entry.name}`;
           const prev = previousIndex ? previousIndex[key] : void 0;
           globalThis.postMessage({
@@ -37434,6 +37466,8 @@ async function scanDirectoryNode(dirPath) {
       for (const entry of entries) {
         if (!keepScanning)
           return;
+        if (!await waitIfPaused())
+          return;
         if (entry.isFile()) {
           const filePath = path.join(currentPath, entry.name);
           const stats = await fs.stat(filePath);

package/dist/types/applyMappingsWorker.d.ts

@@ -9,6 +9,7 @@ export type MappingRequest = {
         preMappedHash?: string;
     };
     hashMethod?: THashMethod;
+    hashPartSize?: number;
     serializedMappingOptions: TSerializedMappingOptions;
 } | {
     request: 'fileInfoIndex';

package/dist/types/curateOne.d.ts

@@ -4,6 +4,7 @@ export type TCurateOneArgs = {
     outputTarget: TOutputTarget;
     mappingOptions: TMappingOptions;
     hashMethod?: THashMethod;
+    hashPartSize?: number;
     previousSourceFileInfo?: {
         size?: number;
         mtime?: string;
@@ -13,6 +14,6 @@ export type TCurateOneArgs = {
         postMappedHash?: string;
     } | undefined;
 };
-export declare function curateOne({ fileInfo, outputTarget, mappingOptions, hashMethod, previousSourceFileInfo, previousMappedFileInfo, }: TCurateOneArgs): Promise<Omit<Partial<TMapResults>, 'anomalies'> & {
+export declare function curateOne({ fileInfo, outputTarget, mappingOptions, hashMethod, hashPartSize, previousSourceFileInfo, previousMappedFileInfo, }: TCurateOneArgs): Promise<Omit<Partial<TMapResults>, 'anomalies'> & {
     anomalies: TMapResults['anomalies'];
 }>;

package/dist/types/hash.d.ts

@@ -1,2 +1,2 @@
 import { THashMethod } from './types';
-export declare function hash(buffer: ArrayBuffer, hashMethod: THashMethod): Promise<string>;
+export declare function hash(buffer: ArrayBuffer, hashMethod: THashMethod, hashPartSize?: number): Promise<string>;

package/dist/types/mappingWorkerPool.d.ts

@@ -9,6 +9,7 @@ import type { TMappingOptions, TFileInfo, TProgressMessage, TOutputTarget, TFile
 export type TMappingWorkerOptions = TMappingOptions & {
     outputTarget?: TOutputTarget;
     hashMethod?: THashMethod;
+    hashPartSize?: number;
 };
 export type ProgressCallback = (message: TProgressMessage) => void;
 export declare const availableMappingWorkers: Worker[];
@@ -28,10 +29,20 @@ export declare let scanAnomalies: {
     anomalies: string[];
 }[];
 export declare function setMappingWorkerOptions(opts: TMappingWorkerOptions): void;
+/**
+ * Register a callback that resumes the scan worker. Called by curateMany
+ * after the scan worker is created.
+ */
+export declare function setScanResumeCallback(cb: (() => void) | null): void;
+/**
+ * Mark the scan as paused. Called from the scan worker message handler in
+ * index.ts when the queue exceeds the high-water mark.
+ */
+export declare function markScanPaused(): void;
 /**
  * Initialize the mapping worker pool. Call once per curateMany invocation.
  */
-export declare function initializeMappingWorkers(skipCollectingMappings?: boolean, fileInfoIndex?: TFileInfoIndex, progressCb?: ProgressCallback): Promise<void>;
+export declare function initializeMappingWorkers(skipCollectingMappings?: boolean, fileInfoIndex?: TFileInfoIndex, progressCb?: ProgressCallback, workerCount?: number): Promise<void>;
 /**
  * Dispatch queued files to available mapping workers.
  * Also checks the termination condition (all files processed, no pending

package/dist/types/scanDirectoryWorker.d.ts

@@ -41,4 +41,6 @@ export type FileScanRequest = ({
     bucketOptions: TS3BucketOptions;
 } & CommonFileScanRequestFields) | {
     request: 'stop';
+} | {
+    request: 'resume';
 };

package/dist/types/types.d.ts

@@ -29,8 +29,10 @@ export type OrganizeOptions = {
     dateOffset?: Iso8601Duration;
     skipCollectingMappings?: boolean;
     hashMethod?: THashMethod;
+    hashPartSize?: number;
     fileInfoIndex?: TFileInfoIndex;
     excludedPathGlobs?: string[];
+    workerCount?: number;
 } & ({
     inputType: 'directory';
     inputDirectory: FileSystemDirectoryHandle;
@@ -48,7 +50,7 @@ export type OrganizeOptions = {
     inputType: 's3';
     inputS3Bucket: TS3BucketOptions;
 });
-export type THashMethod = 'crc64' | 'crc32' | 'sha256' | 'md5';
+export type THashMethod = 'crc64' | 'crc32' | 'sha256' | 'md5' | 'aws-s3-etag-2025';
 export type THTTPHeaderProvider = () => Promise<Record<string, string>> | Record<string, string>;
 export type THTTPOptions = {
     url: string;