@loaders.gl/core 5.0.0-alpha.5 → 5.0.0-alpha.7

package/dist/index.cjs

@@ -401,6 +401,10 @@ var WorkerThread = class {
   name;
   source;
   url;
+  /** Lazily resolves the classic worker URL used as a fallback. */
+  getUrl;
+  /** Creates a browser Worker directly. */
+  loadWorker;
   terminated = false;
   worker;
   onMessage;
@@ -411,11 +415,13 @@ var WorkerThread = class {
     return typeof Worker !== "undefined" && isBrowser2 || typeof NodeWorker !== "undefined" && !isBrowser2;
   }
   constructor(props) {
-    const { name, source, url } = props;
-    assert2(source || url);
+    const { name, source, url, getUrl, loadWorker } = props;
+    assert2(source || url || getUrl || loadWorker);
     this.name = name;
     this.source = source;
     this.url = url;
+    this.getUrl = getUrl;
+    this.loadWorker = loadWorker;
     this.onMessage = NOOP;
     this.onError = (error) => console.log(error);
     this.worker = isBrowser2 ? this._createBrowserWorker() : this._createNodeWorker();
@@ -461,7 +467,7 @@ var WorkerThread = class {
    */
   _getErrorFromErrorEvent(event) {
     let message = "Failed to load ";
-    message += `worker ${this.name} from ${this.url}. `;
+    message += `worker ${this.name} from ${this.url || "built-in worker factory"}. `;
     if (event.message) {
       message += `${event.message} in `;
     }
@@ -474,8 +480,26 @@ var WorkerThread = class {
    * Creates a worker thread on the browser
    */
   _createBrowserWorker() {
-    this._loadableURL = getLoadableWorkerURL({ source: this.source, url: this.url });
+    var _a;
+    if (this.loadWorker) {
+      try {
+        const worker2 = this.loadWorker();
+        if (worker2) {
+          return this._initializeBrowserWorker(worker2);
+        }
+      } catch (error) {
+        if (!this.source && !this.url && !this.getUrl) {
+          throw error;
+        }
+      }
+    }
+    const url = this.url || ((_a = this.getUrl) == null ? void 0 : _a.call(this));
+    this._loadableURL = getLoadableWorkerURL({ source: this.source, url });
     const worker = new Worker(this._loadableURL, { name: this.name });
+    return this._initializeBrowserWorker(worker);
+  }
+  /** Attaches protocol handlers to a browser worker. */
+  _initializeBrowserWorker(worker) {
     worker.onmessage = (event) => {
       if (!event.data) {
         this.onError(new Error("No data received"));
@@ -525,6 +549,10 @@ var WorkerPool = class {
   source;
   // | Function;
   url;
+  /** Lazily resolves a classic worker fallback URL. */
+  getUrl;
+  /** Creates a browser Worker directly. */
+  loadWorker;
   maxConcurrency = 1;
   maxMobileConcurrency = 1;
   onDebug = () => {
@@ -533,6 +561,7 @@ var WorkerPool = class {
   props = {};
   jobQueue = [];
   idleQueue = [];
+  activeJobs = /* @__PURE__ */ new Set();
   count = 0;
   isDestroyed = false;
   /** Checks if workers are supported on this platform */
@@ -546,13 +575,19 @@ var WorkerPool = class {
   constructor(props) {
     this.source = props.source;
     this.url = props.url;
+    this.getUrl = props.getUrl;
+    this.loadWorker = props.loadWorker;
     this.setProps(props);
   }
   /**
-   * Terminates all workers in the pool
+   * Terminates all workers in the pool and aborts active jobs.
+   * @param reason Optional error delivered to active jobs.
    * @note Can free up significant memory
    */
-  destroy() {
+  destroy(reason = new Error("Worker pool was destroyed")) {
+    this.activeJobs.forEach((job) => job.abort(reason));
+    const queuedJobs = this.jobQueue.splice(0);
+    queuedJobs.forEach((queuedJob) => queuedJob.onReject(reason));
     this.idleQueue.forEach((worker) => worker.destroy());
     this.isDestroyed = true;
   }
@@ -575,8 +610,11 @@ var WorkerPool = class {
     }
   }
   async startJob(name, onMessage2 = (job, type, data) => job.done(data), onError = (job, error) => job.error(error)) {
-    const startPromise = new Promise((onStart) => {
-      this.jobQueue.push({ name, onMessage: onMessage2, onError, onStart });
+    if (this.isDestroyed) {
+      return Promise.reject(new Error("Worker pool was destroyed"));
+    }
+    const startPromise = new Promise((onStart, onReject) => {
+      this.jobQueue.push({ name, onMessage: onMessage2, onError, onStart, onReject });
       return this;
     });
     this._startQueuedJob();
@@ -604,6 +642,7 @@ var WorkerPool = class {
         backlog: this.jobQueue.length
       });
       const job = new WorkerJob(queuedJob.name, workerThread);
+      this.activeJobs.add(job);
       workerThread.ref();
       workerThread.onMessage = (data) => queuedJob.onMessage(job, data.type, data.payload);
       workerThread.onError = (error) => queuedJob.onError(job, error);
@@ -612,6 +651,7 @@ var WorkerPool = class {
         await job.result;
       } catch {
       } finally {
+        this.activeJobs.delete(job);
         this.returnWorkerToQueue(workerThread);
       }
     }
@@ -655,7 +695,13 @@ var WorkerPool = class {
     if (this.count < this._getMaxConcurrency()) {
       this.count++;
       const name = `${this.name.toLowerCase()} (#${this.count} of ${this.maxConcurrency})`;
-      return new WorkerThread({ name, source: this.source, url: this.url });
+      return new WorkerThread({
+        name,
+        source: this.source,
+        url: this.url,
+        getUrl: this.getUrl,
+        loadWorker: this.loadWorker
+      });
     }
     return null;
   }
@@ -672,6 +718,8 @@ var DEFAULT_PROPS = {
   onDebug: () => {
   }
 };
+var loadWorkerIds = /* @__PURE__ */ new WeakMap();
+var nextLoadWorkerId = 1;
 var WorkerFarm = class _WorkerFarm {
   props;
   workerPools = /* @__PURE__ */ new Map();
@@ -694,12 +742,13 @@ var WorkerFarm = class _WorkerFarm {
     this.workerPools = /* @__PURE__ */ new Map();
   }
   /**
-   * Terminate all workers in the farm
+   * Terminate all workers in the farm and abort active jobs.
+   * @param reason Optional error delivered to active jobs.
    * @note Can free up significant memory
    */
-  destroy() {
+  destroy(reason) {
     for (const workerPool of this.workerPools.values()) {
-      workerPool.destroy();
+      workerPool.destroy(reason);
     }
     this.workerPools = /* @__PURE__ */ new Map();
   }
@@ -715,24 +764,28 @@ var WorkerFarm = class _WorkerFarm {
   }
   /**
    * Returns a worker pool for the specified worker
-   * @param options - only used first time for a specific worker name
-   * @param options.name - the name of the worker - used to identify worker pool
-   * @param options.url -
-   * @param options.source -
+   * @param options Worker target used to identify and initialize the pool.
+   * @param options.name Worker name used as the base pool identity.
+   * @param options.url Worker script URL.
+   * @param options.source Inline worker source.
+   * @param options.loadWorker Built-in browser worker factory.
    * @example
    *   const job = WorkerFarm.getWorkerFarm().getWorkerPool({name, url}).startJob(...);
    */
   getWorkerPool(options) {
-    const { name, source, url } = options;
-    let workerPool = this.workerPools.get(name);
+    const { name, source, url, getUrl, loadWorker } = options;
+    const workerPoolKey = getWorkerPoolKey(options);
+    let workerPool = this.workerPools.get(workerPoolKey);
     if (!workerPool) {
       workerPool = new WorkerPool({
         name,
         source,
-        url
+        url,
+        getUrl,
+        loadWorker
       });
       workerPool.setProps(this._getWorkerPoolProps());
-      this.workerPools.set(name, workerPool);
+      this.workerPools.set(workerPoolKey, workerPool);
     }
     return workerPool;
   }
@@ -745,6 +798,91 @@ var WorkerFarm = class _WorkerFarm {
     };
   }
 };
+function getWorkerPoolKey(options) {
+  const { name, source, url, urlKey, loadWorker } = options;
+  const sourceKey = source ? `source:${source}` : "";
+  const urlKeyPart = url || urlKey ? `url:${url || urlKey}` : "";
+  const loadWorkerKey = loadWorker ? `loadWorker:${getLoadWorkerId(loadWorker)}` : "";
+  return [name, sourceKey, urlKeyPart, loadWorkerKey].filter(Boolean).join("|");
+}
+function getLoadWorkerId(loadWorker) {
+  let loadWorkerId = loadWorkerIds.get(loadWorker);
+  if (!loadWorkerId) {
+    loadWorkerId = nextLoadWorkerId++;
+    loadWorkerIds.set(loadWorker, loadWorkerId);
+  }
+  return loadWorkerId;
+}
+
+// ../worker-utils/src/lib/async-queue/async-queue.ts
+var AsyncQueue = class {
+  _values;
+  _settlers;
+  _closed;
+  constructor() {
+    this._values = [];
+    this._settlers = [];
+    this._closed = false;
+  }
+  /** Return an async iterator for this queue */
+  [Symbol.asyncIterator]() {
+    return this;
+  }
+  /** Push a new value - the async iterator will yield a promise resolved to this value */
+  push(value) {
+    return this.enqueue(value);
+  }
+  /**
+   * Push a new value - the async iterator will yield a promise resolved to this value
+   * Add an error - the async iterator will yield a promise rejected with this value
+   */
+  enqueue(value) {
+    if (this._closed) {
+      throw new Error("Closed");
+    }
+    if (this._settlers.length > 0) {
+      if (this._values.length > 0) {
+        throw new Error("Illegal internal state");
+      }
+      const settler = this._settlers.shift();
+      if (value instanceof Error) {
+        settler.reject(value);
+      } else {
+        settler.resolve({ value });
+      }
+    } else {
+      this._values.push(value);
+    }
+  }
+  /** Indicate that we not waiting for more values - The async iterator will be done */
+  close() {
+    while (this._settlers.length > 0) {
+      const settler = this._settlers.shift();
+      settler.resolve({ done: true });
+    }
+    this._closed = true;
+  }
+  // ITERATOR IMPLEMENTATION
+  /** @returns a Promise for an IteratorResult */
+  next() {
+    if (this._values.length > 0) {
+      const value = this._values.shift();
+      if (value instanceof Error) {
+        return Promise.reject(value);
+      }
+      return Promise.resolve({ done: false, value });
+    }
+    if (this._closed) {
+      if (this._settlers.length > 0) {
+        throw new Error("Illegal internal state");
+      }
+      return Promise.resolve({ done: true, value: void 0 });
+    }
+    return new Promise((resolve2, reject) => {
+      this._settlers.push({ resolve: resolve2, reject });
+    });
+  }
+};
 
 // ../worker-utils/src/lib/worker-api/get-worker-url.ts
 var warnedWorkerVersionFallbacks = /* @__PURE__ */ new Set();
@@ -752,35 +890,42 @@ function getWorkerName(worker) {
   const warning = worker.version !== VERSION2 ? ` (worker-utils@${VERSION2})` : "";
   return `${worker.name}@${worker.version}${warning}`;
 }
-function getWorkerURL(worker, options = {}) {
+function getCustomWorkerURL(worker, options = {}) {
   var _a;
   const workerOptions = options[worker.id] || {};
-  const workerFile = isBrowser2 ? `${worker.id}-worker.js` : worker.workerNode || `${worker.id}-worker-node.js`;
+  const workerFile = isBrowser2 ? worker.workerFile || `${worker.id}-worker.js` : worker.workerNode || `${worker.id}-worker-node.js`;
   let url = workerOptions.workerUrl;
-  if (!url && typeof worker.worker === "string") {
-    url = worker.worker;
-  }
   if (!url && worker.id === "compression") {
     url = options.workerUrl;
   }
   const workerType = options._workerType || ((_a = options == null ? void 0 : options.core) == null ? void 0 : _a._workerType);
-  if (workerType === "test") {
+  if (!url && workerType === "test") {
     if (isBrowser2) {
       url = `modules/${worker.module}/dist/${workerFile}`;
     } else {
       url = `modules/${worker.module}/src/workers/${worker.id}-worker-node.ts`;
     }
   }
-  if (!url) {
-    let version2 = worker.version;
-    if (version2 === "latest") {
-      version2 = NPM_TAG;
-    }
-    const versionTag = version2 ? `@${version2}` : "";
-    url = `https://unpkg.com/@loaders.gl/${worker.module}${versionTag}/dist/${workerFile}`;
+  return url || null;
+}
+function getWorkerURL(worker, options = {}) {
+  const customWorkerUrl = getCustomWorkerURL(worker, options);
+  const descriptorWorkerUrl = typeof worker.worker === "string" ? worker.worker : null;
+  const url = customWorkerUrl || descriptorWorkerUrl || getDefaultWorkerURL(worker, true);
+  assert2(url);
+  return url;
+}
+function getDefaultWorkerURL(worker, warn = false) {
+  const workerFile = isBrowser2 ? worker.workerFile || `${worker.id}-worker.js` : worker.workerNode || `${worker.id}-worker-node.js`;
+  let version2 = worker.version;
+  if (version2 === "latest") {
+    version2 = NPM_TAG;
+  }
+  const versionTag = version2 ? `@${version2}` : "";
+  const url = `https://unpkg.com/@loaders.gl/${worker.module}${versionTag}/dist/${workerFile}`;
+  if (warn) {
     warnIfUsingNpmTagFallback(worker, url);
   }
-  assert2(url);
   return url;
 }
 function warnIfUsingNpmTagFallback(worker, url) {
@@ -803,19 +948,16 @@ function canProcessOnWorker(worker, options) {
     return false;
   }
   const workerOptions = options == null ? void 0 : options[worker.id];
-  return Boolean((worker.worker || (workerOptions == null ? void 0 : workerOptions.workerUrl)) && (options == null ? void 0 : options.worker));
+  return Boolean(
+    (worker.worker || worker.loadWorker || (workerOptions == null ? void 0 : workerOptions.workerUrl)) && (options == null ? void 0 : options.worker)
+  );
 }
 async function processOnWorker(worker, data, options = {}, context = {}, jobContext = {}) {
   var _a, _b, _c;
   throwIfAborted(options.signal);
   const name = getWorkerName(worker);
   const workerFarm = WorkerFarm.getWorkerFarm(options);
-  const { source } = options;
-  const workerPoolProps = { name, source };
-  if (!source) {
-    workerPoolProps.url = getWorkerURL(worker, options);
-  }
-  const workerPool = workerFarm.getWorkerPool(workerPoolProps);
+  const workerPool = workerFarm.getWorkerPool(getWorkerPoolTarget(worker, options, name));
   const jobName = options.jobName || worker.name;
   const job = await workerPool.startJob(
     jobName,
@@ -844,6 +986,115 @@ async function processOnWorker(worker, data, options = {}, context = {}, jobCont
     (_c = options.signal) == null ? void 0 : _c.removeEventListener("abort", abortJob);
   }
 }
+function processOnWorkerInBatches(worker, input, options = {}, context = {}, jobContext = {}) {
+  return processOnWorkerInBatchesIterator(worker, input, options, context, jobContext);
+}
+async function* processOnWorkerInBatchesIterator(worker, input, options, context, jobContext) {
+  var _a, _b, _c;
+  throwIfAborted(options.signal);
+  const name = getWorkerName(worker);
+  const workerFarm = WorkerFarm.getWorkerFarm(options);
+  const workerPool = workerFarm.getWorkerPool(getWorkerPoolTarget(worker, options, name));
+  const outputBatches = new AsyncQueue();
+  const inputIterator = getAsyncIterator(input);
+  let outputFinished = false;
+  let inputFinished = false;
+  let inputRequest = Promise.resolve();
+  const batchJobFailed = new Error("Worker batch job failed");
+  const finishOutput = () => {
+    if (!outputFinished) {
+      outputFinished = true;
+      outputBatches.close();
+    }
+  };
+  const failOutput = (_error) => {
+    if (!outputFinished) {
+      outputFinished = true;
+      outputBatches.enqueue(batchJobFailed);
+      outputBatches.close();
+    }
+  };
+  const job = await workerPool.startJob(
+    options.jobName || worker.name,
+    (activeJob, type, payload) => {
+      switch (type) {
+        case "input-request":
+          inputRequest = inputRequest.then(async () => {
+            const nextBatch = await inputIterator.next();
+            if (!activeJob.isRunning) {
+              return;
+            }
+            if (nextBatch.done) {
+              inputFinished = true;
+              activeJob.postMessage("input-done", {});
+            } else {
+              activeJob.postMessage("input-batch", { input: nextBatch.value });
+            }
+          }).catch((error) => activeJob.abort(error));
+          break;
+        case "output-batch":
+          outputBatches.push(payload.result);
+          break;
+        case "done":
+          activeJob.done(payload);
+          finishOutput();
+          break;
+        case "error": {
+          const error = new Error(payload.error || "Worker batch processing failed");
+          activeJob.error(error);
+          failOutput(error);
+          break;
+        }
+        case "process":
+          void onMessage(context, activeJob, type, payload);
+          break;
+        default: {
+          const error = new Error(`Unexpected worker batch message: ${type}`);
+          activeJob.error(error);
+          failOutput(error);
+          break;
+        }
+      }
+    }
+  );
+  const abortJob = () => job.abort(getAbortReason(options.signal));
+  (_a = options.signal) == null ? void 0 : _a.addEventListener("abort", abortJob, { once: true });
+  if ((_b = options.signal) == null ? void 0 : _b.aborted) {
+    abortJob();
+  }
+  void job.result.catch(failOutput);
+  try {
+    const { signal: _signal, ...workerOptions } = options;
+    if (job.isRunning) {
+      job.postMessage("process-in-batches", {
+        options: getTransferListForWriter(workerOptions),
+        context: getTransferListForWriter(jobContext)
+      });
+    }
+    try {
+      for await (const outputBatch of outputBatches) {
+        yield outputBatch;
+        if (job.isRunning) {
+          job.postMessage("output-ack", {});
+        }
+      }
+    } catch (error) {
+      if (error === batchJobFailed) {
+        await job.result;
+      }
+      throw error;
+    }
+    await job.result;
+  } finally {
+    (_c = options.signal) == null ? void 0 : _c.removeEventListener("abort", abortJob);
+    if (job.isRunning) {
+      job.abort(createAbortError2("Worker batch iterator was closed"));
+    }
+    if (!inputFinished) {
+      closeInputIterator(inputIterator);
+    }
+  }
+}
 function throwIfAborted(signal) {
   if (!(signal == null ? void 0 : signal.aborted)) {
     return;
@@ -858,6 +1109,39 @@ function createAbortError2(message) {
   error.name = "AbortError";
   return error;
 }
+function getAsyncIterator(input) {
+  if (Symbol.asyncIterator in input) {
+    return input[Symbol.asyncIterator]();
+  }
+  return (async function* iterateSynchronously() {
+    yield* input;
+  })();
+}
+function closeInputIterator(inputIterator) {
+  var _a;
+  try {
+    void Promise.resolve((_a = inputIterator.return) == null ? void 0 : _a.call(inputIterator)).catch(() => void 0);
+  } catch {
+  }
+}
+function getWorkerPoolTarget(worker, options, name) {
+  if (options.source) {
+    return { name, source: options.source };
+  }
+  const customWorkerUrl = getCustomWorkerURL(worker, options);
+  if (customWorkerUrl) {
+    return { name, url: customWorkerUrl };
+  }
+  if (isBrowser2 && worker.loadWorker) {
+    return {
+      name,
+      loadWorker: worker.loadWorker,
+      getUrl: () => getWorkerURL(worker, options),
+      urlKey: getDefaultWorkerURL(worker)
+    };
+  }
+  return { name, url: getWorkerURL(worker, options) };
+}
 async function onMessage(context, job, type, payload) {
   switch (type) {
     case "done":
@@ -897,13 +1181,13 @@ function validateWorkerVersion(worker, coreVersion = VERSION2) {
 
 // ../loader-utils/src/lib/worker-loader-utils/parse-with-worker.ts
 function canParseWithWorker(loader, options) {
-  var _a, _b;
+  var _a;
   const workerOptions = getWorkerOptions(options);
   const nodeWorkers = workerOptions._nodeWorkers;
   if (!isBrowser2 && !nodeWorkers) {
     return false;
   }
-  if (loader.id === "excel" && ((_a = options == null ? void 0 : options.excel) == null ? void 0 : _a.shape) === "arrow-table" || loader.id === "ply" && ((_b = options == null ? void 0 : options.ply) == null ? void 0 : _b.shape) === "arrow-table") {
+  if (loader.id === "las" && (((_a = options == null ? void 0 : options.las) == null ? void 0 : _a.shape) ?? "arrow-table") === "arrow-table") {
     return false;
   }
   if (loader.id === "csv" && !shouldParseCSVWithWorker(options)) {
@@ -911,12 +1195,30 @@ function canParseWithWorker(loader, options) {
   }
   return Boolean(canProcessOnWorker(loader, workerOptions));
 }
+function shouldParseWithWorker(loader, data, options, context, estimateLoader = loader) {
+  var _a, _b;
+  if (!canParseWithWorker(loader, options)) {
+    return false;
+  }
+  if (((_a = options == null ? void 0 : options.core) == null ? void 0 : _a.worker) !== "auto" || !estimateLoader.getWorkerEstimate) {
+    return true;
+  }
+  try {
+    const estimate = estimateLoader.getWorkerEstimate(data, options, context);
+    if (estimate === void 0 || !Number.isFinite(estimate) || estimate < 0 || estimate > 1) {
+      return true;
+    }
+    return estimate >= (((_b = options.core) == null ? void 0 : _b.workerThreshold) ?? 0.1);
+  } catch {
+    return true;
+  }
+}
 async function parseWithWorker(loader, data, options, context, parseOnMainThread, signal) {
   const workerSignal = signal || getWorkerAbortSignal(options);
   const result = await processOnWorker(
     loader,
     data,
-    { ...getWorkerOptions(options), signal: workerSignal },
+    { ...getWorkerOptions(options, loader), signal: workerSignal },
     {
       process: async (input, processOptions, _workerContext, parseContext) => {
         if (!parseOnMainThread) {
@@ -935,6 +1237,32 @@ async function parseWithWorker(loader, data, options, context, parseOnMainThread
   );
   return isLoaderWithWorkerResultDeserializer(loader) ? loader.deserializeWorkerResult(result, options, context) : result;
 }
+async function* parseWithWorkerInBatches(loader, inputIterator, options, context, parseOnMainThread, signal) {
+  const workerSignal = signal || getWorkerAbortSignal(options);
+  const outputIterator = processOnWorkerInBatches(
+    loader,
+    inputIterator,
+    { ...getWorkerOptions(options), signal: workerSignal },
+    {
+      process: async (input, processOptions, _workerContext, parseContext) => {
+        if (!parseOnMainThread) {
+          throw new Error("Worker not set up to parse on main thread");
+        }
+        const mainThreadContext = context ? { ...context, ...parseContext || {} } : void 0;
+        return await callParseOnMainThread(
+          parseOnMainThread,
+          input,
+          processOptions,
+          mainThreadContext
+        );
+      }
+    },
+    getSerializableLoaderContext(context)
+  );
+  for await (const batch of outputIterator) {
+    yield loader.deserializeWorkerBatch ? loader.deserializeWorkerBatch(batch, options, context) : batch;
+  }
+}
 function getWorkerAbortSignal(options) {
   var _a;
   const parquetSignal = (_a = options == null ? void 0 : options.parquet) == null ? void 0 : _a.signal;
@@ -949,12 +1277,19 @@ function callParseOnMainThread(parseOnMainThread, input, options, context) {
   }
   return parseOnMainThread(input, void 0, options, context);
 }
-function getWorkerOptions(options = {}) {
+function getWorkerOptions(options = {}, loader) {
   const serializedOptions = JSON.parse(JSON.stringify(options));
-  return {
+  const workerOptions = {
     ...serializedOptions.core,
     ...serializedOptions
   };
+  if (workerOptions.worker === "auto") {
+    workerOptions.worker = true;
+  }
+  if (loader) {
+    workerOptions._workerLoaderId = loader.id;
+  }
+  return workerOptions;
 }
 function getSerializableLoaderContext(context) {
   if (!context) {
@@ -2029,6 +2364,7 @@ var DEFAULT_LOADER_OPTIONS = {
     CDN: "https://unpkg.com/@loaders.gl",
     worker: true,
     // By default, use worker if provided by loader.
+    workerThreshold: 0.1,
     maxConcurrency: 3,
     // How many worker instances should be created for each loader.
     maxMobileConcurrency: 1,
@@ -2104,6 +2440,7 @@ var CORE_LOADER_OPTION_KEYS = [
   "useLocalLibraries",
   "CDN",
   "worker",
+  "workerThreshold",
   "maxConcurrency",
   "maxMobileConcurrency",
   "reuseWorkers",
@@ -2144,7 +2481,10 @@ function normalizeOptions(options, loader, loaders, url) {
   loaders = loaders || [];
   loaders = Array.isArray(loaders) ? loaders : [loaders];
   validateOptions(options, loaders);
-  return normalizeLoaderOptions(normalizeOptionsInternal(loader, options, url));
+  validateWorkerThreshold(options);
+  const normalizedOptions = normalizeLoaderOptions(normalizeOptionsInternal(loader, options, url));
+  validateWorkerThreshold(normalizedOptions);
+  return normalizedOptions;
 }
 function normalizeLoaderOptions(options) {
   const normalized = cloneLoaderOptions(options);
@@ -2168,6 +2508,13 @@ function validateOptions(options, loaders) {
     validateOptionsObject(idOptions, loader.id, loaderOptions, deprecatedOptions, loaders);
   }
 }
+function validateWorkerThreshold(options) {
+  var _a;
+  const threshold = (_a = options.core) == null ? void 0 : _a.workerThreshold;
+  if (threshold !== void 0 && (!Number.isFinite(threshold) || threshold < 0 || threshold > 1)) {
+    throw new Error("core.workerThreshold must be a finite number between 0 and 1");
+  }
+}
 function validateOptionsObject(options, id, defaultOptions, deprecatedOptions, loaders) {
   const loaderName = id || "Top level";
   const prefix = id ? `${id}.` : "";
@@ -2872,7 +3219,8 @@ function getFetchFunction(options, context) {
   if (typeof fetchOption === "function") {
     fetchFunction = fetchOption;
   } else if (isObject(fetchOption)) {
-    fetchFunction = (url, requestOptions) => fetchFile(url, mergeFetchOptions(fetchOption, requestOptions));
+    const baseFetch = (context == null ? void 0 : context.fetch) || fetchFile;
+    fetchFunction = (url, requestOptions) => baseFetch(url, mergeFetchOptions(fetchOption, requestOptions));
   } else if (context == null ? void 0 : context.fetch) {
     fetchFunction = context.fetch;
   } else {
@@ -3167,6 +3515,9 @@ async function parseToOutputIterator(loader, data, options, context) {
   const inputIterator = await getAsyncIterableFromData(data, options);
   const transformedIterator = await applyInputTransforms(inputIterator, ((_a = options == null ? void 0 : options.core) == null ? void 0 : _a.transforms) || []);
   if (loader.parseInBatches) {
+    if (loader.id === "csv" && isBrowser && canParseWithWorker(loader, options)) {
+      return parseWithWorkerInBatches(loader, transformedIterator, options, context, parse);
+    }
     return loader.parseInBatches(transformedIterator, options, context);
   }
   return parseChunkInBatches(transformedIterator, loader, options, context);
@@ -3337,7 +3688,10 @@ var coreApi = Object.freeze({
 // dist/lib/loader-utils/loader-context.js
 function getLoaderContext(context, options, parentContext) {
   if (parentContext) {
-    return parentContext;
+    return {
+      ...parentContext,
+      fetch: getFetchFunction(options, parentContext)
+    };
   }
   const newContext = {
     ...context,
@@ -3408,7 +3762,7 @@ async function parseWithLoader(loader, data, options, context) {
     context.response = { headers, ok, redirected, status, statusText, type, url };
   }
   const loaderWithParser = await getLoaderImplementation(loader, options, context.url);
-  if (canParseWithWorker(loaderWithParser, options)) {
+  if (shouldParseWithWorker(loaderWithParser, data, options, context, loader)) {
     data = await getArrayBufferFromData(data, options);
     return await parseWithWorker(loaderWithParser, data, options, context, parse);
   }
@@ -3651,7 +4005,7 @@ function makeStream(source, options) {
 }
 
 // dist/null-loader.js
-var VERSION4 = true ? "5.0.0-alpha.5" : "latest";
+var VERSION4 = true ? "5.0.0-alpha.7" : "latest";
 var NullWorkerLoader = {
   dataType: null,
   batchType: null,