@offmain/workerkit 0.14.0 → 1.0.0

package/dist/index.cjs

@@ -1,4 +1,4 @@
-"use strict";var S=Object.defineProperty;var x=(n,e,r)=>e in n?S(n,e,{enumerable:!0,configurable:!0,writable:!0,value:r}):n[e]=r;var y=(n,e,r)=>x(n,typeof e!="symbol"?e+"":e,r);Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const O=n=>`
+"use strict";var L=Object.defineProperty;var O=(o,e,r)=>e in o?L(o,e,{enumerable:!0,configurable:!0,writable:!0,value:r}):o[e]=r;var y=(o,e,r)=>O(o,typeof e!="symbol"?e+"":e,r);Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const v=require("./index-CXKVsLvY.cjs"),D=`
 const extractTransferables = (value, seen = new Set()) => {
   if (value === null || typeof value !== 'object') return [];
   if (seen.has(value)) return [];
@@ -12,31 +12,73 @@ const extractTransferables = (value, seen = new Set()) => {
   if (Array.isArray(value)) return value.flatMap(i => extractTransferables(i, seen));
   return Object.values(value).flatMap(v => extractTransferables(v, seen));
 };
-
+`,U=o=>`
+${D}
 self.addEventListener('message', async (event) => {
   try {
-    const output = await ${n}(event.data);
+    const output = await ${o}(event.data);
     self.postMessage({ ok: true, data: output }, extractTransferables(output));
   } catch (err) {
     self.postMessage({ ok: false, error: err instanceof Error ? err.message : String(err) });
   }
 })
-`,F=n=>`
-const extractTransferables = (value, seen = new Set()) => {
-  if (value === null || typeof value !== 'object') return [];
-  if (seen.has(value)) return [];
-  seen.add(value);
-  if (value instanceof ArrayBuffer || value instanceof MessagePort ||
-      (typeof ImageBitmap !== 'undefined' && value instanceof ImageBitmap) ||
-      (typeof OffscreenCanvas !== 'undefined' && value instanceof OffscreenCanvas)) {
-    return [value];
+`,N=o=>`
+${D}
+const workerFn = ${o};
+let memPort = null;
+let factoryToken = null;
+let pendingPayload = null;
+
+async function runAndStore(payload) {
+  try {
+    const output = await workerFn(payload);
+    if (!memPort) {
+      // Fallback: no port provided, post data directly (legacy / opt-out path)
+      self.postMessage({ ok: true, data: output }, extractTransferables(output));
+      return;
+    }
+    // Store directly into MemoryWorker
+    const ref = 'mem_' + crypto.randomUUID();
+    await new Promise((resolve, reject) => {
+      memPort.onmessage = (e) => {
+        if (e.data && e.data.ref === ref) {
+          if (e.data.ok) resolve(e.data.ref);
+          else reject(new Error(e.data.error || 'MemoryWorker SET failed'));
+        }
+      };
+      memPort.postMessage({ action: 'SET', factoryToken, ref, data: output });
+    });
+    // Only the token reaches the main thread
+    self.postMessage({ ok: true, __memory_ref__: ref });
+  } catch (err) {
+    self.postMessage({ ok: false, error: err instanceof Error ? err.message : String(err) });
   }
-  if (ArrayBuffer.isView(value)) return [value.buffer];
-  if (Array.isArray(value)) return value.flatMap(i => extractTransferables(i, seen));
-  return Object.values(value).flatMap(v => extractTransferables(v, seen));
-};
+}
 
-const workerFn = ${n};
+self.addEventListener('message', async (event) => {
+  // Init message: receive the MemoryWorker port and factory token
+  if (event.data && event.data.__init_memory_port__) {
+    memPort = event.ports[0] ?? event.data.memPort;
+    factoryToken = event.data.factoryToken;
+    if (memPort) memPort.start();
+    // If a payload arrived before the port, process it now
+    if (pendingPayload !== null) {
+      const p = pendingPayload;
+      pendingPayload = null;
+      await runAndStore(p);
+    }
+    return;
+  }
+  // If port not yet received, queue the payload
+  if (!memPort) {
+    pendingPayload = event.data;
+    return;
+  }
+  await runAndStore(event.data);
+});
+`,j=o=>`
+${D}
+const workerFn = ${o};
 let outputPort = null;
 let inputPort = null;
 let pendingData = null;
@@ -101,22 +143,9 @@ self.addEventListener('message', (event) => {
     pendingData = event.data;
   }
 });
-`,R=n=>`
-const extractTransferables = (value, seen = new Set()) => {
-  if (value === null || typeof value !== 'object') return [];
-  if (seen.has(value)) return [];
-  seen.add(value);
-  if (value instanceof ArrayBuffer || value instanceof MessagePort ||
-      (typeof ImageBitmap !== 'undefined' && value instanceof ImageBitmap) ||
-      (typeof OffscreenCanvas !== 'undefined' && value instanceof OffscreenCanvas)) {
-    return [value];
-  }
-  if (ArrayBuffer.isView(value)) return [value.buffer];
-  if (Array.isArray(value)) return value.flatMap(i => extractTransferables(i, seen));
-  return Object.values(value).flatMap(v => extractTransferables(v, seen));
-};
-
-const workerFn = ${n};
+`,G=o=>`
+${D}
+const workerFn = ${o};
 let cachedDataset = null;
 
 self.addEventListener('message', async (event) => {
@@ -157,14 +186,137 @@ self.addEventListener('message', async (event) => {
     self.postMessage({ ok: false, error: err instanceof Error ? err.message : String(err) });
   }
 });
-`;var P=(n=>(n.Default="default",n.Pipeline="pipeline",n.Persistent="persistent",n))(P||{});const C=Object.freeze({persistent:R,pipeline:F,default:O});class v{constructor(e,r){y(this,"_worker");if(r!=null&&r.createWorker)this._worker=r.createWorker();else if(e){const s=(r==null?void 0:r.mode)??"default",t=C[s](e.toString()),l=new Blob([t],{type:"application/javascript"});this._worker=new Worker(URL.createObjectURL(l))}else throw new Error("Either workerFunction or options.createWorker must be provided to WorkerFactory.")}get getWorker(){return this._worker}}class j{constructor(e){this.results=e}}function m(n,e=new Set){return n===null||typeof n!="object"?[]:e.has(n)?[]:(e.add(n),n instanceof ArrayBuffer||n instanceof MessagePort||typeof ImageBitmap<"u"&&n instanceof ImageBitmap||typeof OffscreenCanvas<"u"&&n instanceof OffscreenCanvas?[n]:ArrayBuffer.isView(n)?[n.buffer]:Array.isArray(n)?n.flatMap(r=>m(r,e)):Object.values(n).flatMap(r=>m(r,e)))}class L{constructor(e){y(this,"_workers");y(this,"_threads");y(this,"_persistentWorkers",new Map);y(this,"_activeWorkers",new Set);y(this,"_isTerminated",!1);this._workers=e.workers,this._threads=navigator.hardwareConcurrency}get isTerminated(){return this._isTerminated}trackWorker(e){if(this._isTerminated)throw e.terminate(),new Error("MainWorkerFactory has been terminated");return this._activeWorkers.add(e),e}terminateWorker(e){this._activeWorkers.delete(e);try{e.terminate()}catch{}}initWorker(e){const r=new v(e.func,{createWorker:e.createWorker});return this.trackWorker(r.getWorker),r}partitionArray(e,r){if(!e.length)return[];if(r<=0)throw new Error("numChunks must be positive");const s=Math.min(r,e.length),t=Math.floor(e.length/s),l=e.length%s,c=[];let f=0;for(let a=0;a<s;a++){const o=t+(a<l?1:0);c.push(e.slice(f,f+o)),f+=o}return c}findWorkerByName(e){return this._workers.find(r=>r.name===e)}async runWorker(e,{srcData:r,...s}){if(this._isTerminated)return Promise.reject(new Error("MainWorkerFactory has been terminated"));const t=this.findWorkerByName(e);if(!t)return Promise.reject(new Error(`Worker "${e}" not found`));const l=t.maxConcurrency??this._threads,c=!!(Array.isArray(r)&&r.length>1&&t.partition),f=c?this.partitionArray(r,l):r,a=this.createWorkerPromises(t,e,{data:f,...s},l,c),o=await Promise.allSettled(a);return new j(o)}createWorkerPromises(e,r,s,t,l){const{data:c,...f}=s;return Array.from({length:t},(a,o)=>{const d=l&&Array.isArray(c)?c[o]:c;return this.runWorkerWithRetry({workerFunc:e.func,createWorker:e.createWorker,workerName:r,index:o,data:{data:d,...f}},e.retries)})}async runWorkerWithRetry(e,r=2){try{return await this.initiateWorker(e)}catch(s){if(r>0)return console.error(`Worker ${e.index} failed, retrying (${r} left):`,s),this.runWorkerWithRetry(e,r-1);throw console.error("Worker failed after all retries:",s),s}}initiateWorker({workerFunc:e,createWorker:r,workerName:s,index:t,data:l}){return new Promise((c,f)=>{const o=this.initWorker({name:s,role:"",func:e,createWorker:r}).getWorker;o.onerror=p=>{this.terminateWorker(o),f({index:t,workerConfigs:{workerFunc:e,createWorker:r,workerName:s,index:t,data:l},failedResult:p})},o.onmessage=p=>{var i,u;if(((i=p.data)==null?void 0:i.ok)===!1){this.terminateWorker(o),f({index:t,workerConfigs:{workerFunc:e,createWorker:r,workerName:s,index:t,data:l},failedResult:new ErrorEvent("error",{message:p.data.error})});return}c({index:t,workerConfigs:{workerFunc:e,createWorker:r,workerName:s,index:t,data:l},successResult:new MessageEvent("message",{data:(u=p.data)==null?void 0:u.data})}),this.terminateWorker(o)};const d={index:t,...Array.isArray(l)?{data:l}:l};o.postMessage(d,m(d))})}async collectResults(e,r={}){if(this._isTerminated)throw new Error("MainWorkerFactory has been terminated");const s=e.results.filter(a=>a.status==="fulfilled"),t=e.results.filter(a=>a.status==="rejected"),l=s.map(a=>a.value.successResult.data),c=r.reducer?r.reducer.toString():"(shards) => shards.flat()";return{data:await new Promise((a,o)=>{const d=`
-        const reducer = ${c};
-        self.addEventListener('message', (event) => {
-          try {
-            const result = reducer(event.data);
-            self.postMessage({ ok: true, data: result });
-          } catch (err) {
-            self.postMessage({ ok: false, error: String(err) });
-          }
+`;var S=(o=>(o.Default="default",o.Pipeline="pipeline",o.Persistent="persistent",o.Memory="memory",o))(S||{});const q=Object.freeze({persistent:G,pipeline:j,default:U,memory:N});class b{constructor(e,r){y(this,"_worker");if(r!=null&&r.createWorker)this._worker=r.createWorker();else if(e){const a=(r==null?void 0:r.mode)??"default",t=q[a](e.toString()),l=new Blob([t],{type:"application/javascript"});this._worker=new Worker(URL.createObjectURL(l))}else throw new Error("Either workerFunction or options.createWorker must be provided to WorkerFactory.")}get getWorker(){return this._worker}}class z{constructor(){y(this,"store",new Map)}register(e,r={}){this.store.set(e,r)}has(e){return this.store.has(e)}delete(e){return this.store.delete(e)}clear(){this.store.clear()}stats(){return{count:this.store.size,refs:Array.from(this.store.keys())}}}const K=`
+const store = new Map();
+
+function handleMessage(msg, replyTarget) {
+  if (!msg || typeof msg !== 'object') return;
+
+  const { action, factoryToken, expectedToken, ref, data, id } = msg;
+
+  // Initial handshake to set expected token if needed
+  if (action === 'INIT_TOKEN') {
+    self.__expectedToken = expectedToken;
+    replyTarget.postMessage({ ok: true, action: 'INIT_TOKEN_ACK' });
+    return;
+  }
+
+  // Validate factory token
+  if (self.__expectedToken && factoryToken !== self.__expectedToken) {
+    replyTarget.postMessage({ ok: false, error: 'Unauthorized: invalid factory token', id });
+    return;
+  }
+
+  try {
+    switch (action) {
+      case 'SET': {
+        const refId = ref || ('mem_' + crypto.randomUUID());
+        store.set(refId, data);
+        replyTarget.postMessage({ ok: true, ref: refId, id });
+        break;
+      }
+      case 'GET': {
+        const resultData = store.get(ref);
+        const exists = store.has(ref);
+        replyTarget.postMessage({ ok: true, exists, data: resultData, ref, id });
+        break;
+      }
+      case 'DELETE': {
+        const deleted = store.delete(ref);
+        replyTarget.postMessage({ ok: true, deleted, ref, id });
+        break;
+      }
+      case 'CLEAR': {
+        store.clear();
+        replyTarget.postMessage({ ok: true, action: 'CLEAR_ACK', id });
+        break;
+      }
+      case 'STATS': {
+        replyTarget.postMessage({
+          ok: true,
+          stats: {
+            count: store.size,
+            refs: Array.from(store.keys()),
+          },
+          id,
         });
-      `,p=new Blob([d],{type:"application/javascript"}),i=this.trackWorker(new Worker(URL.createObjectURL(p)));i.onmessage=u=>{this.terminateWorker(i),u.data.ok?a(u.data.data):o(new Error(u.data.error))},i.onerror=u=>{this.terminateWorker(i),o(u)},i.postMessage(l)}),succeeded:s.length,failed:t.length,errors:t}}async pipeline(e){if(this._isTerminated)throw new Error("MainWorkerFactory has been terminated");if(e.length===0)throw new Error("Pipeline requires at least one step");if(e.length===1){const r=e[0],{worker:s,srcData:t,...l}=r,c=this.findWorkerByName(r.worker);if(!c)throw new Error(`Worker "${r.worker}" not found`);const a=this.initWorker(c).getWorker;return new Promise((o,d)=>{a.onmessage=u=>{var k,g;this.terminateWorker(a),((k=u.data)==null?void 0:k.ok)===!1?d(new Error(u.data.error)):o((g=u.data)==null?void 0:g.data)},a.onerror=u=>{this.terminateWorker(a),d(u)};const i={data:t??{},...l,index:0};a.postMessage(i,m(i))})}return new Promise((r,s)=>{const t=[],l=[];for(const i of e){const u=this.findWorkerByName(i.worker);if(!u){s(new Error(`Worker "${i.worker}" not found`));return}const k=new v(u.func,{mode:P.Pipeline,createWorker:u.createWorker}),g=this.trackWorker(k.getWorker);t.push(g)}for(let i=0;i<t.length-1;i++)l.push(new MessageChannel);for(let i=0;i<t.length;i++){const{worker:u,srcData:k,...g}=e[i],W=[],w={};if(i>0&&(w.inputPort=l[i-1].port1,W.push(w.inputPort)),i<t.length-1&&(w.outputPort=l[i].port2,W.push(w.outputPort)),t[i].postMessage({__pipeline_ports__:!0,stepParams:g,...w},W),i<t.length-1){const _=t[i],A=t[i+1],{worker:I,srcData:U,...D}=e[i+1];_.onmessage=h=>{var E,T;if(h.data&&h.data.__pipeline_ports__)return;if(((E=h.data)==null?void 0:E.ok)===!1){t.forEach(B=>this.terminateWorker(B)),s(new Error(h.data.error));return}const b={data:((T=h.data)==null?void 0:T.ok)!==void 0?h.data.data:h.data,...D,index:0};A.postMessage(b,m(b))},_.onerror=h=>{t.forEach(M=>this.terminateWorker(M)),s(h)}}}const c=t[t.length-1];c.onmessage=i=>{var u,k;t.forEach(g=>this.terminateWorker(g)),((u=i.data)==null?void 0:u.ok)===!1?s(new Error(i.data.error)):r((k=i.data)==null?void 0:k.data)},c.onerror=i=>{t.forEach(u=>this.terminateWorker(u)),s(i)};const{worker:f,srcData:a,...o}=e[0],p={data:a??{},...o,index:0};t[0].postMessage(p,m(p))})}async runPersistent(e,r){if(this._isTerminated)throw new Error("MainWorkerFactory has been terminated");const s=this.findWorkerByName(e);if(!s)throw new Error(`Worker "${e}" not found`);let t=this._persistentWorkers.get(e);if(!t){const l=new v(s.func,{mode:P.Persistent,createWorker:s.createWorker});t=this.trackWorker(l.getWorker),this._persistentWorkers.set(e,t)}return new Promise((l,c)=>{t.onmessage=a=>{var o,d;((o=a.data)==null?void 0:o.ok)===!1?c(new Error(a.data.error)):l((d=a.data)==null?void 0:d.data)},t.onerror=a=>{c(a)};const f={type:"run",config:r.config};r.dataset!==void 0&&(f.dataset=r.dataset),t.postMessage(f,m(f))})}release(e){const r=this._persistentWorkers.get(e);if(r){try{r.postMessage({type:"release"})}catch{}this.terminateWorker(r),this._persistentWorkers.delete(e)}}terminate(){this._isTerminated=!0;for(const e of this._persistentWorkers.values()){try{e.postMessage({type:"release"})}catch{}this.terminateWorker(e)}this._persistentWorkers.clear();for(const e of Array.from(this._activeWorkers))this.terminateWorker(e);this._activeWorkers.clear()}destroy(){this.terminate()}reset(){this.terminate(),this._isTerminated=!1}restart(){this.reset()}}function $(n){if(typeof self>"u")return;let e=null,r=null,s=null,t={};const l=(f,a)=>{self.postMessage(f,a)};async function c(f){try{const a=typeof f=="object"&&f!==null&&"data"in f?{...t,...f}:{data:f,...t,index:0},o=await n(a),d={ok:!0,data:o},p=m(o);e?e.postMessage(d,p):l(d,p)}catch(a){const o={ok:!1,error:a instanceof Error?a.message:String(a)};e?e.postMessage(o):l(o)}}self.addEventListener("message",f=>{const a=f.data;if(a&&a.__pipeline_ports__){a.stepParams&&(t=a.stepParams),a.outputPort&&(e=a.outputPort),a.inputPort&&(r=a.inputPort,r.onmessage=o=>{var d;o.data&&o.data.ok===!1?e?e.postMessage(o.data):l(o.data):c({data:(d=o.data)==null?void 0:d.data,...t,index:0})}),s!==null&&(c(s),s=null);return}r?s=a:c(a)})}exports.MainWorkerFactory=L;exports.WorkerFactory=v;exports.defineWorker=$;
+        break;
+      }
+      case 'REGISTER_PORT': {
+        // Register a MessagePort from a computing or reducer worker.
+        // All messages arriving on this port are handled with the same
+        // store operations, enabling direct worker-to-MemoryWorker data flow.
+        const port = msg.port;
+        if (!port) {
+          replyTarget.postMessage({ ok: false, error: 'REGISTER_PORT requires a port', id });
+          break;
+        }
+        port.onmessage = (event) => handleMessage(event.data, port);
+        port.start();
+        replyTarget.postMessage({ ok: true, action: 'PORT_REGISTERED', id });
+        break;
+      }
+      default:
+        replyTarget.postMessage({ ok: false, error: 'Unknown action: ' + action, id });
+    }
+  } catch (err) {
+    replyTarget.postMessage({
+      ok: false,
+      error: err instanceof Error ? err.message : String(err),
+      id,
+    });
+  }
+}
+
+self.addEventListener('message', (event) => {
+  // Handle REGISTER_PORT specially — the port itself is a Transferable in event.ports
+  if (event.data && event.data.action === 'REGISTER_PORT') {
+    const port = event.ports[0] ?? event.data.port;
+    const msg = { ...event.data, port };
+    handleMessage(msg, self);
+    return;
+  }
+  handleMessage(event.data, self);
+});
+`;class H{constructor(e){y(this,"worker");y(this,"factoryToken");y(this,"pending",new Map);this.factoryToken=e;const r=new Blob([K],{type:"application/javascript"});this.worker=new Worker(URL.createObjectURL(r)),this.worker.onmessage=a=>{const{id:t}=a.data??{};if(t&&this.pending.has(t)){const l=this.pending.get(t);this.pending.delete(t),l(a.data)}},this.worker.postMessage({action:"INIT_TOKEN",expectedToken:e})}send(e,r={}){return new Promise(a=>{const t=`req_${crypto.randomUUID()}`;this.pending.set(t,a),this.worker.postMessage({action:e,factoryToken:this.factoryToken,id:t,...r})})}async set(e,r){const a=await this.send("SET",{data:e,ref:r});if(!a.ok)throw new Error(a.error);return a.ref}async get(e){const r=await this.send("GET",{ref:e});if(!r.ok)throw new Error(r.error);return r.data}async has(e){const r=await this.send("GET",{ref:e});if(!r.ok)throw new Error(r.error);return!!r.exists}async delete(e){const r=await this.send("DELETE",{ref:e});if(!r.ok)throw new Error(r.error);return!!r.deleted}async clear(){const e=await this.send("CLEAR");if(!e.ok)throw new Error(e.error)}async stats(){const e=await this.send("STATS");if(!e.ok)throw new Error(e.error);return e.stats}async allocateWorkerPort(){const e=new MessageChannel,{port1:r,port2:a}=e,t=`req_${crypto.randomUUID()}`;return this.pending.set(t,()=>{}),this.worker.postMessage({action:"REGISTER_PORT",factoryToken:this.factoryToken,id:t},[r]),await new Promise(l=>{const f=this.pending.get(t);this.pending.set(t,m=>{f(m),l()})}),a}terminate(){this.pending.clear(),this.worker.terminate()}}class J{constructor(e="error"){y(this,"level");this.level=e}setLevel(e){this.level=e}verbose(...e){this.level==="verbose"&&console.debug("[WorkerManager]",...e)}info(...e){(this.level==="verbose"||this.level==="info")&&console.info("[WorkerManager]",...e)}error(...e){this.level!=="silent"&&console.error("[WorkerManager]",...e)}}class V{constructor(e){this.results=e}}function x(o,e){if(!o.length)return[];if(e<=0)throw new Error("numChunks must be positive");const r=Math.min(e,o.length),a=Math.floor(o.length/r),t=o.length%r,l=[];let f=0;for(let m=0;m<r;m++){const i=a+(m<t?1:0);l.push(o.slice(f,f+i)),f+=i}return l}async function B(o,e={},r){if(r.isTerminated())throw r.logger.error("Attempted to collect results after MainWorkerFactory was terminated"),new Error("MainWorkerFactory has been terminated");const a=o.results.filter(n=>n.status==="fulfilled"),t=o.results.filter(n=>n.status==="rejected");if(a.length===0)return{data:[],succeeded:0,failed:t.length,errors:t};const l=a.map(n=>{var k;const c=(k=n.value.successResult)==null?void 0:k.data;return c==null?void 0:c.__memory_ref__}),f=l.every(n=>typeof n=="string"),m=e.reducer?e.reducer.toString():"(shards) => shards.flat()";let i;if(f&&typeof Worker<"u"&&typeof Blob<"u"&&typeof MessageChannel<"u"){const n=await r.memoryWorkerProxy.allocateWorkerPort(),c=`
+      const refs = ${JSON.stringify(l)};
+      const factoryToken = ${JSON.stringify(r.factoryToken)};
+      const reducer = ${m};
+
+    // collect-results.ts
+
+      self.addEventListener('message', async (event) => {
+        // event.ports[0] is the direct line to MemoryWorker
+        const memPort = event.ports[0];
+        if (!memPort) {
+          self.postMessage({ ok: false, error: 'No MemoryWorker port provided' });
+          self.close();
+          return;
+        }
+        memPort.start();
+
+        try {
+          // Fetch each shard directly from MemoryWorker
+          const shards = await Promise.all(refs.map((ref) =>
+            new Promise((resolve, reject) => {
+              const reqId = 'fetch_' + ref;
+              memPort.addEventListener('message', function handler(e) {
+                if (e.data && e.data.ref === ref) {
+                  memPort.removeEventListener('message', handler);
+                  if (e.data.ok) resolve(e.data.data);
+                  else reject(new Error(e.data.error));
+                }
+              });
+              memPort.postMessage({ action: 'GET', factoryToken, ref, id: reqId });
+            })
+          ));
+
+          const result = reducer(shards);
+          self.postMessage({ ok: true, data: result });
+        } catch (error) {
+          self.postMessage({ ok: false, error: String(error) });
+        } finally {
+          self.close();
+        }
+      });
+    `;try{i=await new Promise((k,d)=>{const p=new Blob([c],{type:"application/javascript"}),s=r.trackWorker(new Worker(URL.createObjectURL(p)));s.onmessage=u=>{r.terminateWorker(s),u.data.ok?k(u.data.data):(r.logger.error("Collect results reducer worker failed",u.data.error),d(new Error(u.data.error)))},s.onerror=u=>{r.terminateWorker(s),r.logger.error("Collect results reducer worker encountered an error event",u),d(u)},s.postMessage({__start__:!0},[n])})}catch{const k=await Promise.all(l.map(s=>r.memoryWorkerProxy.get(s))),d=s=>s.flat();i=(e.reducer??d)(k)}}else if(f){const n=await Promise.all(l.map(d=>r.memoryWorkerProxy.get(d))),c=d=>d.flat();i=(e.reducer??c)(n)}else{const n=a.map(d=>d.value.successResult.data),c=d=>d.flat();i=(e.reducer??c)(n)}return{data:i,succeeded:a.length,failed:t.length,errors:t}}async function X(o,e,r){var E,R;if(r.isTerminated())return r.logger.error("Attempted to execute worker after MainWorkerFactory was terminated"),Promise.reject(new Error("MainWorkerFactory has been terminated"));const a=r.findWorkerByName(o);if(!a)return r.logger.error(`Worker config not found for worker: "${o}"`),Promise.reject(new Error(`Worker "${o}" not found`));const{srcData:t,reducer:l,autoCollect:f=!0,...m}=e||{};let i=t;const n=m.__memory_ref__,c=!!m.deleteMemory;if(i===void 0&&n){if(!r.memoryStore.has(n))return r.logger.error(`Attempted to use invalid memory reference: "${n}"`),Promise.reject(new Error(`Memory reference "${n}" not found in MemoryStore`));i=await r.memoryWorkerProxy.get(n),delete m.__memory_ref__,delete m.deleteMemory}else delete m.deleteMemory;const k=a.maxConcurrency??r.threads,d=!!(Array.isArray(i)&&a.partition),p=d?x(i,k):i,s=d&&Array.isArray(p)?p.length:k,u=r.orchestrator.createWorkerPromises(a,o,{data:p,...m},s,d),h=await Promise.allSettled(u);c&&n&&(await r.memoryWorkerProxy.delete(n),r.memoryStore.delete(n));for(const g of h)if(g.status==="fulfilled"){const W=(E=g.value.successResult)==null?void 0:E.data,w=W==null?void 0:W.__memory_ref__;w&&r.memoryStore.register(w)}const _=new V(h);if(!f){const g=h.filter(w=>w.status==="fulfilled").length,W=h.filter(w=>w.status==="rejected");return{data:_,succeeded:g,failed:W.length,errors:W}}const T=await B(_,{reducer:l},{isTerminated:()=>r.isTerminated(),trackWorker:r.orchestrator.context?g=>g:g=>g,terminateWorker:g=>{},logger:r.logger,memoryWorkerProxy:r.memoryWorkerProxy,factoryToken:r.factoryToken}),M=!!(a.memory||a.memoryOnly);for(const g of h)if(g.status==="fulfilled"){const W=(R=g.value.successResult)==null?void 0:R.data,w=W==null?void 0:W.__memory_ref__;w&&(r.memoryStore.delete(w),await r.memoryWorkerProxy.delete(w))}if(M){const g=await r.memoryWorkerProxy.set(T.data);return r.memoryStore.register(g),{...T,__memory_ref__:g}}return T}async function Q(o,e){if(e.isTerminated())throw e.logger.error("Attempted to execute pipeline after MainWorkerFactory was terminated"),new Error("MainWorkerFactory has been terminated");if(o.length===0)throw e.logger.error("Attempted to execute an empty pipeline"),new Error("Pipeline requires at least one step");if(o.length===1){const r=o[0],{worker:a,srcData:t,...l}=r,f=e.findWorkerByName(r.worker);if(!f)throw e.logger.error(`Pipeline step config not found for worker: "${r.worker}"`),new Error(`Worker "${r.worker}" not found`);const m=new b(f.func,{createWorker:f.createWorker});e.trackWorker(m.getWorker);const i=m.getWorker;return new Promise((n,c)=>{i.onmessage=p=>{var s,u;e.terminateWorker(i),((s=p.data)==null?void 0:s.ok)===!1?(e.logger.error(`Pipeline step ${r.worker} failed`,p.data.error),c(new Error(p.data.error))):n({data:(u=p.data)==null?void 0:u.data,succeeded:1,failed:0,errors:[]})},i.onerror=p=>{e.terminateWorker(i),e.logger.error(`Pipeline step ${r.worker} encountered an error event`,p),c(p)};const d={data:t??{},...l,index:0};e.logger.verbose(`Starting single-step pipeline for worker ${r.worker}`),i.postMessage(d,v.extractTransferable(d))})}return new Promise(async(r,a)=>{const t=[],l=[];for(const s of o){const u=e.findWorkerByName(s.worker);if(!u){e.logger.error(`Pipeline step config not found for worker: "${s.worker}"`),a(new Error(`Worker "${s.worker}" not found`));return}const h=new b(u.func,{mode:S.Pipeline,createWorker:u.createWorker}),_=e.trackWorker(h.getWorker);t.push(_)}for(let s=0;s<t.length-1;s++)l.push(new MessageChannel);for(let s=0;s<t.length;s++){const{worker:u,srcData:h,..._}=o[s],T=[],M={};if(s>0&&(M.inputPort=l[s-1].port1,T.push(M.inputPort)),s<t.length-1&&(M.outputPort=l[s].port2,T.push(M.outputPort)),t[s].postMessage({__pipeline_ports__:!0,stepParams:_,...M},T),s<t.length-1){const E=t[s],R=t[s+1],{worker:g,srcData:W,...w}=o[s+1];E.onmessage=P=>{var F,I;if(P.data&&P.data.__pipeline_ports__)return;if(((F=P.data)==null?void 0:F.ok)===!1){e.logger.error(`Pipeline step ${o[s].worker} failed`,P.data.error),t.forEach(C=>e.terminateWorker(C)),a(new Error(P.data.error));return}const $={data:((I=P.data)==null?void 0:I.ok)!==void 0?P.data.data:P.data,...w,index:0};R.postMessage($,v.extractTransferable($))},E.onerror=P=>{e.logger.error(`Pipeline step ${o[s].worker} encountered an error event`,P),t.forEach(A=>e.terminateWorker(A)),a(P)}}}const f=t[t.length-1];f.onmessage=s=>{var u,h;t.forEach(_=>e.terminateWorker(_)),((u=s.data)==null?void 0:u.ok)===!1?(e.logger.error("Final pipeline step failed",s.data.error),a(new Error(s.data.error))):r({data:(h=s.data)==null?void 0:h.data,succeeded:1,failed:0,errors:[]})},f.onerror=s=>{t.forEach(u=>e.terminateWorker(u)),e.logger.error("Final pipeline step encountered an error event",s),a(s)};const{worker:m,srcData:i,...n}=o[0];let c=i;const k=n.__memory_ref__,d=!!n.deleteMemory;if(c===void 0&&k){if(!e.memoryStore.has(k)){t.forEach(s=>e.terminateWorker(s)),e.logger.error(`Memory reference "${k}" not found in MemoryStore`),a(new Error(`Memory reference "${k}" not found in MemoryStore`));return}c=await e.memoryWorkerProxy.get(k),d&&(e.memoryStore.delete(k),await e.memoryWorkerProxy.delete(k)),delete n.__memory_ref__,delete n.deleteMemory}c===void 0&&(c={});const p={data:c,...n,index:0};e.logger.verbose(`Starting full pipeline with ${o.length} steps`),t[0].postMessage(p,v.extractTransferable(p))})}class Y{constructor(e){y(this,"_persistentWorkers",new Map);this.context=e}async runPersistent(e,r){if(this.context.isTerminated())throw this.context.logger.error("Attempted to run persistent worker after MainWorkerFactory was terminated"),new Error("MainWorkerFactory has been terminated");const a=this.context.findWorkerByName(e);if(!a)throw this.context.logger.error(`Persistent worker config not found for worker: "${e}"`),new Error(`Worker "${e}" not found`);let t=this._persistentWorkers.get(e);if(!t){const l=new b(a.func,{mode:S.Persistent,createWorker:a.createWorker});t=this.context.trackWorker(l.getWorker),this.context.logger.verbose(`Created persistent worker for ${e}`),this._persistentWorkers.set(e,t)}return new Promise((l,f)=>{t.onmessage=i=>{var n,c;((n=i.data)==null?void 0:n.ok)===!1?(this.context.logger.error(`Persistent worker ${e} failed`,i.data.error),f(new Error(i.data.error))):l((c=i.data)==null?void 0:c.data)},t.onerror=i=>{this.context.logger.error(`Persistent worker ${e} encountered an error event`,i),f(i)};const m={type:"run",config:r.config};r.dataset!==void 0&&(m.dataset=r.dataset),t.postMessage(m,v.extractTransferable(m))})}release(e){const r=this._persistentWorkers.get(e);if(r){try{r.postMessage({type:"release"})}catch{}this.context.terminateWorker(r),this._persistentWorkers.delete(e)}}terminateAll(){for(const e of this._persistentWorkers.values()){try{e.postMessage({type:"release"})}catch{}this.context.terminateWorker(e)}this._persistentWorkers.clear()}}class Z{constructor(e){this.context=e}createWorkerPromises(e,r,a,t,l){const{data:f,...m}=a;return Array.from({length:t},(i,n)=>{const c=l&&Array.isArray(f)?f[n]:f;return this.runWorkerWithRetry({workerFunc:e.func,createWorker:e.createWorker,workerName:r,index:n,data:{data:c,...m}},e.retries)})}async runWorkerWithRetry(e,r=2){try{return await this.initiateWorker(e)}catch(a){if(r>0)return this.context.logger.info(`Worker ${e.index} failed, retrying (${r} left):`,a),this.runWorkerWithRetry(e,r-1);throw this.context.logger.error("Worker failed after all retries:",a),a}}async initiateWorker({workerFunc:e,createWorker:r,workerName:a,index:t,data:l}){const f=await this.context.memoryWorkerProxy.allocateWorkerPort();return new Promise((m,i)=>{if(this.context.isTerminated()){i(new Error("MainWorkerFactory has been terminated"));return}const n=new b(e,{createWorker:r,mode:S.Memory}),c=this.context.trackWorker(n.getWorker);c.onerror=d=>{this.context.terminateWorker(c),i({index:t,workerConfigs:{workerFunc:e,createWorker:r,workerName:a,index:t,data:l},failedResult:d})},c.onmessage=d=>{var u,h,_;if(((u=d.data)==null?void 0:u.ok)===!1){this.context.terminateWorker(c),i({index:t,workerConfigs:{workerFunc:e,createWorker:r,workerName:a,index:t,data:l},failedResult:new ErrorEvent("error",{message:d.data.error})});return}const p=(h=d.data)==null?void 0:h.__memory_ref__,s=p!==void 0?{__memory_ref__:p}:((_=d.data)==null?void 0:_.ok)!==void 0?d.data.data:d.data;m({index:t,workerConfigs:{workerFunc:e,createWorker:r,workerName:a,index:t,data:l},successResult:new MessageEvent("message",{data:s})}),this.context.terminateWorker(c)};const k={index:t,...Array.isArray(l)?{data:l}:l};c.postMessage({__init_memory_port__:!0,factoryToken:this.context.factoryToken},[f]),c.postMessage(k,v.extractTransferable(k))})}}class ee{constructor(e){y(this,"_workers");y(this,"_threads");y(this,"_activeWorkers",new Set);y(this,"_memoryStore",new z);y(this,"_memoryWorkerProxy");y(this,"_factoryToken");y(this,"_isTerminated",!1);y(this,"_persistentManager");y(this,"_orchestrator");y(this,"logger");this._workers=e.workers,this.logger=new J(e.logLevel??"error"),this._threads=typeof navigator<"u"&&navigator.hardwareConcurrency?navigator.hardwareConcurrency:4,this._factoryToken=crypto.randomUUID(),this._memoryWorkerProxy=new H(this._factoryToken);const r={isTerminated:()=>this.isTerminated,findWorkerByName:this.findWorkerByName.bind(this),trackWorker:this.trackWorker.bind(this),terminateWorker:this.terminateWorker.bind(this),logger:this.logger,memoryWorkerProxy:this._memoryWorkerProxy,factoryToken:this._factoryToken};this._persistentManager=new Y(r),this._orchestrator=new Z(r)}get isTerminated(){return this._isTerminated}trackWorker(e){if(this._isTerminated)throw e.terminate(),new Error("MainWorkerFactory has been terminated");return this._activeWorkers.add(e),e}terminateWorker(e){this._activeWorkers.delete(e);try{e.terminate()}catch{}}partitionArray(e,r){return x(e,r)}findWorkerByName(e){return this._workers.find(r=>r.name===e)}async runWorker(e,r){return X(e,r,{isTerminated:()=>this.isTerminated,findWorkerByName:this.findWorkerByName.bind(this),memoryStore:this._memoryStore,memoryWorkerProxy:this._memoryWorkerProxy,factoryToken:this._factoryToken,threads:this._threads,orchestrator:this._orchestrator,logger:this.logger})}async deleteMemory(e){return this._memoryStore.delete(e),this._memoryWorkerProxy.delete(e)}async clearMemory(){this._memoryStore.clear(),await this._memoryWorkerProxy.clear()}async getMemoryStats(){return this._memoryWorkerProxy.stats()}async collectResults(e,r={}){return B(e,r,{isTerminated:()=>this.isTerminated,trackWorker:this.trackWorker.bind(this),terminateWorker:this.terminateWorker.bind(this),logger:this.logger,memoryWorkerProxy:this._memoryWorkerProxy,factoryToken:this._factoryToken})}async pipeline(e){return Q(e,{memoryStore:this._memoryStore,memoryWorkerProxy:this._memoryWorkerProxy,isTerminated:()=>this.isTerminated,findWorkerByName:this.findWorkerByName.bind(this),trackWorker:this.trackWorker.bind(this),terminateWorker:this.terminateWorker.bind(this),logger:this.logger})}async runPersistent(e,r){return this._persistentManager.runPersistent(e,r)}release(e){this._persistentManager.release(e)}terminate(){this._isTerminated=!0,this._persistentManager.terminateAll();for(const e of Array.from(this._activeWorkers))this.terminateWorker(e);this._activeWorkers.clear(),this._memoryStore.clear(),this._memoryWorkerProxy.terminate()}destroy(){this.terminate()}reset(){this.terminate(),this._isTerminated=!1}restart(){this.reset()}}function re(o){return o===void 0?e=>e:o}function te(...o){return o}exports.defineWorker=v.defineWorker;exports.MainWorkerFactory=ee;exports.WorkerFactory=b;exports.WorkerMode=S;exports.defineWorkerConfig=re;exports.defineWorkerConfigs=te;