@danielsimonjr/memoryjs 2.6.0 → 2.7.0

package/dist/index.js

@@ -3413,6 +3413,144 @@ var init_WorkerPoolManager = __esm({
   }
 });
 
+// src/utils/WorkerTaskManager.ts
+function getWorkerTaskManager() {
+  if (!DEFAULT_INSTANCE) DEFAULT_INSTANCE = new WorkerTaskManager();
+  return DEFAULT_INSTANCE;
+}
+async function batchProcessViaWorkers(items, workerType, methodName, mapArgs, opts = {}) {
+  if (items.length === 0) return [];
+  const wtm = getWorkerTaskManager();
+  const promises = items.map(
+    (item, i) => wtm.submit(workerType, methodName, mapArgs(item, i), opts)
+  );
+  return Promise.all(promises);
+}
+var SUBMISSION_COUNTER, WorkerTaskManager, DEFAULT_INSTANCE;
+var init_WorkerTaskManager = __esm({
+  "src/utils/WorkerTaskManager.ts"() {
+    "use strict";
+    init_esm_shims();
+    init_taskScheduler();
+    init_WorkerPoolManager();
+    init_logger();
+    SUBMISSION_COUNTER = 0;
+    WorkerTaskManager = class {
+      queue;
+      poolManager;
+      touchedPoolIds = /* @__PURE__ */ new Set();
+      cancelledTaskIds = /* @__PURE__ */ new Set();
+      handleStatus = /* @__PURE__ */ new Map();
+      constructor(opts = {}) {
+        this.queue = new TaskQueue({
+          concurrency: opts.concurrency,
+          timeout: opts.defaultTimeout,
+          // We dispatch to WorkerPoolManager ourselves — the queue's
+          // internal-worker-pool path would double-up.
+          useWorkerPool: false
+        });
+        this.poolManager = getWorkerPoolManager();
+      }
+      /**
+       * Submit a task and await its result. Throws on failure / cancellation.
+       *
+       * @param workerType — routing key. Maps to a named `WorkerPoolManager` pool.
+       * @param methodName — function name exposed by the worker module.
+       * @param args — positional arguments passed to the worker function.
+       */
+      async submit(workerType, methodName, args, opts = {}) {
+        const handle = this.submitWithHandle(workerType, methodName, args, opts);
+        return handle.result;
+      }
+      /**
+       * Submit a task and return a handle for cancellation + status polling.
+       */
+      submitWithHandle(workerType, methodName, args, opts = {}) {
+        const id = `wtm-${Date.now()}-${++SUBMISSION_COUNTER}`;
+        this.handleStatus.set(id, "pending" /* PENDING */);
+        const task = {
+          id,
+          priority: opts.priority ?? 1 /* NORMAL */,
+          timeout: opts.timeout,
+          input: { workerType, methodName, args },
+          fn: async (input) => {
+            if (this.cancelledTaskIds.has(id)) {
+              throw new Error(`Task ${id} cancelled before dispatch`);
+            }
+            this.handleStatus.set(id, "running" /* RUNNING */);
+            const pool = this.poolManager.getPool(input.workerType, opts.poolConfig);
+            this.touchedPoolIds.add(input.workerType);
+            return await pool.exec(input.methodName, input.args);
+          }
+        };
+        const result = this.queue.enqueue(task).then(async (res) => {
+          this.handleStatus.set(id, res.status);
+          if (res.status === "completed" /* COMPLETED */) {
+            return res.result;
+          }
+          if (res.status === "cancelled" /* CANCELLED */ || this.cancelledTaskIds.has(id)) {
+            throw new Error(`Task ${id} cancelled`);
+          }
+          const err2 = res.error ?? new Error(`Task ${id} failed: ${res.status}`);
+          throw err2;
+        });
+        return {
+          id,
+          result,
+          cancel: () => {
+            this.cancelledTaskIds.add(id);
+            const evicted = this.queue.cancel(id);
+            if (evicted) {
+              this.handleStatus.set(id, "cancelled" /* CANCELLED */);
+            }
+            return evicted;
+          },
+          status: () => this.handleStatus.get(id) ?? "pending" /* PENDING */
+        };
+      }
+      /**
+       * Aggregated stats across the queue + touched pools.
+       */
+      getStats() {
+        const pools = [];
+        for (const poolId of this.touchedPoolIds) {
+          const stats = this.poolManager.getPoolStats(poolId);
+          if (stats) {
+            pools.push({
+              poolId,
+              workers: stats.totalWorkers,
+              activeTasks: stats.activeTasks,
+              pendingTasks: stats.pendingTasks,
+              totalTasksExecuted: stats.totalTasksExecuted
+            });
+          }
+        }
+        return { queue: this.queue.getStats(), pools };
+      }
+      /**
+       * Drain the queue (wait for all pending + running tasks) and return their
+       * results in completion order. Pool workers are NOT terminated — call
+       * `shutdown()` for that.
+       */
+      async drain() {
+        return this.queue.drain();
+      }
+      /**
+       * Shut down the queue + the underlying WorkerPoolManager pools touched by
+       * this instance. Idempotent. Returns after every owned worker has exited.
+       */
+      async shutdown() {
+        try {
+          await this.queue.shutdown();
+        } catch (e) {
+          logger.warn("[WorkerTaskManager.shutdown] queue.shutdown failed:", e);
+        }
+      }
+    };
+    DEFAULT_INSTANCE = null;
+  }
+});
+
 // src/utils/BatchProcessor.ts
 async function processBatch(items, processor, options = {}) {
   const batchProcessor = new BatchProcessor(options);
@@ -11267,6 +11405,7 @@ var init_utils = __esm({
     init_taskScheduler();
     init_operationUtils();
     init_WorkerPoolManager();
+    init_WorkerTaskManager();
     init_BatchProcessor();
     init_MemoryMonitor();
     init_relationHelpers();
@@ -51761,6 +51900,7 @@ export {
   VisibilityResolver,
   WorkThreadManager,
   WorkerPoolManager,
+  WorkerTaskManager,
   WorkingMemoryManager,
   WorldModelManager,
   WorldStateSnapshot,
@@ -51770,6 +51910,7 @@ export {
   applyPagination,
   asWarning,
   batchProcess,
+  batchProcessViaWorkers,
   buildTFVector,
   calculateIDF,
   calculateIDFFromTokenSets,
@@ -51840,6 +51981,7 @@ export {
   getQuickHint,
   getRoleProfile,
   getWorkerPoolManager,
+  getWorkerTaskManager,
   globalMemoryMonitor,
   groupEntitiesByType,
   hasAllTags,