@cortexkit/pi-magic-context 0.49.20 → 0.49.22

package/dist/{index-e19qtjj0.js → index-wqpjhx1p.js}

@@ -1,9 +1,9 @@
 import {
   DEFAULT_LOCAL_EMBEDDING_MODEL
-} from "./index-bxmf4dhr.js";
+} from "./index-ccanzg8p.js";
 import {
   getSynapseLaneIdentity
-} from "./index-jxjr7kz9.js";
+} from "./index-gwxaz0z5.js";
 import {
   getHarness2
 } from "./index-0h2mkab2.js";
@@ -14,7 +14,7 @@ import {
 } from "./index-fgs78jyd.js";
 import {
   inRootAsyncContext2
-} from "./index-hws5f0z9.js";
+} from "./index-2qtx0q6h.js";
 import {
   computeNormalizedHash
 } from "./index-9x1f96r8.js";
@@ -725,16 +725,20 @@ class EmbeddingWorkerClient {
   entry;
   timeoutMs;
   prepareTelemetry;
+  idleMs;
   worker = null;
   startPromise = null;
   nextId = 1;
   pending = new Map;
   disposed = false;
-  constructor(data, entry = new URL(new URL(import.meta.url).pathname.endsWith(".ts") ? "./embedding-worker.ts" : "./embedding-worker.js", import.meta.url), timeoutMs = 5 * 60000, prepareTelemetry = prepareNativeOnnxTelemetry) {
+  activeRequests = 0;
+  idleTimer = null;
+  constructor(data, entry = new URL(new URL(import.meta.url).pathname.endsWith(".ts") ? "./embedding-worker.ts" : "./embedding-worker.js", import.meta.url), timeoutMs = 5 * 60000, prepareTelemetry = prepareNativeOnnxTelemetry, idleMs = 10 * 60000) {
     this.data = data;
     this.entry = entry;
     this.timeoutMs = timeoutMs;
     this.prepareTelemetry = prepareTelemetry;
+    this.idleMs = idleMs;
   }
   start() {
     if (this.startPromise)
@@ -800,6 +804,7 @@ class EmbeddingWorkerClient {
     const fail = (error) => {
       if (this.worker !== worker)
         return;
+      this.clearIdleTimer();
       this.worker = null;
       for (const request of this.pending.values()) {
         clearTimeout(request.timer);
@@ -824,6 +829,31 @@ class EmbeddingWorkerClient {
   async request(texts, signal) {
     if (signal?.aborted)
       return Promise.reject(new Error("embedding request aborted"));
+    this.activeRequests++;
+    this.clearIdleTimer();
+    try {
+      return await this.requestOnWorker(texts, signal);
+    } finally {
+      this.activeRequests--;
+      this.armIdleTimer();
+    }
+  }
+  clearIdleTimer() {
+    if (this.idleTimer)
+      clearTimeout(this.idleTimer);
+    this.idleTimer = null;
+  }
+  armIdleTimer() {
+    if (this.disposed || this.activeRequests !== 0 || !this.worker)
+      return;
+    this.clearIdleTimer();
+    this.idleTimer = inRootAsyncContext2(() => setTimeout(() => {
+      this.idleTimer = null;
+      this.stop(new Error("embedding worker idle"));
+    }, this.idleMs));
+    this.idleTimer.unref();
+  }
+  async requestOnWorker(texts, signal) {
     const worker = await this.start();
     if (this.disposed)
       throw new Error("embedding worker disposed");
@@ -875,6 +905,7 @@ class EmbeddingWorkerClient {
     });
   }
   async stop(error) {
+    this.clearIdleTimer();
     const worker = this.worker;
     this.worker = null;
     for (const request of this.pending.values()) {