@miller-tech/uap 1.73.0 → 1.74.0

package/dist/utils/model-slot-lease.js

@@ -0,0 +1,48 @@
+/**
+ * Cross-process model-slot lease: a semaphore over the inference backend's
+ * concurrent slots, shared via the coordination DB so multiple agents AND
+ * multiple `uap` processes hitting the same endpoint never exceed the budget.
+ *
+ * `withModelSlot(holder, fn)` acquires a slot (waiting when the budget is full),
+ * runs `fn`, and releases — the right wrapper around any model call / agent spawn.
+ */
+import { CoordinationService } from '../coordination/service.js';
+import { getModelSlotBudget } from './model-slots.js';
+const sleep = (ms) => new Promise((r) => setTimeout(r, ms));
+async function resolveBudget(opts) {
+    if (opts.budget && opts.budget > 0)
+        return opts.budget;
+    return (await getModelSlotBudget(opts.cwd)).budget;
+}
+/**
+ * Acquire a model slot, waiting (up to timeoutMs) when the budget is full.
+ * Returns a lease id, or null if it timed out (caller may proceed best-effort).
+ */
+export async function acquireModelSlot(holder, opts = {}) {
+    const service = opts.service ?? new CoordinationService();
+    const budget = await resolveBudget(opts);
+    const ttlMs = opts.ttlMs ?? 120_000;
+    const timeoutMs = opts.timeoutMs ?? 300_000;
+    const pollMs = opts.pollMs ?? 200;
+    const deadline = Date.now() + timeoutMs;
+    for (;;) {
+        const leaseId = service.acquireModelSlot(holder, budget, ttlMs);
+        if (leaseId !== null)
+            return { leaseId, service };
+        if (Date.now() >= deadline)
+            return { leaseId: null, service }; // fail-open
+        await sleep(pollMs);
+    }
+}
+/** Run `fn` while holding a model slot (acquire → fn → release). */
+export async function withModelSlot(holder, fn, opts = {}) {
+    const { leaseId, service } = await acquireModelSlot(holder, opts);
+    try {
+        return await fn();
+    }
+    finally {
+        if (leaseId !== null)
+            service.releaseModelSlot(leaseId);
+    }
+}
+//# sourceMappingURL=model-slot-lease.js.map

package/dist/utils/model-slot-lease.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-slot-lease.js","sourceRoot":"","sources":["../../src/utils/model-slot-lease.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAgBtD,MAAM,KAAK,GAAG,CAAC,EAAU,EAAiB,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAEnF,KAAK,UAAU,aAAa,CAAC,IAAsB;IACjD,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC,MAAM,CAAC;IACvD,OAAO,CAAC,MAAM,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;AACrD,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,MAAc,EACd,OAAyB,EAAE;IAE3B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,mBAAmB,EAAE,CAAC;IAC1D,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;IACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,OAAO,CAAC;IACpC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,OAAO,CAAC;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,GAAG,CAAC;IAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAExC,SAAS,CAAC;QACR,MAAM,OAAO,GAAG,OAAO,CAAC,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QAChE,IAAI,OAAO,KAAK,IAAI;YAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;QAClD,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ;YAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,YAAY;QAC3E,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;AACH,CAAC;AAED,oEAAoE;AACpE,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,MAAc,EACd,EAAoB,EACpB,OAAyB,EAAE;IAE3B,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAClE,IAAI,CAAC;QACH,OAAO,MAAM,EAAE,EAAE,CAAC;IACpB,CAAC;YAAS,CAAC;QACT,IAAI,OAAO,KAAK,IAAI;YAAE,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC1D,CAAC;AACH,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@miller-tech/uap",
-  "version": "1.73.0",
+  "version": "1.74.0",
   "description": "Autonomous AI agent memory system with CLAUDE.md protocol enforcement",
   "type": "module",
   "main": "dist/index.js",