@tekmidian/pai 0.66.47 → 0.66.49

package/dist/hooks/worker-pool-host.mjs

@@ -7900,6 +7900,17 @@ var init_workers_config = __esm({
 import { existsSync as existsSync6, readFileSync as readFileSync5 } from "node:fs";
 import { homedir as homedir4 } from "node:os";
 import { join as join5 } from "node:path";
+function nativeAnthropicProvider(models = NATIVE_ANTHROPIC_MODELS) {
+  return {
+    enabled: true,
+    protocol: "anthropic",
+    baseUrl: "",
+    keyFile: null,
+    models: { ...models },
+    env: {},
+    native: true
+  };
+}
 function isModelCapability(v) {
   return CAPABILITY_NAME_RE.test(v);
 }
@@ -8245,10 +8256,31 @@ function parseWorkersConfig(raw) {
     if (r.retryOnQuota !== void 0 && typeof r.retryOnQuota !== "boolean") {
       bad(".routing.retryOnQuota", "must be boolean");
     }
+    if (r.policy !== void 0 && r.policy !== "budget" && r.policy !== "order") {
+      bad(".routing.policy", 'must be "budget" or "order"');
+    }
+    if (r.priority !== void 0) {
+      if (!Array.isArray(r.priority) || r.priority.some((x) => typeof x !== "string")) {
+        bad(".routing.priority", "must be an array of provider names");
+      }
+    }
+    if (r.budgetWalls !== void 0) {
+      if (typeof r.budgetWalls !== "object" || r.budgetWalls === null || Array.isArray(r.budgetWalls)) {
+        bad(".routing.budgetWalls", "must be an object of provider name \u2192 percent");
+      }
+      for (const [k, v] of Object.entries(r.budgetWalls)) {
+        if (typeof v !== "number" || !Number.isFinite(v) || v < 0 || v > 100) {
+          bad(`.routing.budgetWalls.${k}`, "must be a percent 0\u2013100");
+        }
+      }
+    }
     routing = {
       order: routing.order,
       cooldownMinutes: r.cooldownMinutes === void 0 ? DEFAULT_ROUTING2.cooldownMinutes : r.cooldownMinutes,
-      retryOnQuota: r.retryOnQuota === void 0 ? DEFAULT_ROUTING2.retryOnQuota : r.retryOnQuota === true
+      retryOnQuota: r.retryOnQuota === void 0 ? DEFAULT_ROUTING2.retryOnQuota : r.retryOnQuota === true,
+      policy: r.policy ?? DEFAULT_ROUTING2.policy,
+      priority: r.priority === void 0 ? [] : [...r.priority],
+      budgetWalls: r.budgetWalls === void 0 ? {} : { ...r.budgetWalls }
     };
   }
   let tree = { ...DEFAULT_TREE };
@@ -8451,7 +8483,10 @@ var init_config2 = __esm({
     DEFAULT_ROUTING2 = {
       order: [],
       cooldownMinutes: 30,
-      retryOnQuota: true
+      retryOnQuota: true,
+      policy: "budget",
+      priority: [],
+      budgetWalls: {}
     };
     DEFAULT_TREE = {
       maxDepth: 2,
@@ -8835,7 +8870,7 @@ var init_router = __esm({
 // src/workers/run-env.ts
 import { existsSync as existsSync9 } from "node:fs";
 import { delimiter, join as join10 } from "node:path";
-function buildRunEnv(provider, headless, proxyUrl, providerName) {
+function buildRunEnv(provider, headless, proxyUrl, providerName, routerEnabled) {
   const env = { ...process.env };
   delete env.ANTHROPIC_API_KEY;
   if (headless) {
@@ -8857,6 +8892,8 @@ function buildRunEnv(provider, headless, proxyUrl, providerName) {
   let token = "local";
   if (proxyUrl) {
     env.ANTHROPIC_BASE_URL = proxyUrl;
+  } else if (routerEnabled) {
+    env.ANTHROPIC_BASE_URL = routerUrl();
   } else {
     const resolved = resolveProviderKey(provider);
     if (resolved) token = resolved;
@@ -8878,6 +8915,9 @@ function buildRunEnv(provider, headless, proxyUrl, providerName) {
   }
   return env;
 }
+function routerUrl() {
+  return `http://127.0.0.1:${ROUTER_PORT}`;
+}
 function claudeCommand(env, caveman, routerEnabled) {
   const route = env.ANTHROPIC_BASE_URL;
   if (!route && caveman) {
@@ -8888,7 +8928,7 @@ function claudeCommand(env, caveman, routerEnabled) {
   return ["claude", ...pinnedSettingsArgs(env, routerEnabled, extra)];
 }
 function pinnedSettingsArgs(env, routerEnabled = loadConfig().router.enabled, extra) {
-  const native = routerEnabled ? `http://127.0.0.1:${ROUTER_PORT}` : ANTHROPIC_FIRST_PARTY_URL;
+  const native = routerEnabled ? routerUrl() : ANTHROPIC_FIRST_PARTY_URL;
   const pinned = { ANTHROPIC_BASE_URL: env.ANTHROPIC_BASE_URL || native };
   if (env.ANTHROPIC_BASE_URL) {
     for (const k of PINNED_KEYS) if (env[k]) pinned[k] = env[k];
@@ -9023,7 +9063,7 @@ function resolveToken() {
 function forgeClient(cwd, cfg, deps) {
   const token = deps.token ?? resolveToken();
   if (!token) throw new ForgeError("no forge token");
-  const http = deps.http ?? curlHttp;
+  const http2 = deps.http ?? curlHttp;
   let origin = deps.originUrl;
   if (!origin) {
     try {
@@ -9045,7 +9085,7 @@ function forgeClient(cwd, cfg, deps) {
     if (left < 300) throw new ForgeError("time budget exhausted");
     let r;
     try {
-      r = http(method, `${derived.apiBase}/repos/${repo}/${path}`, token, body, left);
+      r = http2(method, `${derived.apiBase}/repos/${repo}/${path}`, token, body, left);
     } catch (e) {
       throw e instanceof ForgeError ? e : new ForgeError(`request failed (${e.message})`);
     }
@@ -9359,11 +9399,196 @@ var init_controls = __esm({
   }
 });
 
+// src/router/limits.ts
+import { execFile, spawnSync as spawnSync2 } from "node:child_process";
+import http from "node:http";
+import https from "node:https";
+import { homedir as homedir9 } from "node:os";
+import { dirname as dirname8, join as join14 } from "node:path";
+function toMs(v, unit) {
+  if (v === null || v === void 0 || v === "") return void 0;
+  if (unit === "iso" || unit === void 0 && typeof v === "string" && !/^\d+(\.\d+)?$/.test(v)) {
+    const t = Date.parse(String(v));
+    return Number.isFinite(t) ? t : void 0;
+  }
+  const n = Number(v);
+  if (!Number.isFinite(n)) return void 0;
+  return unit === "s" ? n * 1e3 : n;
+}
+function jq(expr, input) {
+  const r = spawnSync2("jq", ["-r", expr], { input, encoding: "utf8", timeout: 3e3 });
+  if (r.status !== 0) return void 0;
+  const out = r.stdout.trim().split("\n")[0];
+  return out === void 0 || out === "" || out === "null" ? void 0 : out;
+}
+function windowsFromJson(body, cfg) {
+  const out = [];
+  for (const w of cfg.windows) {
+    const pct = Number(jq(w.percent, body));
+    if (!Number.isFinite(pct) || jq(w.percent, body) === void 0) continue;
+    const reset = w.resetAt ? toMs(jq(w.resetAt, body), w.resetUnit) : void 0;
+    out.push({ name: w.name, percent: Math.round(pct * 10) / 10, ...reset ? { resetAt: reset } : {} });
+  }
+  return out;
+}
+function parseAnthropicUsage(body) {
+  let j;
+  try {
+    j = JSON.parse(body);
+  } catch {
+    return [];
+  }
+  const out = [];
+  for (const [key, name] of [["five_hour", "5h"], ["seven_day", "7d"]]) {
+    const w = j[key];
+    if (!w || typeof w.utilization !== "number") continue;
+    const reset = toMs(w.resets_at, "iso");
+    out.push({ name, percent: w.utilization, ...reset ? { resetAt: reset } : {} });
+  }
+  return out;
+}
+function getJson(url, headers) {
+  return new Promise((resolve, reject) => {
+    const mod = url.protocol === "https:" ? https : http;
+    const rq = mod.get(url, { headers, timeout: 5e3 }, (res) => {
+      let t = "";
+      res.on("data", (c) => t += c);
+      res.on("end", () => res.statusCode === 200 ? resolve(t) : reject(new Error(`http ${res.statusCode}`)));
+    });
+    rq.on("timeout", () => rq.destroy(new Error("timeout")));
+    rq.on("error", reject);
+  });
+}
+function sh(cmd, args) {
+  return new Promise((resolve) => execFile(cmd, args, { timeout: 4e3 }, (_e, out) => resolve(String(out ?? "").trim())));
+}
+async function anthropicToken() {
+  for (const args of [["-a", process.env.USER ?? ""], []]) {
+    const raw = await sh("security", ["find-generic-password", "-s", "Claude Code-credentials", ...args, "-w"]);
+    try {
+      const t = JSON.parse(raw).claudeAiOauth?.accessToken;
+      if (t) return t;
+    } catch {
+    }
+  }
+  return void 0;
+}
+var ESTIMATE_FILE, ADVISOR_FILE, LASTGOOD_FILE, PLAN_LASTGOOD_MAX_AGE, BACKOFF_MAX, ANTHROPIC_USAGE_URL;
+var init_limits = __esm({
+  "src/router/limits.ts"() {
+    "use strict";
+    init_config2();
+    ESTIMATE_FILE = join14(homedir9(), ".claude", "pai", "router-limits.json");
+    ADVISOR_FILE = join14(homedir9(), ".claude", "pai", "advisor-mode.json");
+    LASTGOOD_FILE = join14(homedir9(), ".claude", "pai", "logs", "router-limits-last.json");
+    PLAN_LASTGOOD_MAX_AGE = 2 * 36e5;
+    BACKOFF_MAX = 30 * 6e4;
+    ANTHROPIC_USAGE_URL = "https://api.anthropic.com/api/oauth/usage";
+  }
+});
+
+// src/workers/budget.ts
+function pickBudgetWindow(windows, now) {
+  let best = null;
+  for (const w of windows) if (!best || w.percent > best.percent) best = w;
+  if (!best) return { percent: null, resetAt: null, fetchedAt: now };
+  return { percent: best.percent, resetAt: best.resetAt ?? null, fetchedAt: now };
+}
+async function fetchBudgetReading(name, p) {
+  const now = Date.now();
+  try {
+    if (p.native || name === "anthropic") {
+      const token = await anthropicToken();
+      if (!token) throw new Error("no OAuth token in keychain");
+      const body2 = await getJson(new URL(ANTHROPIC_USAGE_URL), {
+        authorization: `Bearer ${token}`,
+        "anthropic-beta": "oauth-2025-04-20"
+      });
+      return pickBudgetWindow(parseAnthropicUsage(body2), now);
+    }
+    if (!p.usage) return { percent: null, resetAt: null, fetchedAt: now };
+    const key = resolveProviderKey(p);
+    const [hn, ...pre] = (p.usage.authHeader ?? "Authorization: Bearer").split(/:\s*/);
+    const prefix = pre.join(": ");
+    const body = await getJson(new URL(p.usage.url), {
+      [hn.toLowerCase()]: prefix ? `${prefix} ${key}` : String(key)
+    });
+    return pickBudgetWindow(windowsFromJson(body, p.usage), now);
+  } catch {
+    return { percent: null, resetAt: null, fetchedAt: now };
+  }
+}
+var BUDGET_TTL_MS, BudgetCache, budgetCache;
+var init_budget = __esm({
+  "src/workers/budget.ts"() {
+    "use strict";
+    init_limits();
+    init_config2();
+    BUDGET_TTL_MS = 5 * 6e4;
+    BudgetCache = class {
+      constructor(ttlMs = BUDGET_TTL_MS, fetch2 = fetchBudgetReading) {
+        this.ttlMs = ttlMs;
+        this.fetch = fetch2;
+      }
+      value = {};
+      at = 0;
+      inflight;
+      /** Refresh every stale provider of `config`; resolves to the full map. */
+      async warm(config, now = Date.now()) {
+        if (this.at && now - this.at < this.ttlMs) return this.value;
+        this.inflight ??= this.poll(config).then((v) => {
+          this.value = v;
+          this.at = now;
+          this.inflight = void 0;
+          return v;
+        });
+        return this.inflight;
+      }
+      async poll(config) {
+        const out = { ...this.value };
+        const jobs = [
+          // native anthropic has no config entry: probe it as the synthetic provider
+          this.fetch("anthropic", nativeAnthropicProvider(config.nativeModels)).then((r) => {
+            out.anthropic = r;
+          })
+        ];
+        for (const [name, p] of Object.entries(config.providers)) {
+          jobs.push(
+            this.fetch(name, p).then((r) => {
+              out[name] = r;
+            })
+          );
+        }
+        await Promise.all(jobs);
+        return out;
+      }
+      /** Synchronous read for routing (possibly absent — absence is "unknown"). */
+      get(name) {
+        return this.value[name];
+      }
+      snapshot() {
+        return { ...this.value };
+      }
+      seed(map, at = Date.now()) {
+        this.value = { ...map };
+        this.at = at;
+      }
+      clear() {
+        this.value = {};
+        this.at = 0;
+        this.inflight = void 0;
+      }
+    };
+    budgetCache = new BudgetCache();
+  }
+});
+
 // src/workers/routing.ts
 var init_routing = __esm({
   "src/workers/routing.ts"() {
     "use strict";
     init_config2();
+    init_budget();
     init_paths();
   }
 });
@@ -15426,8 +15651,8 @@ var require_bindings = __commonJS({
     var fs = __require("fs");
     var path = __require("path");
     var fileURLToPath = require_file_uri_to_path();
-    var join14 = path.join;
-    var dirname8 = path.dirname;
+    var join15 = path.join;
+    var dirname9 = path.dirname;
     var exists = fs.accessSync && function(path2) {
       try {
         fs.accessSync(path2);
@@ -15486,7 +15711,7 @@ var require_bindings = __commonJS({
       var requireFunc = typeof __webpack_require__ === "function" ? __non_webpack_require__ : __require;
       var tries = [], i = 0, l = opts.try.length, n, b, err;
       for (; i < l; i++) {
-        n = join14.apply(
+        n = join15.apply(
           null,
           opts.try[i].map(function(p) {
             return opts[p] || p;
@@ -15542,12 +15767,12 @@ var require_bindings = __commonJS({
       return fileName;
     };
     exports.getRoot = function getRoot(file) {
-      var dir = dirname8(file), prev;
+      var dir = dirname9(file), prev;
       while (true) {
         if (dir === ".") {
           dir = process.cwd();
         }
-        if (exists(join14(dir, "package.json")) || exists(join14(dir, "node_modules"))) {
+        if (exists(join15(dir, "package.json")) || exists(join15(dir, "node_modules"))) {
           return dir;
         }
         if (prev === dir) {
@@ -15556,7 +15781,7 @@ var require_bindings = __commonJS({
           );
         }
         prev = dir;
-        dir = join14(dir, "..");
+        dir = join15(dir, "..");
       }
     };
   }
@@ -16393,6 +16618,7 @@ var init_run = __esm({
     init_controls();
     init_policy();
     init_routing();
+    init_budget();
     init_image();
     init_pane();
     init_tree();
@@ -16424,6 +16650,7 @@ init_pool();
 import { mkdirSync as mkdirSync10, writeFileSync as writeFileSync8 } from "node:fs";
 
 // src/workers/pool-host.ts
+init_config();
 init_args();
 init_agentish();
 init_config2();
@@ -16618,8 +16845,9 @@ function createPoolHost(opts = {}) {
   const settings = poolSettings(config);
   const port2 = opts.port ?? poolPort(config);
   const spawner = opts.spawner ?? realSpawner;
-  const envFor = opts.envFor ?? ((name, p) => buildRunEnv(p, true, void 0, name));
-  const cmdHead = opts.cmdHead ?? ((env, caveman) => claudeCommand(env, caveman));
+  const routerOn = opts.routerEnabled ?? loadConfig().router.enabled;
+  const envFor = opts.envFor ?? ((name, p) => buildRunEnv(p, true, void 0, name, routerOn));
+  const cmdHead = opts.cmdHead ?? ((env, caveman) => claudeCommand(env, caveman, routerOn));
   const now = opts.now ?? (() => /* @__PURE__ */ new Date());
   const ledger = ledgerPath(logDir2);
   mkdirSync9(logDir2, { recursive: true });