floe-guard 0.1.0 → 0.2.1

package/dist/index.js

@@ -80,6 +80,12 @@ var cost_map_default = {
     litellm_provider: "anthropic",
     mode: "chat"
   },
+  "claude-fable-5": {
+    input_cost_per_token: 1e-5,
+    output_cost_per_token: 5e-5,
+    litellm_provider: "anthropic",
+    mode: "chat"
+  },
   "claude-haiku-4-5": {
     input_cost_per_token: 1e-6,
     output_cost_per_token: 5e-6,
@@ -176,6 +182,12 @@ var cost_map_default = {
     litellm_provider: "anthropic",
     mode: "chat"
   },
+  "claude-sonnet-5": {
+    input_cost_per_token: 2e-6,
+    output_cost_per_token: 1e-5,
+    litellm_provider: "anthropic",
+    mode: "chat"
+  },
   "ft:gpt-3.5-turbo": {
     input_cost_per_token: 3e-6,
     output_cost_per_token: 6e-6,
@@ -626,6 +638,30 @@ var cost_map_default = {
     litellm_provider: "openai",
     mode: "chat"
   },
+  "gpt-5.6": {
+    input_cost_per_token: 5e-6,
+    output_cost_per_token: 3e-5,
+    litellm_provider: "openai",
+    mode: "chat"
+  },
+  "gpt-5.6-luna": {
+    input_cost_per_token: 1e-6,
+    output_cost_per_token: 6e-6,
+    litellm_provider: "openai",
+    mode: "chat"
+  },
+  "gpt-5.6-sol": {
+    input_cost_per_token: 5e-6,
+    output_cost_per_token: 3e-5,
+    litellm_provider: "openai",
+    mode: "chat"
+  },
+  "gpt-5.6-terra": {
+    input_cost_per_token: 25e-7,
+    output_cost_per_token: 15e-6,
+    litellm_provider: "openai",
+    mode: "chat"
+  },
   "gpt-audio": {
     input_cost_per_token: 25e-7,
     output_cost_per_token: 1e-5,
@@ -680,6 +716,18 @@ var cost_map_default = {
     litellm_provider: "openai",
     mode: "chat"
   },
+  "gpt-realtime-2.1": {
+    input_cost_per_token: 4e-6,
+    output_cost_per_token: 24e-6,
+    litellm_provider: "openai",
+    mode: "chat"
+  },
+  "gpt-realtime-2.1-mini": {
+    input_cost_per_token: 6e-7,
+    output_cost_per_token: 24e-7,
+    litellm_provider: "openai",
+    mode: "chat"
+  },
   "gpt-realtime-2025-08-28": {
     input_cost_per_token: 4e-6,
     output_cost_per_token: 16e-6,
@@ -704,6 +752,24 @@ var cost_map_default = {
     litellm_provider: "openai",
     mode: "chat"
   },
+  "llama-3.1-8b-instant": {
+    input_cost_per_token: 5e-8,
+    output_cost_per_token: 8e-8,
+    litellm_provider: "groq",
+    mode: "chat"
+  },
+  "llama-3.3-70b-versatile": {
+    input_cost_per_token: 59e-8,
+    output_cost_per_token: 79e-8,
+    litellm_provider: "groq",
+    mode: "chat"
+  },
+  "meta-llama/llama-4-scout-17b-16e-instruct": {
+    input_cost_per_token: 11e-8,
+    output_cost_per_token: 34e-8,
+    litellm_provider: "groq",
+    mode: "chat"
+  },
   o1: {
     input_cost_per_token: 15e-6,
     output_cost_per_token: 6e-5,
@@ -752,6 +818,30 @@ var cost_map_default = {
     litellm_provider: "openai",
     mode: "chat"
   },
+  "openai/gpt-oss-120b": {
+    input_cost_per_token: 15e-8,
+    output_cost_per_token: 6e-7,
+    litellm_provider: "groq",
+    mode: "chat"
+  },
+  "openai/gpt-oss-20b": {
+    input_cost_per_token: 75e-9,
+    output_cost_per_token: 3e-7,
+    litellm_provider: "groq",
+    mode: "chat"
+  },
+  "openai/gpt-oss-safeguard-20b": {
+    input_cost_per_token: 75e-9,
+    output_cost_per_token: 3e-7,
+    litellm_provider: "groq",
+    mode: "chat"
+  },
+  "qwen/qwen3-32b": {
+    input_cost_per_token: 29e-8,
+    output_cost_per_token: 59e-8,
+    litellm_provider: "groq",
+    mode: "chat"
+  },
   "text-embedding-3-large": {
     input_cost_per_token: 13e-8,
     output_cost_per_token: 0,
@@ -780,39 +870,64 @@ var cost_map_default = {
 
 // src/pricing.ts
 var COST_MAP = cost_map_default;
-function bareModel(model) {
+var PROVIDER_PREFIXES = /* @__PURE__ */ new Set(["groq"]);
+var DATE_SUFFIX = /-(?:\d{8}|\d{4}-\d{2}-\d{2})$/;
+function candidateGroups(model) {
   const m = model.trim();
-  const slash = m.lastIndexOf("/");
-  return slash === -1 ? m : m.slice(slash + 1);
+  const base = [m];
+  const firstSlash = m.indexOf("/");
+  if (firstSlash !== -1 && PROVIDER_PREFIXES.has(m.slice(0, firstSlash))) {
+    base.push(m.slice(firstSlash + 1));
+  }
+  const lastSlash = m.lastIndexOf("/");
+  if (lastSlash !== -1) {
+    base.push(m.slice(lastSlash + 1));
+  }
+  const exact = [];
+  for (const cand of base) {
+    if (cand && !exact.includes(cand)) exact.push(cand);
+  }
+  const stripped = [];
+  for (const cand of exact) {
+    const c = cand.replace(DATE_SUFFIX, "");
+    if (c && !exact.includes(c) && !stripped.includes(c)) stripped.push(c);
+  }
+  return [exact, stripped];
 }
 function bothFinite(a, b) {
   return typeof a === "number" && typeof b === "number" && Number.isFinite(a) && Number.isFinite(b);
 }
 function resolvePrice(model, overrides) {
-  const bare = bareModel(model);
-  if (overrides) {
-    const ov = overrides[bare] ?? overrides[model.trim()];
-    if (ov !== void 0) {
-      if (bothFinite(ov.inputCostPerToken, ov.outputCostPerToken)) {
-        return {
-          inputCostPerToken: ov.inputCostPerToken,
-          outputCostPerToken: ov.outputCostPerToken,
-          source: "override"
-        };
+  for (const cands of candidateGroups(model)) {
+    if (overrides) {
+      for (const cand of cands) {
+        const ov = Object.prototype.hasOwnProperty.call(overrides, cand) ? overrides[cand] : void 0;
+        if (ov !== void 0) {
+          if (bothFinite(ov.inputCostPerToken, ov.outputCostPerToken)) {
+            return {
+              inputCostPerToken: ov.inputCostPerToken,
+              outputCostPerToken: ov.outputCostPerToken,
+              source: "override"
+            };
+          }
+          return null;
+        }
       }
-      return null;
+    }
+    for (const cand of cands) {
+      const entry = Object.prototype.hasOwnProperty.call(COST_MAP, cand) ? COST_MAP[cand] : void 0;
+      if (!entry) continue;
+      const input = entry.input_cost_per_token;
+      const output = entry.output_cost_per_token;
+      if (!bothFinite(input, output)) return null;
+      return {
+        inputCostPerToken: input,
+        outputCostPerToken: output,
+        source: "cost_map"
+      };
     }
   }
-  const entry = COST_MAP[bare] ?? COST_MAP[model.trim()];
-  if (!entry) return null;
-  const input = entry.input_cost_per_token;
-  const output = entry.output_cost_per_token;
-  if (!bothFinite(input, output)) return null;
-  return {
-    inputCostPerToken: input,
-    outputCostPerToken: output,
-    source: "cost_map"
-  };
+  return null;
 }
 function priceTokens(priced, promptTokens, completionTokens) {
   const p = Math.max(0, promptTokens);
@@ -831,9 +946,12 @@ var BudgetGuard = class {
   spentUsd = 0;
   priceOverrides;
   failClosed;
+  nearLimitBps;
   onBlock;
   /** Cost of the most recent priced call, used to predict the next one. */
   lastCost = 0;
+  /** USD held for in-flight calls (reserved, not yet settled). Counts toward the ceiling. */
+  reserved = 0;
   /**
    * @param limitUsd the spend ceiling, in USD. `0` blocks the very first call.
    */
@@ -843,35 +961,81 @@ var BudgetGuard = class {
         `limitUsd must be a finite, non-negative number, got ${limitUsd}`
       );
     }
+    const nearLimitBps = options.nearLimitBps === void 0 ? 8e3 : options.nearLimitBps;
+    if (!Number.isInteger(nearLimitBps) || nearLimitBps < 0 || nearLimitBps > 1e4) {
+      throw new RangeError(
+        `nearLimitBps must be an integer in 0..10000, got ${nearLimitBps}`
+      );
+    }
     this.limitUsd = limitUsd;
     this.priceOverrides = options.priceOverrides;
     this.failClosed = options.failClosed ?? true;
     this.onBlock = options.onBlock ?? defaultOnBlock;
+    this.nearLimitBps = nearLimitBps;
   }
   /**
    * Throw {@link BudgetExceeded} if the next call would cross the ceiling.
    *
    * Call this immediately before each LLM request. The "next call" is estimated
    * from the last recorded call's cost (override with `estimatedNextCost`); the
-   * first call is always allowed unless the ceiling is already met. A check on
-   * the running total catches an overshoot if the estimate was too low.
+   * first call is always allowed unless the ceiling is already met. In-flight
+   * reservations count toward the total, so this stays correct alongside
+   * {@link BudgetGuard.reserve}.
+   *
+   * Note: `check` is a non-binding peek. For parallel calls, use `reserve()` /
+   * `settle()`, which hold the estimate across the await.
    */
   check(estimatedNextCost) {
-    const estimate = estimatedNextCost === void 0 ? this.lastCost : Math.max(0, estimatedNextCost);
-    const projected = this.spentUsd + estimate;
-    if (this.spentUsd > this.limitUsd - EPS || projected > this.limitUsd + EPS) {
+    const rawEstimate = estimatedNextCost === void 0 ? this.lastCost : estimatedNextCost;
+    if (!Number.isFinite(rawEstimate)) {
+      throw new RangeError(
+        `estimatedNextCost must be a finite number, got ${rawEstimate}`
+      );
+    }
+    const estimate = Math.max(0, rawEstimate);
+    const committed = this.spentUsd + this.reserved;
+    if (committed > this.limitUsd - EPS || committed + estimate > this.limitUsd + EPS) {
       this.onBlock(this.spentUsd, this.limitUsd);
       throw new BudgetExceeded(this.spentUsd, this.limitUsd);
     }
   }
   /**
-   * Price one response's tokens offline and add the cost to the total.
+   * Atomically check the ceiling AND hold the estimated cost in flight.
    *
-   * Returns the USD cost of this call. If the model is unpriceable and no `price`
-   * is given, behaviour depends on `failClosed`: warn + throw (default), or
-   * warn + skip accrual.
+   * The concurrency-safe enforcement path: call before the request and hold the
+   * returned reservation across the await, so parallel callers can't all clear
+   * the same stale total. Throws {@link BudgetExceeded} (without reserving) if
+   * the reservation would cross the ceiling. Returns the reservation handle to
+   * pass to {@link BudgetGuard.settle} (or {@link BudgetGuard.release} on error).
+   * `estimatedCost` defaults to the last call's cost.
    */
-  record(model, promptTokens, completionTokens, options = {}) {
+  reserve(estimatedCost) {
+    const rawEstimate = estimatedCost === void 0 ? this.lastCost : estimatedCost;
+    if (!Number.isFinite(rawEstimate)) {
+      throw new RangeError(
+        `estimatedCost must be a finite number, got ${rawEstimate}`
+      );
+    }
+    const estimate = Math.max(0, rawEstimate);
+    const committed = this.spentUsd + this.reserved;
+    if (committed > this.limitUsd - EPS || committed + estimate > this.limitUsd + EPS) {
+      this.onBlock(this.spentUsd, this.limitUsd);
+      throw new BudgetExceeded(this.spentUsd, this.limitUsd);
+    }
+    this.reserved += estimate;
+    return estimate;
+  }
+  /**
+   * Release a reservation and record the actual cost. `record` is `settle` with
+   * no reservation. Returns the USD cost of this call; unpriceable-model handling
+   * matches {@link BudgetGuard.record}, and any held reservation is released even
+   * on the warn-and-skip path.
+   */
+  settle(model, promptTokens, completionTokens, options = {}) {
+    const reserved = options.reserved ?? 0;
+    if (!Number.isFinite(reserved) || reserved < 0) {
+      throw new RangeError(`reserved must be a finite, non-negative number, got ${reserved}`);
+    }
     let overrides = this.priceOverrides;
     if (options.price !== void 0) {
       overrides = { ...overrides ?? {}, [model]: options.price };
@@ -881,12 +1045,22 @@ var BudgetGuard = class {
       console.warn(
         `Cannot price model '${model}': not in the bundled cost map and no manual price given. The budget guard cannot enforce a ceiling on spend it cannot measure \u2014 pass { price } or set it in priceOverrides.`
       );
+      this.release(reserved);
       if (this.failClosed) {
         throw new UnpriceableModelError(model);
       }
       return 0;
     }
-    const cost = priceTokens(priced, promptTokens, completionTokens);
+    let cost;
+    try {
+      cost = priceTokens(priced, promptTokens, completionTokens);
+    } catch (err) {
+      this.release(reserved);
+      throw err;
+    }
+    if (reserved) {
+      this.reserved = Math.max(0, this.reserved - reserved);
+    }
     this.spentUsd += cost;
     if (this.spentUsd - this.limitUsd > 0 && this.spentUsd - this.limitUsd < EPS) {
       this.spentUsd = this.limitUsd;
@@ -894,9 +1068,55 @@ var BudgetGuard = class {
     this.lastCost = cost;
     return cost;
   }
-  /** USD left before the ceiling (never negative). */
+  /**
+   * Price one response's tokens offline and add the cost to the total.
+   *
+   * Returns the USD cost of this call. If the model is unpriceable and no `price`
+   * is given, behaviour depends on `failClosed`: warn + throw (default), or
+   * warn + skip accrual.
+   */
+  record(model, promptTokens, completionTokens, options = {}) {
+    return this.settle(model, promptTokens, completionTokens, {
+      reserved: 0,
+      price: options.price
+    });
+  }
+  /**
+   * Drop an in-flight reservation without recording spend (e.g. the call failed
+   * before producing usage). Safe to call with `0`.
+   */
+  release(reserved) {
+    if (!Number.isFinite(reserved) || reserved < 0) {
+      throw new RangeError(`reserved must be a finite, non-negative number, got ${reserved}`);
+    }
+    if (!reserved) return;
+    this.reserved = Math.max(0, this.reserved - reserved);
+  }
+  /** USD left before the ceiling, net of in-flight reservations (never negative). */
   get remainingUsd() {
-    return Math.max(0, this.limitUsd - this.spentUsd);
+    return Math.max(0, this.limitUsd - this.spentUsd - this.reserved);
+  }
+  /**
+   * Context-aware spend advisory for this budget — see {@link BudgetAdvisory}.
+   *
+   * `nearLimit` flips once utilization reaches `nearLimitBps` (default 80%), so an
+   * agent can taper *before* the hard-stop. Advisory only: read it to adapt;
+   * {@link BudgetGuard.check} is what enforces the ceiling.
+   */
+  advisory() {
+    const usedBps = this.limitUsd <= 0 ? 1e4 : Math.max(0, Math.min(1e4, Math.floor(this.spentUsd / this.limitUsd * 1e4 + 1e-9)));
+    return {
+      nearLimit: usedBps >= this.nearLimitBps,
+      usedBps,
+      // Settled budget: limit minus accrued spend, deliberately NOT net of
+      // in-flight reservations. Unlike the remainingUsd getter (which subtracts
+      // `reserved`), the advisory is a soft utilization signal about money already
+      // spent, while the getter reports what a new call can still claim.
+      remainingUsd: Math.max(0, this.limitUsd - this.spentUsd),
+      limitUsd: this.limitUsd,
+      spentUsd: this.spentUsd,
+      scope: "local"
+    };
   }
 };
 function defaultOnBlock(spentUsd, limitUsd) {
@@ -908,33 +1128,88 @@ function defaultOnBlock(spentUsd, limitUsd) {
 }
 
 // src/middleware.ts
+function usageTokens(modelId, usage) {
+  const u = usage;
+  const promptTokens = u?.promptTokens ?? u?.inputTokens;
+  const completionTokens = u?.completionTokens ?? u?.outputTokens;
+  if (typeof promptTokens !== "number" || typeof completionTokens !== "number") {
+    throw new Error(
+      `Model '${modelId}' reported no token usage \u2014 the budget guard cannot meter spend it cannot see, so this call is rejected rather than treated as free.`
+    );
+  }
+  return { promptTokens, completionTokens };
+}
 function budgetGuardMiddleware(guard) {
   return {
     async wrapGenerate({ doGenerate, model }) {
-      guard.check();
-      const result = await doGenerate();
-      guard.record(
-        model.modelId,
-        result.usage.promptTokens,
-        result.usage.completionTokens
-      );
-      return result;
+      const reserved = guard.reserve();
+      let result;
+      try {
+        result = await doGenerate();
+      } catch (err) {
+        guard.release(reserved);
+        throw err;
+      }
+      let handled = false;
+      try {
+        const { promptTokens, completionTokens } = usageTokens(
+          model.modelId,
+          result?.usage
+        );
+        handled = true;
+        guard.settle(model.modelId, promptTokens, completionTokens, { reserved });
+        return result;
+      } catch (err) {
+        if (!handled) guard.release(reserved);
+        throw err;
+      }
     },
     async wrapStream({ doStream, model }) {
-      guard.check();
-      const { stream, ...rest } = await doStream();
+      const reserved = guard.reserve();
+      let streamResult;
+      try {
+        streamResult = await doStream();
+      } catch (err) {
+        guard.release(reserved);
+        throw err;
+      }
+      const { stream, ...rest } = streamResult;
+      let handled = false;
       const guarded = stream.pipeThrough(
         new TransformStream({
           transform(chunk, controller) {
-            if (chunk.type === "finish") {
-              guard.record(
-                model.modelId,
-                chunk.usage.promptTokens,
-                chunk.usage.completionTokens
-              );
+            if (chunk?.type === "finish" && !handled) {
+              try {
+                const { promptTokens, completionTokens } = usageTokens(
+                  model.modelId,
+                  chunk.usage
+                );
+                handled = true;
+                guard.settle(model.modelId, promptTokens, completionTokens, { reserved });
+              } catch (err) {
+                if (!handled) {
+                  handled = true;
+                  guard.release(reserved);
+                }
+                throw err;
+              }
             }
             controller.enqueue(chunk);
+          },
+          flush() {
+            if (!handled) {
+              handled = true;
+              guard.release(reserved);
+            }
+          },
+          cancel() {
+            if (!handled) {
+              handled = true;
+              guard.release(reserved);
+            }
           }
+          // `cancel` is valid per the Streams spec and supported in Node 18+, but
+          // TS's Transformer lib type lags and omits it — cast to keep the type check.
         })
       );
       return { stream: guarded, ...rest };