@broberg/ai-sdk 0.59.0 → 0.59.1

package/dist/index.d.ts

@@ -52,10 +52,15 @@ interface SearchCache {
     get(key: string): SearchResult | undefined;
     set(key: string, value: SearchResult, ttlMs: number): void;
 }
-/** Running spend per key (tenant + day). Async allowed, so it can live in a database. */
+/** Running spend per key (tenant + day). Async allowed, so it can live in a database.
+ *  `reserve` must CHECK AND ADD in one atomic step (e.g. `UPDATE … SET spent = spent + ?
+ *  WHERE spent + ? <= cap`) and say whether it fitted — a separate read-then-write lets
+ *  parallel calls all pass a cap only one of them fits under. `release` gives a
+ *  reservation back when the call fails. */
 interface SearchCapStore {
+    reserve(key: string, usd: number, capUsd: number): boolean | Promise<boolean>;
+    release(key: string, usd: number): void | Promise<void>;
     getSpent(key: string): number | Promise<number>;
-    addSpent(key: string, usd: number): void | Promise<void>;
 }
 interface SearchOptions {
     /** false = no cache. Default: one in-process memory cache shared by all calls. */
@@ -2325,8 +2330,8 @@ declare const falStubAdapter: ProviderAdapter;
  *  wires the live adapters. */
 declare const stubProviders: Record<string, ProviderAdapter>;
 
-declare const VERSION: "0.59.0";
-declare const SDK_TAG: "@broberg/ai-sdk@0.59.0";
+declare const VERSION: "0.59.1";
+declare const SDK_TAG: "@broberg/ai-sdk@0.59.1";
 
 /** Built-in defaults. Every entry is overridable via AiConfig.defaults or a
  *  per-call override.

package/dist/index.js

@@ -192,9 +192,19 @@ var SearchBudgetExceededError = class extends Error {
 var sharedCache = memorySearchCache();
 var sharedCapStore = /* @__PURE__ */ (() => {
   const m = /* @__PURE__ */ new Map();
-  return { getSpent: (k) => m.get(k) ?? 0, addSpent: (k, usd) => {
-    m.set(k, (m.get(k) ?? 0) + usd);
-  } };
+  return {
+    // Synchronous, so check-and-add cannot interleave with another call.
+    reserve: (k, usd, cap) => {
+      const s = m.get(k) ?? 0;
+      if (s + usd > cap) return false;
+      m.set(k, s + usd);
+      return true;
+    },
+    release: (k, usd) => {
+      m.set(k, (m.get(k) ?? 0) - usd);
+    },
+    getSpent: (k) => m.get(k) ?? 0
+  };
 })();
 var copenhagenDay = (d) => new Intl.DateTimeFormat("en-CA", { timeZone: "Europe/Copenhagen" }).format(d);
 async function callProvider(provider, req, opts) {
@@ -250,10 +260,10 @@ async function search(req, opts = {}) {
     const key = searchCacheKey(provider, req);
     const hit = cache?.get(key);
     if (hit) return { items: hit.items, meta: { ...hit.meta, cached: true, costUsd: 0, latencyMs: 0 } };
-    if (opts.dailyCapUsd !== void 0) {
-      const spent = await capStore.getSpent(capKey);
-      const price = SEARCH_PRICE_USD[provider];
-      if (spent + price > opts.dailyCapUsd) throw new SearchBudgetExceededError(tenant, day, opts.dailyCapUsd, spent, price);
+    const price = SEARCH_PRICE_USD[provider];
+    const cap = opts.dailyCapUsd ?? Infinity;
+    if (!await capStore.reserve(capKey, price, cap)) {
+      throw new SearchBudgetExceededError(tenant, day, cap, await capStore.getSpent(capKey), price);
     }
     const t0 = performance.now();
     try {
@@ -264,7 +274,6 @@ async function search(req, opts = {}) {
         meta: { provider, latencyMs, cached: false, costUsd: SEARCH_PRICE_USD[provider], ...out.requestId ? { requestId: out.requestId } : {} }
       };
       cache?.set(key, result, ttl);
-      await capStore.addSpent(capKey, result.meta.costUsd);
       try {
         await sink?.record(usageRow(provider, req, result.meta.costUsd, latencyMs));
       } catch {
@@ -272,6 +281,7 @@ async function search(req, opts = {}) {
       return result;
     } catch (e) {
       lastErr = e;
+      await capStore.release(capKey, price);
       if (sink?.recordFailure) {
         try {
           await sink.recordFailure({
@@ -3819,8 +3829,8 @@ var aiConfigSchema = z.object({
 import { randomUUID } from "crypto";
 
 // src/version.ts
-var VERSION = "0.59.0";
-var SDK_TAG = "@broberg/ai-sdk@0.59.0";
+var VERSION = "0.59.1";
+var SDK_TAG = "@broberg/ai-sdk@0.59.1";
 
 // src/cost/sinks/upmetrics.ts
 function isRetryableStatus(status) {