floe-guard 0.5.0 → 0.7.0

package/dist/index.cjs

@@ -29,7 +29,8 @@ __export(index_exports, {
   budgetGuardMiddleware: () => budgetGuardMiddleware,
   priceTokens: () => priceTokens,
   pricing: () => pricing_exports,
-  resolvePrice: () => resolvePrice
+  resolvePrice: () => resolvePrice,
+  withBudgetRetry: () => withBudgetRetry
 });
 module.exports = __toCommonJS(index_exports);
 
@@ -304,6 +305,222 @@ var cost_map_default = {
     litellm_provider: "openai",
     mode: "chat"
   },
+  "gemini-2.0-flash": {
+    input_cost_per_token: 1e-7,
+    output_cost_per_token: 4e-7,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-2.0-flash-001": {
+    input_cost_per_token: 1e-7,
+    output_cost_per_token: 4e-7,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-2.0-flash-lite": {
+    input_cost_per_token: 75e-9,
+    output_cost_per_token: 3e-7,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-2.0-flash-lite-001": {
+    input_cost_per_token: 75e-9,
+    output_cost_per_token: 3e-7,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-2.5-computer-use-preview-10-2025": {
+    input_cost_per_token: 125e-8,
+    output_cost_per_token: 1e-5,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-2.5-flash": {
+    input_cost_per_token: 3e-7,
+    output_cost_per_token: 25e-7,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-2.5-flash-lite": {
+    input_cost_per_token: 1e-7,
+    output_cost_per_token: 4e-7,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-2.5-flash-lite-preview-06-17": {
+    input_cost_per_token: 1e-7,
+    output_cost_per_token: 4e-7,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-2.5-flash-lite-preview-09-2025": {
+    input_cost_per_token: 1e-7,
+    output_cost_per_token: 4e-7,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-2.5-flash-native-audio-latest": {
+    input_cost_per_token: 3e-7,
+    output_cost_per_token: 25e-7,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-2.5-flash-native-audio-preview-09-2025": {
+    input_cost_per_token: 3e-7,
+    output_cost_per_token: 25e-7,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-2.5-flash-native-audio-preview-12-2025": {
+    input_cost_per_token: 3e-7,
+    output_cost_per_token: 25e-7,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-2.5-flash-preview-09-2025": {
+    input_cost_per_token: 3e-7,
+    output_cost_per_token: 25e-7,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-2.5-pro": {
+    input_cost_per_token: 125e-8,
+    output_cost_per_token: 1e-5,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-2.5-pro-preview-tts": {
+    input_cost_per_token: 125e-8,
+    output_cost_per_token: 1e-5,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-3-flash-preview": {
+    input_cost_per_token: 5e-7,
+    output_cost_per_token: 3e-6,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-3-pro-preview": {
+    input_cost_per_token: 2e-6,
+    output_cost_per_token: 12e-6,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-3.1-flash-lite": {
+    input_cost_per_token: 25e-8,
+    output_cost_per_token: 15e-7,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-3.1-flash-lite-preview": {
+    input_cost_per_token: 25e-8,
+    output_cost_per_token: 15e-7,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-3.1-flash-live-preview": {
+    input_cost_per_token: 75e-8,
+    output_cost_per_token: 45e-7,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-3.1-pro-preview": {
+    input_cost_per_token: 2e-6,
+    output_cost_per_token: 12e-6,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-3.1-pro-preview-customtools": {
+    input_cost_per_token: 2e-6,
+    output_cost_per_token: 12e-6,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-3.5-flash": {
+    input_cost_per_token: 15e-7,
+    output_cost_per_token: 9e-6,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-3.5-flash-lite": {
+    input_cost_per_token: 3e-7,
+    output_cost_per_token: 25e-7,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-3.6-flash": {
+    input_cost_per_token: 15e-7,
+    output_cost_per_token: 75e-7,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-embedding-001": {
+    input_cost_per_token: 15e-8,
+    output_cost_per_token: 0,
+    litellm_provider: "gemini",
+    mode: "embedding"
+  },
+  "gemini-embedding-2": {
+    input_cost_per_token: 2e-7,
+    output_cost_per_token: 0,
+    litellm_provider: "gemini",
+    mode: "embedding"
+  },
+  "gemini-embedding-2-preview": {
+    input_cost_per_token: 2e-7,
+    output_cost_per_token: 0,
+    litellm_provider: "gemini",
+    mode: "embedding"
+  },
+  "gemini-exp-1206": {
+    input_cost_per_token: 3e-7,
+    output_cost_per_token: 25e-7,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-flash-latest": {
+    input_cost_per_token: 3e-7,
+    output_cost_per_token: 25e-7,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-flash-lite-latest": {
+    input_cost_per_token: 1e-7,
+    output_cost_per_token: 4e-7,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-gemma-2-27b-it": {
+    input_cost_per_token: 35e-8,
+    output_cost_per_token: 105e-8,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-gemma-2-9b-it": {
+    input_cost_per_token: 35e-8,
+    output_cost_per_token: 105e-8,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-omni-flash-preview": {
+    input_cost_per_token: 15e-7,
+    output_cost_per_token: 9e-6,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-pro-latest": {
+    input_cost_per_token: 125e-8,
+    output_cost_per_token: 1e-5,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
+  "gemini-robotics-er-1.5-preview": {
+    input_cost_per_token: 3e-7,
+    output_cost_per_token: 25e-7,
+    litellm_provider: "gemini",
+    mode: "chat"
+  },
   "gpt-3.5-turbo": {
     input_cost_per_token: 5e-7,
     output_cost_per_token: 15e-7,
@@ -478,18 +695,6 @@ var cost_map_default = {
     litellm_provider: "openai",
     mode: "chat"
   },
-  "gpt-4o-mini-realtime-preview": {
-    input_cost_per_token: 6e-7,
-    output_cost_per_token: 24e-7,
-    litellm_provider: "openai",
-    mode: "chat"
-  },
-  "gpt-4o-mini-realtime-preview-2024-12-17": {
-    input_cost_per_token: 6e-7,
-    output_cost_per_token: 24e-7,
-    litellm_provider: "openai",
-    mode: "chat"
-  },
   "gpt-4o-mini-search-preview": {
     input_cost_per_token: 15e-8,
     output_cost_per_token: 6e-7,
@@ -502,24 +707,6 @@ var cost_map_default = {
     litellm_provider: "openai",
     mode: "chat"
   },
-  "gpt-4o-realtime-preview": {
-    input_cost_per_token: 5e-6,
-    output_cost_per_token: 2e-5,
-    litellm_provider: "openai",
-    mode: "chat"
-  },
-  "gpt-4o-realtime-preview-2024-12-17": {
-    input_cost_per_token: 5e-6,
-    output_cost_per_token: 2e-5,
-    litellm_provider: "openai",
-    mode: "chat"
-  },
-  "gpt-4o-realtime-preview-2025-06-03": {
-    input_cost_per_token: 5e-6,
-    output_cost_per_token: 2e-5,
-    litellm_provider: "openai",
-    mode: "chat"
-  },
   "gpt-4o-search-preview": {
     input_cost_per_token: 25e-7,
     output_cost_per_token: 1e-5,
@@ -742,60 +929,6 @@ var cost_map_default = {
     litellm_provider: "openai",
     mode: "chat"
   },
-  "gpt-realtime": {
-    input_cost_per_token: 4e-6,
-    output_cost_per_token: 16e-6,
-    litellm_provider: "openai",
-    mode: "chat"
-  },
-  "gpt-realtime-1.5": {
-    input_cost_per_token: 4e-6,
-    output_cost_per_token: 16e-6,
-    litellm_provider: "openai",
-    mode: "chat"
-  },
-  "gpt-realtime-2": {
-    input_cost_per_token: 4e-6,
-    output_cost_per_token: 16e-6,
-    litellm_provider: "openai",
-    mode: "chat"
-  },
-  "gpt-realtime-2.1": {
-    input_cost_per_token: 4e-6,
-    output_cost_per_token: 24e-6,
-    litellm_provider: "openai",
-    mode: "chat"
-  },
-  "gpt-realtime-2.1-mini": {
-    input_cost_per_token: 6e-7,
-    output_cost_per_token: 24e-7,
-    litellm_provider: "openai",
-    mode: "chat"
-  },
-  "gpt-realtime-2025-08-28": {
-    input_cost_per_token: 4e-6,
-    output_cost_per_token: 16e-6,
-    litellm_provider: "openai",
-    mode: "chat"
-  },
-  "gpt-realtime-mini": {
-    input_cost_per_token: 6e-7,
-    output_cost_per_token: 24e-7,
-    litellm_provider: "openai",
-    mode: "chat"
-  },
-  "gpt-realtime-mini-2025-10-06": {
-    input_cost_per_token: 6e-7,
-    output_cost_per_token: 24e-7,
-    litellm_provider: "openai",
-    mode: "chat"
-  },
-  "gpt-realtime-mini-2025-12-15": {
-    input_cost_per_token: 6e-7,
-    output_cost_per_token: 24e-7,
-    litellm_provider: "openai",
-    mode: "chat"
-  },
   "llama-3.1-8b-instant": {
     input_cost_per_token: 5e-8,
     output_cost_per_token: 8e-8,
@@ -1521,6 +1654,42 @@ function budgetGuardMiddleware(guard) {
     }
   };
 }
+
+// src/retry.ts
+function defaultRetryIf(error) {
+  return !(error instanceof BudgetExceeded);
+}
+async function withBudgetRetry(guard, call, options = {}) {
+  const maxAttempts = options.maxAttempts ?? 2;
+  if (!Number.isInteger(maxAttempts) || maxAttempts < 1) {
+    throw new RangeError(`maxAttempts must be an integer >= 1, got ${maxAttempts}`);
+  }
+  const retryIf = options.retryIf ?? defaultRetryIf;
+  let plan = { call, estimatedCost: options.estimatedCost };
+  for (let attempt = 1; attempt <= maxAttempts; attempt += 1) {
+    try {
+      return await plan.call();
+    } catch (error) {
+      if (attempt >= maxAttempts || !retryIf(error)) {
+        throw error;
+      }
+      plan = await nextPlan(guard, error, plan, options.onDegrade);
+    }
+  }
+  throw new Error("unreachable");
+}
+async function nextPlan(guard, error, current, onDegrade) {
+  const advisory = guard.advisory();
+  if (advisory.nearLimit && onDegrade !== void 0) {
+    const degraded = await onDegrade(error, advisory);
+    if (degraded !== void 0) {
+      guard.check(degraded.estimatedCost);
+      return degraded;
+    }
+  }
+  guard.check(current.estimatedCost);
+  return current;
+}
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   BudgetExceeded,
@@ -1532,6 +1701,7 @@ function budgetGuardMiddleware(guard) {
   budgetGuardMiddleware,
   priceTokens,
   pricing,
-  resolvePrice
+  resolvePrice,
+  withBudgetRetry
 });
 //# sourceMappingURL=index.cjs.map