@absolutejs/ai 0.6.4 → 0.6.6

package/dist/ai/providers/anthropic.js

@@ -1,87 +1,4 @@
 // @bun
-// src/ai/inputCapacity.ts
-class AIInputError extends Error {
-  code;
-  providerStatus;
-  requestId;
-  constructor(code, message, providerStatus, requestId) {
-    super(message);
-    this.code = code;
-    this.providerStatus = providerStatus;
-    this.requestId = requestId;
-    this.name = "AIInputError";
-  }
-}
-var positiveTokenLimit = (value) => {
-  if (typeof value !== "number" || !Number.isSafeInteger(value) || value <= 0)
-    throw new AIInputError("capacity_unavailable", "The provider did not supply a valid model limit.");
-  return value;
-};
-var inputTokenCount = (value) => {
-  if (typeof value !== "number" || !Number.isSafeInteger(value) || value < 0)
-    throw new AIInputError("capacity_unavailable", "The provider did not supply a valid token count.");
-  return value;
-};
-var inspectAIInput = async (provider, params) => {
-  params.signal?.throwIfAborted();
-  if (!provider.inputCapacity)
-    throw new AIInputError("capacity_unavailable", "This provider does not expose model capacity and token counting.");
-  const [limits, tokens] = await Promise.all([
-    provider.inputCapacity.getLimits(params),
-    provider.inputCapacity.countTokens(params)
-  ]).catch((error) => {
-    if (error instanceof Error && error.name === "AIInputError" && "code" in error && (error.code === "capacity_unavailable" || error.code === "input_too_large" || error.code === "unsupported_content"))
-      throw new AIInputError(error.code, error.message, "providerStatus" in error && typeof error.providerStatus === "number" ? error.providerStatus : undefined, "requestId" in error && typeof error.requestId === "string" ? error.requestId : undefined);
-    throw error;
-  });
-  const inputTokens = inputTokenCount(tokens);
-  const outputTokens = positiveTokenLimit(provider.inputCapacity.outputTokens?.(params) ?? params.maxTokens ?? limits.maxOutputTokens);
-  const maxInputTokens = positiveTokenLimit(limits.maxInputTokens);
-  const maxOutputTokens = positiveTokenLimit(limits.maxOutputTokens);
-  const availableInputTokens = Math.max(0, Math.min(maxInputTokens, limits.contextWindowTokens === undefined ? maxInputTokens : positiveTokenLimit(limits.contextWindowTokens) - outputTokens));
-  return {
-    limits,
-    inputTokens,
-    inputTokenScope: provider.inputCapacity.countScope?.(params) ?? "request",
-    outputTokens,
-    availableInputTokens,
-    fits: outputTokens <= maxOutputTokens && inputTokens <= availableInputTokens
-  };
-};
-var cacheModelLimits = (load, ttlMs = 300000) => {
-  const cache = new Map;
-  return async (params) => {
-    const entry = cache.get(params.model);
-    if (entry && Date.now() - entry.at < ttlMs)
-      return entry.limits;
-    const limits = await load(params);
-    positiveTokenLimit(limits.maxInputTokens);
-    positiveTokenLimit(limits.maxOutputTokens);
-    if (cache.size >= 100)
-      cache.clear();
-    cache.set(params.model, { at: Date.now(), limits });
-    return limits;
-  };
-};
-var capacityJson = async (response) => {
-  if (!response.ok) {
-    const payload = await response.json().catch(() => {
-      return;
-    });
-    const record = payload && typeof payload === "object" && !Array.isArray(payload) ? payload : undefined;
-    const providerError = record?.error;
-    const nested = providerError && typeof providerError === "object" && !Array.isArray(providerError) ? providerError : undefined;
-    const message = nested?.message ?? record?.message;
-    const detail = typeof message === "string" ? message.slice(0, 1000) : undefined;
-    const id = response.headers.get("request-id") ?? response.headers.get("x-request-id") ?? record?.request_id;
-    throw new AIInputError("capacity_unavailable", `Model capacity request failed (${response.status}).${detail ? ` ${detail}` : ""}`, response.status, typeof id === "string" ? id.slice(0, 200) : undefined);
-  }
-  const value = await response.json();
-  if (!value || typeof value !== "object" || Array.isArray(value))
-    throw new AIInputError("capacity_unavailable", "Model capacity response was invalid.");
-  return value;
-};
-
 // src/ai/errors/providerError.ts
 var PROVIDER_STATUS_PAGES = {
   anthropic: "https://status.claude.com",
@@ -141,7 +58,7 @@ class ProviderError extends Error {
     this.provider = init.provider;
     this.status = init.status ?? null;
     this.type = init.type ?? (typeof init.metadata?.code === "string" ? init.metadata.code : typeof init.metadata?.type === "string" ? init.metadata.type : null);
-    this.billingUnavailable = BILLING_ERROR_TYPES.has(this.type ?? "") || init.status === 402;
+    this.billingUnavailable = BILLING_ERROR_TYPES.has(this.type ?? "") || init.status === 402 || init.provider === "anthropic" && init.status === 400 && /credit balance is too low/i.test(String(init.metadata?.message ?? init.message));
     this.notSent = init.notSent === true;
     this.retryable = !this.billingUnavailable && init.retryable;
     this.metadata = init.metadata;
@@ -167,6 +84,17 @@ class ProviderError extends Error {
   static from(err, provider) {
     if (err instanceof ProviderError)
       return err;
+    if (isProviderError(err))
+      return new ProviderError({
+        provider: err.provider,
+        message: err.message,
+        status: err.status,
+        type: err.type,
+        retryable: err.retryable,
+        notSent: err.notSent,
+        metadata: err.metadata,
+        cause: err
+      });
     if (isAbortError(err))
       throw err;
     const rawMessage = err instanceof Error ? err.message : String(err ?? "");
@@ -184,6 +112,92 @@ class ProviderError extends Error {
   }
 }
 var capitalize = (value) => value.charAt(0).toUpperCase() + value.slice(1);
+var isProviderError = (error) => error instanceof Error && error.name === "ProviderError" && ("provider" in error) && typeof error.provider === "string" && ("status" in error) && (error.status === null || typeof error.status === "number") && ("retryable" in error) && typeof error.retryable === "boolean" && ("billingUnavailable" in error) && typeof error.billingUnavailable === "boolean" && ("notSent" in error) && typeof error.notSent === "boolean";
+
+// src/ai/inputCapacity.ts
+class AIInputError extends Error {
+  code;
+  providerStatus;
+  requestId;
+  providerError;
+  constructor(code, message, providerStatus, requestId, providerError) {
+    super(message);
+    this.code = code;
+    this.providerStatus = providerStatus;
+    this.requestId = requestId;
+    this.providerError = providerError;
+    this.name = "AIInputError";
+  }
+}
+var positiveTokenLimit = (value) => {
+  if (typeof value !== "number" || !Number.isSafeInteger(value) || value <= 0)
+    throw new AIInputError("capacity_unavailable", "The provider did not supply a valid model limit.");
+  return value;
+};
+var inputTokenCount = (value) => {
+  if (typeof value !== "number" || !Number.isSafeInteger(value) || value < 0)
+    throw new AIInputError("capacity_unavailable", "The provider did not supply a valid token count.");
+  return value;
+};
+var inspectAIInput = async (provider, params) => {
+  params.signal?.throwIfAborted();
+  if (!provider.inputCapacity)
+    throw new AIInputError("capacity_unavailable", "This provider does not expose model capacity and token counting.");
+  const [limits, tokens] = await Promise.all([
+    provider.inputCapacity.getLimits(params),
+    provider.inputCapacity.countTokens(params)
+  ]).catch((error) => {
+    if (error instanceof Error && error.name === "AIInputError" && "code" in error && (error.code === "capacity_unavailable" || error.code === "input_too_large" || error.code === "unsupported_content"))
+      throw new AIInputError(error.code, error.message, "providerStatus" in error && typeof error.providerStatus === "number" ? error.providerStatus : undefined, "requestId" in error && typeof error.requestId === "string" ? error.requestId : undefined, "providerError" in error && isProviderError(error.providerError) ? ProviderError.from(error.providerError, error.providerError.provider) : undefined);
+    throw error;
+  });
+  const inputTokens = inputTokenCount(tokens);
+  const outputTokens = positiveTokenLimit(provider.inputCapacity.outputTokens?.(params) ?? params.maxTokens ?? limits.maxOutputTokens);
+  const maxInputTokens = positiveTokenLimit(limits.maxInputTokens);
+  const maxOutputTokens = positiveTokenLimit(limits.maxOutputTokens);
+  const availableInputTokens = Math.max(0, Math.min(maxInputTokens, limits.contextWindowTokens === undefined ? maxInputTokens : positiveTokenLimit(limits.contextWindowTokens) - outputTokens));
+  return {
+    limits,
+    inputTokens,
+    inputTokenScope: provider.inputCapacity.countScope?.(params) ?? "request",
+    outputTokens,
+    availableInputTokens,
+    fits: outputTokens <= maxOutputTokens && inputTokens <= availableInputTokens
+  };
+};
+var cacheModelLimits = (load, ttlMs = 300000) => {
+  const cache = new Map;
+  return async (params) => {
+    const entry = cache.get(params.model);
+    if (entry && Date.now() - entry.at < ttlMs)
+      return entry.limits;
+    const limits = await load(params);
+    positiveTokenLimit(limits.maxInputTokens);
+    positiveTokenLimit(limits.maxOutputTokens);
+    if (cache.size >= 100)
+      cache.clear();
+    cache.set(params.model, { at: Date.now(), limits });
+    return limits;
+  };
+};
+var capacityJson = async (response, provider = "unknown") => {
+  if (!response.ok) {
+    const payload = await response.json().catch(() => {
+      return;
+    });
+    const record = payload && typeof payload === "object" && !Array.isArray(payload) ? payload : undefined;
+    const providerError = record?.error;
+    const nested = providerError && typeof providerError === "object" && !Array.isArray(providerError) ? providerError : undefined;
+    const message = nested?.message ?? record?.message;
+    const detail = typeof message === "string" ? message.slice(0, 1000) : undefined;
+    const id = response.headers.get("request-id") ?? response.headers.get("x-request-id") ?? record?.request_id;
+    throw new AIInputError("capacity_unavailable", `Model capacity request failed (${response.status}).${detail ? ` ${detail}` : ""}`, response.status, typeof id === "string" ? id.slice(0, 200) : undefined, ProviderError.fromResponse(provider, response.status, JSON.stringify({ error: nested ?? record ?? {} })));
+  }
+  const value = await response.json();
+  if (!value || typeof value !== "object" || Array.isArray(value))
+    throw new AIInputError("capacity_unavailable", "Model capacity response was invalid.");
+  return value;
+};
 
 // src/ai/resilience.ts
 var DEFAULT_CONFIG = {
@@ -314,6 +328,29 @@ var withResilience = (provider, providerName = "unknown") => {
   let billingFailure = null;
   let billingRetryAt = 0;
   let billingProbe = false;
+  const inspectAvailable = async (inspect) => {
+    if (billingFailure && Date.now() < billingRetryAt) {
+      throw new ProviderError({
+        provider: providerName,
+        message: "Provider billing is unavailable",
+        type: billingFailure.type,
+        status: billingFailure.status,
+        metadata: billingFailure.metadata,
+        retryable: false,
+        notSent: true
+      });
+    }
+    try {
+      return await inspect();
+    } catch (error) {
+      const nested = error instanceof Error && "providerError" in error ? error.providerError : error;
+      if (isProviderError(nested) && nested.billingUnavailable) {
+        billingFailure = ProviderError.from(nested, providerName);
+        billingRetryAt = Date.now() + billingCooldownMs;
+      }
+      throw error;
+    }
+  };
   const billingCooldownMs = 5 * 60000;
   const attempt = async function* (params, attemptNo) {
     let yielded = false;
@@ -341,33 +378,39 @@ var withResilience = (provider, providerName = "unknown") => {
       if (providerError.retryable)
         noteFailure(providerName, providerError);
       throw providerError;
+    } finally {
+      billingProbe = false;
     }
   };
   return {
     ...provider,
-    stream: (params) => {
+    ...provider.inputCapacity ? {
+      inputCapacity: {
+        ...provider.inputCapacity,
+        getLimits: (params) => inspectAvailable(() => provider.inputCapacity.getLimits(params)),
+        countTokens: (params) => inspectAvailable(() => provider.inputCapacity.countTokens(params))
+      }
+    } : {},
+    stream: async function* (params) {
       if (billingFailure && (Date.now() < billingRetryAt || billingProbe)) {
         const failure = billingFailure;
-        return async function* () {
-          throw new ProviderError({
-            provider: providerName,
-            message: "Provider billing is unavailable",
-            type: failure.type,
-            status: failure.status,
-            retryable: false,
-            notSent: true
-          });
-        }();
+        throw new ProviderError({
+          provider: providerName,
+          message: "Provider billing is unavailable",
+          type: failure.type,
+          status: failure.status,
+          metadata: failure.metadata,
+          retryable: false,
+          notSent: true
+        });
       }
-      if (billingFailure)
-        billingProbe = true;
       const tripped = circuitOpen(providerName);
       if (tripped) {
-        return async function* () {
-          throw tripped;
-        }();
+        throw tripped;
       }
-      return attempt(params, 0);
+      if (billingFailure)
+        billingProbe = true;
+      yield* attempt(params, 0);
     }
   };
 };
@@ -376,7 +419,7 @@ var withResilience = (provider, providerName = "unknown") => {
 var instrumentAIProvider = (provider, providerName) => {
   const resilient = withResilience(provider, providerName);
   return {
-    ...provider,
+    ...resilient,
     stream: (params) => {
       if (!params.onUsage && !params.onSpan) {
         return resilient.stream(params);
@@ -1366,7 +1409,7 @@ var anthropic = (config) => {
       headers,
       body: body ? JSON.stringify(body) : undefined,
       signal: params.signal ? AbortSignal.any([params.signal, AbortSignal.timeout(15000)]) : AbortSignal.timeout(15000)
-    }));
+    }), "anthropic");
   };
   const countingRequest = (params) => {
     const built = buildRequestBody(params, configuredMax, promptCaching);
@@ -1433,5 +1476,5 @@ export {
   anthropic
 };
 
-//# debugId=0FD58AA008DDDBEF64756E2164756E21
+//# debugId=E6E9FD6C4A0FEEBF64756E2164756E21
 //# sourceMappingURL=anthropic.js.map