@agent-native/core 0.49.26 → 0.50.0

package/dist/provider-api/index.js

@@ -4,6 +4,7 @@ import { createSsrfSafeDispatcher, isBlockedExtensionUrlWithDns, } from "../exte
 import { deleteOAuthTokens, listOAuthAccountsByOwner, saveOAuthTokens, } from "../oauth-tokens/index.js";
 import { getCredentialContext } from "../server/request-context.js";
 import { resolveWorkspaceConnectionCredentialForApp } from "../workspace-connections/credentials.js";
+import { createProviderQuotaIdentity, createProviderRequestDedupeKey, executeWithProviderQuota, } from "./quota-governor.js";
 export { upsertCustomProvider, deleteCustomProvider, listCustomProviders, getCustomProvider, validateCustomBaseUrl, } from "./custom-registry.js";
 export const PROVIDER_API_IDS = [
     "amplitude",
@@ -842,6 +843,14 @@ export async function executeProviderApiRequest(args, runtime) {
     const effectiveMaxBytes = args.saveToFile
         ? SAVE_TO_FILE_MAX_BYTES
         : clampMaxBytes(args.maxBytes);
+    const quotaIdentity = createProviderQuotaIdentity({
+        appId: runtimeOptionsAppId(runtime),
+        providerId: config.id,
+        ctx,
+        credentialSources: auth.credentialSources,
+        connectionId: args.connectionId,
+        accountId: args.accountId,
+    });
     // --- fetchAllPages mode ---
     if (args.fetchAllPages) {
         const pageCfg = args.fetchAllPages;
@@ -859,6 +868,12 @@ export async function executeProviderApiRequest(args, runtime) {
                 ? setValueAtPath(substituteUnknown(args.body, placeholders), extra.bodyCursor.path, extra.bodyCursor.value)
                 : substituteUnknown(args.body, placeholders);
             const pageBody = prepareBody(bodyWithCursor, { ...headers });
+            const requestKey = createProviderRequestDedupeKey({
+                method,
+                url: pageUrl.href,
+                body: pageBody,
+                headers,
+            });
             const resp = await fetchWithTimeout(pageUrl.href, {
                 method,
                 headers,
@@ -866,6 +881,12 @@ export async function executeProviderApiRequest(args, runtime) {
                 maxBytes: effectiveMaxBytes,
                 timeoutMs: clampTimeout(args.timeoutMs),
                 secretValues: auth.secretValues,
+                quota: {
+                    identity: quotaIdentity,
+                    method,
+                    target: describeProviderRequestTarget(pageUrl.href, auth.secretValues),
+                    requestKey,
+                },
             });
             return {
                 text: resp.text ??
@@ -890,6 +911,12 @@ export async function executeProviderApiRequest(args, runtime) {
     }
     // --- Single request ---
     const body = prepareBody(substituteUnknown(args.body, placeholders), headers);
+    const requestKey = createProviderRequestDedupeKey({
+        method,
+        url: url.href,
+        body,
+        headers,
+    });
     const response = await fetchWithTimeout(url.href, {
         method,
         headers,
@@ -897,6 +924,12 @@ export async function executeProviderApiRequest(args, runtime) {
         maxBytes: effectiveMaxBytes,
         timeoutMs: clampTimeout(args.timeoutMs),
         secretValues: auth.secretValues,
+        quota: {
+            identity: quotaIdentity,
+            method,
+            target: describeProviderRequestTarget(url.href, auth.secretValues),
+            requestKey,
+        },
     });
     // saveToFile: write full body to workspace file and return compact summary.
     if (args.saveToFile) {
@@ -978,6 +1011,14 @@ async function executeCustomProviderApiRequest(args, customConfig, runtime) {
     const effectiveMaxBytes = args.saveToFile
         ? SAVE_TO_FILE_MAX_BYTES
         : clampMaxBytes(args.maxBytes);
+    const quotaIdentity = createProviderQuotaIdentity({
+        appId: runtimeOptionsAppId(runtime),
+        providerId: customConfig.id,
+        ctx,
+        credentialSources: auth.credentialSources,
+        connectionId: args.connectionId,
+        accountId: args.accountId,
+    });
     // --- fetchAllPages mode (same cursor pagination as built-in providers) ---
     if (args.fetchAllPages) {
         const pageCfg = args.fetchAllPages;
@@ -995,6 +1036,12 @@ async function executeCustomProviderApiRequest(args, customConfig, runtime) {
                 ? setValueAtPath(args.body, extra.bodyCursor.path, extra.bodyCursor.value)
                 : args.body;
             const pageBody = prepareBody(bodyWithCursor, { ...headers });
+            const requestKey = createProviderRequestDedupeKey({
+                method,
+                url: pageUrl.href,
+                body: pageBody,
+                headers,
+            });
             const resp = await fetchWithTimeout(pageUrl.href, {
                 method,
                 headers,
@@ -1002,6 +1049,12 @@ async function executeCustomProviderApiRequest(args, customConfig, runtime) {
                 maxBytes: effectiveMaxBytes,
                 timeoutMs: clampTimeout(args.timeoutMs),
                 secretValues: auth.secretValues,
+                quota: {
+                    identity: quotaIdentity,
+                    method,
+                    target: describeProviderRequestTarget(pageUrl.href, auth.secretValues),
+                    requestKey,
+                },
             });
             return {
                 text: resp.text ??
@@ -1035,6 +1088,17 @@ async function executeCustomProviderApiRequest(args, customConfig, runtime) {
         maxBytes: effectiveMaxBytes,
         timeoutMs: clampTimeout(args.timeoutMs),
         secretValues: auth.secretValues,
+        quota: {
+            identity: quotaIdentity,
+            method,
+            target: describeProviderRequestTarget(url.href, auth.secretValues),
+            requestKey: createProviderRequestDedupeKey({
+                method,
+                url: url.href,
+                body,
+                headers,
+            }),
+        },
     });
     if (args.saveToFile) {
         const rawText = response.text ??
@@ -1857,52 +1921,108 @@ function prepareBody(body, headers) {
         headers["Content-Type"] = "application/json";
     return JSON.stringify(body);
 }
+function runtimeOptionsAppId(runtime) {
+    return runtime.appId || "app";
+}
 async function fetchWithTimeout(optionsUrl, options) {
-    const controller = new AbortController();
-    const timeoutMs = clampTimeout(options.timeoutMs);
-    const timeout = setTimeout(() => controller.abort(), timeoutMs);
-    const method = options.method ?? "GET";
-    const secretValues = options.secretValues ?? [];
-    try {
-        const dispatcher = (await createSsrfSafeDispatcher()) ?? undefined;
-        const fetchOptions = {
-            method,
-            headers: options.headers,
-            body: options.body,
-            signal: controller.signal,
-            redirect: "manual",
-        };
-        if (dispatcher)
-            fetchOptions.dispatcher = dispatcher;
+    const runOnce = async () => {
+        const controller = new AbortController();
+        const timeoutMs = clampTimeout(options.timeoutMs);
+        const timeout = setTimeout(() => controller.abort(), timeoutMs);
+        const method = options.method ?? "GET";
+        const secretValues = options.secretValues ?? [];
         try {
-            return await fetchProviderResponse(optionsUrl, fetchOptions, {
-                maxBytes: options.maxBytes,
-                secretValues,
-            });
-        }
-        catch (error) {
-            if (dispatcher && isDispatcherCompatibilityError(error)) {
-                const fallbackOptions = { ...fetchOptions };
-                delete fallbackOptions.dispatcher;
-                return await fetchProviderResponse(optionsUrl, fallbackOptions, {
+            const dispatcher = (await createSsrfSafeDispatcher()) ?? undefined;
+            const fetchOptions = {
+                method,
+                headers: options.headers,
+                body: options.body,
+                signal: controller.signal,
+                redirect: "manual",
+            };
+            if (dispatcher)
+                fetchOptions.dispatcher = dispatcher;
+            try {
+                return await fetchProviderResponse(optionsUrl, fetchOptions, {
                     maxBytes: options.maxBytes,
                     secretValues,
                 });
             }
-            throw error;
+            catch (error) {
+                if (dispatcher && isDispatcherCompatibilityError(error)) {
+                    const fallbackOptions = { ...fetchOptions };
+                    delete fallbackOptions.dispatcher;
+                    return await fetchProviderResponse(optionsUrl, fallbackOptions, {
+                        maxBytes: options.maxBytes,
+                        secretValues,
+                    });
+                }
+                throw error;
+            }
         }
-    }
-    catch (error) {
-        throw normalizeFetchError(error, {
-            method,
-            url: optionsUrl,
-            timeoutMs,
-            secretValues,
+        catch (error) {
+            throw normalizeFetchError(error, {
+                method,
+                url: optionsUrl,
+                timeoutMs,
+                secretValues,
+            });
+        }
+        finally {
+            clearTimeout(timeout);
+        }
+    };
+    if (options.quota) {
+        return executeWithProviderQuota({
+            request: {
+                identity: options.quota.identity,
+                method: options.quota.method,
+                target: options.quota.target,
+                requestKey: options.quota.requestKey,
+            },
+            execute: runOnce,
+            inspect: (result) => ({
+                status: result.status,
+                headers: result.headers,
+            }),
+            buildQuotaExhaustedResult: providerQuotaExhaustedResponse,
         });
     }
-    finally {
-        clearTimeout(timeout);
-    }
+    return runOnce();
+}
+function providerQuotaExhaustedResponse(detail) {
+    const retryAfterSeconds = Math.max(0, Math.ceil(detail.retryAfterMs / 1000));
+    return {
+        status: 429,
+        statusText: "Provider quota cooldown",
+        ok: false,
+        elapsedMs: 0,
+        headers: {
+            "retry-after": String(retryAfterSeconds),
+            "x-agent-native-provider-quota": "exhausted",
+        },
+        contentType: "application/json",
+        size: 0,
+        truncated: false,
+        json: {
+            error: "provider_quota_exhausted",
+            provider: detail.providerId,
+            message: `Provider API quota is cooling down for ${detail.providerId}. ` +
+                `Retry after ${detail.retryAt}.`,
+            retryAt: detail.retryAt,
+            retryAfterMs: detail.retryAfterMs,
+            reason: detail.reason,
+            method: detail.method,
+            target: detail.target,
+        },
+        quota: {
+            exhausted: true,
+            providerId: detail.providerId,
+            retryAfterMs: detail.retryAfterMs,
+            retryAt: detail.retryAt,
+            reason: detail.reason,
+        },
+    };
 }
 async function fetchProviderResponse(url, fetchOptions, options) {
     const startedAt = Date.now();