@nuanu-ai/agentbrowse 0.2.2 → 0.2.4

package/README.md

@@ -27,8 +27,7 @@ agentbrowse launch https://example.com
 
 - Node.js 18+
 - a Chrome-compatible browser runtime available on the machine
-- an Anthropic API key for browsing commands
-- an AgentPay API key for CLI startup
+- an AgentPay API key for CLI startup and browsing commands
 
 ## Commands
 
@@ -77,25 +76,22 @@ agentbrowse close
 
 ## Configure
 
-Browsing commands use Anthropic via Stagehand:
+`agentbrowse` uses the AgentPay backend for browser reasoning and gateway-backed
+operations:
 
 ```bash
-export ANTHROPIC_API_KEY=...
+export AGENTPAY_API_KEY=...
 ```
 
-Optional model override:
+Optional API base URL override:
 
 ```bash
-export AGENTBROWSE_MODEL=anthropic/claude-haiku-4-5-20251001
+export AGENTPAY_API_URL=https://durcottggsiesxxqzvbb.supabase.co/functions/v1/api
 ```
 
-`agentbrowse` also requires an AgentPay API key at startup so the CLI stays on
-the same gateway-backed contract as the rest of the toolchain.
-
 ## Runtime model
 
 - `agentbrowse` persists the active browser session under `~/.agentpay`
-- browsing commands require `ANTHROPIC_API_KEY`
 - all commands require `AGENTPAY_API_KEY`
 - `solve-captcha` requires both:
   - a session with captcha-solving capability

package/dist/agentpay-stagehand-llm.d.ts

@@ -0,0 +1,19 @@
+import { LLMClient, toJsonSchema, type CreateChatCompletionOptions, type LLMParsedResponse, type LLMResponse } from '@browserbasehq/stagehand';
+import type { AgentpayGatewayConfig } from './agentpay-gateway.js';
+export declare class AgentpayStagehandLlmClient extends LLMClient {
+    private readonly gateway;
+    type: "agentpay";
+    clientOptions: {};
+    constructor(gateway: AgentpayGatewayConfig);
+    createChatCompletion<T>(args: CreateChatCompletionOptions & {
+        options: {
+            response_model: {
+                name: string;
+                schema: Parameters<typeof toJsonSchema>[0];
+            };
+        };
+    }): Promise<LLMParsedResponse<T>>;
+    createChatCompletion<T = LLMResponse>(args: CreateChatCompletionOptions): Promise<T>;
+}
+export declare function createAgentpayStagehandLlmClient(gateway: AgentpayGatewayConfig): AgentpayStagehandLlmClient;
+//# sourceMappingURL=agentpay-stagehand-llm.d.ts.map

package/dist/agentpay-stagehand-llm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agentpay-stagehand-llm.d.ts","sourceRoot":"","sources":["../src/agentpay-stagehand-llm.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EACT,YAAY,EACZ,KAAK,2BAA2B,EAChC,KAAK,iBAAiB,EACtB,KAAK,WAAW,EAEjB,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAiDnE,qBAAa,0BAA2B,SAAQ,SAAS;IAI3C,OAAO,CAAC,QAAQ,CAAC,OAAO;IAHpC,IAAI,EAAG,UAAU,CAAU;IAC3B,aAAa,KAAM;gBAEU,OAAO,EAAE,qBAAqB;IAKrD,oBAAoB,CAAC,CAAC,EAC1B,IAAI,EAAE,2BAA2B,GAAG;QAClC,OAAO,EAAE;YACP,cAAc,EAAE;gBACd,IAAI,EAAE,MAAM,CAAC;gBACb,MAAM,EAAE,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;aAC5C,CAAC;SACH,CAAC;KACH,GACA,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;IAC1B,oBAAoB,CAAC,CAAC,GAAG,WAAW,EACxC,IAAI,EAAE,2BAA2B,GAChC,OAAO,CAAC,CAAC,CAAC;CA4Fd;AAED,wBAAgB,gCAAgC,CAC9C,OAAO,EAAE,qBAAqB,GAC7B,0BAA0B,CAE5B"}

package/dist/agentpay-stagehand-llm.js

@@ -0,0 +1,128 @@
+import { LLMClient, toJsonSchema, } from '@browserbasehq/stagehand';
+function gatewayBaseUrl(gateway) {
+    return gateway.apiUrl.replace(/\/$/, '');
+}
+function isRetryableStatus(status) {
+    return status === 429 || status === 502 || status === 503 || status === 504 || status >= 500;
+}
+function resolvePurpose(options) {
+    const modelName = options.response_model?.name?.trim().toLowerCase();
+    switch (modelName) {
+        case 'observation':
+            return 'browse.observe';
+        case 'extraction':
+            return 'browse.extract';
+        case 'metadata':
+            return 'browse.extract.metadata';
+        case 'act':
+            return 'browse.act';
+        default:
+            return 'browse.stagehand';
+    }
+}
+async function withRetry(fn, retries = 1) {
+    for (let attempt = 0;; attempt += 1) {
+        try {
+            return await fn();
+        }
+        catch (err) {
+            const retryable = err instanceof Error &&
+                (err.name === 'RetryableHttpError' || err.name === 'RetryableNetworkError');
+            if (!retryable || attempt >= retries) {
+                throw err;
+            }
+            await new Promise((resolve) => setTimeout(resolve, 2_000 * (attempt + 1)));
+        }
+    }
+}
+export class AgentpayStagehandLlmClient extends LLMClient {
+    gateway;
+    type = 'agentpay';
+    clientOptions = {};
+    constructor(gateway) {
+        super('agentpay/backend');
+        this.gateway = gateway;
+        this.modelName = 'agentpay/backend';
+    }
+    async createChatCompletion({ options, logger }) {
+        if (!options.response_model) {
+            logger({
+                category: 'llm',
+                message: 'agentpay backend llm client received unsupported non-structured completion',
+                level: 0,
+            });
+            throw new Error('AgentPay Stagehand LLM client currently requires response_model');
+        }
+        const url = `${gatewayBaseUrl(this.gateway)}/tools/llm/structured-chat`;
+        const body = {
+            purpose: resolvePurpose(options),
+            messages: options.messages,
+            response_model: {
+                name: options.response_model.name,
+                schema: toJsonSchema(options.response_model.schema),
+            },
+            image: options.image
+                ? {
+                    media_type: 'image/jpeg',
+                    data_base64: options.image.buffer.toString('base64'),
+                    description: options.image.description,
+                }
+                : undefined,
+            temperature: options.temperature,
+            max_output_tokens: options.maxOutputTokens,
+        };
+        const result = await withRetry(async () => {
+            let response;
+            try {
+                response = await fetch(url, {
+                    method: 'POST',
+                    headers: {
+                        Authorization: `Bearer ${this.gateway.apiKey}`,
+                        Accept: 'application/json',
+                        'Content-Type': 'application/json',
+                    },
+                    body: JSON.stringify(body),
+                    signal: AbortSignal.timeout(45_000),
+                });
+            }
+            catch (err) {
+                const error = new Error(`AgentPay LLM gateway network error: ${err instanceof Error ? err.message : String(err)}`);
+                error.name = 'RetryableNetworkError';
+                throw error;
+            }
+            let json;
+            try {
+                json = (await response.json());
+            }
+            catch {
+                const parseError = new Error(`AgentPay LLM gateway returned non-JSON response (${response.status})`);
+                parseError.name = isRetryableStatus(response.status) ? 'RetryableHttpError' : 'HttpError';
+                throw parseError;
+            }
+            if (!response.ok) {
+                const message = typeof json.error === 'string' ? json.error : `HTTP ${response.status}`;
+                const error = new Error(`AgentPay LLM gateway error (${response.status}): ${message}`);
+                error.name = isRetryableStatus(response.status) ? 'RetryableHttpError' : 'HttpError';
+                throw error;
+            }
+            return json;
+        });
+        logger({
+            category: 'llm',
+            message: 'agentpay backend structured completion finished',
+            level: 2,
+            auxiliary: {
+                provider: { value: result.provider, type: 'string' },
+                model: { value: result.model, type: 'string' },
+                purpose: { value: resolvePurpose(options), type: 'string' },
+            },
+        });
+        return {
+            data: result.data,
+            usage: result.usage,
+        };
+    }
+}
+export function createAgentpayStagehandLlmClient(gateway) {
+    return new AgentpayStagehandLlmClient(gateway);
+}

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAgLA,iBAAe,IAAI,CAAC,IAAI,GAAE,MAAM,EAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAsGhE;AAED,OAAO,EAAE,IAAI,EAAE,CAAC;AAEhB,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,GAAE,MAAM,EAAiB,GAAG,OAAO,CAWzF"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AA8KA,iBAAe,IAAI,CAAC,IAAI,GAAE,MAAM,EAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAsGhE;AAED,OAAO,EAAE,IAAI,EAAE,CAAC;AAEhB,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,GAAE,MAAM,EAAiB,GAAG,OAAO,CAWzF"}

package/dist/index.js

@@ -33,9 +33,7 @@ Options:
   --help                          Show this help message
 
 Environment:
-  ANTHROPIC_API_KEY               Required for browsing commands
-  AGENTBROWSE_MODEL               Optional model override for browsing commands
-  AGENTPAY_API_KEY                Required for CLI start
+  AGENTPAY_API_KEY                Required for CLI start and browsing commands
   AGENTPAY_API_URL                Optional API base URL override`;
 }
 const KNOWN_COMMANDS = new Set([

package/dist/solver/captcha-solver.js

@@ -39,14 +39,14 @@ export class CaptchaSolver {
         throw new Error(`CAPTCHA solving timed out after ${Math.ceil(this.taskTimeoutMs / 1000)}s`);
     }
     async createTask(type, siteKey, pageUrl) {
-        return this.request('POST', '/providers/captcha/tasks', {
+        return this.request('POST', '/tools/captcha/tasks', {
             type,
             site_key: siteKey,
             page_url: pageUrl,
         });
     }
     async getTaskStatus(taskId) {
-        return this.request('GET', `/providers/captcha/tasks/${encodeURIComponent(taskId)}`);
+        return this.request('GET', `/tools/captcha/tasks/${encodeURIComponent(taskId)}`);
     }
     async request(method, path, body) {
         const url = `${this.apiUrl}${path}`;

package/dist/stagehand.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"stagehand.d.ts","sourceRoot":"","sources":["../src/stagehand.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAUrD,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,SAAS,CAAC;CACtB;AAED,kDAAkD;AAClD,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAczE;AAED,gEAAgE;AAChE,wBAAgB,aAAa,CAAC,IAAI,SAAmB,GAAG,MAAM,GAAG,IAAI,CAQpE;AAED,qDAAqD;AACrD,wBAAsB,WAAW,CAAC,SAAS,EAAE,SAAS,GAAG,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAI/F"}
+{"version":3,"file":"stagehand.d.ts","sourceRoot":"","sources":["../src/stagehand.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAMrD,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,SAAS,CAAC;CACtB;AAED,kDAAkD;AAClD,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAezE;AAED,gEAAgE;AAChE,wBAAgB,aAAa,CAAC,IAAI,SAAmB,GAAG,MAAM,GAAG,IAAI,CAQpE;AAED,qDAAqD;AACrD,wBAAsB,WAAW,CAAC,SAAS,EAAE,SAAS,GAAG,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAI/F"}

package/dist/stagehand.js

@@ -6,17 +6,15 @@
  */
 import { execSync } from 'node:child_process';
 import { Stagehand } from '@browserbasehq/stagehand';
+import { createAgentpayStagehandLlmClient } from './agentpay-stagehand-llm.js';
+import { resolveAgentpayGatewayConfig } from './agentpay-gateway.js';
 const DEFAULT_CDP_PORT = 9222;
-const DEFAULT_MODEL = 'anthropic/claude-haiku-4-5-20251001';
-function resolveStagehandModel() {
-    const override = process.env.AGENTBROWSE_MODEL?.trim();
-    return override && override.length > 0 ? override : DEFAULT_MODEL;
-}
 /** Connect to an existing browser via CDP URL. */
 export async function connectStagehand(cdpUrl) {
+    const gateway = resolveAgentpayGatewayConfig();
     const stagehand = new Stagehand({
         env: 'LOCAL',
-        model: resolveStagehandModel(),
+        llmClient: createAgentpayStagehandLlmClient(gateway),
         localBrowserLaunchOptions: {
             cdpUrl,
         },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nuanu-ai/agentbrowse",
-  "version": "0.2.2",
+  "version": "0.2.4",
   "type": "module",
   "description": "Standalone browser automation CLI for AI agents: launch, observe, act, extract, and solve captcha",
   "keywords": [