@nuanu-ai/agentbrowse 0.2.1 → 0.2.3

package/README.md

@@ -27,7 +27,7 @@ agentbrowse launch https://example.com
 
 - Node.js 18+
 - a Chrome-compatible browser runtime available on the machine
-- an Anthropic API key for browsing commands
+- an AgentPay API key for CLI startup and browsing commands
 
 ## Commands
 
@@ -76,26 +76,23 @@ agentbrowse close
 
 ## Configure
 
-Browsing commands use Anthropic via Stagehand:
+`agentbrowse` uses the AgentPay backend for browser reasoning and gateway-backed
+operations:
 
 ```bash
-export ANTHROPIC_API_KEY=...
+export AGENTPAY_API_KEY=...
 ```
 
-Optional model override:
+Optional API base URL override:
 
 ```bash
-export AGENTBROWSE_MODEL=anthropic/claude-haiku-4-5-20251001
+export AGENTPAY_API_URL=https://durcottggsiesxxqzvbb.supabase.co/functions/v1/api
 ```
 
-`solve-captcha` is separate and uses AgentPay gateway credentials only when
-that command is invoked.
-
 ## Runtime model
 
 - `agentbrowse` persists the active browser session under `~/.agentpay`
-- browsing commands require `ANTHROPIC_API_KEY`
-- normal browsing commands do not require `AGENTPAY_API_KEY`
+- all commands require `AGENTPAY_API_KEY`
 - `solve-captcha` requires both:
   - a session with captcha-solving capability
   - AgentPay gateway configuration

package/dist/agentpay-gateway.d.ts

@@ -5,4 +5,5 @@ export interface AgentpayGatewayConfig {
 export declare function tryResolveAgentpayGatewayConfig(): AgentpayGatewayConfig | null;
 export declare function resolveAgentpayGatewayConfig(): AgentpayGatewayConfig;
 export declare function applyAgentpayGatewayEnv(gateway: AgentpayGatewayConfig): void;
+export declare function preflightAgentpayGateway(): Promise<AgentpayGatewayConfig>;
 //# sourceMappingURL=agentpay-gateway.d.ts.map

package/dist/agentpay-gateway.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agentpay-gateway.d.ts","sourceRoot":"","sources":["../src/agentpay-gateway.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;CAChB;AAiCD,wBAAgB,+BAA+B,IAAI,qBAAqB,GAAG,IAAI,CAoB9E;AAED,wBAAgB,4BAA4B,IAAI,qBAAqB,CAMpE;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,qBAAqB,GAAG,IAAI,CAG5E"}
+{"version":3,"file":"agentpay-gateway.d.ts","sourceRoot":"","sources":["../src/agentpay-gateway.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;CAChB;AAiCD,wBAAgB,+BAA+B,IAAI,qBAAqB,GAAG,IAAI,CAoB9E;AAED,wBAAgB,4BAA4B,IAAI,qBAAqB,CAMpE;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,qBAAqB,GAAG,IAAI,CAG5E;AAED,wBAAsB,wBAAwB,IAAI,OAAO,CAAC,qBAAqB,CAAC,CAI/E"}

package/dist/agentpay-gateway.js

@@ -48,7 +48,7 @@ export function tryResolveAgentpayGatewayConfig() {
 export function resolveAgentpayGatewayConfig() {
     const gateway = tryResolveAgentpayGatewayConfig();
     if (!gateway) {
-        throw new Error('Captcha solving requires API key configuration.');
+        throw new Error('AgentPay API key is required.');
     }
     return gateway;
 }
@@ -56,3 +56,8 @@ export function applyAgentpayGatewayEnv(gateway) {
     process.env.AGENTPAY_API_KEY = gateway.apiKey;
     process.env.AGENTPAY_API_URL = gateway.apiUrl;
 }
+export async function preflightAgentpayGateway() {
+    const gateway = resolveAgentpayGatewayConfig();
+    applyAgentpayGatewayEnv(gateway);
+    return gateway;
+}

package/dist/agentpay-stagehand-llm.d.ts

@@ -0,0 +1,19 @@
+import { LLMClient, toJsonSchema, type CreateChatCompletionOptions, type LLMParsedResponse, type LLMResponse } from '@browserbasehq/stagehand';
+import type { AgentpayGatewayConfig } from './agentpay-gateway.js';
+export declare class AgentpayStagehandLlmClient extends LLMClient {
+    private readonly gateway;
+    type: "agentpay";
+    clientOptions: {};
+    constructor(gateway: AgentpayGatewayConfig);
+    createChatCompletion<T>(args: CreateChatCompletionOptions & {
+        options: {
+            response_model: {
+                name: string;
+                schema: Parameters<typeof toJsonSchema>[0];
+            };
+        };
+    }): Promise<LLMParsedResponse<T>>;
+    createChatCompletion<T = LLMResponse>(args: CreateChatCompletionOptions): Promise<T>;
+}
+export declare function createAgentpayStagehandLlmClient(gateway: AgentpayGatewayConfig): AgentpayStagehandLlmClient;
+//# sourceMappingURL=agentpay-stagehand-llm.d.ts.map

package/dist/agentpay-stagehand-llm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agentpay-stagehand-llm.d.ts","sourceRoot":"","sources":["../src/agentpay-stagehand-llm.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EACT,YAAY,EACZ,KAAK,2BAA2B,EAChC,KAAK,iBAAiB,EACtB,KAAK,WAAW,EAEjB,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAiDnE,qBAAa,0BAA2B,SAAQ,SAAS;IAI3C,OAAO,CAAC,QAAQ,CAAC,OAAO;IAHpC,IAAI,EAAG,UAAU,CAAU;IAC3B,aAAa,KAAM;gBAEU,OAAO,EAAE,qBAAqB;IAKrD,oBAAoB,CAAC,CAAC,EAC1B,IAAI,EAAE,2BAA2B,GAAG;QAClC,OAAO,EAAE;YACP,cAAc,EAAE;gBACd,IAAI,EAAE,MAAM,CAAC;gBACb,MAAM,EAAE,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;aAC5C,CAAC;SACH,CAAC;KACH,GACA,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;IAC1B,oBAAoB,CAAC,CAAC,GAAG,WAAW,EACxC,IAAI,EAAE,2BAA2B,GAChC,OAAO,CAAC,CAAC,CAAC;CA4Fd;AAED,wBAAgB,gCAAgC,CAC9C,OAAO,EAAE,qBAAqB,GAC7B,0BAA0B,CAE5B"}

package/dist/agentpay-stagehand-llm.js

@@ -0,0 +1,128 @@
+import { LLMClient, toJsonSchema, } from '@browserbasehq/stagehand';
+function gatewayBaseUrl(gateway) {
+    return gateway.apiUrl.replace(/\/$/, '');
+}
+function isRetryableStatus(status) {
+    return status === 429 || status === 502 || status === 503 || status === 504 || status >= 500;
+}
+function resolvePurpose(options) {
+    const modelName = options.response_model?.name?.trim().toLowerCase();
+    switch (modelName) {
+        case 'observation':
+            return 'browse.observe';
+        case 'extraction':
+            return 'browse.extract';
+        case 'metadata':
+            return 'browse.extract.metadata';
+        case 'act':
+            return 'browse.act';
+        default:
+            return 'browse.stagehand';
+    }
+}
+async function withRetry(fn, retries = 1) {
+    for (let attempt = 0;; attempt += 1) {
+        try {
+            return await fn();
+        }
+        catch (err) {
+            const retryable = err instanceof Error &&
+                (err.name === 'RetryableHttpError' || err.name === 'RetryableNetworkError');
+            if (!retryable || attempt >= retries) {
+                throw err;
+            }
+            await new Promise((resolve) => setTimeout(resolve, 2_000 * (attempt + 1)));
+        }
+    }
+}
+export class AgentpayStagehandLlmClient extends LLMClient {
+    gateway;
+    type = 'agentpay';
+    clientOptions = {};
+    constructor(gateway) {
+        super('agentpay/backend');
+        this.gateway = gateway;
+        this.modelName = 'agentpay/backend';
+    }
+    async createChatCompletion({ options, logger }) {
+        if (!options.response_model) {
+            logger({
+                category: 'llm',
+                message: 'agentpay backend llm client received unsupported non-structured completion',
+                level: 0,
+            });
+            throw new Error('AgentPay Stagehand LLM client currently requires response_model');
+        }
+        const url = `${gatewayBaseUrl(this.gateway)}/tools/llm/structured-chat`;
+        const body = {
+            purpose: resolvePurpose(options),
+            messages: options.messages,
+            response_model: {
+                name: options.response_model.name,
+                schema: toJsonSchema(options.response_model.schema),
+            },
+            image: options.image
+                ? {
+                    media_type: 'image/jpeg',
+                    data_base64: options.image.buffer.toString('base64'),
+                    description: options.image.description,
+                }
+                : undefined,
+            temperature: options.temperature,
+            max_output_tokens: options.maxOutputTokens,
+        };
+        const result = await withRetry(async () => {
+            let response;
+            try {
+                response = await fetch(url, {
+                    method: 'POST',
+                    headers: {
+                        Authorization: `Bearer ${this.gateway.apiKey}`,
+                        Accept: 'application/json',
+                        'Content-Type': 'application/json',
+                    },
+                    body: JSON.stringify(body),
+                    signal: AbortSignal.timeout(45_000),
+                });
+            }
+            catch (err) {
+                const error = new Error(`AgentPay LLM gateway network error: ${err instanceof Error ? err.message : String(err)}`);
+                error.name = 'RetryableNetworkError';
+                throw error;
+            }
+            let json;
+            try {
+                json = (await response.json());
+            }
+            catch {
+                const parseError = new Error(`AgentPay LLM gateway returned non-JSON response (${response.status})`);
+                parseError.name = isRetryableStatus(response.status) ? 'RetryableHttpError' : 'HttpError';
+                throw parseError;
+            }
+            if (!response.ok) {
+                const message = typeof json.error === 'string' ? json.error : `HTTP ${response.status}`;
+                const error = new Error(`AgentPay LLM gateway error (${response.status}): ${message}`);
+                error.name = isRetryableStatus(response.status) ? 'RetryableHttpError' : 'HttpError';
+                throw error;
+            }
+            return json;
+        });
+        logger({
+            category: 'llm',
+            message: 'agentpay backend structured completion finished',
+            level: 2,
+            auxiliary: {
+                provider: { value: result.provider, type: 'string' },
+                model: { value: result.model, type: 'string' },
+                purpose: { value: resolvePurpose(options), type: 'string' },
+            },
+        });
+        return {
+            data: result.data,
+            usage: result.usage,
+        };
+    }
+}
+export function createAgentpayStagehandLlmClient(gateway) {
+    return new AgentpayStagehandLlmClient(gateway);
+}

package/dist/index.d.ts

@@ -1,3 +1,5 @@
 #!/usr/bin/env node
-export {};
+declare function main(argv?: string[]): Promise<void>;
+export { main };
+export declare function isDirectExecution(metaUrl: string, argv?: string[]): boolean;
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":""}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AA8KA,iBAAe,IAAI,CAAC,IAAI,GAAE,MAAM,EAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAsGhE;AAED,OAAO,EAAE,IAAI,EAAE,CAAC;AAEhB,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,GAAE,MAAM,EAAiB,GAAG,OAAO,CAWzF"}

package/dist/index.js

@@ -1,6 +1,9 @@
 #!/usr/bin/env node
 import { config as loadEnv } from 'dotenv';
+import { realpathSync } from 'node:fs';
+import { fileURLToPath } from 'node:url';
 loadEnv();
+import { preflightAgentpayGateway } from './agentpay-gateway.js';
 import { browseCommand, browseCommandName } from './command-name.js';
 import { loadSession } from './session.js';
 import { outputError, fatal, info } from './output.js';
@@ -30,10 +33,8 @@ Options:
   --help                          Show this help message
 
 Environment:
-  ANTHROPIC_API_KEY               Required for browsing commands
-  AGENTBROWSE_MODEL               Optional model override for browsing commands
-  AGENTPAY_API_KEY                Required only for solve-captcha / gateway-backed solve
-  AGENTPAY_API_URL                Optional API base URL override for solve-captcha`;
+  AGENTPAY_API_KEY                Required for CLI start and browsing commands
+  AGENTPAY_API_URL                Optional API base URL override`;
 }
 const KNOWN_COMMANDS = new Set([
     'launch',
@@ -46,8 +47,8 @@ const KNOWN_COMMANDS = new Set([
     'status',
     'close',
 ]);
-function getCommand() {
-    const rawArgs = process.argv.slice(2);
+function getCommand(argv = process.argv) {
+    const rawArgs = argv.slice(2);
     if (rawArgs.length === 0 || rawArgs[0] === '--help') {
         info(usageText());
         process.exit(0);
@@ -137,14 +138,20 @@ function requireSession() {
     // Caller will handle connection errors.
     return 'ws://localhost:9222';
 }
-async function main() {
-    const parsed = getCommand();
+async function main(argv = process.argv) {
+    const parsed = getCommand(argv);
     if (!parsed)
         process.exit(1);
     const { command, args } = parsed;
     if (!KNOWN_COMMANDS.has(command)) {
         outputError(`Unknown command: ${command}\n\n${usageText()}`);
     }
+    try {
+        await preflightAgentpayGateway();
+    }
+    catch (err) {
+        outputError(err instanceof Error ? err.message : String(err));
+    }
     switch (command) {
         case 'launch': {
             const { launch } = await import('./commands/launch.js');
@@ -225,6 +232,21 @@ async function main() {
         }
     }
 }
-main().catch((err) => {
-    fatal(err instanceof Error ? err.message : String(err));
-});
+export { main };
+export function isDirectExecution(metaUrl, argv = process.argv) {
+    const entry = argv[1];
+    if (!entry) {
+        return false;
+    }
+    try {
+        return realpathSync(entry) === realpathSync(fileURLToPath(metaUrl));
+    }
+    catch {
+        return false;
+    }
+}
+if (isDirectExecution(import.meta.url)) {
+    main().catch((err) => {
+        fatal(err instanceof Error ? err.message : String(err));
+    });
+}

package/dist/stagehand.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"stagehand.d.ts","sourceRoot":"","sources":["../src/stagehand.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAUrD,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,SAAS,CAAC;CACtB;AAED,kDAAkD;AAClD,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAczE;AAED,gEAAgE;AAChE,wBAAgB,aAAa,CAAC,IAAI,SAAmB,GAAG,MAAM,GAAG,IAAI,CAQpE;AAED,qDAAqD;AACrD,wBAAsB,WAAW,CAAC,SAAS,EAAE,SAAS,GAAG,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAI/F"}
+{"version":3,"file":"stagehand.d.ts","sourceRoot":"","sources":["../src/stagehand.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAMrD,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,SAAS,CAAC;CACtB;AAED,kDAAkD;AAClD,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAezE;AAED,gEAAgE;AAChE,wBAAgB,aAAa,CAAC,IAAI,SAAmB,GAAG,MAAM,GAAG,IAAI,CAQpE;AAED,qDAAqD;AACrD,wBAAsB,WAAW,CAAC,SAAS,EAAE,SAAS,GAAG,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAI/F"}

package/dist/stagehand.js

@@ -6,17 +6,15 @@
  */
 import { execSync } from 'node:child_process';
 import { Stagehand } from '@browserbasehq/stagehand';
+import { createAgentpayStagehandLlmClient } from './agentpay-stagehand-llm.js';
+import { resolveAgentpayGatewayConfig } from './agentpay-gateway.js';
 const DEFAULT_CDP_PORT = 9222;
-const DEFAULT_MODEL = 'anthropic/claude-haiku-4-5-20251001';
-function resolveStagehandModel() {
-    const override = process.env.AGENTBROWSE_MODEL?.trim();
-    return override && override.length > 0 ? override : DEFAULT_MODEL;
-}
 /** Connect to an existing browser via CDP URL. */
 export async function connectStagehand(cdpUrl) {
+    const gateway = resolveAgentpayGatewayConfig();
     const stagehand = new Stagehand({
         env: 'LOCAL',
-        model: resolveStagehandModel(),
+        llmClient: createAgentpayStagehandLlmClient(gateway),
         localBrowserLaunchOptions: {
             cdpUrl,
         },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nuanu-ai/agentbrowse",
-  "version": "0.2.1",
+  "version": "0.2.3",
   "type": "module",
   "description": "Standalone browser automation CLI for AI agents: launch, observe, act, extract, and solve captcha",
   "keywords": [