@browserbasehq/orca 3.0.2-test-cua-base-url → 3.0.3-patch

package/dist/index.d.ts

@@ -199,11 +199,7 @@ declare class CdpConnection implements CDPSessionLike {
     close(): Promise<void>;
     getSession(sessionId: string): CdpSession | undefined;
     attachToTarget(targetId: string): Promise<CdpSession>;
-    getTargets(): Promise<Array<{
-        targetId: string;
-        type: string;
-        url: string;
-    }>>;
+    getTargets(): Promise<Protocol.Target.TargetInfo[]>;
     private onMessage;
     _sendViaSession<R = unknown>(sessionId: string, method: string, params?: object): Promise<R>;
     _onSessionEvent(sessionId: string, event: string, handler: EventHandler): void;
@@ -238,9 +234,12 @@ declare class Frame implements FrameManager {
     session: CDPSessionLike;
     frameId: string;
     pageId: string;
+    private readonly remoteBrowser;
     /** Owning CDP session id (useful for logs); null for root connection (should not happen for targets) */
     readonly sessionId: string | null;
-    constructor(session: CDPSessionLike, frameId: string, pageId: string);
+    constructor(session: CDPSessionLike, frameId: string, pageId: string, remoteBrowser: boolean);
+    /** True when the controlled browser runs on a different machine. */
+    isBrowserRemote(): boolean;
     /** DOM.getNodeForLocation → DOM.describeNode */
     getNodeAtLocation(x: number, y: number): Promise<Protocol.DOM.Node>;
     /** CSS selector → DOM.querySelector → DOM.getBoxModel */
@@ -284,6 +283,14 @@ declare class Frame implements FrameManager {
     private getExecutionContextId;
 }
 
+interface SetInputFilePayload {
+    name: string;
+    mimeType?: string;
+    buffer: ArrayBuffer | Uint8Array | Buffer$1 | string;
+    lastModified?: number;
+}
+type SetInputFilesArgument = string | string[] | SetInputFilePayload | SetInputFilePayload[];
+
 type MouseButton = "left" | "right" | "middle";
 /**
  * Locator
@@ -326,15 +333,16 @@ declare class Locator {
      * - Best‑effort dispatches change/input via CDP (Chrome does by default).
      * - Passing an empty array clears the selection.
      */
-    setInputFiles(files: string | string[] | {
-        name: string;
-        mimeType: string;
-        buffer: ArrayBuffer | Uint8Array | Buffer$1 | string;
-    } | Array<{
-        name: string;
-        mimeType: string;
-        buffer: ArrayBuffer | Uint8Array | Buffer$1 | string;
-    }>): Promise<void>;
+    setInputFiles(files: SetInputFilesArgument): Promise<void>;
+    /**
+     * Remote browser fallback: build File objects inside the page and attach them via JS.
+     *
+     * When Stagehand is driving a browser that cannot see the local filesystem (Browserbase,
+     * remote CDP, etc.), CDP's DOM.setFileInputFiles would fail because Chrome can't reach
+     * our temp files. Instead we base64-encode the payloads, send them into the page, and
+     * let a DOM helper create File objects + dispatch change/input events.
+     */
+    private assignFilesViaPayloadInjection;
     /**
      * Return the DOM backendNodeId for this locator's target element.
      * Useful for identity comparisons without needing element handles.
@@ -723,6 +731,14 @@ declare class Response$1 {
      * richer metadata.
      */
     applyExtraInfo(event: Protocol.Network.ResponseReceivedExtraInfoEvent): void;
+    /**
+     * Internal helper for creating a Response object from a Serializable
+     * goto response from the Stagehand API
+     */
+    static fromSerializable(serialized: SerializableResponse, context: {
+        page: Page;
+        session: CDPSessionLike;
+    }): Response$1;
     /** Marks the response as finished and resolves the `finished()` promise. */
     markFinished(error: Error | null): void;
 }
@@ -745,7 +761,7 @@ declare class StagehandAPIClient {
     observe({ instruction, options, frameId, }: APIObserveParameters): Promise<Action[]>;
     goto(url: string, options?: {
         waitUntil?: "load" | "domcontentloaded" | "networkidle";
-    }, frameId?: string): Promise<void>;
+    }, frameId?: string): Promise<SerializableResponse | null>;
     agentExecute(agentConfig: AgentConfig, executeOptions: AgentExecuteOptions | string, frameId?: string): Promise<AgentResult>;
     end(): Promise<Response>;
     getReplayMetrics(): Promise<StagehandMetrics>;
@@ -793,6 +809,7 @@ declare class Page {
     private nextOrdinal;
     /** cache Frames per frameId so everyone uses the same one */
     private readonly frameCache;
+    private readonly browserIsRemote;
     /** Stable id for Frames created by this Page (use top-level TargetId). */
     private readonly pageId;
     /** Cached current URL for synchronous page.url() */
@@ -813,7 +830,7 @@ declare class Page {
      * Factory: create Page and seed registry with the shallow tree from Page.getFrameTree.
      * Assumes Page domain is already enabled on the session passed in.
      */
-    static create(conn: CdpConnection, session: CDPSessionLike, targetId: string, apiClient?: StagehandAPIClient | null, localBrowserLaunchOptions?: LocalBrowserLaunchOptions | null): Promise<Page>;
+    static create(conn: CdpConnection, session: CDPSessionLike, targetId: string, apiClient?: StagehandAPIClient | null, localBrowserLaunchOptions?: LocalBrowserLaunchOptions | null, browserIsRemote?: boolean): Promise<Page>;
     /**
      * Parent/child session emitted a `frameAttached`.
      * Topology update + ownership stamped to **emitting session**.
@@ -1128,6 +1145,8 @@ interface AgentResult {
     usage?: {
         input_tokens: number;
         output_tokens: number;
+        reasoning_tokens?: number;
+        cached_input_tokens?: number;
         inference_time_ms: number;
     };
 }
@@ -1342,18 +1361,28 @@ declare enum V3FunctionName {
 interface StagehandMetrics {
     actPromptTokens: number;
     actCompletionTokens: number;
+    actReasoningTokens: number;
+    actCachedInputTokens: number;
     actInferenceTimeMs: number;
     extractPromptTokens: number;
     extractCompletionTokens: number;
+    extractReasoningTokens: number;
+    extractCachedInputTokens: number;
     extractInferenceTimeMs: number;
     observePromptTokens: number;
     observeCompletionTokens: number;
+    observeReasoningTokens: number;
+    observeCachedInputTokens: number;
     observeInferenceTimeMs: number;
     agentPromptTokens: number;
     agentCompletionTokens: number;
+    agentReasoningTokens: number;
+    agentCachedInputTokens: number;
     agentInferenceTimeMs: number;
     totalPromptTokens: number;
     totalCompletionTokens: number;
+    totalReasoningTokens: number;
+    totalCachedInputTokens: number;
     totalInferenceTimeMs: number;
 }
 
@@ -1500,6 +1529,9 @@ declare class ExperimentalApiConflictError extends StagehandError {
 declare class ExperimentalNotConfiguredError extends StagehandError {
     constructor(featureName: string);
 }
+declare class CuaModelRequiredError extends StagehandError {
+    constructor(availableModels: readonly string[]);
+}
 declare class ZodSchemaValidationError extends Error {
     readonly received: unknown;
     readonly issues: ReturnType<ZodError["format"]>;
@@ -1522,6 +1554,24 @@ declare class StagehandShadowSegmentEmptyError extends StagehandError {
 declare class StagehandShadowSegmentNotFoundError extends StagehandError {
     constructor(segment: string, hint?: string);
 }
+declare class ElementNotVisibleError extends StagehandError {
+    constructor(selector: string);
+}
+declare class ResponseBodyError extends StagehandError {
+    constructor(message: string);
+}
+declare class ResponseParseError extends StagehandError {
+    constructor(message: string);
+}
+declare class TimeoutError extends StagehandError {
+    constructor(operation: string, timeoutMs: number);
+}
+declare class PageNotFoundError extends StagehandError {
+    constructor(identifier: string);
+}
+declare class ConnectionTimeoutError extends StagehandError {
+    constructor(message: string);
+}
 
 declare class AISdkClient extends LLMClient {
     type: "aisdk";
@@ -1569,6 +1619,16 @@ interface APIObserveParameters {
     options?: ObserveOptions;
     frameId?: string;
 }
+interface SerializableResponse {
+    requestId: string;
+    frameId?: string;
+    loaderId?: string;
+    response: Protocol.Network.Response;
+    fromServiceWorkerFlag?: boolean;
+    finishedSettled?: boolean;
+    extraInfoHeaders?: Protocol.Network.Headers | null;
+    extraInfoHeadersText?: string;
+}
 
 /**
  * Represents a path through a Zod schema from the root object down to a
@@ -1672,6 +1732,7 @@ declare class V3Context {
      * We poll internal maps that bootstrap/onAttachedToTarget populate.
      */
     private waitForFirstTopLevelPage;
+    private waitForInitialTopLevelTargets;
     private ensurePiercer;
     /** Mark a page target as the most-recent one (active). */
     private _pushActive;
@@ -1862,7 +1923,7 @@ declare class V3 {
      */
     get history(): Promise<ReadonlyArray<HistoryEntry>>;
     addToHistory(method: HistoryEntry["method"], parameters: unknown, result?: unknown): void;
-    updateMetrics(functionName: V3FunctionName, promptTokens: number, completionTokens: number, inferenceTimeMs: number): void;
+    updateMetrics(functionName: V3FunctionName, promptTokens: number, completionTokens: number, reasoningTokens: number, cachedInputTokens: number, inferenceTimeMs: number): void;
     private updateTotalMetrics;
     private _immediateShutdown;
     private static _installProcessGuards;
@@ -2058,4 +2119,4 @@ declare class V3Evaluator {
     private _evaluateWithMultipleScreenshots;
 }
 
-export { type AISDKCustomProvider, type AISDKProvider, AISdkClient, AVAILABLE_CUA_MODELS, type ActOptions, type ActResult, type Action, type ActionExecutionResult, type AgentAction, type AgentConfig, type AgentExecuteOptions, type AgentExecutionOptions, type AgentHandlerOptions, type AgentInstance, type AgentModelConfig, AgentProvider, type AgentProviderType, type AgentResult, AgentScreenshotProviderError, type AgentType, AnnotatedScreenshotText, type AnthropicContentBlock, type AnthropicJsonSchemaObject, type AnthropicMessage, type AnthropicTextBlock, type AnthropicToolResult, type AnyPage, type AvailableCuaModel, type AvailableModel, BrowserbaseSessionNotFoundError, CaptchaTimeoutError, type ChatCompletionOptions, type ChatMessage, type ChatMessageContent, type ChatMessageImageContent, type ChatMessageTextContent, type ClientOptions, type ComputerCallItem, type ConsoleListener, ConsoleMessage, ContentFrameNotFoundError, type CreateChatCompletionOptions, CreateChatCompletionResponseError, ExperimentalApiConflictError, ExperimentalNotConfiguredError, type ExtractOptions, type ExtractResult, type FunctionCallItem, HandlerNotInitializedError, type HistoryEntry, InvalidAISDKModelFormatError, type JsonSchema, type JsonSchemaProperty, LLMClient, type LLMResponse, LLMResponseError, type LLMTool, LOG_LEVEL_NAMES, type LoadState, type LocalBrowserLaunchOptions, type LogLevel, type LogLine, type Logger, MCPConnectionError, MissingEnvironmentVariableError, MissingLLMConfigurationError, type ModelConfiguration, type ModelProvider, type ObserveOptions, Page, Response$1 as Response, type ResponseInputItem, type ResponseItem, V3 as Stagehand, StagehandAPIError, StagehandAPIUnauthorizedError, StagehandClickError, StagehandDefaultError, StagehandDomProcessError, StagehandElementNotFoundError, StagehandEnvironmentError, StagehandError, StagehandEvalError, StagehandHttpError, StagehandIframeError, StagehandInitError, StagehandInvalidArgumentError, type StagehandMetrics, StagehandMissingArgumentError, StagehandNotInitializedError, StagehandResponseBodyError, StagehandResponseParseError, StagehandServerError, StagehandShadowRootMissingError, StagehandShadowSegmentEmptyError, StagehandShadowSegmentNotFoundError, type ToolUseItem, UnsupportedAISDKModelProviderError, UnsupportedModelError, UnsupportedModelProviderError, V3, type V3Env, V3Evaluator, V3FunctionName, type V3Options, XPathResolutionError, ZodSchemaValidationError, connectToMCPServer, defaultExtractSchema, getZodType, injectUrls, isRunningInBun, jsonSchemaToZod, loadApiKeyFromEnv, modelToAgentProviderMap, pageTextSchema, providerEnvVarMap, toGeminiSchema, transformSchema, trimTrailingTextNode, validateZodSchema };
+export { type AISDKCustomProvider, type AISDKProvider, AISdkClient, AVAILABLE_CUA_MODELS, type ActOptions, type ActResult, type Action, type ActionExecutionResult, type AgentAction, type AgentConfig, type AgentExecuteOptions, type AgentExecutionOptions, type AgentHandlerOptions, type AgentInstance, type AgentModelConfig, AgentProvider, type AgentProviderType, type AgentResult, AgentScreenshotProviderError, type AgentType, AnnotatedScreenshotText, type AnthropicContentBlock, type AnthropicJsonSchemaObject, type AnthropicMessage, type AnthropicTextBlock, type AnthropicToolResult, type AnyPage, type AvailableCuaModel, type AvailableModel, BrowserbaseSessionNotFoundError, CaptchaTimeoutError, type ChatCompletionOptions, type ChatMessage, type ChatMessageContent, type ChatMessageImageContent, type ChatMessageTextContent, type ClientOptions, type ComputerCallItem, ConnectionTimeoutError, type ConsoleListener, ConsoleMessage, ContentFrameNotFoundError, type CreateChatCompletionOptions, CreateChatCompletionResponseError, CuaModelRequiredError, ElementNotVisibleError, ExperimentalApiConflictError, ExperimentalNotConfiguredError, type ExtractOptions, type ExtractResult, type FunctionCallItem, HandlerNotInitializedError, type HistoryEntry, InvalidAISDKModelFormatError, type JsonSchema, type JsonSchemaProperty, LLMClient, type LLMResponse, LLMResponseError, type LLMTool, LOG_LEVEL_NAMES, type LoadState, type LocalBrowserLaunchOptions, type LogLevel, type LogLine, type Logger, MCPConnectionError, MissingEnvironmentVariableError, MissingLLMConfigurationError, type ModelConfiguration, type ModelProvider, type ObserveOptions, Page, PageNotFoundError, Response$1 as Response, ResponseBodyError, type ResponseInputItem, type ResponseItem, ResponseParseError, V3 as Stagehand, StagehandAPIError, StagehandAPIUnauthorizedError, StagehandClickError, StagehandDefaultError, StagehandDomProcessError, StagehandElementNotFoundError, StagehandEnvironmentError, StagehandError, StagehandEvalError, StagehandHttpError, StagehandIframeError, StagehandInitError, StagehandInvalidArgumentError, type StagehandMetrics, StagehandMissingArgumentError, StagehandNotInitializedError, StagehandResponseBodyError, StagehandResponseParseError, StagehandServerError, StagehandShadowRootMissingError, StagehandShadowSegmentEmptyError, StagehandShadowSegmentNotFoundError, TimeoutError, type ToolUseItem, UnsupportedAISDKModelProviderError, UnsupportedModelError, UnsupportedModelProviderError, V3, type V3Env, V3Evaluator, V3FunctionName, type V3Options, XPathResolutionError, ZodSchemaValidationError, connectToMCPServer, defaultExtractSchema, getZodType, injectUrls, isRunningInBun, jsonSchemaToZod, loadApiKeyFromEnv, modelToAgentProviderMap, pageTextSchema, providerEnvVarMap, toGeminiSchema, transformSchema, trimTrailingTextNode, validateZodSchema };