opensteer 0.4.11 → 0.4.13

package/dist/index.d.cts

@@ -254,6 +254,64 @@ interface BoundingBox {
     width: number;
     height: number;
 }
+type OpensteerAgentMode = 'cua';
+type OpensteerAgentProvider = 'openai' | 'anthropic' | 'google';
+interface OpensteerAgentModelConfig {
+    modelName: string;
+    apiKey?: string;
+    baseUrl?: string;
+    organization?: string;
+    thinkingBudget?: number;
+    environment?: string;
+}
+interface OpensteerAgentConfig {
+    mode: OpensteerAgentMode;
+    model?: string | OpensteerAgentModelConfig;
+    systemPrompt?: string;
+    waitBetweenActionsMs?: number;
+}
+interface OpensteerAgentExecuteOptions {
+    instruction: string;
+    maxSteps?: number;
+    highlightCursor?: boolean;
+}
+interface OpensteerAgentUsage {
+    inputTokens: number;
+    outputTokens: number;
+    reasoningTokens?: number;
+    inferenceTimeMs: number;
+}
+interface OpensteerAgentAction {
+    type: string;
+    reasoning?: string;
+    button?: string;
+    clickCount?: number;
+    x?: number;
+    y?: number;
+    text?: string;
+    keys?: string[];
+    scrollX?: number;
+    scrollY?: number;
+    timeMs?: number;
+    url?: string;
+    path?: Array<{
+        x: number;
+        y: number;
+    }>;
+    [key: string]: unknown;
+}
+interface OpensteerAgentResult {
+    success: boolean;
+    completed: boolean;
+    message: string;
+    actions: OpensteerAgentAction[];
+    usage?: OpensteerAgentUsage;
+    provider: OpensteerAgentProvider;
+    model: string;
+}
+interface OpensteerAgentInstance {
+    execute(instructionOrOptions: string | OpensteerAgentExecuteOptions): Promise<OpensteerAgentResult>;
+}
 
 interface RegistryEntry {
     file: string;
@@ -312,12 +370,14 @@ declare class Opensteer {
     private contextRef;
     private ownsBrowser;
     private snapshotCache;
+    private agentExecutionInFlight;
     constructor(config?: OpensteerConfig);
     private createLazyResolveCallback;
     private createLazyExtractCallback;
     private invokeCloudActionAndResetCache;
     private invokeCloudAction;
     private buildActionError;
+    private syncCloudPageRef;
     get page(): Page;
     get context(): BrowserContext;
     getCloudSessionId(): string | null;
@@ -367,6 +427,7 @@ declare class Opensteer {
     getConfig(): OpensteerConfig;
     getStorage(): LocalSelectorStorage;
     clearCache(): void;
+    agent(config: OpensteerAgentConfig): OpensteerAgentInstance;
     private runWithPostActionWait;
     private executeClickVariant;
     private resolvePath;
@@ -742,4 +803,98 @@ declare class CloudCdpClient {
 
 declare function collectLocalSelectorCacheEntries(storage: LocalSelectorStorage): CloudSelectorCacheImportEntry[];
 
-export { type ActionExecutionResult, type ActionFailure, type ActionFailureBlocker, type ActionFailureClassificationSource, type ActionFailureCode, type ActionFailureDetails, type ActionResult, type ActionWaitOptions, ActionWsClient, type AiExtractArgs, type AiExtractCallback, type AiExtractResult, type AiModelConfig, type AiResolveArgs, type AiResolveCallback, type AiResolveCallbackResult, type AiResolveResult, type ArrayExtractedRow, type ArrayRowMetadata, type ArraySelector, type AttributeMatchClause, type BaseActionOptions, type BoundingBox, type ClickOptions, type CloudActionFailure, type CloudActionFailureDetails, type CloudActionMethod, type CloudActionRequest, type CloudActionResponse, type CloudActionSuccess, CloudCdpClient, type CloudCdpConnectArgs, type CloudCdpConnection, type CloudErrorCode, type CloudSelectorCacheImportEntry, type CloudSelectorCacheImportRequest, type CloudSelectorCacheImportResponse, CloudSessionClient, type CloudSessionContractVersion, type CloudSessionCreateRequest, type CloudSessionCreateResponse, type CloudSessionSourceType, type CloudSessionSummary, type ContextHop, type CookieParam, type CounterBinding, type CounterRequest, CounterResolutionError, type CounterResolutionErrorCode, type CounterSnapshotLike, type DomPath, type ElementPath, ElementPathError, type ElementPathErrorCode, type ExtractFromPlanOptions, type ExtractOptions, type ExtractSchema, type ExtractSchemaField, type ExtractSchemaValue, type ExtractionFieldPlan, type ExtractionPlan, type ExtractionRunResult, type FieldSelector, type FileUploadOptions, type GotoOptions, type HoverOptions, type InputOptions, type LaunchOptions, LocalSelectorStorage, type MarkInteractivityOptions, type MatchClause, type MatchOperator, OPENSTEER_HIDDEN_ATTR, OPENSTEER_INTERACTIVE_ATTR, OPENSTEER_SCROLLABLE_ATTR, OS_BOUNDARY_ATTR, OS_IFRAME_BOUNDARY_TAG, OS_NODE_ID_ATTR, OS_SHADOW_BOUNDARY_TAG, OS_UNAVAILABLE_ATTR, Opensteer, OpensteerActionError, type OpensteerAuthScheme, type OpensteerBrowserConfig, type OpensteerCloudAnnouncePolicy, type OpensteerCloudConfig, OpensteerCloudError, type OpensteerCloudOptions, type OpensteerConfig, type OpensteerStorageConfig, type PathNode, type PathNodePosition, type PositionMatchClause, type PreparedSnapshot, type RegistryEntry, type ResolvedElementPath, type ScreenshotOptions, type ScrollOptions, type SelectOptions, type SelectorFile, type SelectorRegistry, type SerializeOptions, type SerializedNodeMeta, type SerializedPageHTML, type SnapshotMode, type SnapshotOptions, type StateResult, type TabInfo, buildElementPathFromHandle, buildElementPathFromSelector, buildPathSelectorHint, cleanForAction, cleanForClickable, cleanForExtraction, cleanForFull, cleanForScrollable, clearCookies, cloneElementPath, closeTab, cloudNotLaunchedError, cloudSessionContractVersion, cloudUnsupportedMethodError, collectLocalSelectorCacheEntries, countArrayItemsWithPath, createEmptyRegistry, createExtractCallback, createResolveCallback, createTab, ensureLiveCounters, exportCookies, extractArrayRowsWithPaths, extractArrayWithPaths, extractWithPaths, getCookies, getElementAttributes, getElementBoundingBox, getElementText, getElementValue, getModelProvider, getPageHtml, getPageTitle, importCookies, listTabs, markInteractiveElements, normalizeNamespace, performClick, performFileUpload, performHover, performInput, performScroll, performSelect, prepareSnapshot, pressKey, resolveCounterElement, resolveCountersBatch, resolveElementPath, resolveNamespaceDir, sanitizeElementPath, serializePageHTML, setCookie, switchTab, typeText, waitForVisualStability };
+declare class OpensteerAgentError extends Error {
+    constructor(message: string, cause?: unknown);
+}
+declare class OpensteerAgentConfigError extends OpensteerAgentError {
+    constructor(message: string);
+}
+declare class OpensteerAgentProviderError extends OpensteerAgentError {
+    constructor(message: string);
+}
+declare class OpensteerAgentExecutionError extends OpensteerAgentError {
+    constructor(message: string, cause?: unknown);
+}
+declare class OpensteerAgentBusyError extends OpensteerAgentError {
+    constructor();
+}
+declare class OpensteerAgentActionError extends OpensteerAgentError {
+    constructor(message: string, cause?: unknown);
+}
+declare class OpensteerAgentApiError extends OpensteerAgentError {
+    readonly status?: number;
+    readonly provider: string;
+    constructor(provider: string, message: string, status?: number, cause?: unknown);
+}
+
+interface ResolvedCuaModelConfig {
+    provider: OpensteerAgentProvider;
+    fullModelName: string;
+    providerModelName: string;
+    apiKey: string;
+    baseUrl?: string;
+    organization?: string;
+    thinkingBudget?: number;
+    environment?: string;
+}
+
+interface CuaClientExecutionInput {
+    instruction: string;
+    maxSteps: number;
+    systemPrompt: string;
+}
+interface CuaClientExecutionResult extends Omit<OpensteerAgentResult, 'provider' | 'model'> {
+    usage?: OpensteerAgentUsage;
+}
+declare abstract class CuaClient {
+    private screenshotProvider;
+    private actionHandler;
+    protected viewport: {
+        width: number;
+        height: number;
+    };
+    protected currentUrl: string | null;
+    setViewport(width: number, height: number): void;
+    setCurrentUrl(url: string | null): void;
+    setScreenshotProvider(provider: () => Promise<string>): void;
+    setActionHandler(handler: (action: OpensteerAgentAction) => Promise<void>): void;
+    protected getScreenshotProvider(): () => Promise<string>;
+    protected getActionHandler(): (action: OpensteerAgentAction) => Promise<void>;
+    abstract execute(input: CuaClientExecutionInput): Promise<CuaClientExecutionResult>;
+}
+
+interface ResolvedAgentConfig {
+    mode: 'cua';
+    systemPrompt: string;
+    waitBetweenActionsMs: number;
+    model: ResolvedCuaModelConfig;
+}
+declare function resolveAgentConfig(args: {
+    agentConfig: OpensteerAgentConfig;
+    fallbackModel?: string;
+    env?: NodeJS.ProcessEnv;
+}): ResolvedAgentConfig;
+declare function createCuaClient(config: ResolvedAgentConfig): CuaClient;
+
+interface CuaAgentHandlerOptions {
+    page: Page;
+    config: ResolvedAgentConfig;
+    client: CuaClient;
+    debug: boolean;
+    onMutatingAction?: (action: OpensteerAgentAction) => void;
+}
+declare class OpensteerCuaAgentHandler {
+    private readonly page;
+    private readonly config;
+    private readonly client;
+    private readonly debug;
+    private readonly onMutatingAction?;
+    private cursorOverlayInjected;
+    constructor(options: CuaAgentHandlerOptions);
+    execute(options: OpensteerAgentExecuteOptions): Promise<OpensteerAgentResult>;
+    private initializeClient;
+    private resolveViewport;
+    private maybeRenderCursor;
+}
+
+export { type ActionExecutionResult, type ActionFailure, type ActionFailureBlocker, type ActionFailureClassificationSource, type ActionFailureCode, type ActionFailureDetails, type ActionResult, type ActionWaitOptions, ActionWsClient, type AiExtractArgs, type AiExtractCallback, type AiExtractResult, type AiModelConfig, type AiResolveArgs, type AiResolveCallback, type AiResolveCallbackResult, type AiResolveResult, type ArrayExtractedRow, type ArrayRowMetadata, type ArraySelector, type AttributeMatchClause, type BaseActionOptions, type BoundingBox, type ClickOptions, type CloudActionFailure, type CloudActionFailureDetails, type CloudActionMethod, type CloudActionRequest, type CloudActionResponse, type CloudActionSuccess, CloudCdpClient, type CloudCdpConnectArgs, type CloudCdpConnection, type CloudErrorCode, type CloudSelectorCacheImportEntry, type CloudSelectorCacheImportRequest, type CloudSelectorCacheImportResponse, CloudSessionClient, type CloudSessionContractVersion, type CloudSessionCreateRequest, type CloudSessionCreateResponse, type CloudSessionSourceType, type CloudSessionSummary, type ContextHop, type CookieParam, type CounterBinding, type CounterRequest, CounterResolutionError, type CounterResolutionErrorCode, type CounterSnapshotLike, type DomPath, type ElementPath, ElementPathError, type ElementPathErrorCode, type ExtractFromPlanOptions, type ExtractOptions, type ExtractSchema, type ExtractSchemaField, type ExtractSchemaValue, type ExtractionFieldPlan, type ExtractionPlan, type ExtractionRunResult, type FieldSelector, type FileUploadOptions, type GotoOptions, type HoverOptions, type InputOptions, type LaunchOptions, LocalSelectorStorage, type MarkInteractivityOptions, type MatchClause, type MatchOperator, OPENSTEER_HIDDEN_ATTR, OPENSTEER_INTERACTIVE_ATTR, OPENSTEER_SCROLLABLE_ATTR, OS_BOUNDARY_ATTR, OS_IFRAME_BOUNDARY_TAG, OS_NODE_ID_ATTR, OS_SHADOW_BOUNDARY_TAG, OS_UNAVAILABLE_ATTR, Opensteer, OpensteerActionError, type OpensteerAgentAction, OpensteerAgentActionError, OpensteerAgentApiError, OpensteerAgentBusyError, type OpensteerAgentConfig, OpensteerAgentConfigError, OpensteerAgentError, type OpensteerAgentExecuteOptions, OpensteerAgentExecutionError, type OpensteerAgentInstance, type OpensteerAgentMode, type OpensteerAgentModelConfig, type OpensteerAgentProvider, OpensteerAgentProviderError, type OpensteerAgentResult, type OpensteerAgentUsage, type OpensteerAuthScheme, type OpensteerBrowserConfig, type OpensteerCloudAnnouncePolicy, type OpensteerCloudConfig, OpensteerCloudError, type OpensteerCloudOptions, type OpensteerConfig, OpensteerCuaAgentHandler, type OpensteerStorageConfig, type PathNode, type PathNodePosition, type PositionMatchClause, type PreparedSnapshot, type RegistryEntry, type ResolvedElementPath, type ScreenshotOptions, type ScrollOptions, type SelectOptions, type SelectorFile, type SelectorRegistry, type SerializeOptions, type SerializedNodeMeta, type SerializedPageHTML, type SnapshotMode, type SnapshotOptions, type StateResult, type TabInfo, buildElementPathFromHandle, buildElementPathFromSelector, buildPathSelectorHint, cleanForAction, cleanForClickable, cleanForExtraction, cleanForFull, cleanForScrollable, clearCookies, cloneElementPath, closeTab, cloudNotLaunchedError, cloudSessionContractVersion, cloudUnsupportedMethodError, collectLocalSelectorCacheEntries, countArrayItemsWithPath, createCuaClient, createEmptyRegistry, createExtractCallback, createResolveCallback, createTab, ensureLiveCounters, exportCookies, extractArrayRowsWithPaths, extractArrayWithPaths, extractWithPaths, getCookies, getElementAttributes, getElementBoundingBox, getElementText, getElementValue, getModelProvider, getPageHtml, getPageTitle, importCookies, listTabs, markInteractiveElements, normalizeNamespace, performClick, performFileUpload, performHover, performInput, performScroll, performSelect, prepareSnapshot, pressKey, resolveAgentConfig, resolveCounterElement, resolveCountersBatch, resolveElementPath, resolveNamespaceDir, sanitizeElementPath, serializePageHTML, setCookie, switchTab, typeText, waitForVisualStability };

package/dist/index.d.ts

@@ -254,6 +254,64 @@ interface BoundingBox {
     width: number;
     height: number;
 }
+type OpensteerAgentMode = 'cua';
+type OpensteerAgentProvider = 'openai' | 'anthropic' | 'google';
+interface OpensteerAgentModelConfig {
+    modelName: string;
+    apiKey?: string;
+    baseUrl?: string;
+    organization?: string;
+    thinkingBudget?: number;
+    environment?: string;
+}
+interface OpensteerAgentConfig {
+    mode: OpensteerAgentMode;
+    model?: string | OpensteerAgentModelConfig;
+    systemPrompt?: string;
+    waitBetweenActionsMs?: number;
+}
+interface OpensteerAgentExecuteOptions {
+    instruction: string;
+    maxSteps?: number;
+    highlightCursor?: boolean;
+}
+interface OpensteerAgentUsage {
+    inputTokens: number;
+    outputTokens: number;
+    reasoningTokens?: number;
+    inferenceTimeMs: number;
+}
+interface OpensteerAgentAction {
+    type: string;
+    reasoning?: string;
+    button?: string;
+    clickCount?: number;
+    x?: number;
+    y?: number;
+    text?: string;
+    keys?: string[];
+    scrollX?: number;
+    scrollY?: number;
+    timeMs?: number;
+    url?: string;
+    path?: Array<{
+        x: number;
+        y: number;
+    }>;
+    [key: string]: unknown;
+}
+interface OpensteerAgentResult {
+    success: boolean;
+    completed: boolean;
+    message: string;
+    actions: OpensteerAgentAction[];
+    usage?: OpensteerAgentUsage;
+    provider: OpensteerAgentProvider;
+    model: string;
+}
+interface OpensteerAgentInstance {
+    execute(instructionOrOptions: string | OpensteerAgentExecuteOptions): Promise<OpensteerAgentResult>;
+}
 
 interface RegistryEntry {
     file: string;
@@ -312,12 +370,14 @@ declare class Opensteer {
     private contextRef;
     private ownsBrowser;
     private snapshotCache;
+    private agentExecutionInFlight;
     constructor(config?: OpensteerConfig);
     private createLazyResolveCallback;
     private createLazyExtractCallback;
     private invokeCloudActionAndResetCache;
     private invokeCloudAction;
     private buildActionError;
+    private syncCloudPageRef;
     get page(): Page;
     get context(): BrowserContext;
     getCloudSessionId(): string | null;
@@ -367,6 +427,7 @@ declare class Opensteer {
     getConfig(): OpensteerConfig;
     getStorage(): LocalSelectorStorage;
     clearCache(): void;
+    agent(config: OpensteerAgentConfig): OpensteerAgentInstance;
     private runWithPostActionWait;
     private executeClickVariant;
     private resolvePath;
@@ -742,4 +803,98 @@ declare class CloudCdpClient {
 
 declare function collectLocalSelectorCacheEntries(storage: LocalSelectorStorage): CloudSelectorCacheImportEntry[];
 
-export { type ActionExecutionResult, type ActionFailure, type ActionFailureBlocker, type ActionFailureClassificationSource, type ActionFailureCode, type ActionFailureDetails, type ActionResult, type ActionWaitOptions, ActionWsClient, type AiExtractArgs, type AiExtractCallback, type AiExtractResult, type AiModelConfig, type AiResolveArgs, type AiResolveCallback, type AiResolveCallbackResult, type AiResolveResult, type ArrayExtractedRow, type ArrayRowMetadata, type ArraySelector, type AttributeMatchClause, type BaseActionOptions, type BoundingBox, type ClickOptions, type CloudActionFailure, type CloudActionFailureDetails, type CloudActionMethod, type CloudActionRequest, type CloudActionResponse, type CloudActionSuccess, CloudCdpClient, type CloudCdpConnectArgs, type CloudCdpConnection, type CloudErrorCode, type CloudSelectorCacheImportEntry, type CloudSelectorCacheImportRequest, type CloudSelectorCacheImportResponse, CloudSessionClient, type CloudSessionContractVersion, type CloudSessionCreateRequest, type CloudSessionCreateResponse, type CloudSessionSourceType, type CloudSessionSummary, type ContextHop, type CookieParam, type CounterBinding, type CounterRequest, CounterResolutionError, type CounterResolutionErrorCode, type CounterSnapshotLike, type DomPath, type ElementPath, ElementPathError, type ElementPathErrorCode, type ExtractFromPlanOptions, type ExtractOptions, type ExtractSchema, type ExtractSchemaField, type ExtractSchemaValue, type ExtractionFieldPlan, type ExtractionPlan, type ExtractionRunResult, type FieldSelector, type FileUploadOptions, type GotoOptions, type HoverOptions, type InputOptions, type LaunchOptions, LocalSelectorStorage, type MarkInteractivityOptions, type MatchClause, type MatchOperator, OPENSTEER_HIDDEN_ATTR, OPENSTEER_INTERACTIVE_ATTR, OPENSTEER_SCROLLABLE_ATTR, OS_BOUNDARY_ATTR, OS_IFRAME_BOUNDARY_TAG, OS_NODE_ID_ATTR, OS_SHADOW_BOUNDARY_TAG, OS_UNAVAILABLE_ATTR, Opensteer, OpensteerActionError, type OpensteerAuthScheme, type OpensteerBrowserConfig, type OpensteerCloudAnnouncePolicy, type OpensteerCloudConfig, OpensteerCloudError, type OpensteerCloudOptions, type OpensteerConfig, type OpensteerStorageConfig, type PathNode, type PathNodePosition, type PositionMatchClause, type PreparedSnapshot, type RegistryEntry, type ResolvedElementPath, type ScreenshotOptions, type ScrollOptions, type SelectOptions, type SelectorFile, type SelectorRegistry, type SerializeOptions, type SerializedNodeMeta, type SerializedPageHTML, type SnapshotMode, type SnapshotOptions, type StateResult, type TabInfo, buildElementPathFromHandle, buildElementPathFromSelector, buildPathSelectorHint, cleanForAction, cleanForClickable, cleanForExtraction, cleanForFull, cleanForScrollable, clearCookies, cloneElementPath, closeTab, cloudNotLaunchedError, cloudSessionContractVersion, cloudUnsupportedMethodError, collectLocalSelectorCacheEntries, countArrayItemsWithPath, createEmptyRegistry, createExtractCallback, createResolveCallback, createTab, ensureLiveCounters, exportCookies, extractArrayRowsWithPaths, extractArrayWithPaths, extractWithPaths, getCookies, getElementAttributes, getElementBoundingBox, getElementText, getElementValue, getModelProvider, getPageHtml, getPageTitle, importCookies, listTabs, markInteractiveElements, normalizeNamespace, performClick, performFileUpload, performHover, performInput, performScroll, performSelect, prepareSnapshot, pressKey, resolveCounterElement, resolveCountersBatch, resolveElementPath, resolveNamespaceDir, sanitizeElementPath, serializePageHTML, setCookie, switchTab, typeText, waitForVisualStability };
+declare class OpensteerAgentError extends Error {
+    constructor(message: string, cause?: unknown);
+}
+declare class OpensteerAgentConfigError extends OpensteerAgentError {
+    constructor(message: string);
+}
+declare class OpensteerAgentProviderError extends OpensteerAgentError {
+    constructor(message: string);
+}
+declare class OpensteerAgentExecutionError extends OpensteerAgentError {
+    constructor(message: string, cause?: unknown);
+}
+declare class OpensteerAgentBusyError extends OpensteerAgentError {
+    constructor();
+}
+declare class OpensteerAgentActionError extends OpensteerAgentError {
+    constructor(message: string, cause?: unknown);
+}
+declare class OpensteerAgentApiError extends OpensteerAgentError {
+    readonly status?: number;
+    readonly provider: string;
+    constructor(provider: string, message: string, status?: number, cause?: unknown);
+}
+
+interface ResolvedCuaModelConfig {
+    provider: OpensteerAgentProvider;
+    fullModelName: string;
+    providerModelName: string;
+    apiKey: string;
+    baseUrl?: string;
+    organization?: string;
+    thinkingBudget?: number;
+    environment?: string;
+}
+
+interface CuaClientExecutionInput {
+    instruction: string;
+    maxSteps: number;
+    systemPrompt: string;
+}
+interface CuaClientExecutionResult extends Omit<OpensteerAgentResult, 'provider' | 'model'> {
+    usage?: OpensteerAgentUsage;
+}
+declare abstract class CuaClient {
+    private screenshotProvider;
+    private actionHandler;
+    protected viewport: {
+        width: number;
+        height: number;
+    };
+    protected currentUrl: string | null;
+    setViewport(width: number, height: number): void;
+    setCurrentUrl(url: string | null): void;
+    setScreenshotProvider(provider: () => Promise<string>): void;
+    setActionHandler(handler: (action: OpensteerAgentAction) => Promise<void>): void;
+    protected getScreenshotProvider(): () => Promise<string>;
+    protected getActionHandler(): (action: OpensteerAgentAction) => Promise<void>;
+    abstract execute(input: CuaClientExecutionInput): Promise<CuaClientExecutionResult>;
+}
+
+interface ResolvedAgentConfig {
+    mode: 'cua';
+    systemPrompt: string;
+    waitBetweenActionsMs: number;
+    model: ResolvedCuaModelConfig;
+}
+declare function resolveAgentConfig(args: {
+    agentConfig: OpensteerAgentConfig;
+    fallbackModel?: string;
+    env?: NodeJS.ProcessEnv;
+}): ResolvedAgentConfig;
+declare function createCuaClient(config: ResolvedAgentConfig): CuaClient;
+
+interface CuaAgentHandlerOptions {
+    page: Page;
+    config: ResolvedAgentConfig;
+    client: CuaClient;
+    debug: boolean;
+    onMutatingAction?: (action: OpensteerAgentAction) => void;
+}
+declare class OpensteerCuaAgentHandler {
+    private readonly page;
+    private readonly config;
+    private readonly client;
+    private readonly debug;
+    private readonly onMutatingAction?;
+    private cursorOverlayInjected;
+    constructor(options: CuaAgentHandlerOptions);
+    execute(options: OpensteerAgentExecuteOptions): Promise<OpensteerAgentResult>;
+    private initializeClient;
+    private resolveViewport;
+    private maybeRenderCursor;
+}
+
+export { type ActionExecutionResult, type ActionFailure, type ActionFailureBlocker, type ActionFailureClassificationSource, type ActionFailureCode, type ActionFailureDetails, type ActionResult, type ActionWaitOptions, ActionWsClient, type AiExtractArgs, type AiExtractCallback, type AiExtractResult, type AiModelConfig, type AiResolveArgs, type AiResolveCallback, type AiResolveCallbackResult, type AiResolveResult, type ArrayExtractedRow, type ArrayRowMetadata, type ArraySelector, type AttributeMatchClause, type BaseActionOptions, type BoundingBox, type ClickOptions, type CloudActionFailure, type CloudActionFailureDetails, type CloudActionMethod, type CloudActionRequest, type CloudActionResponse, type CloudActionSuccess, CloudCdpClient, type CloudCdpConnectArgs, type CloudCdpConnection, type CloudErrorCode, type CloudSelectorCacheImportEntry, type CloudSelectorCacheImportRequest, type CloudSelectorCacheImportResponse, CloudSessionClient, type CloudSessionContractVersion, type CloudSessionCreateRequest, type CloudSessionCreateResponse, type CloudSessionSourceType, type CloudSessionSummary, type ContextHop, type CookieParam, type CounterBinding, type CounterRequest, CounterResolutionError, type CounterResolutionErrorCode, type CounterSnapshotLike, type DomPath, type ElementPath, ElementPathError, type ElementPathErrorCode, type ExtractFromPlanOptions, type ExtractOptions, type ExtractSchema, type ExtractSchemaField, type ExtractSchemaValue, type ExtractionFieldPlan, type ExtractionPlan, type ExtractionRunResult, type FieldSelector, type FileUploadOptions, type GotoOptions, type HoverOptions, type InputOptions, type LaunchOptions, LocalSelectorStorage, type MarkInteractivityOptions, type MatchClause, type MatchOperator, OPENSTEER_HIDDEN_ATTR, OPENSTEER_INTERACTIVE_ATTR, OPENSTEER_SCROLLABLE_ATTR, OS_BOUNDARY_ATTR, OS_IFRAME_BOUNDARY_TAG, OS_NODE_ID_ATTR, OS_SHADOW_BOUNDARY_TAG, OS_UNAVAILABLE_ATTR, Opensteer, OpensteerActionError, type OpensteerAgentAction, OpensteerAgentActionError, OpensteerAgentApiError, OpensteerAgentBusyError, type OpensteerAgentConfig, OpensteerAgentConfigError, OpensteerAgentError, type OpensteerAgentExecuteOptions, OpensteerAgentExecutionError, type OpensteerAgentInstance, type OpensteerAgentMode, type OpensteerAgentModelConfig, type OpensteerAgentProvider, OpensteerAgentProviderError, type OpensteerAgentResult, type OpensteerAgentUsage, type OpensteerAuthScheme, type OpensteerBrowserConfig, type OpensteerCloudAnnouncePolicy, type OpensteerCloudConfig, OpensteerCloudError, type OpensteerCloudOptions, type OpensteerConfig, OpensteerCuaAgentHandler, type OpensteerStorageConfig, type PathNode, type PathNodePosition, type PositionMatchClause, type PreparedSnapshot, type RegistryEntry, type ResolvedElementPath, type ScreenshotOptions, type ScrollOptions, type SelectOptions, type SelectorFile, type SelectorRegistry, type SerializeOptions, type SerializedNodeMeta, type SerializedPageHTML, type SnapshotMode, type SnapshotOptions, type StateResult, type TabInfo, buildElementPathFromHandle, buildElementPathFromSelector, buildPathSelectorHint, cleanForAction, cleanForClickable, cleanForExtraction, cleanForFull, cleanForScrollable, clearCookies, cloneElementPath, closeTab, cloudNotLaunchedError, cloudSessionContractVersion, cloudUnsupportedMethodError, collectLocalSelectorCacheEntries, countArrayItemsWithPath, createCuaClient, createEmptyRegistry, createExtractCallback, createResolveCallback, createTab, ensureLiveCounters, exportCookies, extractArrayRowsWithPaths, extractArrayWithPaths, extractWithPaths, getCookies, getElementAttributes, getElementBoundingBox, getElementText, getElementValue, getModelProvider, getPageHtml, getPageTitle, importCookies, listTabs, markInteractiveElements, normalizeNamespace, performClick, performFileUpload, performHover, performInput, performScroll, performSelect, prepareSnapshot, pressKey, resolveAgentConfig, resolveCounterElement, resolveCountersBatch, resolveElementPath, resolveNamespaceDir, sanitizeElementPath, serializePageHTML, setCookie, switchTab, typeText, waitForVisualStability };

package/dist/index.js

@@ -15,7 +15,15 @@ import {
   OS_UNAVAILABLE_ATTR,
   Opensteer,
   OpensteerActionError,
+  OpensteerAgentActionError,
+  OpensteerAgentApiError,
+  OpensteerAgentBusyError,
+  OpensteerAgentConfigError,
+  OpensteerAgentError,
+  OpensteerAgentExecutionError,
+  OpensteerAgentProviderError,
   OpensteerCloudError,
+  OpensteerCuaAgentHandler,
   buildElementPathFromHandle,
   buildElementPathFromSelector,
   buildPathSelectorHint,
@@ -32,6 +40,7 @@ import {
   cloudUnsupportedMethodError,
   collectLocalSelectorCacheEntries,
   countArrayItemsWithPath,
+  createCuaClient,
   createEmptyRegistry,
   createTab,
   ensureLiveCounters,
@@ -58,6 +67,7 @@ import {
   performSelect,
   prepareSnapshot,
   pressKey,
+  resolveAgentConfig,
   resolveCounterElement,
   resolveCountersBatch,
   resolveElementPath,
@@ -68,17 +78,17 @@ import {
   switchTab,
   typeText,
   waitForVisualStability
-} from "./chunk-C3NM6XZH.js";
+} from "./chunk-JSH3VLMH.js";
 import {
   createResolveCallback
-} from "./chunk-SRJLH34D.js";
+} from "./chunk-V4OOJO4S.js";
 import {
   createExtractCallback
-} from "./chunk-DQIHOUXH.js";
+} from "./chunk-UIUDSWZV.js";
 import "./chunk-3H5RRIMZ.js";
 import {
   getModelProvider
-} from "./chunk-L4FHT64T.js";
+} from "./chunk-QTGJO7RC.js";
 export {
   ActionWsClient,
   CloudCdpClient,
@@ -96,7 +106,15 @@ export {
   OS_UNAVAILABLE_ATTR,
   Opensteer,
   OpensteerActionError,
+  OpensteerAgentActionError,
+  OpensteerAgentApiError,
+  OpensteerAgentBusyError,
+  OpensteerAgentConfigError,
+  OpensteerAgentError,
+  OpensteerAgentExecutionError,
+  OpensteerAgentProviderError,
   OpensteerCloudError,
+  OpensteerCuaAgentHandler,
   buildElementPathFromHandle,
   buildElementPathFromSelector,
   buildPathSelectorHint,
@@ -113,6 +131,7 @@ export {
   cloudUnsupportedMethodError,
   collectLocalSelectorCacheEntries,
   countArrayItemsWithPath,
+  createCuaClient,
   createEmptyRegistry,
   createExtractCallback,
   createResolveCallback,
@@ -142,6 +161,7 @@ export {
   performSelect,
   prepareSnapshot,
   pressKey,
+  resolveAgentConfig,
   resolveCounterElement,
   resolveCountersBatch,
   resolveElementPath,

package/dist/{resolver-WGFFHW4N.js → resolver-HVZJQZ32.js}

@@ -1,7 +1,7 @@
 import {
   createResolveCallback
-} from "./chunk-SRJLH34D.js";
-import "./chunk-L4FHT64T.js";
+} from "./chunk-V4OOJO4S.js";
+import "./chunk-QTGJO7RC.js";
 export {
   createResolveCallback
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "opensteer",
-  "version": "0.4.11",
+  "version": "0.4.13",
   "description": "Open-source browser automation SDK with robust selectors and deterministic replay.",
   "license": "MIT",
   "type": "module",
@@ -30,9 +30,12 @@
     "@ai-sdk/groq": "^3.0.24",
     "@ai-sdk/openai": "^3.0.26",
     "@ai-sdk/xai": "^3.0.57",
+    "@anthropic-ai/sdk": "^0.57.0",
+    "@google/genai": "^1.10.0",
     "ai": "^6.0.77",
     "cheerio": "^1.0.0-rc.12",
     "dotenv": "^17.2.4",
+    "openai": "^5.21.0",
     "playwright": "^1.50.0",
     "ws": "^8.18.0",
     "zod": "^4.3.6"
@@ -61,7 +64,7 @@
     "url": "https://github.com/opensteer-ai/opensteer"
   },
   "scripts": {
-    "build": "tsup src/index.ts src/cli/server.ts --dts --format esm,cjs --clean --external ai --external zod --external @ai-sdk/openai --external @ai-sdk/anthropic --external @ai-sdk/google --external @ai-sdk/xai --external @ai-sdk/groq",
+    "build": "tsup src/index.ts src/cli/server.ts --dts --format esm,cjs --clean --external ai --external zod --external @ai-sdk/openai --external @ai-sdk/anthropic --external @ai-sdk/google --external @ai-sdk/xai --external @ai-sdk/groq --external openai --external @anthropic-ai/sdk --external @google/genai",
     "test": "vitest run",
     "test:live-web": "vitest run --config vitest.live-web.config.ts",
     "test:unit": "vitest run tests/html tests/element-path tests/config.test.ts tests/storage",
@@ -69,6 +72,7 @@
     "test:integration": "vitest run tests/integration",
     "test:ai": "vitest run tests/ai tests/e2e/ai-resolve.test.ts tests/e2e/ai-extract-products.test.ts",
     "test:e2e": "vitest run tests/e2e",
+    "test:e2e:cua": "vitest run tests/e2e/cua-agent.test.ts",
     "test:app:dev": "pnpm --dir tests/test-app run dev",
     "typecheck": "tsc -p tsconfig.json --noEmit"
   }