@usecrow/client 0.1.19 → 0.1.20

package/dist/index.d.cts

@@ -1,137 +1,5 @@
-/**
- * Core types for @usecrow/client
- */
-interface CrowClientConfig {
-    /** Your Crow product ID from the dashboard */
-    productId: string;
-    /** API URL (defaults to https://api.usecrow.org) */
-    apiUrl?: string;
-    /** Default model to use */
-    model?: string;
-}
-interface IdentifyOptions {
-    /** JWT token from your backend for user verification */
-    token: string;
-    /** Optional user display name */
-    name?: string;
-    /** Optional user email */
-    email?: string;
-    /** Any additional metadata */
-    [key: string]: unknown;
-}
-interface IdentityState {
-    token: string | null;
-    metadata: Record<string, unknown>;
-    isVerified: boolean;
-}
-interface Message {
-    id: string;
-    content: string;
-    role: 'user' | 'assistant';
-    timestamp: Date;
-    /** Citations from knowledge base */
-    citations?: Citation[];
-    /** Claude's reasoning/thinking trace */
-    thinking?: string;
-    /** Whether thinking is complete */
-    thinkingComplete?: boolean;
-}
-interface Citation {
-    document_id: string;
-    filename: string;
-    similarity?: number;
-    image_url?: string;
-    page?: number;
-}
-type StreamEvent = {
-    type: 'content';
-    text: string;
-    accumulated: string;
-} | {
-    type: 'thinking';
-    content: string;
-} | {
-    type: 'thinking_complete';
-} | {
-    type: 'citations';
-    citations: Citation[];
-} | {
-    type: 'tool_call_start';
-    toolName: string;
-    arguments: Record<string, unknown>;
-} | {
-    type: 'tool_call_complete';
-    toolName: string;
-    success: boolean;
-} | {
-    type: 'client_tool_call';
-    toolName: string;
-    arguments: Record<string, unknown>;
-} | {
-    type: 'workflow_started';
-    name: string;
-    todos: WorkflowTodo[];
-} | {
-    type: 'workflow_todo_updated';
-    todoId: string;
-    status: 'pending' | 'completed';
-} | {
-    type: 'workflow_ended';
-} | {
-    type: 'workflow_complete_prompt';
-} | {
-    type: 'verification_status';
-    isVerified: boolean;
-} | {
-    type: 'conversation_id';
-    conversationId: string;
-} | {
-    type: 'error';
-    message: string;
-} | {
-    type: 'done';
-};
-type ToolHandler = (args: Record<string, unknown>) => Promise<ToolResult> | ToolResult;
-interface ToolResult {
-    status: 'success' | 'error';
-    data?: unknown;
-    error?: string;
-}
-type ToolHandlers = Record<string, ToolHandler>;
-interface Conversation {
-    id: string;
-    name: string | null;
-    created_at: string;
-    updated_at: string;
-}
-interface WorkflowTodo {
-    id: string;
-    text: string;
-    status: 'pending' | 'completed';
-}
-interface ActiveWorkflow {
-    name: string;
-    todos: WorkflowTodo[];
-    isComplete?: boolean;
-}
-interface ContextData {
-    /** Current page URL or path */
-    page?: string;
-    /** Custom context data */
-    [key: string]: unknown;
-}
-interface CrowEventCallbacks {
-    onMessage?: (message: Message) => void;
-    onMessageUpdate?: (messageId: string, updates: Partial<Message>) => void;
-    onToolCall?: (event: StreamEvent & {
-        type: 'tool_call_start' | 'tool_call_complete' | 'client_tool_call';
-    }) => void;
-    onWorkflow?: (event: StreamEvent & {
-        type: 'workflow_started' | 'workflow_todo_updated' | 'workflow_ended' | 'workflow_complete_prompt';
-    }) => void;
-    onVerificationStatus?: (isVerified: boolean) => void;
-    onError?: (error: Error) => void;
-}
+import { C as CrowClientConfig, a as CrowEventCallbacks, I as IdentifyOptions, T as ToolHandlers, b as ContextData, M as Message, c as Conversation, S as StreamEvent, d as IdentityState, e as ToolResult } from './browserUse-CZNpayEF.cjs';
+export { A as ActiveWorkflow, f as Citation, g as CrowBrowserUse, h as ToolHandler, W as WorkflowTodo } from './browserUse-CZNpayEF.cjs';
 
 /**
  * CrowClient - Main headless client for Crow AI agents
@@ -440,4 +308,4 @@ declare const DEFAULT_TOOLS: {
 type DefaultToolName = keyof typeof DEFAULT_TOOLS;
 declare const DEFAULT_TOOL_NAMES: DefaultToolName[];
 
-export { type ActiveWorkflow, type Citation, type ContextData, type Conversation, ConversationManager, CrowClient, type CrowClientConfig, type CrowEventCallbacks, DEFAULT_TOOLS, DEFAULT_TOOL_NAMES, type DefaultToolName, type IdentifyOptions, IdentityManager, type IdentityState, type Message, type StreamEvent, type ToolHandler, type ToolHandlers, ToolManager, type ToolResult, type WorkflowTodo, parseSSEChunk, parseSSEData, streamResponse };
+export { ContextData, Conversation, ConversationManager, CrowClient, CrowClientConfig, CrowEventCallbacks, DEFAULT_TOOLS, DEFAULT_TOOL_NAMES, type DefaultToolName, IdentifyOptions, IdentityManager, IdentityState, Message, StreamEvent, ToolHandlers, ToolManager, ToolResult, parseSSEChunk, parseSSEData, streamResponse };

package/dist/index.d.ts

@@ -1,137 +1,5 @@
-/**
- * Core types for @usecrow/client
- */
-interface CrowClientConfig {
-    /** Your Crow product ID from the dashboard */
-    productId: string;
-    /** API URL (defaults to https://api.usecrow.org) */
-    apiUrl?: string;
-    /** Default model to use */
-    model?: string;
-}
-interface IdentifyOptions {
-    /** JWT token from your backend for user verification */
-    token: string;
-    /** Optional user display name */
-    name?: string;
-    /** Optional user email */
-    email?: string;
-    /** Any additional metadata */
-    [key: string]: unknown;
-}
-interface IdentityState {
-    token: string | null;
-    metadata: Record<string, unknown>;
-    isVerified: boolean;
-}
-interface Message {
-    id: string;
-    content: string;
-    role: 'user' | 'assistant';
-    timestamp: Date;
-    /** Citations from knowledge base */
-    citations?: Citation[];
-    /** Claude's reasoning/thinking trace */
-    thinking?: string;
-    /** Whether thinking is complete */
-    thinkingComplete?: boolean;
-}
-interface Citation {
-    document_id: string;
-    filename: string;
-    similarity?: number;
-    image_url?: string;
-    page?: number;
-}
-type StreamEvent = {
-    type: 'content';
-    text: string;
-    accumulated: string;
-} | {
-    type: 'thinking';
-    content: string;
-} | {
-    type: 'thinking_complete';
-} | {
-    type: 'citations';
-    citations: Citation[];
-} | {
-    type: 'tool_call_start';
-    toolName: string;
-    arguments: Record<string, unknown>;
-} | {
-    type: 'tool_call_complete';
-    toolName: string;
-    success: boolean;
-} | {
-    type: 'client_tool_call';
-    toolName: string;
-    arguments: Record<string, unknown>;
-} | {
-    type: 'workflow_started';
-    name: string;
-    todos: WorkflowTodo[];
-} | {
-    type: 'workflow_todo_updated';
-    todoId: string;
-    status: 'pending' | 'completed';
-} | {
-    type: 'workflow_ended';
-} | {
-    type: 'workflow_complete_prompt';
-} | {
-    type: 'verification_status';
-    isVerified: boolean;
-} | {
-    type: 'conversation_id';
-    conversationId: string;
-} | {
-    type: 'error';
-    message: string;
-} | {
-    type: 'done';
-};
-type ToolHandler = (args: Record<string, unknown>) => Promise<ToolResult> | ToolResult;
-interface ToolResult {
-    status: 'success' | 'error';
-    data?: unknown;
-    error?: string;
-}
-type ToolHandlers = Record<string, ToolHandler>;
-interface Conversation {
-    id: string;
-    name: string | null;
-    created_at: string;
-    updated_at: string;
-}
-interface WorkflowTodo {
-    id: string;
-    text: string;
-    status: 'pending' | 'completed';
-}
-interface ActiveWorkflow {
-    name: string;
-    todos: WorkflowTodo[];
-    isComplete?: boolean;
-}
-interface ContextData {
-    /** Current page URL or path */
-    page?: string;
-    /** Custom context data */
-    [key: string]: unknown;
-}
-interface CrowEventCallbacks {
-    onMessage?: (message: Message) => void;
-    onMessageUpdate?: (messageId: string, updates: Partial<Message>) => void;
-    onToolCall?: (event: StreamEvent & {
-        type: 'tool_call_start' | 'tool_call_complete' | 'client_tool_call';
-    }) => void;
-    onWorkflow?: (event: StreamEvent & {
-        type: 'workflow_started' | 'workflow_todo_updated' | 'workflow_ended' | 'workflow_complete_prompt';
-    }) => void;
-    onVerificationStatus?: (isVerified: boolean) => void;
-    onError?: (error: Error) => void;
-}
+import { C as CrowClientConfig, a as CrowEventCallbacks, I as IdentifyOptions, T as ToolHandlers, b as ContextData, M as Message, c as Conversation, S as StreamEvent, d as IdentityState, e as ToolResult } from './browserUse-CZNpayEF.js';
+export { A as ActiveWorkflow, f as Citation, g as CrowBrowserUse, h as ToolHandler, W as WorkflowTodo } from './browserUse-CZNpayEF.js';
 
 /**
  * CrowClient - Main headless client for Crow AI agents
@@ -440,4 +308,4 @@ declare const DEFAULT_TOOLS: {
 type DefaultToolName = keyof typeof DEFAULT_TOOLS;
 declare const DEFAULT_TOOL_NAMES: DefaultToolName[];
 
-export { type ActiveWorkflow, type Citation, type ContextData, type Conversation, ConversationManager, CrowClient, type CrowClientConfig, type CrowEventCallbacks, DEFAULT_TOOLS, DEFAULT_TOOL_NAMES, type DefaultToolName, type IdentifyOptions, IdentityManager, type IdentityState, type Message, type StreamEvent, type ToolHandler, type ToolHandlers, ToolManager, type ToolResult, type WorkflowTodo, parseSSEChunk, parseSSEData, streamResponse };
+export { ContextData, Conversation, ConversationManager, CrowClient, CrowClientConfig, CrowEventCallbacks, DEFAULT_TOOLS, DEFAULT_TOOL_NAMES, type DefaultToolName, IdentifyOptions, IdentityManager, IdentityState, Message, StreamEvent, ToolHandlers, ToolManager, ToolResult, parseSSEChunk, parseSSEData, streamResponse };

package/dist/index.js

@@ -848,7 +848,249 @@ var CrowClient = class {
     this.loadingListeners.clear();
   }
 };
+var PageControllerModule = null;
+async function getPageController() {
+  if (!PageControllerModule) {
+    try {
+      PageControllerModule = await import('@page-agent/page-controller');
+    } catch (error) {
+      throw new Error(
+        'PageController not available. Either import from "@usecrow/client/browser" or install @page-agent/page-controller as a dependency.'
+      );
+    }
+  }
+  return PageControllerModule.PageController;
+}
+var CrowBrowserUse = class {
+  constructor(config) {
+    this.pageController = null;
+    this.sessionId = null;
+    this.maxSteps = 20;
+    this.config = config;
+  }
+  /**
+   * Initialize PageController with non-blocking pointer
+   */
+  async initPageController() {
+    if (this.pageController) {
+      return this.pageController;
+    }
+    try {
+      const PageController = await getPageController();
+      this.pageController = new PageController({
+        enableMask: true,
+        viewportExpansion: 500,
+        highlightLabelOpacity: 0,
+        // Hide numbered labels from users
+        highlightOpacity: 0
+        // Hide highlight boxes from users
+      });
+      await this.pageController.showMask();
+      const mask = this.pageController.mask;
+      if (mask?.wrapper) {
+        mask.wrapper.style.pointerEvents = "none";
+      }
+      console.log("[CrowBrowserUse] PageController initialized with non-blocking pointer");
+      return this.pageController;
+    } catch (error) {
+      console.error("[CrowBrowserUse] Failed to import @page-agent/page-controller:", error);
+      throw new Error(
+        "Failed to initialize browser automation. Make sure @page-agent/page-controller is installed."
+      );
+    }
+  }
+  /**
+   * Execute a browser automation task
+   */
+  async execute(task) {
+    console.log("[CrowBrowserUse] Starting task:", task);
+    try {
+      const controller = await this.initPageController();
+      const startResponse = await this.startSession(task);
+      this.sessionId = startResponse.session_id;
+      this.maxSteps = startResponse.max_steps;
+      console.log("[CrowBrowserUse] Session started:", this.sessionId);
+      let stepCount = 0;
+      let lastActionResult;
+      while (stepCount < this.maxSteps) {
+        stepCount++;
+        const browserState = await controller.getBrowserState();
+        const stepResponse = await this.processStep(browserState, lastActionResult);
+        if (stepResponse.done) {
+          console.log("[CrowBrowserUse] Task completed:", stepResponse.message);
+          await this.cleanup();
+          return {
+            status: stepResponse.success ? "success" : "error",
+            data: {
+              message: stepResponse.message,
+              steps: stepCount
+            },
+            error: stepResponse.success ? void 0 : stepResponse.message
+          };
+        }
+        if (stepResponse.error) {
+          console.error("[CrowBrowserUse] Error:", stepResponse.error);
+          await this.cleanup();
+          return {
+            status: "error",
+            error: stepResponse.error
+          };
+        }
+        if (stepResponse.action) {
+          lastActionResult = await this.executeAction(controller, stepResponse.action);
+          console.log(`[CrowBrowserUse] Step ${stepCount}:`, lastActionResult);
+        }
+        if (stepResponse.reflection) {
+          console.log("[CrowBrowserUse] Reflection:", stepResponse.reflection.next_goal);
+        }
+      }
+      await this.cleanup();
+      return {
+        status: "error",
+        error: `Task incomplete after ${this.maxSteps} steps`
+      };
+    } catch (error) {
+      console.error("[CrowBrowserUse] Error:", error);
+      await this.cleanup();
+      return {
+        status: "error",
+        error: error instanceof Error ? error.message : String(error)
+      };
+    }
+  }
+  /**
+   * Start a browser-use session on the server
+   */
+  async startSession(task) {
+    const response = await fetch(`${this.config.apiUrl}/api/browser-use/start`, {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify({
+        product_id: this.config.productId,
+        task
+      })
+    });
+    if (!response.ok) {
+      const error = await response.json().catch(() => ({ detail: "Unknown error" }));
+      throw new Error(error.detail || `Failed to start session: ${response.status}`);
+    }
+    return response.json();
+  }
+  /**
+   * Process a step on the server
+   */
+  async processStep(browserState, actionResult) {
+    const response = await fetch(`${this.config.apiUrl}/api/browser-use/step`, {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify({
+        session_id: this.sessionId,
+        product_id: this.config.productId,
+        browser_state: browserState,
+        action_result: actionResult
+      })
+    });
+    if (!response.ok) {
+      const error = await response.json().catch(() => ({ detail: "Unknown error" }));
+      throw new Error(error.detail || `Failed to process step: ${response.status}`);
+    }
+    return response.json();
+  }
+  /**
+   * Execute an action using PageController
+   */
+  async executeAction(controller, action) {
+    const actionName = Object.keys(action)[0];
+    const actionParams = action[actionName];
+    try {
+      switch (actionName) {
+        case "click_element_by_index": {
+          const result = await controller.clickElement(actionParams.index);
+          return result.message;
+        }
+        case "input_text": {
+          const result = await controller.inputText(
+            actionParams.index,
+            actionParams.text
+          );
+          return result.message;
+        }
+        case "select_dropdown_option": {
+          const result = await controller.selectOption(
+            actionParams.index,
+            actionParams.text
+          );
+          return result.message;
+        }
+        case "scroll": {
+          const result = await controller.scroll({
+            down: actionParams.down,
+            numPages: actionParams.num_pages,
+            pixels: actionParams.pixels,
+            index: actionParams.index
+          });
+          return result.message;
+        }
+        case "scroll_horizontally": {
+          const result = await controller.scrollHorizontally({
+            right: actionParams.right,
+            pixels: actionParams.pixels,
+            index: actionParams.index
+          });
+          return result.message;
+        }
+        case "wait": {
+          const seconds = actionParams.seconds || 1;
+          await new Promise((resolve) => setTimeout(resolve, seconds * 1e3));
+          return `Waited ${seconds} seconds`;
+        }
+        case "done": {
+          return "Task completed";
+        }
+        default:
+          return `Unknown action: ${actionName}`;
+      }
+    } catch (error) {
+      return `Action failed: ${error instanceof Error ? error.message : String(error)}`;
+    }
+  }
+  /**
+   * Cleanup resources
+   */
+  async cleanup() {
+    if (this.pageController) {
+      try {
+        await this.pageController.hideMask();
+        await this.pageController.cleanUpHighlights();
+        this.pageController.dispose();
+      } catch (error) {
+        console.warn("[CrowBrowserUse] Cleanup error:", error);
+      }
+      this.pageController = null;
+    }
+    if (this.sessionId) {
+      try {
+        await fetch(`${this.config.apiUrl}/api/browser-use/end`, {
+          method: "POST",
+          headers: { "Content-Type": "application/json" },
+          body: JSON.stringify({
+            session_id: this.sessionId,
+            product_id: this.config.productId
+          })
+        });
+      } catch (error) {
+      }
+      this.sessionId = null;
+    }
+  }
+  /**
+   * Stop the current task
+   */
+  async stop() {
+    await this.cleanup();
+  }
+};
 
-export { ConversationManager, CrowClient, DEFAULT_TOOLS, DEFAULT_TOOL_NAMES, IdentityManager, ToolManager, parseSSEChunk, parseSSEData, streamResponse };
+export { ConversationManager, CrowBrowserUse, CrowClient, DEFAULT_TOOLS, DEFAULT_TOOL_NAMES, IdentityManager, ToolManager, parseSSEChunk, parseSSEData, streamResponse };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map