@usecrow/client 0.1.16 → 0.1.17

package/dist/index.d.cts

@@ -1,137 +1,5 @@
-/**
- * Core types for @usecrow/client
- */
-interface CrowClientConfig {
-    /** Your Crow product ID from the dashboard */
-    productId: string;
-    /** API URL (defaults to https://api.usecrow.org) */
-    apiUrl?: string;
-    /** Default model to use */
-    model?: string;
-}
-interface IdentifyOptions {
-    /** JWT token from your backend for user verification */
-    token: string;
-    /** Optional user display name */
-    name?: string;
-    /** Optional user email */
-    email?: string;
-    /** Any additional metadata */
-    [key: string]: unknown;
-}
-interface IdentityState {
-    token: string | null;
-    metadata: Record<string, unknown>;
-    isVerified: boolean;
-}
-interface Message {
-    id: string;
-    content: string;
-    role: 'user' | 'assistant';
-    timestamp: Date;
-    /** Citations from knowledge base */
-    citations?: Citation[];
-    /** Claude's reasoning/thinking trace */
-    thinking?: string;
-    /** Whether thinking is complete */
-    thinkingComplete?: boolean;
-}
-interface Citation {
-    document_id: string;
-    filename: string;
-    similarity?: number;
-    image_url?: string;
-    page?: number;
-}
-type StreamEvent = {
-    type: 'content';
-    text: string;
-    accumulated: string;
-} | {
-    type: 'thinking';
-    content: string;
-} | {
-    type: 'thinking_complete';
-} | {
-    type: 'citations';
-    citations: Citation[];
-} | {
-    type: 'tool_call_start';
-    toolName: string;
-    arguments: Record<string, unknown>;
-} | {
-    type: 'tool_call_complete';
-    toolName: string;
-    success: boolean;
-} | {
-    type: 'client_tool_call';
-    toolName: string;
-    arguments: Record<string, unknown>;
-} | {
-    type: 'workflow_started';
-    name: string;
-    todos: WorkflowTodo[];
-} | {
-    type: 'workflow_todo_updated';
-    todoId: string;
-    status: 'pending' | 'completed';
-} | {
-    type: 'workflow_ended';
-} | {
-    type: 'workflow_complete_prompt';
-} | {
-    type: 'verification_status';
-    isVerified: boolean;
-} | {
-    type: 'conversation_id';
-    conversationId: string;
-} | {
-    type: 'error';
-    message: string;
-} | {
-    type: 'done';
-};
-type ToolHandler = (args: Record<string, unknown>) => Promise<ToolResult> | ToolResult;
-interface ToolResult {
-    status: 'success' | 'error';
-    data?: unknown;
-    error?: string;
-}
-type ToolHandlers = Record<string, ToolHandler>;
-interface Conversation {
-    id: string;
-    name: string | null;
-    created_at: string;
-    updated_at: string;
-}
-interface WorkflowTodo {
-    id: string;
-    text: string;
-    status: 'pending' | 'completed';
-}
-interface ActiveWorkflow {
-    name: string;
-    todos: WorkflowTodo[];
-    isComplete?: boolean;
-}
-interface ContextData {
-    /** Current page URL or path */
-    page?: string;
-    /** Custom context data */
-    [key: string]: unknown;
-}
-interface CrowEventCallbacks {
-    onMessage?: (message: Message) => void;
-    onMessageUpdate?: (messageId: string, updates: Partial<Message>) => void;
-    onToolCall?: (event: StreamEvent & {
-        type: 'tool_call_start' | 'tool_call_complete' | 'client_tool_call';
-    }) => void;
-    onWorkflow?: (event: StreamEvent & {
-        type: 'workflow_started' | 'workflow_todo_updated' | 'workflow_ended' | 'workflow_complete_prompt';
-    }) => void;
-    onVerificationStatus?: (isVerified: boolean) => void;
-    onError?: (error: Error) => void;
-}
+import { C as CrowClientConfig, a as CrowEventCallbacks, I as IdentifyOptions, T as ToolHandlers, b as ContextData, M as Message, c as Conversation, S as StreamEvent, d as IdentityState, e as ToolResult } from './browserUse-CZNpayEF.cjs';
+export { A as ActiveWorkflow, f as Citation, g as CrowBrowserUse, h as ToolHandler, W as WorkflowTodo } from './browserUse-CZNpayEF.cjs';
 
 /**
  * CrowClient - Main headless client for Crow AI agents
@@ -421,4 +289,4 @@ declare function parseSSEChunk(chunk: string): Generator<string>;
  */
 declare function streamResponse(response: Response, signal?: AbortSignal): AsyncGenerator<StreamEvent>;
 
-export { type ActiveWorkflow, type Citation, type ContextData, type Conversation, ConversationManager, CrowClient, type CrowClientConfig, type CrowEventCallbacks, type IdentifyOptions, IdentityManager, type IdentityState, type Message, type StreamEvent, type ToolHandler, type ToolHandlers, ToolManager, type ToolResult, type WorkflowTodo, parseSSEChunk, parseSSEData, streamResponse };
+export { ContextData, Conversation, ConversationManager, CrowClient, CrowClientConfig, CrowEventCallbacks, IdentifyOptions, IdentityManager, IdentityState, Message, StreamEvent, ToolHandlers, ToolManager, ToolResult, parseSSEChunk, parseSSEData, streamResponse };

package/dist/index.d.ts

@@ -1,137 +1,5 @@
-/**
- * Core types for @usecrow/client
- */
-interface CrowClientConfig {
-    /** Your Crow product ID from the dashboard */
-    productId: string;
-    /** API URL (defaults to https://api.usecrow.org) */
-    apiUrl?: string;
-    /** Default model to use */
-    model?: string;
-}
-interface IdentifyOptions {
-    /** JWT token from your backend for user verification */
-    token: string;
-    /** Optional user display name */
-    name?: string;
-    /** Optional user email */
-    email?: string;
-    /** Any additional metadata */
-    [key: string]: unknown;
-}
-interface IdentityState {
-    token: string | null;
-    metadata: Record<string, unknown>;
-    isVerified: boolean;
-}
-interface Message {
-    id: string;
-    content: string;
-    role: 'user' | 'assistant';
-    timestamp: Date;
-    /** Citations from knowledge base */
-    citations?: Citation[];
-    /** Claude's reasoning/thinking trace */
-    thinking?: string;
-    /** Whether thinking is complete */
-    thinkingComplete?: boolean;
-}
-interface Citation {
-    document_id: string;
-    filename: string;
-    similarity?: number;
-    image_url?: string;
-    page?: number;
-}
-type StreamEvent = {
-    type: 'content';
-    text: string;
-    accumulated: string;
-} | {
-    type: 'thinking';
-    content: string;
-} | {
-    type: 'thinking_complete';
-} | {
-    type: 'citations';
-    citations: Citation[];
-} | {
-    type: 'tool_call_start';
-    toolName: string;
-    arguments: Record<string, unknown>;
-} | {
-    type: 'tool_call_complete';
-    toolName: string;
-    success: boolean;
-} | {
-    type: 'client_tool_call';
-    toolName: string;
-    arguments: Record<string, unknown>;
-} | {
-    type: 'workflow_started';
-    name: string;
-    todos: WorkflowTodo[];
-} | {
-    type: 'workflow_todo_updated';
-    todoId: string;
-    status: 'pending' | 'completed';
-} | {
-    type: 'workflow_ended';
-} | {
-    type: 'workflow_complete_prompt';
-} | {
-    type: 'verification_status';
-    isVerified: boolean;
-} | {
-    type: 'conversation_id';
-    conversationId: string;
-} | {
-    type: 'error';
-    message: string;
-} | {
-    type: 'done';
-};
-type ToolHandler = (args: Record<string, unknown>) => Promise<ToolResult> | ToolResult;
-interface ToolResult {
-    status: 'success' | 'error';
-    data?: unknown;
-    error?: string;
-}
-type ToolHandlers = Record<string, ToolHandler>;
-interface Conversation {
-    id: string;
-    name: string | null;
-    created_at: string;
-    updated_at: string;
-}
-interface WorkflowTodo {
-    id: string;
-    text: string;
-    status: 'pending' | 'completed';
-}
-interface ActiveWorkflow {
-    name: string;
-    todos: WorkflowTodo[];
-    isComplete?: boolean;
-}
-interface ContextData {
-    /** Current page URL or path */
-    page?: string;
-    /** Custom context data */
-    [key: string]: unknown;
-}
-interface CrowEventCallbacks {
-    onMessage?: (message: Message) => void;
-    onMessageUpdate?: (messageId: string, updates: Partial<Message>) => void;
-    onToolCall?: (event: StreamEvent & {
-        type: 'tool_call_start' | 'tool_call_complete' | 'client_tool_call';
-    }) => void;
-    onWorkflow?: (event: StreamEvent & {
-        type: 'workflow_started' | 'workflow_todo_updated' | 'workflow_ended' | 'workflow_complete_prompt';
-    }) => void;
-    onVerificationStatus?: (isVerified: boolean) => void;
-    onError?: (error: Error) => void;
-}
+import { C as CrowClientConfig, a as CrowEventCallbacks, I as IdentifyOptions, T as ToolHandlers, b as ContextData, M as Message, c as Conversation, S as StreamEvent, d as IdentityState, e as ToolResult } from './browserUse-CZNpayEF.js';
+export { A as ActiveWorkflow, f as Citation, g as CrowBrowserUse, h as ToolHandler, W as WorkflowTodo } from './browserUse-CZNpayEF.js';
 
 /**
  * CrowClient - Main headless client for Crow AI agents
@@ -421,4 +289,4 @@ declare function parseSSEChunk(chunk: string): Generator<string>;
  */
 declare function streamResponse(response: Response, signal?: AbortSignal): AsyncGenerator<StreamEvent>;
 
-export { type ActiveWorkflow, type Citation, type ContextData, type Conversation, ConversationManager, CrowClient, type CrowClientConfig, type CrowEventCallbacks, type IdentifyOptions, IdentityManager, type IdentityState, type Message, type StreamEvent, type ToolHandler, type ToolHandlers, ToolManager, type ToolResult, type WorkflowTodo, parseSSEChunk, parseSSEData, streamResponse };
+export { ContextData, Conversation, ConversationManager, CrowClient, CrowClientConfig, CrowEventCallbacks, IdentifyOptions, IdentityManager, IdentityState, Message, StreamEvent, ToolHandlers, ToolManager, ToolResult, parseSSEChunk, parseSSEData, streamResponse };

package/dist/index.js

@@ -276,7 +276,7 @@ var ConversationManager = class {
    * Parse history messages from API format
    */
   parseHistoryMessages(messages) {
-    return messages.filter((msg) => msg.role !== "tool" && !msg.content.startsWith("[Client Tool Result:")).map((msg, idx) => ({
+    return messages.map((msg, idx) => ({
       id: `history-${idx}`,
       content: this.parseContent(msg.content),
       role: msg.role === "assistant" ? "assistant" : "user",
@@ -830,7 +830,249 @@ var CrowClient = class {
     this.loadingListeners.clear();
   }
 };
+var PageControllerModule = null;
+async function getPageController() {
+  if (!PageControllerModule) {
+    try {
+      PageControllerModule = await import('@page-agent/page-controller');
+    } catch (error) {
+      throw new Error(
+        'PageController not available. Either import from "@usecrow/client/browser" or install @page-agent/page-controller as a dependency.'
+      );
+    }
+  }
+  return PageControllerModule.PageController;
+}
+var CrowBrowserUse = class {
+  constructor(config) {
+    this.pageController = null;
+    this.sessionId = null;
+    this.maxSteps = 20;
+    this.config = config;
+  }
+  /**
+   * Initialize PageController with non-blocking pointer
+   */
+  async initPageController() {
+    if (this.pageController) {
+      return this.pageController;
+    }
+    try {
+      const PageController = await getPageController();
+      this.pageController = new PageController({
+        enableMask: true,
+        viewportExpansion: 500,
+        highlightLabelOpacity: 0,
+        // Hide numbered labels from users
+        highlightOpacity: 0
+        // Hide highlight boxes from users
+      });
+      await this.pageController.showMask();
+      const mask = this.pageController.mask;
+      if (mask?.wrapper) {
+        mask.wrapper.style.pointerEvents = "none";
+      }
+      console.log("[CrowBrowserUse] PageController initialized with non-blocking pointer");
+      return this.pageController;
+    } catch (error) {
+      console.error("[CrowBrowserUse] Failed to import @page-agent/page-controller:", error);
+      throw new Error(
+        "Failed to initialize browser automation. Make sure @page-agent/page-controller is installed."
+      );
+    }
+  }
+  /**
+   * Execute a browser automation task
+   */
+  async execute(task) {
+    console.log("[CrowBrowserUse] Starting task:", task);
+    try {
+      const controller = await this.initPageController();
+      const startResponse = await this.startSession(task);
+      this.sessionId = startResponse.session_id;
+      this.maxSteps = startResponse.max_steps;
+      console.log("[CrowBrowserUse] Session started:", this.sessionId);
+      let stepCount = 0;
+      let lastActionResult;
+      while (stepCount < this.maxSteps) {
+        stepCount++;
+        const browserState = await controller.getBrowserState();
+        const stepResponse = await this.processStep(browserState, lastActionResult);
+        if (stepResponse.done) {
+          console.log("[CrowBrowserUse] Task completed:", stepResponse.message);
+          await this.cleanup();
+          return {
+            status: stepResponse.success ? "success" : "error",
+            data: {
+              message: stepResponse.message,
+              steps: stepCount
+            },
+            error: stepResponse.success ? void 0 : stepResponse.message
+          };
+        }
+        if (stepResponse.error) {
+          console.error("[CrowBrowserUse] Error:", stepResponse.error);
+          await this.cleanup();
+          return {
+            status: "error",
+            error: stepResponse.error
+          };
+        }
+        if (stepResponse.action) {
+          lastActionResult = await this.executeAction(controller, stepResponse.action);
+          console.log(`[CrowBrowserUse] Step ${stepCount}:`, lastActionResult);
+        }
+        if (stepResponse.reflection) {
+          console.log("[CrowBrowserUse] Reflection:", stepResponse.reflection.next_goal);
+        }
+      }
+      await this.cleanup();
+      return {
+        status: "error",
+        error: `Task incomplete after ${this.maxSteps} steps`
+      };
+    } catch (error) {
+      console.error("[CrowBrowserUse] Error:", error);
+      await this.cleanup();
+      return {
+        status: "error",
+        error: error instanceof Error ? error.message : String(error)
+      };
+    }
+  }
+  /**
+   * Start a browser-use session on the server
+   */
+  async startSession(task) {
+    const response = await fetch(`${this.config.apiUrl}/api/browser-use/start`, {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify({
+        product_id: this.config.productId,
+        task
+      })
+    });
+    if (!response.ok) {
+      const error = await response.json().catch(() => ({ detail: "Unknown error" }));
+      throw new Error(error.detail || `Failed to start session: ${response.status}`);
+    }
+    return response.json();
+  }
+  /**
+   * Process a step on the server
+   */
+  async processStep(browserState, actionResult) {
+    const response = await fetch(`${this.config.apiUrl}/api/browser-use/step`, {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify({
+        session_id: this.sessionId,
+        product_id: this.config.productId,
+        browser_state: browserState,
+        action_result: actionResult
+      })
+    });
+    if (!response.ok) {
+      const error = await response.json().catch(() => ({ detail: "Unknown error" }));
+      throw new Error(error.detail || `Failed to process step: ${response.status}`);
+    }
+    return response.json();
+  }
+  /**
+   * Execute an action using PageController
+   */
+  async executeAction(controller, action) {
+    const actionName = Object.keys(action)[0];
+    const actionParams = action[actionName];
+    try {
+      switch (actionName) {
+        case "click_element_by_index": {
+          const result = await controller.clickElement(actionParams.index);
+          return result.message;
+        }
+        case "input_text": {
+          const result = await controller.inputText(
+            actionParams.index,
+            actionParams.text
+          );
+          return result.message;
+        }
+        case "select_dropdown_option": {
+          const result = await controller.selectOption(
+            actionParams.index,
+            actionParams.text
+          );
+          return result.message;
+        }
+        case "scroll": {
+          const result = await controller.scroll({
+            down: actionParams.down,
+            numPages: actionParams.num_pages,
+            pixels: actionParams.pixels,
+            index: actionParams.index
+          });
+          return result.message;
+        }
+        case "scroll_horizontally": {
+          const result = await controller.scrollHorizontally({
+            right: actionParams.right,
+            pixels: actionParams.pixels,
+            index: actionParams.index
+          });
+          return result.message;
+        }
+        case "wait": {
+          const seconds = actionParams.seconds || 1;
+          await new Promise((resolve) => setTimeout(resolve, seconds * 1e3));
+          return `Waited ${seconds} seconds`;
+        }
+        case "done": {
+          return "Task completed";
+        }
+        default:
+          return `Unknown action: ${actionName}`;
+      }
+    } catch (error) {
+      return `Action failed: ${error instanceof Error ? error.message : String(error)}`;
+    }
+  }
+  /**
+   * Cleanup resources
+   */
+  async cleanup() {
+    if (this.pageController) {
+      try {
+        await this.pageController.hideMask();
+        await this.pageController.cleanUpHighlights();
+        this.pageController.dispose();
+      } catch (error) {
+        console.warn("[CrowBrowserUse] Cleanup error:", error);
+      }
+      this.pageController = null;
+    }
+    if (this.sessionId) {
+      try {
+        await fetch(`${this.config.apiUrl}/api/browser-use/end`, {
+          method: "POST",
+          headers: { "Content-Type": "application/json" },
+          body: JSON.stringify({
+            session_id: this.sessionId,
+            product_id: this.config.productId
+          })
+        });
+      } catch (error) {
+      }
+      this.sessionId = null;
+    }
+  }
+  /**
+   * Stop the current task
+   */
+  async stop() {
+    await this.cleanup();
+  }
+};
 
-export { ConversationManager, CrowClient, IdentityManager, ToolManager, parseSSEChunk, parseSSEData, streamResponse };
+export { ConversationManager, CrowBrowserUse, CrowClient, IdentityManager, ToolManager, parseSSEChunk, parseSSEData, streamResponse };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map