@usecrow/client 0.1.19 → 0.1.20

package/dist/browser.cjs

@@ -0,0 +1,284 @@
+'use strict';
+
+var pageController = require('@page-agent/page-controller');
+
+// src/browser.ts
+
+// src/browserUse.ts
+var injectedPageController = null;
+var PageControllerModule = null;
+function setPageController(PC) {
+  injectedPageController = PC;
+}
+async function getPageController() {
+  if (injectedPageController) {
+    return injectedPageController;
+  }
+  if (!PageControllerModule) {
+    try {
+      PageControllerModule = await import('@page-agent/page-controller');
+    } catch (error) {
+      throw new Error(
+        'PageController not available. Either import from "@usecrow/client/browser" or install @page-agent/page-controller as a dependency.'
+      );
+    }
+  }
+  return PageControllerModule.PageController;
+}
+var CrowBrowserUse = class {
+  constructor(config) {
+    this.pageController = null;
+    this.sessionId = null;
+    this.maxSteps = 20;
+    this.config = config;
+  }
+  /**
+   * Initialize PageController with non-blocking pointer
+   */
+  async initPageController() {
+    if (this.pageController) {
+      return this.pageController;
+    }
+    try {
+      const PageController2 = await getPageController();
+      this.pageController = new PageController2({
+        enableMask: true,
+        viewportExpansion: 500,
+        highlightLabelOpacity: 0,
+        // Hide numbered labels from users
+        highlightOpacity: 0
+        // Hide highlight boxes from users
+      });
+      await this.pageController.showMask();
+      const mask = this.pageController.mask;
+      if (mask?.wrapper) {
+        mask.wrapper.style.pointerEvents = "none";
+      }
+      console.log("[CrowBrowserUse] PageController initialized with non-blocking pointer");
+      return this.pageController;
+    } catch (error) {
+      console.error("[CrowBrowserUse] Failed to import @page-agent/page-controller:", error);
+      throw new Error(
+        "Failed to initialize browser automation. Make sure @page-agent/page-controller is installed."
+      );
+    }
+  }
+  /**
+   * Execute a browser automation task
+   */
+  async execute(task) {
+    console.log("[CrowBrowserUse] Starting task:", task);
+    try {
+      const controller = await this.initPageController();
+      const startResponse = await this.startSession(task);
+      this.sessionId = startResponse.session_id;
+      this.maxSteps = startResponse.max_steps;
+      console.log("[CrowBrowserUse] Session started:", this.sessionId);
+      let stepCount = 0;
+      let lastActionResult;
+      while (stepCount < this.maxSteps) {
+        stepCount++;
+        const browserState = await controller.getBrowserState();
+        const stepResponse = await this.processStep(browserState, lastActionResult);
+        if (stepResponse.done) {
+          console.log("[CrowBrowserUse] Task completed:", stepResponse.message);
+          await this.cleanup();
+          return {
+            status: stepResponse.success ? "success" : "error",
+            data: {
+              message: stepResponse.message,
+              steps: stepCount
+            },
+            error: stepResponse.success ? void 0 : stepResponse.message
+          };
+        }
+        if (stepResponse.error) {
+          console.error("[CrowBrowserUse] Error:", stepResponse.error);
+          await this.cleanup();
+          return {
+            status: "error",
+            error: stepResponse.error
+          };
+        }
+        if (stepResponse.action) {
+          lastActionResult = await this.executeAction(controller, stepResponse.action);
+          console.log(`[CrowBrowserUse] Step ${stepCount}:`, lastActionResult);
+        }
+        if (stepResponse.reflection) {
+          console.log("[CrowBrowserUse] Reflection:", stepResponse.reflection.next_goal);
+        }
+      }
+      await this.cleanup();
+      return {
+        status: "error",
+        error: `Task incomplete after ${this.maxSteps} steps`
+      };
+    } catch (error) {
+      console.error("[CrowBrowserUse] Error:", error);
+      await this.cleanup();
+      return {
+        status: "error",
+        error: error instanceof Error ? error.message : String(error)
+      };
+    }
+  }
+  /**
+   * Start a browser-use session on the server
+   */
+  async startSession(task) {
+    const response = await fetch(`${this.config.apiUrl}/api/browser-use/start`, {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify({
+        product_id: this.config.productId,
+        task
+      })
+    });
+    if (!response.ok) {
+      const error = await response.json().catch(() => ({ detail: "Unknown error" }));
+      throw new Error(error.detail || `Failed to start session: ${response.status}`);
+    }
+    return response.json();
+  }
+  /**
+   * Process a step on the server
+   */
+  async processStep(browserState, actionResult) {
+    const response = await fetch(`${this.config.apiUrl}/api/browser-use/step`, {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify({
+        session_id: this.sessionId,
+        product_id: this.config.productId,
+        browser_state: browserState,
+        action_result: actionResult
+      })
+    });
+    if (!response.ok) {
+      const error = await response.json().catch(() => ({ detail: "Unknown error" }));
+      throw new Error(error.detail || `Failed to process step: ${response.status}`);
+    }
+    return response.json();
+  }
+  /**
+   * Execute an action using PageController
+   */
+  async executeAction(controller, action) {
+    const actionName = Object.keys(action)[0];
+    const actionParams = action[actionName];
+    try {
+      switch (actionName) {
+        case "click_element_by_index": {
+          const result = await controller.clickElement(actionParams.index);
+          return result.message;
+        }
+        case "input_text": {
+          const result = await controller.inputText(
+            actionParams.index,
+            actionParams.text
+          );
+          return result.message;
+        }
+        case "select_dropdown_option": {
+          const result = await controller.selectOption(
+            actionParams.index,
+            actionParams.text
+          );
+          return result.message;
+        }
+        case "scroll": {
+          const result = await controller.scroll({
+            down: actionParams.down,
+            numPages: actionParams.num_pages,
+            pixels: actionParams.pixels,
+            index: actionParams.index
+          });
+          return result.message;
+        }
+        case "scroll_horizontally": {
+          const result = await controller.scrollHorizontally({
+            right: actionParams.right,
+            pixels: actionParams.pixels,
+            index: actionParams.index
+          });
+          return result.message;
+        }
+        case "wait": {
+          const seconds = actionParams.seconds || 1;
+          await new Promise((resolve) => setTimeout(resolve, seconds * 1e3));
+          return `Waited ${seconds} seconds`;
+        }
+        case "done": {
+          return "Task completed";
+        }
+        default:
+          return `Unknown action: ${actionName}`;
+      }
+    } catch (error) {
+      return `Action failed: ${error instanceof Error ? error.message : String(error)}`;
+    }
+  }
+  /**
+   * Cleanup resources
+   */
+  async cleanup() {
+    if (this.pageController) {
+      try {
+        await this.pageController.hideMask();
+        await this.pageController.cleanUpHighlights();
+        this.pageController.dispose();
+      } catch (error) {
+        console.warn("[CrowBrowserUse] Cleanup error:", error);
+      }
+      this.pageController = null;
+    }
+    if (this.sessionId) {
+      try {
+        await fetch(`${this.config.apiUrl}/api/browser-use/end`, {
+          method: "POST",
+          headers: { "Content-Type": "application/json" },
+          body: JSON.stringify({
+            session_id: this.sessionId,
+            product_id: this.config.productId
+          })
+        });
+      } catch (error) {
+      }
+      this.sessionId = null;
+    }
+  }
+  /**
+   * Stop the current task
+   */
+  async stop() {
+    await this.cleanup();
+  }
+};
+
+// src/browser.ts
+setPageController(pageController.PageController);
+function createBrowserUseTool(config) {
+  return async (args) => {
+    const instruction = args.instruction || args.instruction;
+    if (!instruction) {
+      return {
+        status: "error",
+        error: "Missing instruction parameter for browser_use tool"
+      };
+    }
+    const browserUse = new CrowBrowserUse({
+      productId: config.productId,
+      apiUrl: config.apiUrl
+    });
+    return browserUse.execute(instruction);
+  };
+}
+
+Object.defineProperty(exports, "PageController", {
+  enumerable: true,
+  get: function () { return pageController.PageController; }
+});
+exports.CrowBrowserUse = CrowBrowserUse;
+exports.createBrowserUseTool = createBrowserUseTool;
+//# sourceMappingURL=browser.cjs.map
+//# sourceMappingURL=browser.cjs.map

package/dist/browser.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/browserUse.ts","../src/browser.ts"],"names":["PageController"],"mappings":";;;;;;;AAmBA,IAAI,sBAAA,GAAqD,IAAA;AAGzD,IAAI,oBAAA,GAAuE,IAAA;AAMpE,SAAS,kBAAkB,EAAA,EAA+B;AAC/D,EAAA,sBAAA,GAAyB,EAAA;AAC3B;AAMA,eAAe,iBAAA,GAAkD;AAE/D,EAAA,IAAI,sBAAA,EAAwB;AAC1B,IAAA,OAAO,sBAAA;AAAA,EACT;AAGA,EAAA,IAAI,CAAC,oBAAA,EAAsB;AACzB,IAAA,IAAI;AACF,MAAA,oBAAA,GAAuB,MAAM,OAAO,6BAA6B,CAAA;AAAA,IACnE,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAI,KAAA;AAAA,QACR;AAAA,OAEF;AAAA,IACF;AAAA,EACF;AACA,EAAA,OAAO,oBAAA,CAAsB,cAAA;AAC/B;AA0BO,IAAM,iBAAN,MAAqB;AAAA,EAM1B,YAAY,MAAA,EAA0B;AAJtC,IAAA,IAAA,CAAQ,cAAA,GAAgD,IAAA;AACxD,IAAA,IAAA,CAAQ,SAAA,GAA2B,IAAA;AACnC,IAAA,IAAA,CAAQ,QAAA,GAAmB,EAAA;AAGzB,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AAAA,EAChB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,kBAAA,GAAsD;AAClE,IAAA,IAAI,KAAK,cAAA,EAAgB;AACvB,MAAA,OAAO,IAAA,CAAK,cAAA;AAAA,IACd;AAEA,IAAA,IAAI;AACF,MAAA,MAAMA,eAAAA,GAAiB,MAAM,iBAAA,EAAkB;AAE/C,MAAA,IAAA,CAAK,cAAA,GAAiB,IAAIA,eAAAA,CAAe;AAAA,QACvC,UAAA,EAAY,IAAA;AAAA,QACZ,iBAAA,EAAmB,GAAA;AAAA,QACnB,qBAAA,EAAuB,CAAA;AAAA;AAAA,QACvB,gBAAA,EAAkB;AAAA;AAAA,OACnB,CAAA;AAGD,MAAA,MAAM,IAAA,CAAK,eAAe,QAAA,EAAS;AAGnC,MAAA,MAAM,IAAA,GAAQ,KAAK,cAAA,CAAuB,IAAA;AAC1C,MAAA,IAAI,MAAM,OAAA,EAAS;AACjB,QAAA,IAAA,CAAK,OAAA,CAAQ,MAAM,aAAA,GAAgB,MAAA;AAAA,MACrC;AAEA,MAAA,OAAA,CAAQ,IAAI,uEAAuE,CAAA;AACnF,MAAA,OAAO,IAAA,CAAK,cAAA;AAAA,IACd,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,kEAAkE,KAAK,CAAA;AACrF,MAAA,MAAM,IAAI,KAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,QAAQ,IAAA,EAAmC;AAC/C,IAAA,OAAA,CAAQ,GAAA,CAAI,mCAAmC,IAAI,CAAA;AAEnD,IAAA,IAAI;AAEF,MAAA,MAAM,UAAA,GAAa,MAAM,IAAA,CAAK,kBAAA,EAAmB;AAGjD,MAAA,MAAM,aAAA,GAAgB,MAAM,IAAA,CAAK,YAAA,CAAa,IAAI,CAAA;AAClD,MAAA,IAAA,CAAK,YAAY,aAAA,CAAc,UAAA;AAC/B,MAAA,IAAA,CAAK,WAAW,aAAA,CAAc,SAAA;AAE9B,MAAA,OAAA,CAAQ,GAAA,CAAI,mCAAA,EAAqC,IAAA,CAAK,SAAS,CAAA;AAG/D,MAAA,IAAI,SAAA,GAAY,CAAA;AAChB,MAAA,IAAI,gBAAA;AAEJ,MAAA,OAAO,SAAA,GAAY,KAAK,QAAA,EAAU;AAChC,QAAA,SAAA,EAAA;AAGA,QAAA,MAAM,YAAA,GAAe,MAAM,UAAA,CAAW,eAAA,EAAgB;AAGtD,QAAA,MAAM,YAAA,GAAe,MAAM,IAAA,CAAK,WAAA,CAAY,cAAc,gBAAgB,CAAA;AAG1E,QAAA,IAAI,aAAa,IAAA,EAAM;AACrB,UAAA,OAAA,CAAQ,GAAA,CAAI,kCAAA,EAAoC,YAAA,CAAa,OAAO,CAAA;AACpE,UAAA,MAAM,KAAK,OAAA,EAAQ;AAEnB,UAAA,OAAO;AAAA,YACL,MAAA,EAAQ,YAAA,CAAa,OAAA,GAAU,SAAA,GAAY,OAAA;AAAA,YAC3C,IAAA,EAAM;AAAA,cACJ,SAAS,YAAA,CAAa,OAAA;AAAA,cACtB,KAAA,EAAO;AAAA,aACT;AAAA,YACA,KAAA,EAAO,YAAA,CAAa,OAAA,GAAU,KAAA,CAAA,GAAY,YAAA,CAAa;AAAA,WACzD;AAAA,QACF;AAGA,QAAA,IAAI,aAAa,KAAA,EAAO;AACtB,UAAA,OAAA,CAAQ,KAAA,CAAM,yBAAA,EAA2B,YAAA,CAAa,KAAK,CAAA;AAC3D,UAAA,MAAM,KAAK,OAAA,EAAQ;AAEnB,UAAA,OAAO;AAAA,YACL,MAAA,EAAQ,OAAA;AAAA,YACR,OAAO,YAAA,CAAa;AAAA,WACtB;AAAA,QACF;AAGA,QAAA,IAAI,aAAa,MAAA,EAAQ;AACvB,UAAA,gBAAA,GAAmB,MAAM,IAAA,CAAK,aAAA,CAAc,UAAA,EAAY,aAAa,MAAM,CAAA;AAC3E,UAAA,OAAA,CAAQ,GAAA,CAAI,CAAA,sBAAA,EAAyB,SAAS,CAAA,CAAA,CAAA,EAAK,gBAAgB,CAAA;AAAA,QACrE;AAGA,QAAA,IAAI,aAAa,UAAA,EAAY;AAC3B,UAAA,OAAA,CAAQ,GAAA,CAAI,8BAAA,EAAgC,YAAA,CAAa,UAAA,CAAW,SAAS,CAAA;AAAA,QAC/E;AAAA,MACF;AAGA,MAAA,MAAM,KAAK,OAAA,EAAQ;AACnB,MAAA,OAAO;AAAA,QACL,MAAA,EAAQ,OAAA;AAAA,QACR,KAAA,EAAO,CAAA,sBAAA,EAAyB,IAAA,CAAK,QAAQ,CAAA,MAAA;AAAA,OAC/C;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAA,CAAQ,KAAA,CAAM,2BAA2B,KAAK,CAAA;AAC9C,MAAA,MAAM,KAAK,OAAA,EAAQ;AAEnB,MAAA,OAAO;AAAA,QACL,MAAA,EAAQ,OAAA;AAAA,QACR,OAAO,KAAA,YAAiB,KAAA,GAAQ,KAAA,CAAM,OAAA,GAAU,OAAO,KAAK;AAAA,OAC9D;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,aAAa,IAAA,EAAgD;AACzE,IAAA,MAAM,WAAW,MAAM,KAAA,CAAM,GAAG,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA,sBAAA,CAAA,EAA0B;AAAA,MAC1E,MAAA,EAAQ,MAAA;AAAA,MACR,OAAA,EAAS,EAAE,cAAA,EAAgB,kBAAA,EAAmB;AAAA,MAC9C,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,QACnB,UAAA,EAAY,KAAK,MAAA,CAAO,SAAA;AAAA,QACxB;AAAA,OACD;AAAA,KACF,CAAA;AAED,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,KAAA,GAAQ,MAAM,QAAA,CAAS,IAAA,EAAK,CAAE,MAAM,OAAO,EAAE,MAAA,EAAQ,eAAA,EAAgB,CAAE,CAAA;AAC7E,MAAA,MAAM,IAAI,KAAA,CAAM,KAAA,CAAM,UAAU,CAAA,yBAAA,EAA4B,QAAA,CAAS,MAAM,CAAA,CAAE,CAAA;AAAA,IAC/E;AAEA,IAAA,OAAO,SAAS,IAAA,EAAK;AAAA,EACvB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,WAAA,CACZ,YAAA,EAOA,YAAA,EACiC;AACjC,IAAA,MAAM,WAAW,MAAM,KAAA,CAAM,GAAG,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA,qBAAA,CAAA,EAAyB;AAAA,MACzE,MAAA,EAAQ,MAAA;AAAA,MACR,OAAA,EAAS,EAAE,cAAA,EAAgB,kBAAA,EAAmB;AAAA,MAC9C,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,QACnB,YAAY,IAAA,CAAK,SAAA;AAAA,QACjB,UAAA,EAAY,KAAK,MAAA,CAAO,SAAA;AAAA,QACxB,aAAA,EAAe,YAAA;AAAA,QACf,aAAA,EAAe;AAAA,OAChB;AAAA,KACF,CAAA;AAED,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,KAAA,GAAQ,MAAM,QAAA,CAAS,IAAA,EAAK,CAAE,MAAM,OAAO,EAAE,MAAA,EAAQ,eAAA,EAAgB,CAAE,CAAA;AAC7E,MAAA,MAAM,IAAI,KAAA,CAAM,KAAA,CAAM,UAAU,CAAA,wBAAA,EAA2B,QAAA,CAAS,MAAM,CAAA,CAAE,CAAA;AAAA,IAC9E;AAEA,IAAA,OAAO,SAAS,IAAA,EAAK;AAAA,EACvB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,aAAA,CACZ,UAAA,EACA,MAAA,EACiB;AACjB,IAAA,MAAM,UAAA,GAAa,MAAA,CAAO,IAAA,CAAK,MAAM,EAAE,CAAC,CAAA;AACxC,IAAA,MAAM,YAAA,GAAe,OAAO,UAAU,CAAA;AAEtC,IAAA,IAAI;AACF,MAAA,QAAQ,UAAA;AAAY,QAClB,KAAK,wBAAA,EAA0B;AAC7B,UAAA,MAAM,MAAA,GAAS,MAAM,UAAA,CAAW,YAAA,CAAa,aAAa,KAAe,CAAA;AACzE,UAAA,OAAO,MAAA,CAAO,OAAA;AAAA,QAChB;AAAA,QAEA,KAAK,YAAA,EAAc;AACjB,UAAA,MAAM,MAAA,GAAS,MAAM,UAAA,CAAW,SAAA;AAAA,YAC9B,YAAA,CAAa,KAAA;AAAA,YACb,YAAA,CAAa;AAAA,WACf;AACA,UAAA,OAAO,MAAA,CAAO,OAAA;AAAA,QAChB;AAAA,QAEA,KAAK,wBAAA,EAA0B;AAC7B,UAAA,MAAM,MAAA,GAAS,MAAM,UAAA,CAAW,YAAA;AAAA,YAC9B,YAAA,CAAa,KAAA;AAAA,YACb,YAAA,CAAa;AAAA,WACf;AACA,UAAA,OAAO,MAAA,CAAO,OAAA;AAAA,QAChB;AAAA,QAEA,KAAK,QAAA,EAAU;AACb,UAAA,MAAM,MAAA,GAAS,MAAM,UAAA,CAAW,MAAA,CAAO;AAAA,YACrC,MAAM,YAAA,CAAa,IAAA;AAAA,YACnB,UAAU,YAAA,CAAa,SAAA;AAAA,YACvB,QAAQ,YAAA,CAAa,MAAA;AAAA,YACrB,OAAO,YAAA,CAAa;AAAA,WACrB,CAAA;AACD,UAAA,OAAO,MAAA,CAAO,OAAA;AAAA,QAChB;AAAA,QAEA,KAAK,qBAAA,EAAuB;AAC1B,UAAA,MAAM,MAAA,GAAS,MAAM,UAAA,CAAW,kBAAA,CAAmB;AAAA,YACjD,OAAO,YAAA,CAAa,KAAA;AAAA,YACpB,QAAQ,YAAA,CAAa,MAAA;AAAA,YACrB,OAAO,YAAA,CAAa;AAAA,WACrB,CAAA;AACD,UAAA,OAAO,MAAA,CAAO,OAAA;AAAA,QAChB;AAAA,QAEA,KAAK,MAAA,EAAQ;AACX,UAAA,MAAM,OAAA,GAAW,aAAa,OAAA,IAAsB,CAAA;AACpD,UAAA,MAAM,IAAI,QAAQ,CAAC,OAAA,KAAY,WAAW,OAAA,EAAS,OAAA,GAAU,GAAI,CAAC,CAAA;AAClE,UAAA,OAAO,UAAU,OAAO,CAAA,QAAA,CAAA;AAAA,QAC1B;AAAA,QAEA,KAAK,MAAA,EAAQ;AAEX,UAAA,OAAO,gBAAA;AAAA,QACT;AAAA,QAEA;AACE,UAAA,OAAO,mBAAmB,UAAU,CAAA,CAAA;AAAA;AACxC,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAO,kBAAkB,KAAA,YAAiB,KAAA,GAAQ,MAAM,OAAA,GAAU,MAAA,CAAO,KAAK,CAAC,CAAA,CAAA;AAAA,IACjF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,OAAA,GAAyB;AACrC,IAAA,IAAI,KAAK,cAAA,EAAgB;AACvB,MAAA,IAAI;AACF,QAAA,MAAM,IAAA,CAAK,eAAe,QAAA,EAAS;AACnC,QAAA,MAAM,IAAA,CAAK,eAAe,iBAAA,EAAkB;AAC5C,QAAA,IAAA,CAAK,eAAe,OAAA,EAAQ;AAAA,MAC9B,SAAS,KAAA,EAAO;AACd,QAAA,OAAA,CAAQ,IAAA,CAAK,mCAAmC,KAAK,CAAA;AAAA,MACvD;AACA,MAAA,IAAA,CAAK,cAAA,GAAiB,IAAA;AAAA,IACxB;AAGA,IAAA,IAAI,KAAK,SAAA,EAAW;AAClB,MAAA,IAAI;AACF,QAAA,MAAM,KAAA,CAAM,CAAA,EAAG,IAAA,CAAK,MAAA,CAAO,MAAM,CAAA,oBAAA,CAAA,EAAwB;AAAA,UACvD,MAAA,EAAQ,MAAA;AAAA,UACR,OAAA,EAAS,EAAE,cAAA,EAAgB,kBAAA,EAAmB;AAAA,UAC9C,IAAA,EAAM,KAAK,SAAA,CAAU;AAAA,YACnB,YAAY,IAAA,CAAK,SAAA;AAAA,YACjB,UAAA,EAAY,KAAK,MAAA,CAAO;AAAA,WACzB;AAAA,SACF,CAAA;AAAA,MACH,SAAS,KAAA,EAAO;AAAA,MAEhB;AACA,MAAA,IAAA,CAAK,SAAA,GAAY,IAAA;AAAA,IACnB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,IAAA,GAAsB;AAC1B,IAAA,MAAM,KAAK,OAAA,EAAQ;AAAA,EACrB;AACF;;;AC5VA,iBAAA,CAAkBA,6BAAc,CAAA;AAkCzB,SAAS,qBAAqB,MAAA,EAA8B;AACjE,EAAA,OAAO,OAAO,IAAA,KAA4E;AACxF,IAAA,MAAM,WAAA,GAAe,IAAA,CAA4B,WAAA,IAAgB,IAAA,CAAiC,WAAA;AAElG,IAAA,IAAI,CAAC,WAAA,EAAa;AAChB,MAAA,OAAO;AAAA,QACL,MAAA,EAAQ,OAAA;AAAA,QACR,KAAA,EAAO;AAAA,OACT;AAAA,IACF;AAEA,IAAA,MAAM,UAAA,GAAa,IAAI,cAAA,CAAe;AAAA,MACpC,WAAW,MAAA,CAAO,SAAA;AAAA,MAClB,QAAQ,MAAA,CAAO;AAAA,KAChB,CAAA;AAED,IAAA,OAAO,UAAA,CAAW,QAAQ,WAAW,CAAA;AAAA,EACvC,CAAA;AACF","file":"browser.cjs","sourcesContent":["/**\n * CrowBrowserUse - Client-side browser automation orchestrator\n *\n * Handles DOM operations via PageController while server makes LLM decisions.\n * API keys stay secure on the server.\n *\n * Usage:\n * - For widget/bundled contexts: import from '@usecrow/client/browser' which\n *   statically imports PageController and injects it automatically.\n * - For standalone SDK: install @page-agent/page-controller and use dynamic import fallback.\n */\n\nimport type { ToolResult } from './types';\n\n// PageController types - using 'any' to avoid coupling to the optional peer dependency\ntype PageControllerInstance = any;\ntype PageControllerClass = any;\n\n// Injected PageController class (set by browser.ts for bundled contexts)\nlet injectedPageController: PageControllerClass | null = null;\n\n// Cached dynamic import module\nlet PageControllerModule: { PageController: PageControllerClass } | null = null;\n\n/**\n * Inject PageController class for bundled contexts.\n * Called by @usecrow/client/browser which does the static import.\n */\nexport function setPageController(PC: PageControllerClass): void {\n  injectedPageController = PC;\n}\n\n/**\n * Get PageController class - uses injected version if available,\n * otherwise falls back to dynamic import.\n */\nasync function getPageController(): Promise<PageControllerClass> {\n  // Use injected PageController if available (from browser.ts)\n  if (injectedPageController) {\n    return injectedPageController;\n  }\n\n  // Fallback to dynamic import for standalone SDK usage\n  if (!PageControllerModule) {\n    try {\n      PageControllerModule = await import('@page-agent/page-controller') as any;\n    } catch (error) {\n      throw new Error(\n        'PageController not available. Either import from \"@usecrow/client/browser\" ' +\n        'or install @page-agent/page-controller as a dependency.'\n      );\n    }\n  }\n  return PageControllerModule!.PageController;\n}\n\ninterface BrowserUseConfig {\n  productId: string;\n  apiUrl: string;\n}\n\ninterface BrowserUseStartResponse {\n  session_id: string;\n  max_steps: number;\n}\n\ninterface BrowserUseStepResponse {\n  done: boolean;\n  success?: boolean;\n  message?: string;\n  action?: Record<string, unknown>;\n  step?: number;\n  reflection?: {\n    evaluation?: string;\n    memory?: string;\n    next_goal?: string;\n  };\n  error?: string;\n}\n\nexport class CrowBrowserUse {\n  private config: BrowserUseConfig;\n  private pageController: PageControllerInstance | null = null;\n  private sessionId: string | null = null;\n  private maxSteps: number = 20;\n\n  constructor(config: BrowserUseConfig) {\n    this.config = config;\n  }\n\n  /**\n   * Initialize PageController with non-blocking pointer\n   */\n  private async initPageController(): Promise<PageControllerInstance> {\n    if (this.pageController) {\n      return this.pageController;\n    }\n\n    try {\n      const PageController = await getPageController();\n\n      this.pageController = new PageController({\n        enableMask: true,\n        viewportExpansion: 500,\n        highlightLabelOpacity: 0,  // Hide numbered labels from users\n        highlightOpacity: 0,       // Hide highlight boxes from users\n      });\n\n      // Show mask and make it non-blocking\n      await this.pageController.showMask();\n\n      // Make pointer visible but non-blocking (access internal mask property)\n      const mask = (this.pageController as any).mask;\n      if (mask?.wrapper) {\n        mask.wrapper.style.pointerEvents = 'none';\n      }\n\n      console.log('[CrowBrowserUse] PageController initialized with non-blocking pointer');\n      return this.pageController;\n    } catch (error) {\n      console.error('[CrowBrowserUse] Failed to import @page-agent/page-controller:', error);\n      throw new Error(\n        'Failed to initialize browser automation. Make sure @page-agent/page-controller is installed.'\n      );\n    }\n  }\n\n  /**\n   * Execute a browser automation task\n   */\n  async execute(task: string): Promise<ToolResult> {\n    console.log('[CrowBrowserUse] Starting task:', task);\n\n    try {\n      // Initialize PageController\n      const controller = await this.initPageController();\n\n      // Start session on server\n      const startResponse = await this.startSession(task);\n      this.sessionId = startResponse.session_id;\n      this.maxSteps = startResponse.max_steps;\n\n      console.log('[CrowBrowserUse] Session started:', this.sessionId);\n\n      // Run the automation loop\n      let stepCount = 0;\n      let lastActionResult: string | undefined;\n\n      while (stepCount < this.maxSteps) {\n        stepCount++;\n\n        // Get browser state\n        const browserState = await controller.getBrowserState();\n\n        // Send to server for LLM decision\n        const stepResponse = await this.processStep(browserState, lastActionResult);\n\n        // Check if done\n        if (stepResponse.done) {\n          console.log('[CrowBrowserUse] Task completed:', stepResponse.message);\n          await this.cleanup();\n\n          return {\n            status: stepResponse.success ? 'success' : 'error',\n            data: {\n              message: stepResponse.message,\n              steps: stepCount,\n            },\n            error: stepResponse.success ? undefined : stepResponse.message,\n          };\n        }\n\n        // Check for error\n        if (stepResponse.error) {\n          console.error('[CrowBrowserUse] Error:', stepResponse.error);\n          await this.cleanup();\n\n          return {\n            status: 'error',\n            error: stepResponse.error,\n          };\n        }\n\n        // Execute the action\n        if (stepResponse.action) {\n          lastActionResult = await this.executeAction(controller, stepResponse.action);\n          console.log(`[CrowBrowserUse] Step ${stepCount}:`, lastActionResult);\n        }\n\n        // Log reflection if available\n        if (stepResponse.reflection) {\n          console.log('[CrowBrowserUse] Reflection:', stepResponse.reflection.next_goal);\n        }\n      }\n\n      // Reached max steps\n      await this.cleanup();\n      return {\n        status: 'error',\n        error: `Task incomplete after ${this.maxSteps} steps`,\n      };\n    } catch (error) {\n      console.error('[CrowBrowserUse] Error:', error);\n      await this.cleanup();\n\n      return {\n        status: 'error',\n        error: error instanceof Error ? error.message : String(error),\n      };\n    }\n  }\n\n  /**\n   * Start a browser-use session on the server\n   */\n  private async startSession(task: string): Promise<BrowserUseStartResponse> {\n    const response = await fetch(`${this.config.apiUrl}/api/browser-use/start`, {\n      method: 'POST',\n      headers: { 'Content-Type': 'application/json' },\n      body: JSON.stringify({\n        product_id: this.config.productId,\n        task,\n      }),\n    });\n\n    if (!response.ok) {\n      const error = await response.json().catch(() => ({ detail: 'Unknown error' }));\n      throw new Error(error.detail || `Failed to start session: ${response.status}`);\n    }\n\n    return response.json();\n  }\n\n  /**\n   * Process a step on the server\n   */\n  private async processStep(\n    browserState: {\n      url: string;\n      title: string;\n      content: string;\n      header: string;\n      footer: string;\n    },\n    actionResult?: string\n  ): Promise<BrowserUseStepResponse> {\n    const response = await fetch(`${this.config.apiUrl}/api/browser-use/step`, {\n      method: 'POST',\n      headers: { 'Content-Type': 'application/json' },\n      body: JSON.stringify({\n        session_id: this.sessionId,\n        product_id: this.config.productId,\n        browser_state: browserState,\n        action_result: actionResult,\n      }),\n    });\n\n    if (!response.ok) {\n      const error = await response.json().catch(() => ({ detail: 'Unknown error' }));\n      throw new Error(error.detail || `Failed to process step: ${response.status}`);\n    }\n\n    return response.json();\n  }\n\n  /**\n   * Execute an action using PageController\n   */\n  private async executeAction(\n    controller: PageControllerInstance,\n    action: Record<string, unknown>\n  ): Promise<string> {\n    const actionName = Object.keys(action)[0];\n    const actionParams = action[actionName] as Record<string, unknown>;\n\n    try {\n      switch (actionName) {\n        case 'click_element_by_index': {\n          const result = await controller.clickElement(actionParams.index as number);\n          return result.message;\n        }\n\n        case 'input_text': {\n          const result = await controller.inputText(\n            actionParams.index as number,\n            actionParams.text as string\n          );\n          return result.message;\n        }\n\n        case 'select_dropdown_option': {\n          const result = await controller.selectOption(\n            actionParams.index as number,\n            actionParams.text as string\n          );\n          return result.message;\n        }\n\n        case 'scroll': {\n          const result = await controller.scroll({\n            down: actionParams.down as boolean,\n            numPages: actionParams.num_pages as number,\n            pixels: actionParams.pixels as number | undefined,\n            index: actionParams.index as number | undefined,\n          });\n          return result.message;\n        }\n\n        case 'scroll_horizontally': {\n          const result = await controller.scrollHorizontally({\n            right: actionParams.right as boolean,\n            pixels: actionParams.pixels as number,\n            index: actionParams.index as number | undefined,\n          });\n          return result.message;\n        }\n\n        case 'wait': {\n          const seconds = (actionParams.seconds as number) || 1;\n          await new Promise((resolve) => setTimeout(resolve, seconds * 1000));\n          return `Waited ${seconds} seconds`;\n        }\n\n        case 'done': {\n          // Done is handled at the step level, not here\n          return 'Task completed';\n        }\n\n        default:\n          return `Unknown action: ${actionName}`;\n      }\n    } catch (error) {\n      return `Action failed: ${error instanceof Error ? error.message : String(error)}`;\n    }\n  }\n\n  /**\n   * Cleanup resources\n   */\n  private async cleanup(): Promise<void> {\n    if (this.pageController) {\n      try {\n        await this.pageController.hideMask();\n        await this.pageController.cleanUpHighlights();\n        this.pageController.dispose();\n      } catch (error) {\n        console.warn('[CrowBrowserUse] Cleanup error:', error);\n      }\n      this.pageController = null;\n    }\n\n    // End session on server if still active\n    if (this.sessionId) {\n      try {\n        await fetch(`${this.config.apiUrl}/api/browser-use/end`, {\n          method: 'POST',\n          headers: { 'Content-Type': 'application/json' },\n          body: JSON.stringify({\n            session_id: this.sessionId,\n            product_id: this.config.productId,\n          }),\n        });\n      } catch (error) {\n        // Ignore - session may have already ended\n      }\n      this.sessionId = null;\n    }\n  }\n\n  /**\n   * Stop the current task\n   */\n  async stop(): Promise<void> {\n    await this.cleanup();\n  }\n}\n","/**\n * @usecrow/client/browser - Browser automation module with PageController\n *\n * This module statically imports @page-agent/page-controller, making it\n * suitable for bundled contexts (widget, webpack, vite) where the import\n * can be resolved at build time.\n *\n * Usage:\n * ```typescript\n * import { createBrowserUseTool, CrowBrowserUse } from '@usecrow/client/browser';\n *\n * // Option 1: Create a tool handler for registration\n * const browserUseTool = createBrowserUseTool({ productId, apiUrl });\n * client.registerTools({ browser_use: browserUseTool });\n *\n * // Option 2: Use CrowBrowserUse directly\n * const browserUse = new CrowBrowserUse({ productId, apiUrl });\n * await browserUse.execute('Click the login button');\n * ```\n */\n\n// Static import of PageController - resolved at build time by bundler\nimport { PageController } from '@page-agent/page-controller';\nimport { CrowBrowserUse, setPageController } from './browserUse';\nimport type { ToolResult } from './types';\n\n// Inject PageController immediately when this module is imported\nsetPageController(PageController);\n\n// Re-export CrowBrowserUse for direct usage\nexport { CrowBrowserUse };\n\n// Re-export PageController for advanced usage\nexport { PageController };\n\nexport interface BrowserUseToolConfig {\n  productId: string;\n  apiUrl: string;\n}\n\nexport interface BrowserUseToolArgs {\n  instruction: string;\n}\n\n/**\n * Create a browser_use tool handler for registration with CrowClient or widget.\n *\n * @param config - Configuration with productId and apiUrl\n * @returns Async function that executes browser automation tasks\n *\n * @example\n * ```typescript\n * // Widget usage\n * window.__crow_client_tools.browser_use = createBrowserUseTool({ productId, apiUrl });\n *\n * // SDK usage\n * client.registerTools({\n *   browser_use: createBrowserUseTool({ productId, apiUrl })\n * });\n * ```\n */\nexport function createBrowserUseTool(config: BrowserUseToolConfig) {\n  return async (args: BrowserUseToolArgs | Record<string, unknown>): Promise<ToolResult> => {\n    const instruction = (args as BrowserUseToolArgs).instruction || (args as Record<string, unknown>).instruction as string;\n\n    if (!instruction) {\n      return {\n        status: 'error',\n        error: 'Missing instruction parameter for browser_use tool',\n      };\n    }\n\n    const browserUse = new CrowBrowserUse({\n      productId: config.productId,\n      apiUrl: config.apiUrl,\n    });\n\n    return browserUse.execute(instruction);\n  };\n}\n"]}

package/dist/browser.d.cts

@@ -0,0 +1,52 @@
+export { PageController } from '@page-agent/page-controller';
+import { e as ToolResult } from './browserUse-CZNpayEF.cjs';
+export { g as CrowBrowserUse } from './browserUse-CZNpayEF.cjs';
+
+/**
+ * @usecrow/client/browser - Browser automation module with PageController
+ *
+ * This module statically imports @page-agent/page-controller, making it
+ * suitable for bundled contexts (widget, webpack, vite) where the import
+ * can be resolved at build time.
+ *
+ * Usage:
+ * ```typescript
+ * import { createBrowserUseTool, CrowBrowserUse } from '@usecrow/client/browser';
+ *
+ * // Option 1: Create a tool handler for registration
+ * const browserUseTool = createBrowserUseTool({ productId, apiUrl });
+ * client.registerTools({ browser_use: browserUseTool });
+ *
+ * // Option 2: Use CrowBrowserUse directly
+ * const browserUse = new CrowBrowserUse({ productId, apiUrl });
+ * await browserUse.execute('Click the login button');
+ * ```
+ */
+
+interface BrowserUseToolConfig {
+    productId: string;
+    apiUrl: string;
+}
+interface BrowserUseToolArgs {
+    instruction: string;
+}
+/**
+ * Create a browser_use tool handler for registration with CrowClient or widget.
+ *
+ * @param config - Configuration with productId and apiUrl
+ * @returns Async function that executes browser automation tasks
+ *
+ * @example
+ * ```typescript
+ * // Widget usage
+ * window.__crow_client_tools.browser_use = createBrowserUseTool({ productId, apiUrl });
+ *
+ * // SDK usage
+ * client.registerTools({
+ *   browser_use: createBrowserUseTool({ productId, apiUrl })
+ * });
+ * ```
+ */
+declare function createBrowserUseTool(config: BrowserUseToolConfig): (args: BrowserUseToolArgs | Record<string, unknown>) => Promise<ToolResult>;
+
+export { type BrowserUseToolArgs, type BrowserUseToolConfig, createBrowserUseTool };

package/dist/browser.d.ts

@@ -0,0 +1,52 @@
+export { PageController } from '@page-agent/page-controller';
+import { e as ToolResult } from './browserUse-CZNpayEF.js';
+export { g as CrowBrowserUse } from './browserUse-CZNpayEF.js';
+
+/**
+ * @usecrow/client/browser - Browser automation module with PageController
+ *
+ * This module statically imports @page-agent/page-controller, making it
+ * suitable for bundled contexts (widget, webpack, vite) where the import
+ * can be resolved at build time.
+ *
+ * Usage:
+ * ```typescript
+ * import { createBrowserUseTool, CrowBrowserUse } from '@usecrow/client/browser';
+ *
+ * // Option 1: Create a tool handler for registration
+ * const browserUseTool = createBrowserUseTool({ productId, apiUrl });
+ * client.registerTools({ browser_use: browserUseTool });
+ *
+ * // Option 2: Use CrowBrowserUse directly
+ * const browserUse = new CrowBrowserUse({ productId, apiUrl });
+ * await browserUse.execute('Click the login button');
+ * ```
+ */
+
+interface BrowserUseToolConfig {
+    productId: string;
+    apiUrl: string;
+}
+interface BrowserUseToolArgs {
+    instruction: string;
+}
+/**
+ * Create a browser_use tool handler for registration with CrowClient or widget.
+ *
+ * @param config - Configuration with productId and apiUrl
+ * @returns Async function that executes browser automation tasks
+ *
+ * @example
+ * ```typescript
+ * // Widget usage
+ * window.__crow_client_tools.browser_use = createBrowserUseTool({ productId, apiUrl });
+ *
+ * // SDK usage
+ * client.registerTools({
+ *   browser_use: createBrowserUseTool({ productId, apiUrl })
+ * });
+ * ```
+ */
+declare function createBrowserUseTool(config: BrowserUseToolConfig): (args: BrowserUseToolArgs | Record<string, unknown>) => Promise<ToolResult>;
+
+export { type BrowserUseToolArgs, type BrowserUseToolConfig, createBrowserUseTool };