storyboard-bridge 0.9.21 → 0.9.22

package/cdp_flow.py

@@ -529,27 +529,42 @@ def main():
                     step_vars[var] = ""
             elif kind == "drag":
                 xpath, direction, steps_count, duration = val[0], val[1], int(val[2]), float(val[3])
-                # Simple drag implementation: find element and simulate drag to the right
-                box = page.eval(f"""
+                # Drag implementation: find element, emit mousedown, mousemove sequence, mouseup
+                start_x, start_y = page.eval(f"""
                 (function() {{
                   const el = document.evaluate({json.dumps(xpath)}, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null).singleNodeValue;
                   if (!el) return null;
                   const rect = el.getBoundingClientRect();
-                  return {{ x: rect.left + rect.width/2, y: rect.top + rect.height/2, width: rect.width }};
+                  return [rect.left + rect.width/2, rect.top + rect.height/2];
                 }})()
                 """)
-                if box:
-                    start_x, start_y = int(box["x"]), int(box["y"])
+                if start_x is not None:
+                    start_x, start_y = int(start_x), int(start_y)
                     end_x = start_x + (200 if direction == "right" else -200)
                     step_duration = duration / steps_count
+                    page.eval(f"""
+                    (function() {{
+                      const el = document.evaluate({json.dumps(xpath)}, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null).singleNodeValue;
+                      const ev = new PointerEvent('pointerdown', {{ clientX: {start_x}, clientY: {start_y}, bubbles: true, cancelable: true }});
+                      el.dispatchEvent(ev);
+                    }})()
+                    """)
                     for step_i in range(steps_count):
                         x = start_x + (end_x - start_x) * (step_i / steps_count)
-                        page.cdp.call("Input.dispatchMouseEvent", {
-                            "type": "mouseMoved",
-                            "x": int(x),
-                            "y": start_y,
-                        })
+                        page.eval(f"""
+                        (function() {{
+                          const ev = new PointerEvent('pointermove', {{ clientX: {int(x)}, clientY: {start_y}, bubbles: true, cancelable: true }});
+                          document.elementFromPoint({int(x)}, {start_y})?.dispatchEvent(ev);
+                        }})()
+                        """)
                         time.sleep(step_duration)
+                    page.eval(f"""
+                    (function() {{
+                      const el = document.elementFromPoint({end_x}, {start_y});
+                      const ev = new PointerEvent('pointerup', {{ clientX: {end_x}, clientY: {start_y}, bubbles: true, cancelable: true }});
+                      el?.dispatchEvent(ev);
+                    }})()
+                    """)
                     print(f"          dragged {direction}")
             time.sleep(delay)
         print("flow complete")

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "storyboard-bridge",
-  "version": "0.9.21",
+  "version": "0.9.22",
   "description": "Desktop bridge that powers a hosted Storyboard AI webapp with your own local Claude Code / Gemini CLI login (no API key).",
   "type": "module",
   "bin": {