storyboard-bridge 0.9.13 → 0.9.15

package/cdp_flow.py

@@ -348,6 +348,12 @@ def load_flow(path, cli_vars):
             steps.append(("waitfor", sub(raw["xpath"])))
         elif do == "goto":
             steps.append(("goto", sub(raw["url"])))
+        elif do == "read":
+            steps.append(("read", sub(raw["xpath"]), raw.get("var", "")))
+        elif do == "ask":
+            steps.append(("ask", sub(raw["prompt"]), raw.get("var", "")))
+        elif do == "drag":
+            steps.append(("drag", sub(raw["xpath"]), raw.get("to", "right"), raw.get("steps", 28), raw.get("duration", 0.6)))
         else:
             raise RuntimeError(f"flow step {i}: unknown 'do': {do!r}")
 
@@ -470,15 +476,19 @@ def main():
                 json.dump({"tab_id": target_id, "context_id": ctx_id}, f)
             print(f"emitted tab/context ids to {args.emit}")
 
+        step_vars = {}
         for i, (kind, val) in enumerate(steps, 1):
             if kind == "type":
                 shown = "***" if (len(val) > 2 and val[2]) else val[1]
                 label = f"{val[0]} -> {shown}"
             else:
-                label = val if isinstance(val, str) else " -> ".join(val)
+                label = val if isinstance(val, str) else " -> ".join(val[:1] if isinstance(val, tuple) else val)
             print(f"[{i}/{len(steps)}] {kind}: {label}")
             if kind == "type":
-                step_type(page, val[0], val[1])
+                text_to_type = val[1]
+                for vname, vval in step_vars.items():
+                    text_to_type = text_to_type.replace("{" + vname + "}", vval)
+                step_type(page, val[0], text_to_type)
             elif kind == "click":
                 note = step_click(page, val)
                 print(f"          {note}")
@@ -490,6 +500,48 @@ def main():
                 step_waitfor(page, val, timeout)
             elif kind == "goto":
                 step_goto(page, val, timeout)
+            elif kind == "read":
+                xpath, var = val[0], val[1]
+                result = page.eval_js(f"document.evaluate({json.dumps(xpath)}, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null).singleNodeValue?.textContent || ''")
+                step_vars[var] = result
+                print(f"          {var} = '{result[:50]}'")
+            elif kind == "ask":
+                prompt, var = val[0], val[1]
+                # Substitute variables in the prompt
+                ask_prompt = prompt
+                for vname, vval in step_vars.items():
+                    ask_prompt = ask_prompt.replace("{" + vname + "}", vval)
+                try:
+                    result = subprocess.run(["claude", "-p", ask_prompt], capture_output=True, text=True, timeout=30).stdout.strip()
+                    step_vars[var] = result
+                    print(f"          {var} = '{result[:50]}'")
+                except Exception as e:
+                    print(f"          (ask failed: {e})", file=sys.stderr)
+                    step_vars[var] = ""
+            elif kind == "drag":
+                xpath, direction, steps_count, duration = val[0], val[1], int(val[2]), float(val[3])
+                # Simple drag implementation: find element and simulate drag to the right
+                box = page.eval_js(f"""
+                (function() {{
+                  const el = document.evaluate({json.dumps(xpath)}, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null).singleNodeValue;
+                  if (!el) return null;
+                  const rect = el.getBoundingClientRect();
+                  return {{ x: rect.left + rect.width/2, y: rect.top + rect.height/2, width: rect.width }};
+                }})()
+                """)
+                if box:
+                    start_x, start_y = int(box["x"]), int(box["y"])
+                    end_x = start_x + (200 if direction == "right" else -200)
+                    step_duration = duration / steps_count
+                    for step_i in range(steps_count):
+                        x = start_x + (end_x - start_x) * (step_i / steps_count)
+                        page.cdp.call("Input.dispatchMouseEvent", {
+                            "type": "mouseMoved",
+                            "x": int(x),
+                            "y": start_y,
+                        })
+                        time.sleep(step_duration)
+                    print(f"          dragged {direction}")
             time.sleep(delay)
         print("flow complete")
         if spawned_ctx and temp.get("dispose"):

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "storyboard-bridge",
-  "version": "0.9.13",
+  "version": "0.9.15",
   "description": "Desktop bridge that powers a hosted Storyboard AI webapp with your own local Claude Code / Gemini CLI login (no API key).",
   "type": "module",
   "bin": {