@houwert/conductor 0.24.0 → 0.25.0

package/dist/runner.js

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.detectFirstDevice = detectFirstDevice;
 exports.getDriver = getDriver;
 exports.prewarmDriver = prewarmDriver;
+exports.inputServerInfo = inputServerInfo;
 exports.runDirect = runDirect;
 exports.spawnCommand = spawnCommand;
 exports.runInlineFlow = runInlineFlow;
@@ -243,6 +244,38 @@ async function prewarmDriver(deviceId) {
         /* best-effort: a later command will report a real failure */
     }
 }
+/**
+ * Resolve the streaming-input socket for a session's device, starting the
+ * daemon (and its driver + input server) if needed. Returns the loopback
+ * WebSocket URL the host IDE connects to. Throws if the platform has no
+ * streaming input (web/vega) or the port never comes up.
+ */
+async function inputServerInfo(sessionName = 'default') {
+    const deviceId = await resolveDeviceId(sessionName);
+    if (!deviceId) {
+        throw new Error('No device found. Connect a device or start a simulator, then run again.');
+    }
+    const platform = await (0, bootstrap_js_1.detectPlatform)(deviceId);
+    if (platform !== 'ios' && platform !== 'tvos' && platform !== 'android') {
+        throw new Error(`Streaming input is not available for ${platform} devices.`);
+    }
+    await (0, client_js_1.startDaemon)(deviceId);
+    // The input server starts just after the driver — poll status until its port appears.
+    const deadline = Date.now() + 60000;
+    while (Date.now() < deadline) {
+        const status = await (0, client_js_1.fetchDaemonStatus)(deviceId);
+        if (status && typeof status.inputPort === 'number') {
+            return {
+                device: deviceId,
+                platform,
+                inputPort: status.inputPort,
+                url: `ws://127.0.0.1:${status.inputPort}/input`,
+            };
+        }
+        await new Promise((r) => setTimeout(r, 500));
+    }
+    throw new Error(`Input server for ${deviceId} did not come up within timeout.`);
+}
 /**
  * Execute a function with the driver for the given session.
  * Returns a RunResult for consistent error handling across commands.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@houwert/conductor",
-  "version": "0.24.0",
+  "version": "0.25.0",
   "description": "CLI tool for mobile app interactions — optimized for AI agents",
   "license": "MIT",
   "repository": {

package/skills/conductor-device-interact/SKILL.md

@@ -51,6 +51,19 @@ conductor assert-visible "Dashboard"
 | `conductor gesture <json\|--file path>` | Play a multi-touch path |
 | `conductor clipboard read` / `clipboard write <text>` / `paste` | Clipboard (iOS) |
 | `conductor list-options [command]` | List valid values for enumerated params |
+| `conductor input-server` | Start (if needed) and print the streaming-input WebSocket URL for the device |
+
+## Streaming input (host IDEs)
+
+For continuous, low-latency input (live drags, fast typing) a host IDE can open
+one persistent WebSocket per device instead of spawning a command per event.
+`conductor input-server` ensures the daemon + driver are up and prints the
+loopback URL (`ws://127.0.0.1:<port>/input`; also in `daemon-status --json` as
+`inputPort`). The server sends a `hello` with per-platform capabilities, then
+accepts normalized (0..1) frames: `pointer{id,phase,x,y}`, `key{code,mods,down}`,
+`text{value}`, `button{name}`, `scroll{x,y,dx,dy}`, `tvremote{button}`. Conductor
+owns coord→device translation and keymaps. For scripted, one-off actions use the
+discrete commands above — this is for interactive host UIs.
 
 ## Discovering valid values
 

package/skills/conductor-device-setup/SKILL.md

@@ -23,6 +23,7 @@ conductor list-apps          # installed app ids / package names
 | --------------------------------------------------------------------- | -------------------------------------------------------------------------- |
 | `conductor start-device --platform <ios\|android\|tvos\|web\|vega>`   | Boot a simulator/emulator, start the web driver, or attach to a Vega VVD    |
 | `conductor start-device --os-version <n> --device-type <name>`        | Pick OS version + device type (creates if needed)                          |
+| `conductor start-device --platform android --avd <name> --device-type <profile> --memory <mb>` | Create an Android AVD with a RAM floor (default 4096MB; only raises, creation-time only) |
 | `conductor stop-device [<name-or-id>] [--all]`                        | Shut down device(s)                                                        |
 | `conductor delete-device <name-or-id> [--all]`                        | Delete simulator(s)/AVD(s)/web session(s)                                  |
 | `conductor set-location --lat <n> --lng <n>`                          | Set GPS coordinates                                                        |
@@ -73,7 +74,7 @@ screen recording, clipboard, `clear-state`/`uninstall-app`.
 | Command                                               | Purpose                                                                |
 | ----------------------------------------------------- | ---------------------------------------------------------------------- |
 | `conductor install-app <path>`                        | Install .app / .ipa / .apk                                             |
-| `conductor launch-app <appId>`                        | Launch app (saved to session); `--no-stop-app`, `--argument key=value` |
+| `conductor launch-app <appId>`                        | Launch app (saved to session); `--no-stop-app`, `--argument key=value`, `--inject` |
 | `conductor stop-app [<appId>]`                        | Stop app                                                               |
 | `conductor uninstall-app <appId>`                     | Uninstall app                                                          |
 | `conductor copy-app <bundleId> --from <id> --to <id>` | Copy an installed app between iOS simulators                           |

package/skills/conductor-inspect/SKILL.md

@@ -29,6 +29,49 @@ conductor capture-ui --output /tmp/screen.json
 conductor tap-on @e5
 ```
 
+## Native in-process inspection (iOS/tvOS simulator)
+
+The commands above observe the app **externally** (accessibility snapshots), so
+they can't see real component colors, fonts, or the view-controller stack. When
+you need that native detail, launch the app with an injected in-process library
+and use the `native-*` commands. Requires `launch-app <appId> --inject` first
+(iOS/tvOS simulator only).
+
+| Command | Purpose |
+|---|---|
+| `conductor native-ping` | Verify the injected in-process control library is alive |
+| `conductor native-inspect` | Real UIView/CALayer tree: resolved colors (`#RRGGBBAA`), fonts, text (incl. React Native Fabric), corner radius, borders, shadows, gradients, and each node's `absFrame` |
+| `conductor native-nav` | Navigation state: `UINavigationController` stacks, tab selection, presented controllers, titles |
+| `conductor native-screenshot --output <p.png>` | In-process PNG of the key window |
+| `conductor native-image <x,y,w,h> --output <p.png>` | Extract a component as a PNG — pass a node's `absFrame` from `native-inspect` |
+| `conductor native-snapshot <id> --output <p.png>` | Isolated PNG of one view's own content (transparent) — per-layer texture for a 3D explosion; `--with-subviews` composites the subtree |
+| `conductor native-console [--since <n>]` / `native-network [--since <n>]` | App stdout/stderr + captured HTTP; poll with the returned `cursor` |
+| `conductor native-heap --pattern <s> \| --class <name> \| --read <addr> [--key <keyPath>]` | Live-object browser (find classes/instances, read a property off an address) |
+| `conductor native-appearance <light\|dark\|system> \| --direction <ltr\|rtl> \| --anim-speed <n>` | Force appearance / RTL / freeze animations app-wide |
+| `conductor native-eval '<swift>'` | Compile & run arbitrary Swift inside the app (full UIKit / ObjC-runtime access); `--mode full` for a whole function body. e.g. `native-eval 'UIScreen.main.bounds'` |
+| `conductor native-raw <path>` | Escape hatch — GET any in-process endpoint (e.g. `'/get?id=..&keyPath=layer.cornerRadius'`, `'/class?id=..'`, `'/responders?id=..'`, `'/swiftui'`, `'/defaults'`, `'/focus'`, `'/snapshots?scale=0.5'`). Full list in `packages/ios-inproc/README.md`. |
+| `conductor native-view <id>` | Full property detail for one view (class chain, transform, layer, gestures, text/font) |
+| `conductor native-set <id> <key> <value>` | **Live-edit** a property: alpha, hidden, backgroundColor, tintColor, cornerRadius, borderWidth, borderColor, frame, text, textColor. `text`/`textColor` work on RN Fabric text views too |
+| `conductor native-props <id>` | React Native Fabric props: typed `ViewProps` + the raw JS prop bag (Fabric host views only) |
+
+> **Editing RN Fabric text/props:** the native plane can't set text on `RCTParagraphComponentView` (no native setter) and `native-props` returns `rawProps: null` on Fabric. Edit through React instead with `conductor native-rn-set --react-tag <n> --path children --value '"…"'` (and read raw JSX props with `native-rn-props --react-tag <n>`). `reactTag` comes from this tree's `rn.reactTag`. See the conductor-metro-debugger skill. Dev builds only.
+| `conductor native-constraints <id>` | Auto Layout constraints affecting a view + ambiguity |
+| `conductor native-hittest <x,y>` | Topmost view at a point + ancestor chain (select-by-point) |
+| `conductor native-highlight <id>` | Flash a highlight over the view on the device |
+| `conductor native-find [--class <name>] [--text <s>]` | Search views by class and/or text |
+
+Every `native-inspect` node has a stable `id` (for this launch). The Reveal-style loop:
+inspect → pick an `id` → `native-view` for detail → `native-set` to edit live → see it
+on the device. IDs are pointer-based and reset each launch, so re-inspect after relaunch.
+
+```bash
+conductor launch-app com.example.app --inject
+conductor native-inspect                              # tree with ids, colors, fonts, absFrame
+conductor native-view 0x10280d0c0                     # full detail for a view
+conductor native-set 0x10280d0c0 backgroundColor '#FF3B30FF'   # live-edit, visible on device
+conductor native-image 816,286,288,288 --output /tmp/avatar.png
+```
+
 ## Assertions
 
 | Command | Purpose |

package/skills/conductor-metro-debugger/SKILL.md

@@ -18,6 +18,16 @@ Playwright web.
 | `conductor debug component-tree [--port N]` | On-screen React component tree |
 | `conductor debug inspect-element <x,y>` | React component at a screen point |
 | `conductor debug log-registry [--source metro]` | Summarize recent Metro/Hermes console logs |
+| `conductor native-rn-set --react-tag <n> --path <dot.path> --value <json>` | Live-edit an RN component's props via React DevTools `overrideProps` (text via `--path children`, color via `--path style.color`). Dev builds only |
+| `conductor native-rn-props --react-tag <n>` | Raw JSX props (`memoizedProps`) of an RN fiber by reactTag — the JS-side truth for Fabric where native `/props` `rawProps` is null |
+
+`--react-tag` comes from `native-inspect`'s `rn.reactTag`. `--value` is JSON (a bare
+string works for text). `--path` is a dot path into props: `children`, `style.color`,
+`style.fontSize`, `accessibilityLabel`. `style.color` works whether the component's
+`style` is an object or a composed array. These drive React itself over Metro CDP, so
+they need a **dev/debug build** (the DevTools backend must be active) and a running
+Metro; on a release build they return a clear "not a dev build" error. Output is
+`{"status":"ok","applied":true}` or `{"status":"error","message":"…"}`.
 
 ## Logs