@weavetab/plugin-realtime 0.0.0-stage → 0.2.0

package/dist/surface.js

@@ -0,0 +1,59 @@
+import { run, arm } from "./page.js";
+import { canvasSnap } from "./canvas.js";
+import { statusTool } from "./reflex.js";
+const RECENT = `((win) => {
+  const rt = window.__wt_rt;
+  if (!rt) return { click: null, last_mut_ms_ago: null, fresh: [] };
+  const now = performance.now();
+  const clk = rt.click && now - rt.click.t < 15000
+    ? { x: Math.round(rt.click.x), y: Math.round(rt.click.y), age_ms: Math.round(now - rt.click.t) }
+    : null;
+  const sel = 'button, a[href], input, select, textarea, summary, dialog[open], [role=button], [role=link], [role=menuitem], [role=tab], [role=dialog], [role=alertdialog], [onclick]';
+  const fresh = [];
+  for (const el of document.querySelectorAll(sel)) {
+    let b;
+    for (let n = el; n && b === undefined; n = n.parentElement) b = rt.born.get(n);
+    if (b === undefined || now - b > win) continue;
+    const r = el.getBoundingClientRect();
+    if (r.width < 2 || r.height < 2) continue;
+    const s = getComputedStyle(el);
+    if (s.visibility === 'hidden' || s.display === 'none') continue;
+    const label = (el.getAttribute('aria-label') || el.innerText || el.value || el.title || '').trim().replace(/\\s+/g, ' ').slice(0, 60);
+    const dist = clk ? Math.round(Math.hypot(r.left + r.width / 2 - clk.x, r.top + r.height / 2 - clk.y)) : null;
+    fresh.push({
+      tag: el.getAttribute('role') || el.tagName.toLowerCase(),
+      id: el.id || null,
+      wt_id: el.dataset && el.dataset.wtId || null,
+      label,
+      age_ms: Math.round(now - b),
+      dist_from_click_px: dist
+    });
+    if (fresh.length >= 25) break;
+  }
+  fresh.sort((a, b) => a.age_ms - b.age_ms);
+  return {
+    url: location.href,
+    click: clk,
+    last_mut_ms_ago: rt.lastMut ? Math.round(now - rt.lastMut) : null,
+    fresh
+  };
+})`;
+export async function readFeed(sess, winMs) {
+    if (!sess?.Runtime)
+        return { active_tab: false };
+    await arm(sess);
+    const [st, dom, cv] = await Promise.all([
+        statusTool(sess, 0),
+        run(sess, `${RECENT}(${winMs})`),
+        canvasSnap(sess),
+    ]);
+    return {
+        url: dom.url,
+        probe: st.probe,
+        last_click: dom.click,
+        last_mut_ms_ago: dom.last_mut_ms_ago,
+        recent_elements: dom.fresh,
+        reflexes: st.reflexes,
+        canvas: cv || st.canvas,
+    };
+}

package/package.json

@@ -1,6 +1,53 @@
 {
   "name": "@weavetab/plugin-realtime",
-  "version": "0.0.0-stage",
-  "stub": true,
-  "description": "Temporary package placeholder for staged publishing"
-}
+  "version": "0.2.0",
+  "description": "Causal age/proximity tags for browser_map, 60Hz in-page reflex rules, canvas entity sampling and a bounded click loop for Weavetab.",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "files": [
+    "dist",
+    "weavetab.json",
+    "README.md",
+    "LICENSE"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "typecheck": "tsc --noEmit",
+    "preflight": "weavetab preflight",
+    "test": "node --test test/*.test.mjs",
+    "prepublishOnly": "npm run build"
+  },
+  "dependencies": {
+    "@weavetab/sdk": "^2.6.1"
+  },
+  "devDependencies": {
+    "@types/node": "^22.10.0",
+    "chrome-remote-interface": "^0.33.2",
+    "typescript": "^5.5.0"
+  },
+  "keywords": [
+    "weavetab",
+    "weavetab-plugin",
+    "cdp",
+    "canvas",
+    "browser-automation"
+  ],
+  "author": {
+    "name": "fy2ne",
+    "url": "https://fy2ne.me"
+  },
+  "license": "Apache-2.0",
+  "repository": { "type": "git", "url": "git+https://github.com/Weavetab/Realtime.git" },
+  "bugs": { "url": "https://github.com/Weavetab/Realtime/issues" },
+  "homepage": "https://github.com/Weavetab/Realtime#readme",
+  "engines": {
+    "node": ">=18.0.0"
+  }
+}

package/weavetab.json

@@ -0,0 +1,158 @@
+{
+  "$schema": "https://weavetab.dev/schema/plugin.json",
+  "name": "@weavetab/plugin-realtime",
+  "displayName": "Realtime",
+  "version": "0.2.0",
+  "description": "Causal tags for browser_map, in-page reflex rules, canvas entity sampling and a bounded click loop for Weavetab.",
+  "entry": "dist/index.js",
+  "engines": {
+    "weavetab": ">=2.6.1",
+    "node": ">=18.0.0"
+  },
+  "environments": ["mcp"],
+  "authors": [{ "name": "fy2ne", "role": "Author", "url": "https://fy2ne.me" }],
+  "license": "Apache-2.0",
+  "tags": ["Canvas", "Games", "CDP", "Automation", "Community"],
+  "defaultConfig": { "causalWindowMs": 4000 },
+  "links": { "github": "https://github.com/Weavetab/Realtime", "npm": "https://www.npmjs.com/package/@weavetab/plugin-realtime" },
+  "permissions": {
+    "cdp": {
+      "evaluate": true,
+      "input": true,
+      "reason": "Injects a MutationObserver, canvas draw recorder and reflex loop into the page, and sends real mouse clicks for realtime_autopilot."
+    },
+    "tools": {
+      "add": true,
+      "reason": "Registers realtime_canvas, realtime_reflex, realtime_autopilot and realtime_status."
+    },
+    "prompts": {
+      "add": true,
+      "reason": "Registers /realtime_watch to guide setting up 60Hz DOM or canvas reflexes with live page state."
+    },
+    "resources": {
+      "add": true,
+      "reason": "Registers @realtime_feed (realtime://feed) for live reflex, causal DOM, and canvas entity telemetry."
+    },
+    "hooks": {
+      "onBeforeAction": true,
+      "onAfterAction": true,
+      "reason": "Installs the page probe before any tool runs and appends {new ...} tags to browser_map output."
+    },
+    "network": {
+      "hosts": ["127.0.0.1", "localhost"],
+      "reason": "realtime_autopilot can POST candidates to a model_url the caller supplies (meant for a local OpenAI-compatible server)."
+    }
+  },
+  "tools": [
+    {
+      "name": "realtime_canvas",
+      "description": "Sample what a 2D canvas game draws: entities with signature, bbox and px/frame velocity.",
+      "inputSchema": {
+        "type": "object",
+        "properties": {
+          "action": { "type": "string", "enum": ["sample", "attach", "detach"], "default": "sample" },
+          "frames": { "type": "integer", "minimum": 2, "maximum": 15, "description": "frames to watch, default 6" }
+        }
+      }
+    },
+    {
+      "name": "realtime_reflex",
+      "description": "Register, list or remove rules that run inside the page every animation frame.",
+      "inputSchema": {
+        "type": "object",
+        "properties": {
+          "action": { "type": "string", "enum": ["add", "remove", "list", "clear"], "default": "add" },
+          "id": { "type": "string" },
+          "when": {
+            "type": "object",
+            "properties": {
+              "selector": { "type": "string" },
+              "text": { "type": "string" },
+              "only_new": { "type": "boolean" },
+              "enabled": { "type": "boolean" },
+              "canvas": {
+                "type": "object",
+                "properties": {
+                  "names": { "type": "object", "additionalProperties": { "type": "string" } },
+                  "js": { "type": "string" }
+                },
+                "required": ["names", "js"]
+              }
+            }
+          },
+          "do": {
+            "type": "object",
+            "properties": {
+              "type": { "type": "string", "enum": ["click", "click_xy", "key", "js"] },
+              "x": { "type": "number" },
+              "y": { "type": "number" },
+              "key": { "type": "string" },
+              "hold_ms": { "type": "number" },
+              "code": { "type": "string" }
+            },
+            "required": ["type"]
+          },
+          "cooldown_ms": { "type": "number" },
+          "max_hits": { "type": "number" },
+          "ttl_ms": { "type": "number" },
+          "stop_selector": { "type": "string" }
+        }
+      }
+    },
+    {
+      "name": "realtime_autopilot",
+      "description": "Bounded click loop for short UI sub-goals, ranked by label/goal word overlap and element recency.",
+      "inputSchema": {
+        "type": "object",
+        "properties": {
+          "goal": { "type": "string", "minLength": 3 },
+          "max_steps": { "type": "integer", "minimum": 1, "maximum": 25 },
+          "stop_when_selector": { "type": "string" },
+          "stop_when_text": { "type": "string" },
+          "stop_when_url": { "type": "string" },
+          "avoid_labels": { "type": "string" },
+          "model_url": { "type": "string", "format": "uri" },
+          "model": { "type": "string" },
+          "model_timeout_ms": { "type": "number" }
+        },
+        "required": ["goal"]
+      }
+    },
+    {
+      "name": "realtime_status",
+      "description": "Probe, canvas recorder and reflex state for the current page; wait_ms blocks until active reflexes finish.",
+      "inputSchema": {
+        "type": "object",
+        "properties": { "wait_ms": { "type": "number" } }
+      }
+    }
+  ],
+  "prompts": [
+    {
+      "name": "realtime_watch",
+      "title": "Watch & React (60Hz Reflex)",
+      "description": "Set up an in-page 60Hz reflex rule or canvas game loop and wait until it finishes.",
+      "arguments": [
+        {
+          "name": "goal",
+          "description": "What to watch for and trigger (e.g. 'click Claim as soon as it appears' or 'jump over green obstacles in the canvas game')",
+          "required": true
+        },
+        {
+          "name": "mode",
+          "description": "'dom', 'canvas', or 'auto' (default 'auto')",
+          "required": false
+        }
+      ]
+    }
+  ],
+  "resources": [
+    {
+      "name": "realtime_feed",
+      "title": "Realtime Page Feed",
+      "uri": "realtime://feed",
+      "mimeType": "application/json",
+      "description": "Live snapshot of active 60Hz reflex rules, recently mutated DOM elements with click distance, and tracked Canvas2D entities."
+    }
+  ]
+}