crawlio-browser 1.3.0 → 1.4.1

package/dist/mcp-server/tool-embeddings.json

@@ -0,0 +1,6 @@
+{
+  "model": "stub",
+  "dimension": 0,
+  "generated": "2026-03-03T00:00:00Z",
+  "embeddings": {}
+}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "crawlio-browser",
-  "version": "1.3.0",
-  "description": "MCP server with 87 CDP-backed tools for browser automation — screenshots, DOM, network capture, framework detection, cookies, storage, performance metrics via Chrome",
+  "version": "1.4.1",
+  "description": "MCP server with 96 CDP-backed tools for browser automation — screenshots, DOM, network capture, framework detection, cookies, storage, session recording, performance metrics via Chrome",
   "type": "module",
   "main": "dist/mcp-server/index.js",
   "bin": {
@@ -16,7 +16,7 @@
   ],
   "scripts": {
     "build": "npm run build:server && npm run build:extension",
-    "build:server": "node -e \"require('fs').rmSync('dist/mcp-server',{recursive:true,force:true})\" && tsup src/mcp-server/index.ts --format esm --dts --outDir dist/mcp-server",
+    "build:server": "node -e \"require('fs').rmSync('dist/mcp-server',{recursive:true,force:true})\" && tsup src/mcp-server/index.ts --format esm --dts --outDir dist/mcp-server && cp src/mcp-server/tool-embeddings.json dist/mcp-server/tool-embeddings.json",
     "prepublishOnly": "npm run typecheck && npm run test && npm run build:server",
     "build:extension": "rm -rf dist/extension && tsup src/extension/background.ts src/extension/popup.ts src/extension/welcome.ts --format iife --outDir dist/extension --define.__DEV__=false --minify && cd dist/extension && mv background.global.js background.js && mv popup.global.js popup.js && mv welcome.global.js welcome.js && cd ../.. && cp src/extension/manifest.prod.json dist/extension/manifest.json && cp src/extension/popup.html src/extension/popup.css src/extension/welcome.html src/extension/welcome.css src/extension/icon16.png src/extension/icon32.png src/extension/icon48.png src/extension/icon128.png dist/extension/",
     "build:dev": "rm -rf dist/extension-dev && tsup src/extension/background.ts src/extension/popup.ts src/extension/welcome.ts --format iife --outDir dist/extension-dev --define.__DEV__=true && cd dist/extension-dev && mv background.global.js background.js && mv popup.global.js popup.js && mv welcome.global.js welcome.js && cd ../.. && cp src/extension/manifest.dev.json dist/extension-dev/manifest.json && cp src/extension/popup.html src/extension/popup.css src/extension/welcome.html src/extension/welcome.css src/extension/icon*.png dist/extension-dev/",
@@ -26,6 +26,7 @@
     "typecheck": "tsc --noEmit && tsc --noEmit -p tsconfig.extension.json",
     "typecheck:extension": "tsc --noEmit -p tsconfig.extension.json",
     "dev": "tsup src/mcp-server/index.ts --format esm --watch",
+    "generate:embeddings": "npx tsx scripts/generate-embeddings.ts",
     "setup": "node dist/mcp-server/index.js init"
   },
   "keywords": [
@@ -37,7 +38,10 @@
     "ai",
     "screenshots",
     "dom",
-    "web-scraping"
+    "web-scraping",
+    "cdp",
+    "session-recording",
+    "network-capture"
   ],
   "homepage": "https://crawlio.app/agent",
   "repository": {
@@ -50,6 +54,7 @@
   },
   "dependencies": {
     "@modelcontextprotocol/sdk": "^1.8.0",
+    "express-rate-limit": "^8.2.1",
     "ws": "^8.18.1",
     "zod": "^3.24.2"
   },

package/skills/browser-automation/SKILL.md

@@ -1,6 +1,6 @@
 ---
 name: browser-automation
-description: Use this skill when the user asks to interact with a browser, take screenshots, inspect a page, capture network traffic, detect frameworks, click elements, fill forms, or automate any browser task. Orchestrates crawlio-agent's 92 browser tools via the search + execute + connect_tab interface.
+description: Use this skill when the user asks to interact with a browser, take screenshots, inspect a page, capture network traffic, detect frameworks, click elements, fill forms, record browser sessions, or automate any browser task. Orchestrates crawlio-agent's 96 browser tools via the search + execute + connect_tab interface.
 allowed-tools: mcp__crawlio-browser__search, mcp__crawlio-browser__execute, mcp__crawlio-browser__connect_tab
 ---
 
@@ -16,6 +16,7 @@ Use this skill when the user wants to:
 - Click buttons, fill forms, type text, or navigate
 - Read cookies, localStorage, sessionStorage, or IndexedDB
 - Capture performance metrics, security state, or service workers
+- Record browser sessions to capture interactions, navigation, network, and console as structured data
 - Automate multi-step browser workflows
 
 ## Connection (Always First)
@@ -58,6 +59,20 @@ return await smart.screenshot()
 
 Returns base64 PNG. Use `{ fullPage: true }` for full-page capture.
 
+### OCR Text Extraction (macOS only)
+
+```
+ocr_screenshot({ fullPage: true })
+```
+
+Takes a CDP screenshot, runs it through macOS Vision.framework (`VNRecognizeTextRequest`), and returns recognized text with confidence scores and bounding regions. Works on canvas elements, images rendered as pixels, anti-scraping sites, and any visual content invisible to DOM extraction.
+
+Parameters:
+- `fullPage` (bool, opt): Capture full scrollable page instead of viewport.
+- `selector` (string, opt): CSS selector to screenshot a specific element.
+
+Returns up to 20 regions (sorted by confidence), each with `text`, `confidence` (0-1), and `bounds` (x, y, width, height in normalized coordinates).
+
 ### Click an Element
 
 ```js
@@ -167,6 +182,64 @@ Capture framework, network, console, DOM, and cookies in one call:
 return await bridge.send({ type: "capture_page" })
 ```
 
+Returns a **shaped summary** (~1KB) instead of raw arrays (~50KB+):
+```json
+{
+  "url": "...", "title": "...", "framework": {...}, "capturedAt": "...",
+  "network": { "total": 47, "failed": 2, "byType": {...}, "errors": [...] },
+  "console": { "total": 23, "errors": [...], "warnings": 5, "info": 10, "debug": 8 },
+  "cookies": { "total": 12, "names": ["session", "_ga", ...] },
+  "dom": { "nodeCount": 342, "forms": 1, "links": 15, "images": 8, "inputs": 4 }
+}
+```
+
+To drill down, call individual tools: `get_console_logs`, `get_dom_snapshot`, `get_cookies`, or `stop_network_capture`.
+
+## Session Recording
+
+Record a full browser session — every interaction, navigation, network request, and console log — as structured JSON.
+
+### Start Recording
+
+```
+start_recording({ maxDurationSec: 300, maxInteractions: 100 })
+```
+
+Returns `{ sessionId, startedAt, tabId, url }`. Both params optional (defaults: 300s / 200 interactions).
+- `maxDurationSec`: 10–600 (validated by Zod)
+- `maxInteractions`: 1–500 (validated by Zod)
+
+### Check Status
+
+```
+get_recording_status({})
+```
+
+Returns `{ active, sessionId, durationSec, pageCount, interactionCount, currentPageUrl }`. Permission-exempt (safe to poll).
+
+### Stop and Get Session
+
+```
+stop_recording({})
+```
+
+Returns the full session:
+- `pages[]` — one per URL visited, each with `interactions[]`, `console[]`, `network[]`
+- `metadata` — tabId, initialUrl, stopReason (`manual` | `max_duration` | `max_interactions` | `tab_closed` | `disconnect`)
+- `duration` — total seconds
+
+### Workflow via Execute
+
+```js
+// Start recording
+const session = await bridge.send({ type: "start_recording", maxDurationSec: 120 })
+// ... user interacts with the page ...
+const status = await bridge.send({ type: "get_recording_status" })
+// Stop and get full session
+const result = await bridge.send({ type: "stop_recording" })
+return result
+```
+
 ## Tab Management
 
 ```js
@@ -191,7 +264,7 @@ When you don't know the exact command, search first:
 search({ query: "cookies" })
 ```
 
-This returns matching command names, descriptions, and parameter schemas from the full catalog of 125 commands (92 browser + 33 desktop).
+This returns matching command names, descriptions, and parameter schemas from the full catalog of 129 commands (96 browser + 33 desktop).
 
 ## Desktop Integration (Crawlio App)
 
@@ -242,4 +315,4 @@ return { title, url: await smart.evaluate("location.href") }
 
 ## Reference
 
-See [reference.md](./reference.md) for the full list of all 92 browser commands and 33 desktop commands with parameters.
+See [reference.md](./reference.md) for the full list of all 96 browser commands and 33 desktop commands with parameters.

package/skills/browser-automation/reference.md

@@ -2,7 +2,7 @@
 
 Full catalog of all commands available via `search` and `execute`.
 
-## Browser Commands (92)
+## Browser Commands (96)
 
 Commands sent via `bridge.send({ type: "<command>", ...params })`.
 
@@ -53,10 +53,19 @@ Commands sent via `bridge.send({ type: "<command>", ...params })`.
 | `get_cookies` | Get all cookies for the current page | `url?` |
 | `get_dom_snapshot` | Get DOM snapshot | `depth?` |
 | `take_screenshot` | Take a screenshot | `fullPage?`, `selector?`, `format?`, `quality?` |
+| `ocr_screenshot` | Extract text from page via Vision.framework OCR (macOS) | `fullPage?`, `selector?` |
 | `get_response_body` | Get response body for a network request | `requestId` |
 | `get_websocket_connections` | List active WebSocket connections | — |
 | `get_websocket_messages` | Get messages for a WebSocket connection | `requestId`, `limit?` |
 
+### Session Recording
+
+| Command | Description | Key Parameters |
+|---------|-------------|----------------|
+| `start_recording` | Start recording browser session | `maxDurationSec?` (10–600), `maxInteractions?` (1–500) |
+| `stop_recording` | Stop recording and return full session data | — |
+| `get_recording_status` | Check active recording status and counters | — |
+
 ### Cookies & Storage
 
 | Command | Description | Key Parameters |
@@ -256,4 +265,4 @@ The `smart` object provides auto-waiting wrappers and framework-specific data:
 ## Links
 
 - Extension install: https://crawlio.app/agent
-- GitHub: https://github.com/Crawlio-app/crawlio-agent
+- GitHub: https://github.com/Crawlio-app/crawlio-browser

package/dist/mcp-server/chunk-JSBRDJBE.js

@@ -1,30 +0,0 @@
-var __create = Object.create;
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __getProtoOf = Object.getPrototypeOf;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __commonJS = (cb, mod) => function __require() {
-  return mod || (0, cb[__getOwnPropNames(cb)[0]])((mod = { exports: {} }).exports, mod), mod.exports;
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
-  // If the importer is in node compatibility mode or this is not an ESM
-  // file that has been converted to a CommonJS file using a Babel-
-  // compatible transform (i.e. "__esModule" has not been set), then set
-  // "default" to the CommonJS "module.exports" for node compatibility.
-  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
-  mod
-));
-
-export {
-  __commonJS,
-  __toESM
-};