@web-auto/camo 0.1.2 → 0.1.4

package/README.md

@@ -146,6 +146,41 @@ camo mouse wheel [profileId] [--deltax <px>] [--deltay <px>]
 camo system display                    # Show display metrics
 ```
 
+### Container Subscription
+
+```bash
+camo container init [--source <container-library-dir>] [--force]
+camo container sets [--site <siteKey>]
+camo container register [profileId] <setId...> [--append]
+camo container targets [profileId]
+camo container filter [profileId] <selector...>
+camo container watch [profileId] [--selector <css>] [--throttle <ms>]
+camo container list [profileId]
+```
+
+### Autoscript
+
+```bash
+camo autoscript scaffold xhs-unified [--output <file>] [options]
+camo autoscript validate <file>
+camo autoscript explain <file>
+camo autoscript snapshot <jsonl-file> [--out <snapshot-file>]
+camo autoscript replay <jsonl-file> [--summary-file <path>]
+camo autoscript run <file> [--profile <id>] [--jsonl-file <path>] [--summary-file <path>]
+camo autoscript resume <file> --snapshot <snapshot-file> [--from-node <nodeId>] [--profile <id>] [--jsonl-file <path>] [--summary-file <path>]
+camo autoscript mock-run <file> --fixture <fixture.json> [--profile <id>] [--jsonl-file <path>] [--summary-file <path>]
+```
+
+### Progress Events (WS)
+
+```bash
+camo events serve [--host 127.0.0.1] [--port 7788]
+camo events tail [--profile <id>] [--run-id <id>] [--events e1,e2] [--replay 50]
+camo events recent [--limit 50]
+```
+
+By default, non-`events` commands auto-start the progress daemon (`/events`) in background.
+
 ## Fingerprint Options
 
 ### OS Options
@@ -180,11 +215,113 @@ camo system display                    # Show display metrics
 - Session registry: `~/.webauto/sessions/`
 - Lock files: `~/.webauto/locks/`
 - GeoIP database: `~/.webauto/geoip/GeoLite2-City.mmdb`
+- User container root: `~/.webauto/container-lib/`
+- Subscription root: `~/.webauto/container-subscriptions/`
+
+### Subscription-driven Watch
+
+```bash
+# 1) Migrate container-library into subscription sets
+camo container init --source /Users/fanzhang/Documents/github/webauto/container-library
+
+# 2) Register sets to a profile
+camo container register xiaohongshu-batch-1 xiaohongshu_home xiaohongshu_home.search_input
+
+# 3) Start watch using registered selectors (no --selector needed)
+camo container watch xiaohongshu-batch-1 --throttle 500
+```
+
+### Autoscript Mode (Subscription + Operations)
+
+```bash
+# Generate xiaohongshu unified-harvest migration script from webauto phase-unified-harvest
+camo autoscript scaffold xhs-unified \
+  --output ./autoscripts/xiaohongshu/unified-harvest.autoscript.json \
+  --profile xiaohongshu-batch-1 \
+  --keyword "手机膜" \
+  --tab-count 4 \
+  --note-interval 900 \
+  --do-comments \
+  --do-likes \
+  --max-notes 30
+
+# Validate + explain + run
+camo autoscript validate ./autoscripts/xiaohongshu/unified-harvest.autoscript.json
+camo autoscript explain ./autoscripts/xiaohongshu/unified-harvest.autoscript.json
+camo autoscript run ./autoscripts/xiaohongshu/unified-harvest.autoscript.json \
+  --profile xiaohongshu-batch-1 \
+  --jsonl-file ./runs/xhs-unified/run.jsonl \
+  --summary-file ./runs/xhs-unified/run.summary.json
+
+# Build snapshot + replay summary from existing JSONL
+camo autoscript snapshot ./runs/xhs-unified/run.jsonl \
+  --out ./runs/xhs-unified/run.snapshot.json
+camo autoscript replay ./runs/xhs-unified/run.jsonl \
+  --summary-file ./runs/xhs-unified/replay.summary.json
+
+# Resume from a snapshot (optionally force rerun from a node)
+camo autoscript resume ./autoscripts/xiaohongshu/unified-harvest.autoscript.json \
+  --snapshot ./runs/xhs-unified/run.snapshot.json \
+  --from-node comments_harvest \
+  --profile xiaohongshu-batch-1
+
+# Mock replay mode for deterministic local debugging
+camo autoscript mock-run ./autoscripts/xiaohongshu/unified-harvest.autoscript.json \
+  --fixture ./autoscripts/xiaohongshu/fixtures/mock-run.json \
+  --summary-file ./runs/xhs-unified/mock.summary.json
+```
+
+The xhs-unified scaffold includes anti-risk defaults:
+- operation pacing (`operationMinIntervalMs`, `eventCooldownMs`, `jitterMs`)
+- navigation/tab switch cooldown (`navigationMinIntervalMs`)
+- per-operation timeout budget (`timeoutMs`)
+- multi-tab rotation (`ensure_tab_pool`, `tab_pool_switch_next`)
+
+Example script:
+
+```json
+{
+  "name": "xhs-login-flow",
+  "profileId": "xiaohongshu-batch-1",
+  "throttle": 500,
+  "subscriptions": [
+    { "id": "login_input", "selector": "#login-input" },
+    { "id": "submit_btn", "selector": "button.submit" }
+  ],
+  "operations": [
+    {
+      "id": "fill_login",
+      "action": "type",
+      "selector": "#login-input",
+      "text": "demo@example.com",
+      "trigger": "login_input.appear"
+    },
+    {
+      "id": "click_submit",
+      "action": "click",
+      "selector": "button.submit",
+      "trigger": { "subscription": "submit_btn", "event": "exist" },
+      "conditions": [
+        { "type": "operation_done", "operationId": "fill_login" },
+        { "type": "subscription_exist", "subscriptionId": "submit_btn" }
+      ]
+    }
+  ]
+}
+```
+
+Condition types:
+- `operation_done`: previous operation completed
+- `subscription_exist`: subscribed element currently exists
+- `subscription_appear`: subscribed element has appeared at least once
 
 ### Environment Variables
 
 - `WEBAUTO_BROWSER_URL` - Browser service URL (default: `http://127.0.0.1:7704`)
 - `WEBAUTO_REPO_ROOT` - WebAuto repository root (optional)
+- `WEBAUTO_CONTAINER_ROOT` - User container root override (default: `~/.webauto/container-lib`)
+- `CAMO_PROGRESS_EVENTS_FILE` - Optional progress event JSONL path override
+- `CAMO_PROGRESS_WS_HOST` / `CAMO_PROGRESS_WS_PORT` - Progress websocket daemon bind address (default: `127.0.0.1:7788`)
 
 ## Session Persistence
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@web-auto/camo",
-  "version": "0.1.0002",
+  "version": "0.1.4",
   "description": "Camoufox Browser CLI - Cross-platform browser automation",
   "type": "module",
   "bin": {
@@ -15,7 +15,9 @@
   ],
   "scripts": {
     "build": "node scripts/build.mjs",
-    "test": "node --test tests/*.test.mjs",
+    "check:file-size": "node scripts/check-file-size.mjs",
+    "test": "node --test 'tests/**/*.test.mjs'",
+    "test:coverage": "c8 --reporter=text --reporter=lcov node --test 'tests/**/*.test.mjs'",
     "version:bump": "node scripts/bump-version.mjs",
     "install:global": "npm run build && npm install -g .",
     "uninstall:global": "npm uninstall -g @web-auto/camo",
@@ -32,8 +34,10 @@
   "engines": {
     "node": ">=20.0.0"
   },
-  "dependencies": {},
   "peerDependencies": {
     "camoufox": "^0.1.0"
+  },
+  "devDependencies": {
+    "c8": "^10.1.3"
   }
 }

package/scripts/check-file-size.mjs

@@ -0,0 +1,80 @@
+#!/usr/bin/env node
+import fs from 'node:fs/promises';
+import path from 'node:path';
+
+const ROOT = process.cwd();
+const TARGET_DIR = path.join(ROOT, 'src');
+const MAX_LINES = Number(process.env.FILE_MAX_LINES || 500);
+const POLICY_FILE = path.join(ROOT, 'scripts', 'file-size-policy.json');
+const EXTS = new Set(['.mjs', '.js', '.ts', '.tsx']);
+
+async function walk(dir) {
+  const out = [];
+  const entries = await fs.readdir(dir, { withFileTypes: true });
+  for (const entry of entries) {
+    const fullPath = path.join(dir, entry.name);
+    if (entry.isDirectory()) {
+      if (entry.name === 'node_modules' || entry.name === '.git') continue;
+      out.push(...await walk(fullPath));
+      continue;
+    }
+    if (!entry.isFile()) continue;
+    const ext = path.extname(entry.name).toLowerCase();
+    if (!EXTS.has(ext)) continue;
+    out.push(fullPath);
+  }
+  return out;
+}
+
+function countLines(content) {
+  if (!content) return 0;
+  return content.split(/\r?\n/).length;
+}
+
+function relative(p) {
+  return path.relative(ROOT, p).replaceAll(path.sep, '/');
+}
+
+async function main() {
+  let policy = { defaultMaxLines: MAX_LINES, overrides: {} };
+  try {
+    const raw = await fs.readFile(POLICY_FILE, 'utf8');
+    const parsed = JSON.parse(raw);
+    policy = {
+      defaultMaxLines: Number(parsed?.defaultMaxLines || MAX_LINES),
+      overrides: parsed?.overrides && typeof parsed.overrides === 'object' ? parsed.overrides : {},
+    };
+  } catch {}
+
+  const files = await walk(TARGET_DIR);
+  const violations = [];
+
+  for (const file of files) {
+    const text = await fs.readFile(file, 'utf8');
+    const lines = countLines(text);
+    const rel = relative(file);
+    const overrideLimit = Number(policy.overrides?.[rel]);
+    const limit = Number.isFinite(overrideLimit) && overrideLimit > 0
+      ? overrideLimit
+      : policy.defaultMaxLines;
+    if (lines > limit) {
+      violations.push({ file: rel, lines, limit });
+    }
+  }
+
+  if (violations.length === 0) {
+    console.log(`file-size-check: OK (${files.length} files, default max ${policy.defaultMaxLines} lines)`);
+    return;
+  }
+
+  console.error(`file-size-check: ${violations.length} file(s) exceed configured limits`);
+  for (const item of violations) {
+    console.error(` - ${item.file}: ${item.lines} > ${item.limit}`);
+  }
+  process.exit(1);
+}
+
+main().catch((err) => {
+  console.error(`file-size-check: failed - ${err?.message || err}`);
+  process.exit(1);
+});

package/scripts/file-size-policy.json

@@ -0,0 +1,8 @@
+{
+  "defaultMaxLines": 500,
+  "overrides": {
+    "src/autoscript/runtime.mjs": 700,
+    "src/autoscript/xhs-unified-template.mjs": 950,
+    "src/core/actions.mjs": 620
+  }
+}

package/src/autoscript/action-providers/index.mjs

@@ -0,0 +1,9 @@
+import { executeXhsAutoscriptOperation, isXhsAutoscriptAction } from './xhs.mjs';
+
+export async function executeAutoscriptAction({ profileId, action, params = {} }) {
+  if (isXhsAutoscriptAction(action)) {
+    return executeXhsAutoscriptOperation({ profileId, action, params });
+  }
+  return null;
+}
+