omniwire 3.3.0 → 3.3.1

package/.omc/state/hud-stdin-cache.json

@@ -1 +1 @@
-{"session_id":"8ef02123-7368-447d-82e3-ee14a27328b0","transcript_path":"C:\\Users\\Admin\\.claude\\projects\\C--Users-Admin\\8ef02123-7368-447d-82e3-ee14a27328b0.jsonl","cwd":"C:\\Users\\Admin\\omniwire","model":{"id":"claude-opus-4-6[1m]","display_name":"Opus 4.6 (1M context)"},"workspace":{"current_dir":"C:\\Users\\Admin\\omniwire","project_dir":"C:\\Users\\Admin","added_dirs":["C:/Users/Admin"]},"version":"2.1.87","output_style":{"name":"default"},"cost":{"total_cost_usd":10.609117700000006,"total_duration_ms":2361015,"total_api_duration_ms":1488385,"total_lines_added":180,"total_lines_removed":39},"context_window":{"total_input_tokens":1132,"total_output_tokens":59608,"context_window_size":1000000,"current_usage":{"input_tokens":1,"output_tokens":293,"cache_creation_input_tokens":257,"cache_read_input_tokens":138910},"used_percentage":14,"remaining_percentage":86},"exceeds_200k_tokens":false,"rate_limits":{"five_hour":{"used_percentage":37,"resets_at":1774828800},"seven_day":{"used_percentage":41,"resets_at":1775206800}}}
+{"session_id":"8ef02123-7368-447d-82e3-ee14a27328b0","transcript_path":"C:\\Users\\Admin\\.claude\\projects\\C--Users-Admin\\8ef02123-7368-447d-82e3-ee14a27328b0.jsonl","cwd":"C:\\Users\\Admin\\omniwire","model":{"id":"claude-opus-4-6[1m]","display_name":"Opus 4.6 (1M context)"},"workspace":{"current_dir":"C:\\Users\\Admin\\omniwire","project_dir":"C:\\Users\\Admin","added_dirs":["C:/Users/Admin"]},"version":"2.1.87","output_style":{"name":"default"},"cost":{"total_cost_usd":13.206143100000004,"total_duration_ms":2660349,"total_api_duration_ms":1904685,"total_lines_added":283,"total_lines_removed":41},"context_window":{"total_input_tokens":176085,"total_output_tokens":78423,"context_window_size":1000000,"current_usage":{"input_tokens":1,"output_tokens":275,"cache_creation_input_tokens":560,"cache_read_input_tokens":152806},"used_percentage":15,"remaining_percentage":85},"exceeds_200k_tokens":false,"rate_limits":{"five_hour":{"used_percentage":1,"resets_at":1774846800},"seven_day":{"used_percentage":41,"resets_at":1775206800}}}

package/README.md

@@ -19,7 +19,7 @@
 
 **The infrastructure layer for AI agent swarms.**
 
-87 MCP tools · A2A protocol · OmniMesh VPN · nftables firewall · CDP browser · cookie sync · 2FA TOTP · bi-directional sync · CyberBase persistence
+88 MCP tools · A2A protocol · OmniMesh VPN · nftables firewall · CDP browser · cookie sync · 2FA TOTP · bi-directional sync · CyberBase persistence
 
 </div>
 
@@ -687,7 +687,8 @@ omniwire/
 
 | Version | Date | Changes |
 |---------|------|---------|
-| **v3.3.0** | 2026-03-30 | New: `omniwire_coc` tool — unified CyberBase + Obsidian + Canvas sync. Auto-creates vault + canvas. `mirror-db` exports entire DB as .md. Configurable vault via `OMNIWIRE_VAULT_ROOT` env. 87 tools. |
+| **v3.3.1** | 2026-03-30 | New: `omniwire_scrape` tool — Scrapling-powered web scraping (static/browser/stealth modes, Cloudflare bypass, TLS spoofing). 88 tools. |
+| **v3.3.0** | 2026-03-30 | New: `omniwire_coc` tool — unified CyberBase + Obsidian + Canvas sync. Auto-creates vault + canvas. `mirror-db` exports entire DB as .md. Configurable vault via `OMNIWIRE_VAULT_ROOT` env. |
 | **v3.2.2** | 2026-03-30 | Fix: sync GitHub/npm metadata — badge, description, mermaid diagram all reflect 86 tools |
 | **v3.2.1** | 2026-03-30 | New: 5 bi-directional sync tools (`omniwire_sync`, `omniwire_sync_rules`, `omniwire_sync_hooks`, `omniwire_sync_memory`, `omniwire_sync_agents`) — 86 tools total |
 | **v3.2.0** | 2026-03-29 | New: `omniwire_2fa` TOTP manager — add/generate/verify/import/export 2FA codes, CyberBase + 1Password persistence, otpauth:// URI import, bulk code generation |

package/dist/mcp/server.js

@@ -4145,6 +4145,96 @@ echo "port-knock configured: ${ports.join(' -> ')} -> port ${target}"`;
         }
         return fail('invalid action');
     });
+    // --- Tool: omniwire_scrape ---
+    // Scrapling-powered web scraping: static HTTP (TLS spoofing), browser (JS rendering), stealth (anti-bot bypass).
+    // Runs via Scrapling MCP server on Contabo (port 8931) or falls back to CLI.
+    server.tool('omniwire_scrape', 'Scrape web pages using Scrapling — adaptive, anti-bot web scraping. Modes: http (fast TLS-spoofed static fetch), browser (Playwright JS rendering), stealth (Camoufox + Cloudflare bypass). Returns markdown/html/text. Powered by Scrapling on Contabo.', {
+        url: z.string().describe('Target URL to scrape'),
+        urls: z.array(z.string()).optional().describe('Multiple URLs for bulk scraping (uses session pooling)'),
+        mode: z.enum(['http', 'browser', 'stealth']).default('http').describe('http=fast static, browser=JS rendering, stealth=anti-bot+Cloudflare'),
+        extraction_type: z.enum(['markdown', 'html', 'text']).default('markdown').describe('Output format'),
+        css_selector: z.string().optional().describe('CSS selector to extract specific elements only'),
+        solve_cloudflare: z.boolean().optional().describe('Solve Cloudflare Turnstile (stealth mode only)'),
+        wait_selector: z.string().optional().describe('Wait for this CSS selector before extracting (browser/stealth)'),
+        network_idle: z.boolean().optional().describe('Wait for network idle before extracting'),
+        proxy: z.string().optional().describe('Proxy URL (http://user:pass@host:port)'),
+        timeout: z.number().default(30).describe('Timeout in seconds'),
+        impersonate: z.string().optional().describe('TLS fingerprint: chrome, safari, firefox (http mode)'),
+        node: z.string().optional().describe('Node to run on (default: contabo)'),
+        label: z.string().optional().describe('Short label for task tracking'),
+    }, async ({ url, urls, mode, extraction_type, css_selector, solve_cloudflare, wait_selector, network_idle, proxy, timeout, impersonate, node: targetNode, label }) => {
+        if (!manager)
+            return fail('NodeManager not initialized');
+        const target = targetNode ?? 'contabo';
+        // Build the Scrapling Python command based on mode
+        const allUrls = urls?.length ? urls : [url];
+        const urlList = allUrls.map(u => `'${u.replace(/'/g, "'\\''")}'`).join(' ');
+        // Map mode to Scrapling fetcher
+        const fetcherMap = {
+            http: 'Fetcher',
+            browser: 'DynamicFetcher',
+            stealth: 'StealthyFetcher',
+        };
+        const fetcher = fetcherMap[mode] ?? 'Fetcher';
+        // Build Python script
+        const proxyArg = proxy ? `, proxy='${proxy.replace(/'/g, "'\\''")}'` : '';
+        const impersonateArg = impersonate ? `, impersonate='${impersonate}'` : '';
+        const timeoutArg = `, timeout=${timeout}`;
+        const cfArg = solve_cloudflare ? ', solve_cloudflare=True' : '';
+        const waitArg = wait_selector ? `, wait_selector='${wait_selector.replace(/'/g, "'\\''")}'` : '';
+        const idleArg = network_idle ? ', network_idle=True' : '';
+        const selectorArg = css_selector ? `.css('${css_selector.replace(/'/g, "'\\''")}')` : '';
+        // Extraction type mapping
+        const extractMap = {
+            markdown: '.get_all_text()',
+            html: '.prettify() if hasattr(page, "prettify") else str(page)',
+            text: '.get_all_text()',
+        };
+        const extract = selectorArg ? `.getall()` : extractMap[extraction_type] ?? '.get_all_text()';
+        const script = `
+import json, sys
+try:
+    from scrapling import ${fetcher}
+    results = []
+    urls = ${JSON.stringify(allUrls)}
+    for u in urls:
+        try:
+            page = ${fetcher}().get(u${proxyArg}${impersonateArg}${timeoutArg}${cfArg}${waitArg}${idleArg})
+            if page.status == 200:
+                content = page${selectorArg}${extract}
+                if isinstance(content, list):
+                    content = '\\n'.join(str(c) for c in content)
+                results.append({"url": u, "status": page.status, "content": str(content)[:50000]})
+            else:
+                results.append({"url": u, "status": page.status, "content": f"HTTP {page.status}"})
+        except Exception as e:
+            results.append({"url": u, "status": 0, "error": str(e)[:500]})
+    print(json.dumps(results))
+except Exception as e:
+    print(json.dumps([{"error": str(e)}]))
+`.trim();
+        try {
+            const r = await manager.exec(target, `python3 -c ${JSON.stringify(script)}`);
+            const output = r.stdout.trim();
+            try {
+                const results = JSON.parse(output);
+                if (results.length === 1) {
+                    const res = results[0];
+                    if (res.error)
+                        return fail(`scrape error: ${res.error}`);
+                    return okBrief(`[${res.status}] ${res.url}\n\n${res.content}`);
+                }
+                const summary = results.map((r) => `[${r.status ?? 'ERR'}] ${r.url ?? '?'}: ${r.error ?? `${(r.content ?? '').length} chars`}`).join('\n');
+                return okBrief(`Scraped ${results.length} URLs:\n${summary}\n\n${results.map((r) => r.content ?? '').join('\n---\n').slice(0, 50000)}`);
+            }
+            catch {
+                return okBrief(output.slice(0, 10000));
+            }
+        }
+        catch (e) {
+            return fail(`scrape failed on ${target}: ${e.message}`);
+        }
+    });
     // --- Tool 54: omniwire_omnimesh ---
     server.tool('omniwire_omnimesh', 'OmniMesh — built-in WireGuard mesh network manager. Create, manage, and monitor a full-mesh or hub-spoke WireGuard VPN across all nodes and any OS (Linux/Windows/macOS). Actions: status, init, add-peer, remove-peer, genkeys, deploy-config, up, down, install, health, rotate-keys, discover-endpoint, topology, sync-peers.', {
         action: z.enum([