robot-resources 1.3.8 → 1.4.0

package/README.md

@@ -11,7 +11,7 @@ npx robot-resources
 1. **GitHub OAuth** — authenticates via PKCE, saves API key to `~/.robot-resources/config.json`
 2. **Router install** — detects Python 3.10+, creates venv, pip installs `robot-resources-router`
 3. **Service registration** — registers router as launchd (macOS) or systemd (Linux) service
-4. **MCP auto-config** — detects Claude Desktop and Cursor, injects scraper MCP entry
+4. **Scraper** — installs @robot-resources/scraper for token-efficient web compression
 
 ## Adding a new tool
 

package/lib/tool-config.js

@@ -43,6 +43,43 @@ function activateRouterModel() {
   }
 }
 
+/**
+ * Register scraper-mcp as an MCP server in openclaw.json.
+ *
+ * This makes scraper_compress_url and scraper_crawl_url available
+ * as native tools in OpenClaw. The plugin's before_tool_call hook
+ * then intercepts web_fetch to route through the scraper by default.
+ *
+ * Returns true if the config was updated, false otherwise.
+ */
+function registerScraperMcp() {
+  const configPath = join(homedir(), '.openclaw', 'openclaw.json');
+
+  try {
+    const raw = readFileSync(configPath, 'utf-8');
+    const config = JSON.parse(stripJson5(raw));
+
+    if (!config.mcp) config.mcp = {};
+    if (!config.mcp.servers) config.mcp.servers = {};
+
+    // Already registered
+    if (config.mcp.servers['robot-resources-scraper']) {
+      return false;
+    }
+
+    config.mcp.servers['robot-resources-scraper'] = {
+      command: 'npx',
+      args: ['-y', '@robot-resources/scraper-mcp'],
+    };
+
+    writeFileSync(configPath, JSON.stringify(config, null, 2) + '\n', 'utf-8');
+    return true;
+  } catch {
+    // Config missing or malformed — non-fatal
+    return false;
+  }
+}
+
 /**
  * Configure OpenClaw to route through Robot Resources Router.
  *
@@ -77,6 +114,10 @@ function configureOpenClaw() {
     // before_model_resolve hook actually fires for every request.
     const configActivated = activateRouterModel();
 
+    // Register scraper-mcp so the agent gets scraper_compress_url
+    // as a native tool, and the plugin can intercept web_fetch.
+    const scraperRegistered = registerScraperMcp();
+
     // Restart the gateway so it picks up the new plugin + config.
     let gatewayRestarted = false;
     try {
@@ -94,6 +135,7 @@ function configureOpenClaw() {
       action: 'installed',
       authMode,
       configActivated,
+      scraperRegistered,
       gatewayRestarted,
       note: authMode === 'subscription'
         ? 'Plugin required — subscription OAuth tokens are rejected by Anthropic when proxied via third-party clients.'

package/lib/wizard.js

@@ -103,7 +103,7 @@ export async function runWizard({ nonInteractive = false } = {}) {
     if (!python) {
       warn('Python 3.10+ not found — skipping Router installation');
       info('Install Python from https://python.org and re-run this wizard');
-      info('Scraper and MCP tools work without Python');
+      info('Scraper works without Python');
     } else {
       info(`Found Python ${python.version} (${python.bin})`);
       step('Installing Router (this may take a moment)...');

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "robot-resources",
-  "version": "1.3.8",
+  "version": "1.4.0",
   "description": "Robot Resources — AI agent runtime tools. One command to install everything.",
   "type": "module",
   "bin": {
@@ -18,7 +18,7 @@
   ],
   "dependencies": {
     "@robot-resources/cli-core": "*",
-    "@robot-resources/scraper": "*"
+    "@robot-resources/scraper": "^0.1.0"
   },
   "devDependencies": {
     "vitest": "^1.2.0"