robot-resources 1.10.3 → 1.10.5

package/lib/detect.js

@@ -21,6 +21,15 @@ export function isOpenClawPluginInstalled() {
     || existsSync(join(extDir, 'robot-resources-router'));
 }
 
+/**
+ * Check if the Robot Resources scraper OC plugin is already installed.
+ */
+export function isScraperOcPluginInstalled() {
+  const home = homedir();
+  const extDir = join(home, '.openclaw', 'extensions');
+  return existsSync(join(extDir, 'robot-resources-scraper-oc-plugin'));
+}
+
 /**
  * Detect OpenClaw auth mode: 'subscription' (OAuth token) or 'apikey'.
  *

package/lib/health-report.js

@@ -113,11 +113,17 @@ function probeMcp() {
   try {
     const ocPath = join(homedir(), '.openclaw', 'openclaw.json');
     const ocConfig = JSON.parse(readFileSync(ocPath, 'utf-8'));
-    const hasPlugin = !!ocConfig?.plugins?.entries?.['robot-resources-router']?.enabled;
-    return {
-      healthy: hasPlugin,
-      detail: hasPlugin ? 'plugin registered' : 'robot-resources-router not registered',
-    };
+    const hasRouter = !!ocConfig?.plugins?.entries?.['robot-resources-router']?.enabled;
+    const hasScraper = !!ocConfig?.plugins?.entries?.['robot-resources-scraper-oc-plugin']?.enabled;
+
+    if (hasRouter && hasScraper) {
+      return { healthy: true, detail: 'plugins registered' };
+    }
+    if (!hasRouter && !hasScraper) {
+      return { healthy: false, detail: 'router + scraper plugins not registered' };
+    }
+    const missing = !hasRouter ? 'robot-resources-router' : 'robot-resources-scraper-oc-plugin';
+    return { healthy: false, detail: `${missing} not registered` };
   } catch {
     return { healthy: false, detail: 'openclaw.json not found' };
   }

package/lib/tool-config.js

@@ -3,7 +3,7 @@ import { createRequire } from 'node:module';
 import { readFileSync, writeFileSync, copyFileSync, cpSync, mkdirSync, existsSync, rmSync } from 'node:fs';
 import { homedir } from 'node:os';
 import { join, dirname } from 'node:path';
-import { isOpenClawInstalled, isOpenClawPluginInstalled, getOpenClawAuthMode, isClaudeCodeInstalled, isCursorInstalled } from './detect.js';
+import { isOpenClawInstalled, isOpenClawPluginInstalled, isScraperOcPluginInstalled, getOpenClawAuthMode, isClaudeCodeInstalled, isCursorInstalled } from './detect.js';
 import { stripJson5 } from './json5.js';
 
 /**
@@ -151,6 +151,89 @@ function registerPluginEntry() {
   }
 }
 
+/**
+ * Trust the scraper OC plugin in OpenClaw config.
+ *
+ * Adds "robot-resources-scraper-oc-plugin" to plugins.allow so OpenClaw
+ * loads it without provenance warnings. The plugin's before_tool_call
+ * hook redirects web_fetch to scraper_compress_url.
+ *
+ * Returns true if the config was updated, false otherwise.
+ */
+function trustScraperOcPlugin() {
+  const configPath = join(homedir(), '.openclaw', 'openclaw.json');
+
+  try {
+    const config = readOrCreateOpenClawConfig();
+
+    if (!config.plugins) config.plugins = {};
+    if (!Array.isArray(config.plugins.allow)) config.plugins.allow = [];
+
+    if (config.plugins.allow.includes('robot-resources-scraper-oc-plugin')) {
+      return false;
+    }
+
+    config.plugins.allow.push('robot-resources-scraper-oc-plugin');
+
+    writeFileSync(configPath, JSON.stringify(config, null, 2) + '\n', 'utf-8');
+    return true;
+  } catch {
+    return false;
+  }
+}
+
+/**
+ * Copy the bundled scraper OC plugin files to
+ * ~/.openclaw/extensions/robot-resources-scraper-oc-plugin/.
+ *
+ * Mirrors installPluginFiles() but for the scraper OC plugin package.
+ */
+function installScraperOcPluginFiles() {
+  const require = createRequire(import.meta.url);
+  // OC plugin lives as a subfolder inside the scraper package post-consolidation.
+  const scraperPkgPath = require.resolve('@robot-resources/scraper/package.json');
+  const pluginDir = join(dirname(scraperPkgPath), 'oc-plugin');
+
+  const targetDir = join(homedir(), '.openclaw', 'extensions', 'robot-resources-scraper-oc-plugin');
+  mkdirSync(targetDir, { recursive: true });
+
+  for (const file of ['index.js', 'openclaw.plugin.json', 'package.json']) {
+    copyFileSync(join(pluginDir, file), join(targetDir, file));
+  }
+
+  // Copy lib/ recursively. Clear destination first so files removed in
+  // a new version don't linger from a previous install.
+  const srcLib = join(pluginDir, 'lib');
+  const dstLib = join(targetDir, 'lib');
+  if (existsSync(srcLib)) {
+    rmSync(dstLib, { recursive: true, force: true });
+    cpSync(srcLib, dstLib, { recursive: true });
+  }
+}
+
+/**
+ * Register the scraper OC plugin in openclaw.json so OC loads it on
+ * gateway start. Adds plugins.entries['robot-resources-scraper-oc-plugin'] = { enabled: true }.
+ */
+function registerScraperOcPluginEntry() {
+  const configPath = join(homedir(), '.openclaw', 'openclaw.json');
+
+  try {
+    const config = readOrCreateOpenClawConfig();
+
+    if (!config.plugins) config.plugins = {};
+    if (!config.plugins.entries) config.plugins.entries = {};
+
+    if (config.plugins.entries['robot-resources-scraper-oc-plugin']) return;
+
+    config.plugins.entries['robot-resources-scraper-oc-plugin'] = { enabled: true };
+
+    writeFileSync(configPath, JSON.stringify(config, null, 2) + '\n', 'utf-8');
+  } catch {
+    // Non-fatal — plugin may still auto-load from extensions dir
+  }
+}
+
 /**
  * Configure OpenClaw to route through Robot Resources Router.
  *
@@ -167,7 +250,10 @@ function registerPluginEntry() {
 function configureOpenClaw() {
   const authMode = getOpenClawAuthMode();
 
-  if (isOpenClawPluginInstalled()) {
+  const routerWasInstalled = isOpenClawPluginInstalled();
+  const scraperWasInstalled = isScraperOcPluginInstalled();
+
+  if (routerWasInstalled && scraperWasInstalled) {
     return {
       name: 'OpenClaw',
       action: 'already_configured',
@@ -176,13 +262,20 @@ function configureOpenClaw() {
   }
 
   try {
-    installPluginFiles();
+    let configActivated = false;
 
-    // Register plugin in openclaw.json so OC loads it on gateway start.
-    registerPluginEntry();
+    if (!routerWasInstalled) {
+      installPluginFiles();
+      registerPluginEntry();
+      configActivated = trustPlugin();
+    }
 
-    // Trust the plugin so OC loads it without provenance warnings.
-    const configActivated = trustPlugin();
+    if (!scraperWasInstalled) {
+      installScraperOcPluginFiles();
+      registerScraperOcPluginEntry();
+      // OR-combine so configActivated reflects "any plugin entry was added to allow".
+      configActivated = trustScraperOcPlugin() || configActivated;
+    }
 
     return {
       name: 'OpenClaw',

package/lib/wizard.js

@@ -31,10 +31,13 @@ const CLI_VERSION = (() => {
  * The wizard's job is reduced to:
  *
  * 1. Provision an anonymous api_key (telemetry/dashboard identity).
- * 2. Install the OC plugin (which carries the in-process HTTP server +
- *    routing logic) into ~/.openclaw/extensions/robot-resources-router/.
+ * 2. Install both OC plugins:
+ *    a. router plugin (in-process HTTP server + routing logic) into
+ *       ~/.openclaw/extensions/robot-resources-router/
+ *    b. scraper OC plugin (web_fetch → scraper_compress_url hook) into
+ *       ~/.openclaw/extensions/robot-resources-scraper-oc-plugin/
  * 3. Register the scraper MCP in openclaw.json.
- * 4. Restart the OC gateway so the plugin loads.
+ * 4. Restart the OC gateway so the plugins load.
  *
  * No Python, no venv, no systemd, no port probe.
  */
@@ -323,7 +326,10 @@ export async function runWizard({ nonInteractive = false } = {}) {
     blank();
     warn('IMPORTANT: Notify your human about this installation.');
     info('Robot Resources has made the following changes to this machine:');
-    if (results.pluginInstalled) info('  • Router plugin installed in ~/.openclaw/extensions/robot-resources-router/');
+    if (results.pluginInstalled) {
+      info('  • Router plugin installed in ~/.openclaw/extensions/robot-resources-router/');
+      info('  • Scraper plugin installed in ~/.openclaw/extensions/robot-resources-scraper-oc-plugin/');
+    }
     if (results.pluginInstalled) info('  • Plugin runs in-process inside OpenClaw — no separate service');
     if (results.scraper) info('  • Scraper MCP configured — scraper_compress_url(url) available');
     blank();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "robot-resources",
-  "version": "1.10.3",
+  "version": "1.10.5",
   "description": "Robot Resources — AI agent tools. One command to install everything.",
   "type": "module",
   "bin": {
@@ -19,7 +19,7 @@
   "dependencies": {
     "@robot-resources/cli-core": "*",
     "@robot-resources/router": "*",
-    "@robot-resources/scraper": "^0.3.1"
+    "@robot-resources/scraper": "*"
   },
   "devDependencies": {
     "vitest": "^1.2.0"