@xbrowser/cli 1.8.2 → 1.8.4

package/README.md

@@ -1,6 +1,6 @@
 # xbrowser
 
-> **Browser automation CLI** for web scraping, headless browsing, SEO analysis, and AI agent workflows. 51 commands, 70+ plugins. A command-line alternative to Playwright, Puppeteer, and Selenium — **no code required**.
+> **Browser automation CLI** for web scraping, headless browsing, SEO analysis, and AI agent workflows. 51 commands, 75 plugins. A command-line alternative to Playwright, Puppeteer, and Selenium — **no code required**.
 
 [![CI Status](https://github.com/dyyz1993/xbrowser/workflows/CI/badge.svg)](https://github.com/dyyz1993/xbrowser/actions)
 [![codecov](https://codecov.io/gh/dyyz1993/xbrowser/branch/master/graph/badge.svg)](https://codecov.io/gh/dyyz1993/xbrowser)
@@ -883,7 +883,7 @@ xbrowser/
 | **Setup** | `npm i -g` — 0 config | Install + browser download | Install + browser download | Install + WebDriver + drivers |
 | **Web Scraping** | Built-in (`scrape`, `crawl`, `map`) | Write custom scripts | Write custom scripts | Write custom scripts |
 | **Search** | Built-in multi-engine (`search`) | No | No | No |
-| **Plugin Ecosystem** | 70+ plugins | Limited | Limited | No |
+| **Plugin Ecosystem** | 75 plugins | Limited | Limited | No |
 | **No Code Required** | ✅ CLI commands | ❌ Must write JS/TS | ❌ Must write JS/TS | ❌ Must write code |
 | **Headless Mode** | ✅ Default | ✅ | ✅ | ✅ |
 | **Record/Replay** | ✅ Built-in (`record`/`replay`) | ✅ Codegen | ❌ | ❌ |

package/dist/cli.js

@@ -7945,7 +7945,8 @@ import {
   rmSync as rmSync6,
   copyFileSync,
   cpSync as cpSync6,
-  readFileSync as readFileSync8
+  readFileSync as readFileSync8,
+  writeFileSync as writeFileSync10
 } from "fs";
 import { resolve as resolve8, basename as basename2, dirname as dirname3 } from "path";
 import { homedir as homedir8 } from "os";
@@ -8439,26 +8440,26 @@ var PluginInstaller = class {
     const resolvedSource = type === "npm" ? await resolveNpmPackageWithFallback(source) : source;
     switch (type) {
       case "local":
-        return await installFromLocal(source, name, targetDir).then((r) => {
-          this.fixSharedDeps(targetDir);
+        return await installFromLocal(source, name, targetDir).then(async (r) => {
+          await this.fixSharedDeps(targetDir);
           ensurePluginDependencies(this.pluginsDir);
           return r;
         });
       case "npm":
-        return await installFromNpm(resolvedSource, name, targetDir).then((r) => {
-          this.fixSharedDeps(targetDir);
+        return await installFromNpm(resolvedSource, name, targetDir).then(async (r) => {
+          await this.fixSharedDeps(targetDir);
           ensurePluginDependencies(this.pluginsDir);
           return r;
         });
       case "git":
-        return await installFromGit(source, name, targetDir).then((r) => {
-          this.fixSharedDeps(targetDir);
+        return await installFromGit(source, name, targetDir).then(async (r) => {
+          await this.fixSharedDeps(targetDir);
           ensurePluginDependencies(this.pluginsDir);
           return r;
         });
       case "url":
-        return await installFromUrl(source, name, targetDir).then((r) => {
-          this.fixSharedDeps(targetDir);
+        return await installFromUrl(source, name, targetDir).then(async (r) => {
+          await this.fixSharedDeps(targetDir);
           ensurePluginDependencies(this.pluginsDir);
           return r;
         });
@@ -8473,7 +8474,7 @@ var PluginInstaller = class {
    * copies the missing files from the local repository's `.xcli/plugins/shared/`
    * directory (if available).
    */
-  fixSharedDeps(pluginDir) {
+  async fixSharedDeps(pluginDir) {
     const indexPath = resolve8(pluginDir, "index.ts");
     if (!existsSync10(indexPath)) return;
     let content;
@@ -8510,8 +8511,33 @@ var PluginInstaller = class {
       }
     }
     if (!sourceSharedDir) {
-      console.warn(`\u26A0\uFE0F  Plugin "${basename2(pluginDir)}" imports shared files but they are missing: ${toCopy.join(", ")}`);
-      console.warn(`   To fix: install the "shared" plugin or copy .xcli/plugins/shared/ to ~/.xbrowser/plugins/shared/`);
+      const GITHUB_RAW = "https://raw.githubusercontent.com/dyyz1993/xbrowser/master/.xcli/plugins/shared";
+      mkdirSync8(sharedDir, { recursive: true });
+      let allDownloaded = true;
+      for (const file of toCopy) {
+        try {
+          const url = `${GITHUB_RAW}/${file}`;
+          const resp = await fetch(url, { signal: AbortSignal.timeout(1e4) });
+          if (resp.ok) {
+            const content2 = await resp.text();
+            const dst = resolve8(sharedDir, file);
+            const dstDir = dirname3(dst);
+            if (!existsSync10(dstDir)) mkdirSync8(dstDir, { recursive: true });
+            writeFileSync10(dst, content2, "utf-8");
+            console.log(`\u2705 Downloaded shared/${file} from GitHub`);
+          } else {
+            allDownloaded = false;
+            break;
+          }
+        } catch {
+          allDownloaded = false;
+          break;
+        }
+      }
+      if (!allDownloaded) {
+        console.warn(`\u26A0\uFE0F  Plugin "${basename2(pluginDir)}" imports shared files but they are missing: ${toCopy.join(", ")}`);
+        console.warn(`   Could not download from GitHub. Try: git clone https://github.com/dyyz1993/xbrowser.git && cp -r xbrowser/.xcli/plugins/shared/ ~/.xbrowser/plugins/shared/`);
+      }
       return;
     }
     mkdirSync8(sharedDir, { recursive: true });
@@ -10244,9 +10270,9 @@ async function handleBrowserCommand(command, args, options, sessionName, mode, c
   }
   const outputFile = options.output;
   if (outputFile && result.success && result.data) {
-    const { writeFileSync: writeFileSync11 } = await import("fs");
+    const { writeFileSync: writeFileSync12 } = await import("fs");
     const content = typeof result.data === "string" ? result.data : result.data.content || result.data.text || JSON.stringify(result.data, null, 2);
-    writeFileSync11(outputFile, content, "utf-8");
+    writeFileSync12(outputFile, content, "utf-8");
     console.log(`
   \u{1F4C4} Written to ${outputFile}`);
   }
@@ -11128,7 +11154,7 @@ async function handleFilter(args, _mode, options) {
 async function handleGeneratePlugin(sessionName, pluginName, outputDir) {
   const { SessionRecorder: SessionRecorder2 } = await import("./session-recorder-RTDGURIJ.js");
   const { readSiteKnowledge: readSiteKnowledge2, toMarkdown } = await import("./site-knowledge-SYC6VCDB.js");
-  const { mkdirSync: mkdirSync10, writeFileSync: writeFileSync11 } = await import("fs");
+  const { mkdirSync: mkdirSync10, writeFileSync: writeFileSync12 } = await import("fs");
   const { join: join14 } = await import("path");
   const data = SessionRecorder2.readData(sessionName);
   if (!data) {
@@ -11146,9 +11172,9 @@ async function handleGeneratePlugin(sessionName, pluginName, outputDir) {
   const knowledgeMd = knowledge ? toMarkdown(knowledge) : "";
   const pluginCode = generatePluginCode(finalPluginName, domain, data, knowledgeMd);
   mkdirSync10(join14(finalOutputDir), { recursive: true });
-  writeFileSync11(join14(finalOutputDir, "index.ts"), pluginCode, "utf-8");
+  writeFileSync12(join14(finalOutputDir, "index.ts"), pluginCode, "utf-8");
   if (knowledgeMd) {
-    writeFileSync11(join14(finalOutputDir, "SITE_KNOWLEDGE.md"), knowledgeMd, "utf-8");
+    writeFileSync12(join14(finalOutputDir, "SITE_KNOWLEDGE.md"), knowledgeMd, "utf-8");
   }
   console.log("");
   console.log("=== Plugin Generated ===");

package/dist/daemon-main.js

@@ -7812,8 +7812,7 @@ async function injectRecording(page) {
   } catch {
   }
   try {
-    const cdp = await page.context().newCDPSession(page);
-    await cdp.send("Page.addScriptToEvaluateOnNewDocument", { source: RECORDING_INJECT_JS });
+    await page.addInitScript(RECORDING_INJECT_JS);
   } catch {
   }
 }

package/dist/index.js

@@ -8263,7 +8263,8 @@ import {
   rmSync as rmSync6,
   copyFileSync,
   cpSync as cpSync6,
-  readFileSync as readFileSync8
+  readFileSync as readFileSync8,
+  writeFileSync as writeFileSync10
 } from "fs";
 import { resolve as resolve8, basename as basename2, dirname as dirname3 } from "path";
 import { homedir as homedir7 } from "os";
@@ -8757,26 +8758,26 @@ var PluginInstaller = class {
     const resolvedSource = type === "npm" ? await resolveNpmPackageWithFallback(source) : source;
     switch (type) {
       case "local":
-        return await installFromLocal(source, name, targetDir).then((r) => {
-          this.fixSharedDeps(targetDir);
+        return await installFromLocal(source, name, targetDir).then(async (r) => {
+          await this.fixSharedDeps(targetDir);
           ensurePluginDependencies(this.pluginsDir);
           return r;
         });
       case "npm":
-        return await installFromNpm(resolvedSource, name, targetDir).then((r) => {
-          this.fixSharedDeps(targetDir);
+        return await installFromNpm(resolvedSource, name, targetDir).then(async (r) => {
+          await this.fixSharedDeps(targetDir);
           ensurePluginDependencies(this.pluginsDir);
           return r;
         });
       case "git":
-        return await installFromGit(source, name, targetDir).then((r) => {
-          this.fixSharedDeps(targetDir);
+        return await installFromGit(source, name, targetDir).then(async (r) => {
+          await this.fixSharedDeps(targetDir);
           ensurePluginDependencies(this.pluginsDir);
           return r;
         });
       case "url":
-        return await installFromUrl(source, name, targetDir).then((r) => {
-          this.fixSharedDeps(targetDir);
+        return await installFromUrl(source, name, targetDir).then(async (r) => {
+          await this.fixSharedDeps(targetDir);
           ensurePluginDependencies(this.pluginsDir);
           return r;
         });
@@ -8791,7 +8792,7 @@ var PluginInstaller = class {
    * copies the missing files from the local repository's `.xcli/plugins/shared/`
    * directory (if available).
    */
-  fixSharedDeps(pluginDir) {
+  async fixSharedDeps(pluginDir) {
     const indexPath = resolve8(pluginDir, "index.ts");
     if (!existsSync10(indexPath)) return;
     let content;
@@ -8828,8 +8829,33 @@ var PluginInstaller = class {
       }
     }
     if (!sourceSharedDir) {
-      console.warn(`\u26A0\uFE0F  Plugin "${basename2(pluginDir)}" imports shared files but they are missing: ${toCopy.join(", ")}`);
-      console.warn(`   To fix: install the "shared" plugin or copy .xcli/plugins/shared/ to ~/.xbrowser/plugins/shared/`);
+      const GITHUB_RAW = "https://raw.githubusercontent.com/dyyz1993/xbrowser/master/.xcli/plugins/shared";
+      mkdirSync8(sharedDir, { recursive: true });
+      let allDownloaded = true;
+      for (const file of toCopy) {
+        try {
+          const url = `${GITHUB_RAW}/${file}`;
+          const resp = await fetch(url, { signal: AbortSignal.timeout(1e4) });
+          if (resp.ok) {
+            const content2 = await resp.text();
+            const dst = resolve8(sharedDir, file);
+            const dstDir = dirname3(dst);
+            if (!existsSync10(dstDir)) mkdirSync8(dstDir, { recursive: true });
+            writeFileSync10(dst, content2, "utf-8");
+            console.log(`\u2705 Downloaded shared/${file} from GitHub`);
+          } else {
+            allDownloaded = false;
+            break;
+          }
+        } catch {
+          allDownloaded = false;
+          break;
+        }
+      }
+      if (!allDownloaded) {
+        console.warn(`\u26A0\uFE0F  Plugin "${basename2(pluginDir)}" imports shared files but they are missing: ${toCopy.join(", ")}`);
+        console.warn(`   Could not download from GitHub. Try: git clone https://github.com/dyyz1993/xbrowser.git && cp -r xbrowser/.xcli/plugins/shared/ ~/.xbrowser/plugins/shared/`);
+      }
       return;
     }
     mkdirSync8(sharedDir, { recursive: true });
@@ -10567,9 +10593,9 @@ async function handleBrowserCommand(command, args, options, sessionName, mode, c
   }
   const outputFile = options.output;
   if (outputFile && result.success && result.data) {
-    const { writeFileSync: writeFileSync12 } = await import("fs");
+    const { writeFileSync: writeFileSync13 } = await import("fs");
     const content = typeof result.data === "string" ? result.data : result.data.content || result.data.text || JSON.stringify(result.data, null, 2);
-    writeFileSync12(outputFile, content, "utf-8");
+    writeFileSync13(outputFile, content, "utf-8");
     console.log(`
   \u{1F4C4} Written to ${outputFile}`);
   }
@@ -11451,7 +11477,7 @@ async function handleFilter(args, _mode, options) {
 async function handleGeneratePlugin(sessionName, pluginName, outputDir) {
   const { SessionRecorder: SessionRecorder2 } = await import("./session-recorder-RTDGURIJ.js");
   const { readSiteKnowledge: readSiteKnowledge2, toMarkdown } = await import("./site-knowledge-SYC6VCDB.js");
-  const { mkdirSync: mkdirSync11, writeFileSync: writeFileSync12 } = await import("fs");
+  const { mkdirSync: mkdirSync11, writeFileSync: writeFileSync13 } = await import("fs");
   const { join: join14 } = await import("path");
   const data = SessionRecorder2.readData(sessionName);
   if (!data) {
@@ -11469,9 +11495,9 @@ async function handleGeneratePlugin(sessionName, pluginName, outputDir) {
   const knowledgeMd = knowledge ? toMarkdown(knowledge) : "";
   const pluginCode = generatePluginCode(finalPluginName, domain, data, knowledgeMd);
   mkdirSync11(join14(finalOutputDir), { recursive: true });
-  writeFileSync12(join14(finalOutputDir, "index.ts"), pluginCode, "utf-8");
+  writeFileSync13(join14(finalOutputDir, "index.ts"), pluginCode, "utf-8");
   if (knowledgeMd) {
-    writeFileSync12(join14(finalOutputDir, "SITE_KNOWLEDGE.md"), knowledgeMd, "utf-8");
+    writeFileSync13(join14(finalOutputDir, "SITE_KNOWLEDGE.md"), knowledgeMd, "utf-8");
   }
   console.log("");
   console.log("=== Plugin Generated ===");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xbrowser/cli",
-  "version": "1.8.2",
+  "version": "1.8.4",
   "description": "Browser automation CLI for web scraping, headless browsing, SEO analysis, and AI agent workflows. A command-line alternative to Playwright, Puppeteer, and Selenium.",
   "type": "module",
   "bin": {