@_deep4wee/agent-lens 1.0.1 → 1.2.0

package/dist/plugins/desktop-webview2/index.mjs

@@ -0,0 +1,221 @@
+// src/shared/api/plugin.ts
+function definePlugin(plugin) {
+  return plugin;
+}
+
+// src/plugins/desktop-webview2/driver.ts
+import { spawn } from "child_process";
+import http from "http";
+import path from "path";
+import fs from "fs";
+
+// src/shared/lib/playwrightLoader.ts
+import { chromium as baseChromium } from "playwright";
+var chromium = new Proxy(baseChromium, {
+  get(target, prop, receiver) {
+    if (prop === "launch") {
+      return async (...args) => {
+        try {
+          return await target.launch(...args);
+        } catch (err) {
+          if (err.message?.includes("Executable doesn't exist") || err.message?.includes("playwright install") || err.message?.includes("browser has not been downloaded")) {
+            console.error("\n\u274C [AgentLens] Playwright Chromium browser binary is missing!");
+            console.error("\u{1F449} Please install it by running: npx playwright install chromium\n");
+          }
+          throw err;
+        }
+      };
+    }
+    const val = Reflect.get(target, prop, receiver);
+    return typeof val === "function" ? val.bind(target) : val;
+  }
+});
+
+// src/plugins/desktop-webview2/driver.ts
+import treeKill from "tree-kill";
+var DesktopDriver = class {
+  port;
+  executablePath;
+  autoLaunch;
+  args;
+  env;
+  cwd;
+  childProcess = null;
+  browser = null;
+  context = null;
+  page = null;
+  processStderr = "";
+  processExited = false;
+  exitCode = null;
+  constructor(options) {
+    this.port = options?.port || 9222;
+    this.autoLaunch = options?.autoLaunch ?? true;
+    this.executablePath = options?.executablePath;
+    this.args = options?.args || [];
+    this.env = options?.env || {};
+    this.cwd = options?.cwd;
+  }
+  async isPortAvailable() {
+    return new Promise((resolve) => {
+      const req = http.get(`http://127.0.0.1:${this.port}/json/version`, (res) => {
+        resolve(res.statusCode === 200);
+      });
+      req.on("error", () => resolve(false));
+      req.setTimeout(800, () => {
+        req.destroy();
+        resolve(false);
+      });
+    });
+  }
+  async waitForPort(timeoutMs = 25e3) {
+    const startTime = Date.now();
+    while (Date.now() - startTime < timeoutMs) {
+      if (this.processExited) {
+        throw new Error(
+          `[DesktopDriver] Process terminated prematurely with exit code ${this.exitCode}.
+Stderr: ${this.processStderr.trim() || "(none)"}`
+        );
+      }
+      if (await this.isPortAvailable()) {
+        return;
+      }
+      await new Promise((r) => setTimeout(r, 400));
+    }
+    throw new Error(
+      `Timeout waiting for WebView2/Chromium CDP port ${this.port}. Last stderr:
+${this.processStderr.trim() || "(no stderr output)"}`
+    );
+  }
+  async start(initialViewport = { width: 1200, height: 800 }) {
+    const alreadyRunning = await this.isPortAvailable();
+    if (!alreadyRunning) {
+      if (!this.autoLaunch) {
+        throw new Error(
+          `App is not running on port ${this.port} and autoLaunch is false. Start app with WEBVIEW2_ADDITIONAL_BROWSER_ARGUMENTS=--remote-debugging-port=${this.port}`
+        );
+      }
+      if (!this.executablePath) {
+        throw new Error(
+          `[DesktopDriver] No executablePath provided and nothing is running on port ${this.port}. Specify --exe=<path> in CLI or executablePath in config.`
+        );
+      }
+      const resolvedExe = path.resolve(process.cwd(), this.executablePath);
+      if (!fs.existsSync(resolvedExe)) {
+        throw new Error(
+          `[DesktopDriver] Desktop executable not found at: ${resolvedExe}. Please build your native project first.`
+        );
+      }
+      console.log(`\u{1F680} [DesktopDriver] Launching: ${resolvedExe}`);
+      const finalArgs = [...this.args];
+      const hasDebugPort = finalArgs.some((a) => a.startsWith("--remote-debugging-port="));
+      if (!hasDebugPort) {
+        finalArgs.push(`--remote-debugging-port=${this.port}`);
+      }
+      const mergedEnv = {
+        ...process.env,
+        ...this.env,
+        WEBVIEW2_ADDITIONAL_BROWSER_ARGUMENTS: `--remote-debugging-port=${this.port}`
+      };
+      this.processStderr = "";
+      this.processExited = false;
+      this.exitCode = null;
+      this.childProcess = spawn(resolvedExe, finalArgs, {
+        env: mergedEnv,
+        cwd: this.cwd || path.dirname(resolvedExe),
+        stdio: ["ignore", "ignore", "pipe"],
+        detached: false
+      });
+      this.childProcess.stderr?.on("data", (chunk) => {
+        this.processStderr += chunk.toString();
+      });
+      this.childProcess.on("exit", (code) => {
+        this.processExited = true;
+        this.exitCode = code;
+      });
+      this.childProcess.on("error", (err) => {
+        console.error("[DesktopDriver] Failed to spawn process:", err);
+      });
+      console.log(`\u23F3 [DesktopDriver] Waiting for CDP debugging port on ${this.port}...`);
+      await this.waitForPort();
+    } else {
+      console.log(`\u{1F50C} [DesktopDriver] Attached to already running process on port ${this.port}`);
+    }
+    console.log(`\u{1F310} [DesktopDriver] Connecting Playwright CDP to http://127.0.0.1:${this.port}...`);
+    this.browser = await chromium.connectOverCDP(`http://127.0.0.1:${this.port}`);
+    const contexts = this.browser.contexts();
+    this.context = contexts[0] || await this.browser.newContext();
+    const pages = this.context.pages();
+    if (pages.length > 0) {
+      this.page = pages[0];
+    } else {
+      this.page = await this.context.waitForEvent("page", { timeout: 1e4 });
+    }
+    if (initialViewport) {
+      await this.page.setViewportSize(initialViewport).catch(() => {
+      });
+    }
+    return { page: this.page, context: this.context, browser: this.browser };
+  }
+  async stop() {
+    if (this.browser) {
+      await this.browser.close().catch(() => {
+      });
+      this.browser = null;
+    }
+    if (this.childProcess && !this.childProcess.killed && this.childProcess.pid) {
+      console.log("\u{1F6D1} [DesktopDriver] Terminating spawned desktop process tree...");
+      const pid = this.childProcess.pid;
+      await new Promise((resolve) => {
+        treeKill(pid, "SIGTERM", () => resolve());
+      });
+      this.childProcess = null;
+    }
+  }
+};
+
+// src/plugins/desktop-webview2/index.ts
+var activeDriver = null;
+var desktopWebview2Plugin = definePlugin({
+  name: "desktop-webview2",
+  version: "1.0.0",
+  launchSession: async (options, hookContext) => {
+    const cliOpts = hookContext.cliOptions || {};
+    const isDesktopMode = hookContext.targetMode === "desktop";
+    const hasExe = Boolean(cliOpts.executablePath || cliOpts.exe);
+    if (!isDesktopMode && !hasExe) {
+      return void 0;
+    }
+    console.log(`\u{1F50C} [Plugin:desktop-webview2] Initializing native desktop bridge...`);
+    const driver = new DesktopDriver({
+      executablePath: typeof cliOpts.executablePath === "string" ? cliOpts.executablePath : typeof cliOpts.exe === "string" ? cliOpts.exe : void 0,
+      port: typeof cliOpts.port === "number" ? cliOpts.port : 9222,
+      autoLaunch: typeof cliOpts.autoLaunchDesktop === "boolean" ? cliOpts.autoLaunchDesktop : true,
+      args: Array.isArray(cliOpts.desktopArgs) ? cliOpts.desktopArgs : void 0,
+      env: cliOpts.desktopEnv || void 0,
+      cwd: typeof cliOpts.startCwd === "string" ? cliOpts.startCwd : void 0
+    });
+    activeDriver = driver;
+    const session = await driver.start(options.currentViewport);
+    return {
+      page: session.page,
+      context: session.context,
+      browser: session.browser,
+      stop: async () => {
+        await driver.stop();
+        activeDriver = null;
+      }
+    };
+  },
+  teardown: async () => {
+    if (activeDriver) {
+      await activeDriver.stop();
+      activeDriver = null;
+    }
+  }
+});
+var desktop_webview2_default = desktopWebview2Plugin;
+export {
+  desktop_webview2_default as default,
+  desktopWebview2Plugin
+};
+//# sourceMappingURL=index.mjs.map

package/dist/plugins/desktop-webview2/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/shared/api/plugin.ts","../../../src/plugins/desktop-webview2/driver.ts","../../../src/shared/lib/playwrightLoader.ts","../../../src/plugins/desktop-webview2/index.ts"],"sourcesContent":["import type { Page, BrowserContext, Browser } from 'playwright';\nimport type { TestContext, VisualScenario } from './dsl';\nimport type { ReportData } from '../types/report';\n\nexport interface DriverLaunchResult {\n  page: Page;\n  context: BrowserContext;\n  browser?: Browser;\n  stop?: () => Promise<void>;\n}\n\nexport interface PluginHookContext {\n  scenario?: VisualScenario;\n  targetMode: 'desktop' | 'preview' | string;\n  artifactsDir: string;\n  cliOptions?: Record<string, unknown>;\n  state: Map<string, unknown>;\n}\n\nexport interface AgentLensPlugin {\n  /** Unique plugin identifier (e.g. 'desktop-webview2', 'live-controller', 'mock-ipc') */\n  name: string;\n  version?: string;\n\n  /** Lifecycle hook: initial setup before drivers and scenarios start */\n  setup?: (context: PluginHookContext) => Promise<void> | void;\n\n  /**\n   * Microkernel driver hook: allows a plugin to provide a custom browser/page session\n   * (e.g., desktop WebView2 CDP connection, custom remote browser).\n   */\n  launchSession?: (\n    options: { currentViewport: { width: number; height: number }; headed?: boolean },\n    hookContext: PluginHookContext\n  ) => Promise<DriverLaunchResult | undefined>;\n\n  /** Lifecycle hook: called when browser context is ready */\n  onContextCreated?: (context: BrowserContext, hookContext: PluginHookContext) => Promise<void> | void;\n\n  /** Lifecycle hook: called when the test page is created/navigated */\n  onPageCreated?: (page: Page, context: BrowserContext, hookContext: PluginHookContext) => Promise<void> | void;\n\n  /**\n   * Context extension: inject custom methods or properties directly into TestContext (ctx)\n   */\n  extendContext?: (\n    ctx: TestContext,\n    page: Page,\n    hookContext: PluginHookContext\n  ) => Record<string, any> | Promise<Record<string, any>>;\n\n  /** Lifecycle hook: called after scenario runs and report data is calculated */\n  onAfterRun?: (reportData: ReportData, hookContext: PluginHookContext) => Promise<void> | void;\n\n  /** Lifecycle hook: teardown and cleanup guaranteed to run */\n  teardown?: (hookContext: PluginHookContext) => Promise<void> | void;\n}\n\nexport function definePlugin(plugin: AgentLensPlugin): AgentLensPlugin {\n  return plugin;\n}","import { spawn, type ChildProcess } from 'child_process';\nimport http from 'http';\nimport path from 'path';\nimport fs from 'fs';\nimport type { Browser, BrowserContext, Page } from 'playwright';\nimport { chromium } from '../../shared/lib/playwrightLoader';\nimport treeKill from 'tree-kill';\n\nexport interface DesktopDriverOptions {\n  port?: number;\n  executablePath?: string;\n  autoLaunch?: boolean;\n  args?: string[];\n  env?: Record<string, string>;\n  cwd?: string;\n}\n\nexport class DesktopDriver {\n  private port: number;\n  private executablePath?: string;\n  private autoLaunch: boolean;\n  private args: string[];\n  private env: Record<string, string>;\n  private cwd?: string;\n\n  private childProcess: ChildProcess | null = null;\n  private browser: Browser | null = null;\n  private context: BrowserContext | null = null;\n  private page: Page | null = null;\n  private processStderr: string = '';\n  private processExited: boolean = false;\n  private exitCode: number | null = null;\n\n  constructor(options?: DesktopDriverOptions) {\n    this.port = options?.port || 9222;\n    this.autoLaunch = options?.autoLaunch ?? true;\n    this.executablePath = options?.executablePath;\n    this.args = options?.args || [];\n    this.env = options?.env || {};\n    this.cwd = options?.cwd;\n  }\n\n  private async isPortAvailable(): Promise<boolean> {\n    return new Promise((resolve) => {\n      const req = http.get(`http://127.0.0.1:${this.port}/json/version`, (res) => {\n        resolve(res.statusCode === 200);\n      });\n      req.on('error', () => resolve(false));\n      req.setTimeout(800, () => {\n        req.destroy();\n        resolve(false);\n      });\n    });\n  }\n\n  private async waitForPort(timeoutMs: number = 25000): Promise<void> {\n    const startTime = Date.now();\n    while (Date.now() - startTime < timeoutMs) {\n      if (this.processExited) {\n        throw new Error(\n          `[DesktopDriver] Process terminated prematurely with exit code ${this.exitCode}.\\nStderr: ${this.processStderr.trim() || '(none)'}`\n        );\n      }\n\n      if (await this.isPortAvailable()) {\n        return;\n      }\n      await new Promise((r) => setTimeout(r, 400));\n    }\n    throw new Error(\n      `Timeout waiting for WebView2/Chromium CDP port ${this.port}. Last stderr:\\n${this.processStderr.trim() || '(no stderr output)'}`\n    );\n  }\n\n  public async start(initialViewport = { width: 1200, height: 800 }): Promise<{ page: Page; context: BrowserContext; browser: Browser }> {\n    const alreadyRunning = await this.isPortAvailable();\n\n    if (!alreadyRunning) {\n      if (!this.autoLaunch) {\n        throw new Error(\n          `App is not running on port ${this.port} and autoLaunch is false. Start app with WEBVIEW2_ADDITIONAL_BROWSER_ARGUMENTS=--remote-debugging-port=${this.port}`\n        );\n      }\n\n      if (!this.executablePath) {\n        throw new Error(\n          `[DesktopDriver] No executablePath provided and nothing is running on port ${this.port}. Specify --exe=<path> in CLI or executablePath in config.`\n        );\n      }\n\n      const resolvedExe = path.resolve(process.cwd(), this.executablePath);\n      if (!fs.existsSync(resolvedExe)) {\n        throw new Error(\n          `[DesktopDriver] Desktop executable not found at: ${resolvedExe}. Please build your native project first.`\n        );\n      }\n\n      console.log(`🚀 [DesktopDriver] Launching: ${resolvedExe}`);\n\n      const finalArgs = [...this.args];\n      const hasDebugPort = finalArgs.some((a) => a.startsWith('--remote-debugging-port='));\n      if (!hasDebugPort) {\n        finalArgs.push(`--remote-debugging-port=${this.port}`);\n      }\n\n      const mergedEnv = {\n        ...process.env,\n        ...this.env,\n        WEBVIEW2_ADDITIONAL_BROWSER_ARGUMENTS: `--remote-debugging-port=${this.port}`\n      };\n\n      this.processStderr = '';\n      this.processExited = false;\n      this.exitCode = null;\n\n      this.childProcess = spawn(resolvedExe, finalArgs, {\n        env: mergedEnv,\n        cwd: this.cwd || path.dirname(resolvedExe),\n        stdio: ['ignore', 'ignore', 'pipe'],\n        detached: false\n      });\n\n      this.childProcess.stderr?.on('data', (chunk) => {\n        this.processStderr += chunk.toString();\n      });\n\n      this.childProcess.on('exit', (code) => {\n        this.processExited = true;\n        this.exitCode = code;\n      });\n\n      this.childProcess.on('error', (err) => {\n        console.error('[DesktopDriver] Failed to spawn process:', err);\n      });\n\n      console.log(`⏳ [DesktopDriver] Waiting for CDP debugging port on ${this.port}...`);\n      await this.waitForPort();\n    } else {\n      console.log(`🔌 [DesktopDriver] Attached to already running process on port ${this.port}`);\n    }\n\n    console.log(`🌐 [DesktopDriver] Connecting Playwright CDP to http://127.0.0.1:${this.port}...`);\n    this.browser = await chromium.connectOverCDP(`http://127.0.0.1:${this.port}`);\n\n    const contexts = this.browser.contexts();\n    this.context = contexts[0] || (await this.browser.newContext());\n\n    const pages = this.context.pages();\n    if (pages.length > 0) {\n      this.page = pages[0];\n    } else {\n      this.page = await this.context.waitForEvent('page', { timeout: 10000 });\n    }\n\n    if (initialViewport) {\n      await this.page.setViewportSize(initialViewport).catch(() => {});\n    }\n\n    return { page: this.page, context: this.context, browser: this.browser };\n  }\n\n  public async stop(): Promise<void> {\n    if (this.browser) {\n      await this.browser.close().catch(() => {});\n      this.browser = null;\n    }\n\n    if (this.childProcess && !this.childProcess.killed && this.childProcess.pid) {\n      console.log('🛑 [DesktopDriver] Terminating spawned desktop process tree...');\n      const pid = this.childProcess.pid;\n      await new Promise<void>((resolve) => {\n        treeKill(pid, 'SIGTERM', () => resolve());\n      });\n      this.childProcess = null;\n    }\n  }\n}\n","import { chromium as baseChromium, type ChromiumBrowser, type BrowserType } from 'playwright';\r\n\r\n/**\r\n * Safe Playwright Chromium loader that wraps browser initialization with helpful diagnostic messages.\r\n */\r\nexport const chromium: BrowserType<ChromiumBrowser> = new Proxy(baseChromium, {\r\n  get(target, prop, receiver) {\r\n    if (prop === 'launch') {\r\n      return async (...args: Parameters<typeof baseChromium.launch>) => {\r\n        try {\r\n          return await target.launch(...args);\r\n        } catch (err: any) {\r\n          if (\r\n            err.message?.includes(\"Executable doesn't exist\") ||\r\n            err.message?.includes('playwright install') ||\r\n            err.message?.includes('browser has not been downloaded')\r\n          ) {\r\n            console.error(\"\\n❌ [AgentLens] Playwright Chromium browser binary is missing!\");\r\n            console.error(\"👉 Please install it by running: npx playwright install chromium\\n\");\r\n          }\r\n          throw err;\r\n        }\r\n      };\r\n    }\r\n    const val = Reflect.get(target, prop, receiver);\r\n    return typeof val === 'function' ? val.bind(target) : val;\r\n  }\r\n});","import { definePlugin, type AgentLensPlugin } from '../../shared/api/plugin';\nimport { DesktopDriver } from './driver';\n\nexport interface DesktopPluginOptions {\n  executablePath?: string;\n  port?: number;\n  autoLaunch?: boolean;\n  args?: string[];\n  env?: Record<string, string>;\n  cwd?: string;\n}\n\nlet activeDriver: DesktopDriver | null = null;\n\nexport const desktopWebview2Plugin: AgentLensPlugin = definePlugin({\n  name: 'desktop-webview2',\n  version: '1.0.0',\n\n  launchSession: async (options, hookContext) => {\n    // Only intercept if targetMode is desktop or an executable is explicitly provided\n    const cliOpts = hookContext.cliOptions || {};\n    const isDesktopMode = hookContext.targetMode === 'desktop';\n    const hasExe = Boolean(cliOpts.executablePath || cliOpts.exe);\n\n    if (!isDesktopMode && !hasExe) {\n      return undefined;\n    }\n\n    console.log(`🔌 [Plugin:desktop-webview2] Initializing native desktop bridge...`);\n\n    const driver = new DesktopDriver({\n      executablePath: typeof cliOpts.executablePath === 'string'\n        ? cliOpts.executablePath\n        : typeof cliOpts.exe === 'string'\n        ? cliOpts.exe\n        : undefined,\n      port: typeof cliOpts.port === 'number' ? cliOpts.port : 9222,\n      autoLaunch: typeof cliOpts.autoLaunchDesktop === 'boolean' ? cliOpts.autoLaunchDesktop : true,\n      args: Array.isArray(cliOpts.desktopArgs) ? (cliOpts.desktopArgs as string[]) : undefined,\n      env: (cliOpts.desktopEnv as Record<string, string>) || undefined,\n      cwd: typeof cliOpts.startCwd === 'string' ? cliOpts.startCwd : undefined\n    });\n\n    activeDriver = driver;\n    const session = await driver.start(options.currentViewport);\n\n    return {\n      page: session.page,\n      context: session.context,\n      browser: session.browser,\n      stop: async () => {\n        await driver.stop();\n        activeDriver = null;\n      }\n    };\n  },\n\n  teardown: async () => {\n    if (activeDriver) {\n      await activeDriver.stop();\n      activeDriver = null;\n    }\n  }\n});\n\nexport default desktopWebview2Plugin;\n"],"mappings":";AA0DO,SAAS,aAAa,QAA0C;AACrE,SAAO;AACT;;;AC5DA,SAAS,aAAgC;AACzC,OAAO,UAAU;AACjB,OAAO,UAAU;AACjB,OAAO,QAAQ;;;ACHf,SAAS,YAAY,oBAA4D;AAK1E,IAAM,WAAyC,IAAI,MAAM,cAAc;AAAA,EAC5E,IAAI,QAAQ,MAAM,UAAU;AAC1B,QAAI,SAAS,UAAU;AACrB,aAAO,UAAU,SAAiD;AAChE,YAAI;AACF,iBAAO,MAAM,OAAO,OAAO,GAAG,IAAI;AAAA,QACpC,SAAS,KAAU;AACjB,cACE,IAAI,SAAS,SAAS,0BAA0B,KAChD,IAAI,SAAS,SAAS,oBAAoB,KAC1C,IAAI,SAAS,SAAS,iCAAiC,GACvD;AACA,oBAAQ,MAAM,qEAAgE;AAC9E,oBAAQ,MAAM,2EAAoE;AAAA,UACpF;AACA,gBAAM;AAAA,QACR;AAAA,MACF;AAAA,IACF;AACA,UAAM,MAAM,QAAQ,IAAI,QAAQ,MAAM,QAAQ;AAC9C,WAAO,OAAO,QAAQ,aAAa,IAAI,KAAK,MAAM,IAAI;AAAA,EACxD;AACF,CAAC;;;ADrBD,OAAO,cAAc;AAWd,IAAM,gBAAN,MAAoB;AAAA,EACjB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA,eAAoC;AAAA,EACpC,UAA0B;AAAA,EAC1B,UAAiC;AAAA,EACjC,OAAoB;AAAA,EACpB,gBAAwB;AAAA,EACxB,gBAAyB;AAAA,EACzB,WAA0B;AAAA,EAElC,YAAY,SAAgC;AAC1C,SAAK,OAAO,SAAS,QAAQ;AAC7B,SAAK,aAAa,SAAS,cAAc;AACzC,SAAK,iBAAiB,SAAS;AAC/B,SAAK,OAAO,SAAS,QAAQ,CAAC;AAC9B,SAAK,MAAM,SAAS,OAAO,CAAC;AAC5B,SAAK,MAAM,SAAS;AAAA,EACtB;AAAA,EAEA,MAAc,kBAAoC;AAChD,WAAO,IAAI,QAAQ,CAAC,YAAY;AAC9B,YAAM,MAAM,KAAK,IAAI,oBAAoB,KAAK,IAAI,iBAAiB,CAAC,QAAQ;AAC1E,gBAAQ,IAAI,eAAe,GAAG;AAAA,MAChC,CAAC;AACD,UAAI,GAAG,SAAS,MAAM,QAAQ,KAAK,CAAC;AACpC,UAAI,WAAW,KAAK,MAAM;AACxB,YAAI,QAAQ;AACZ,gBAAQ,KAAK;AAAA,MACf,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,YAAY,YAAoB,MAAsB;AAClE,UAAM,YAAY,KAAK,IAAI;AAC3B,WAAO,KAAK,IAAI,IAAI,YAAY,WAAW;AACzC,UAAI,KAAK,eAAe;AACtB,cAAM,IAAI;AAAA,UACR,iEAAiE,KAAK,QAAQ;AAAA,UAAc,KAAK,cAAc,KAAK,KAAK,QAAQ;AAAA,QACnI;AAAA,MACF;AAEA,UAAI,MAAM,KAAK,gBAAgB,GAAG;AAChC;AAAA,MACF;AACA,YAAM,IAAI,QAAQ,CAAC,MAAM,WAAW,GAAG,GAAG,CAAC;AAAA,IAC7C;AACA,UAAM,IAAI;AAAA,MACR,kDAAkD,KAAK,IAAI;AAAA,EAAmB,KAAK,cAAc,KAAK,KAAK,oBAAoB;AAAA,IACjI;AAAA,EACF;AAAA,EAEA,MAAa,MAAM,kBAAkB,EAAE,OAAO,MAAM,QAAQ,IAAI,GAAuE;AACrI,UAAM,iBAAiB,MAAM,KAAK,gBAAgB;AAElD,QAAI,CAAC,gBAAgB;AACnB,UAAI,CAAC,KAAK,YAAY;AACpB,cAAM,IAAI;AAAA,UACR,8BAA8B,KAAK,IAAI,0GAA0G,KAAK,IAAI;AAAA,QAC5J;AAAA,MACF;AAEA,UAAI,CAAC,KAAK,gBAAgB;AACxB,cAAM,IAAI;AAAA,UACR,6EAA6E,KAAK,IAAI;AAAA,QACxF;AAAA,MACF;AAEA,YAAM,cAAc,KAAK,QAAQ,QAAQ,IAAI,GAAG,KAAK,cAAc;AACnE,UAAI,CAAC,GAAG,WAAW,WAAW,GAAG;AAC/B,cAAM,IAAI;AAAA,UACR,oDAAoD,WAAW;AAAA,QACjE;AAAA,MACF;AAEA,cAAQ,IAAI,wCAAiC,WAAW,EAAE;AAE1D,YAAM,YAAY,CAAC,GAAG,KAAK,IAAI;AAC/B,YAAM,eAAe,UAAU,KAAK,CAAC,MAAM,EAAE,WAAW,0BAA0B,CAAC;AACnF,UAAI,CAAC,cAAc;AACjB,kBAAU,KAAK,2BAA2B,KAAK,IAAI,EAAE;AAAA,MACvD;AAEA,YAAM,YAAY;AAAA,QAChB,GAAG,QAAQ;AAAA,QACX,GAAG,KAAK;AAAA,QACR,uCAAuC,2BAA2B,KAAK,IAAI;AAAA,MAC7E;AAEA,WAAK,gBAAgB;AACrB,WAAK,gBAAgB;AACrB,WAAK,WAAW;AAEhB,WAAK,eAAe,MAAM,aAAa,WAAW;AAAA,QAChD,KAAK;AAAA,QACL,KAAK,KAAK,OAAO,KAAK,QAAQ,WAAW;AAAA,QACzC,OAAO,CAAC,UAAU,UAAU,MAAM;AAAA,QAClC,UAAU;AAAA,MACZ,CAAC;AAED,WAAK,aAAa,QAAQ,GAAG,QAAQ,CAAC,UAAU;AAC9C,aAAK,iBAAiB,MAAM,SAAS;AAAA,MACvC,CAAC;AAED,WAAK,aAAa,GAAG,QAAQ,CAAC,SAAS;AACrC,aAAK,gBAAgB;AACrB,aAAK,WAAW;AAAA,MAClB,CAAC;AAED,WAAK,aAAa,GAAG,SAAS,CAAC,QAAQ;AACrC,gBAAQ,MAAM,4CAA4C,GAAG;AAAA,MAC/D,CAAC;AAED,cAAQ,IAAI,4DAAuD,KAAK,IAAI,KAAK;AACjF,YAAM,KAAK,YAAY;AAAA,IACzB,OAAO;AACL,cAAQ,IAAI,yEAAkE,KAAK,IAAI,EAAE;AAAA,IAC3F;AAEA,YAAQ,IAAI,2EAAoE,KAAK,IAAI,KAAK;AAC9F,SAAK,UAAU,MAAM,SAAS,eAAe,oBAAoB,KAAK,IAAI,EAAE;AAE5E,UAAM,WAAW,KAAK,QAAQ,SAAS;AACvC,SAAK,UAAU,SAAS,CAAC,KAAM,MAAM,KAAK,QAAQ,WAAW;AAE7D,UAAM,QAAQ,KAAK,QAAQ,MAAM;AACjC,QAAI,MAAM,SAAS,GAAG;AACpB,WAAK,OAAO,MAAM,CAAC;AAAA,IACrB,OAAO;AACL,WAAK,OAAO,MAAM,KAAK,QAAQ,aAAa,QAAQ,EAAE,SAAS,IAAM,CAAC;AAAA,IACxE;AAEA,QAAI,iBAAiB;AACnB,YAAM,KAAK,KAAK,gBAAgB,eAAe,EAAE,MAAM,MAAM;AAAA,MAAC,CAAC;AAAA,IACjE;AAEA,WAAO,EAAE,MAAM,KAAK,MAAM,SAAS,KAAK,SAAS,SAAS,KAAK,QAAQ;AAAA,EACzE;AAAA,EAEA,MAAa,OAAsB;AACjC,QAAI,KAAK,SAAS;AAChB,YAAM,KAAK,QAAQ,MAAM,EAAE,MAAM,MAAM;AAAA,MAAC,CAAC;AACzC,WAAK,UAAU;AAAA,IACjB;AAEA,QAAI,KAAK,gBAAgB,CAAC,KAAK,aAAa,UAAU,KAAK,aAAa,KAAK;AAC3E,cAAQ,IAAI,uEAAgE;AAC5E,YAAM,MAAM,KAAK,aAAa;AAC9B,YAAM,IAAI,QAAc,CAAC,YAAY;AACnC,iBAAS,KAAK,WAAW,MAAM,QAAQ,CAAC;AAAA,MAC1C,CAAC;AACD,WAAK,eAAe;AAAA,IACtB;AAAA,EACF;AACF;;;AEpKA,IAAI,eAAqC;AAElC,IAAM,wBAAyC,aAAa;AAAA,EACjE,MAAM;AAAA,EACN,SAAS;AAAA,EAET,eAAe,OAAO,SAAS,gBAAgB;AAE7C,UAAM,UAAU,YAAY,cAAc,CAAC;AAC3C,UAAM,gBAAgB,YAAY,eAAe;AACjD,UAAM,SAAS,QAAQ,QAAQ,kBAAkB,QAAQ,GAAG;AAE5D,QAAI,CAAC,iBAAiB,CAAC,QAAQ;AAC7B,aAAO;AAAA,IACT;AAEA,YAAQ,IAAI,2EAAoE;AAEhF,UAAM,SAAS,IAAI,cAAc;AAAA,MAC/B,gBAAgB,OAAO,QAAQ,mBAAmB,WAC9C,QAAQ,iBACR,OAAO,QAAQ,QAAQ,WACvB,QAAQ,MACR;AAAA,MACJ,MAAM,OAAO,QAAQ,SAAS,WAAW,QAAQ,OAAO;AAAA,MACxD,YAAY,OAAO,QAAQ,sBAAsB,YAAY,QAAQ,oBAAoB;AAAA,MACzF,MAAM,MAAM,QAAQ,QAAQ,WAAW,IAAK,QAAQ,cAA2B;AAAA,MAC/E,KAAM,QAAQ,cAAyC;AAAA,MACvD,KAAK,OAAO,QAAQ,aAAa,WAAW,QAAQ,WAAW;AAAA,IACjE,CAAC;AAED,mBAAe;AACf,UAAM,UAAU,MAAM,OAAO,MAAM,QAAQ,eAAe;AAE1D,WAAO;AAAA,MACL,MAAM,QAAQ;AAAA,MACd,SAAS,QAAQ;AAAA,MACjB,SAAS,QAAQ;AAAA,MACjB,MAAM,YAAY;AAChB,cAAM,OAAO,KAAK;AAClB,uBAAe;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AAAA,EAEA,UAAU,YAAY;AACpB,QAAI,cAAc;AAChB,YAAM,aAAa,KAAK;AACxB,qBAAe;AAAA,IACjB;AAAA,EACF;AACF,CAAC;AAED,IAAO,2BAAQ;","names":[]}

package/dist/plugins/live-controller/index.d.mts

@@ -0,0 +1,35 @@
+import { A as AgentLensPlugin } from '../../dsl-BIjVN1M0.mjs';
+import { Page } from 'playwright';
+
+interface SnapLiveOptions {
+    name?: string;
+    fullPage?: boolean;
+    selector?: string;
+}
+/**
+ * Click at physical pixel coordinates on the page (for Vision AI models).
+ */
+declare function clickCoords(page: Page, x: number, y: number, options?: {
+    button?: 'left' | 'right' | 'middle';
+    clickCount?: number;
+}): Promise<void>;
+/**
+ * Drag and drop from (fromX, fromY) to (toX, toY).
+ */
+declare function dragAndDrop(page: Page, fromX: number, fromY: number, toX: number, toY: number, steps?: number): Promise<void>;
+/**
+ * Scroll page by percentage (0 to 100).
+ */
+declare function scrollPercent(page: Page, percent: number): Promise<void>;
+/**
+ * Capture a live snapshot with optional fullPage (--full) support.
+ */
+declare function snapLive(page: Page, options?: SnapLiveOptions): Promise<string>;
+/**
+ * Handle CLI commands: live start, click, type, snap, stop
+ */
+declare function handleLiveCli(argv: string[]): Promise<boolean>;
+
+declare const liveControllerPlugin: AgentLensPlugin;
+
+export { type SnapLiveOptions, clickCoords, liveControllerPlugin as default, dragAndDrop, handleLiveCli, liveControllerPlugin, scrollPercent, snapLive };

package/dist/plugins/live-controller/index.d.ts

@@ -0,0 +1,35 @@
+import { A as AgentLensPlugin } from '../../dsl-BIjVN1M0.js';
+import { Page } from 'playwright';
+
+interface SnapLiveOptions {
+    name?: string;
+    fullPage?: boolean;
+    selector?: string;
+}
+/**
+ * Click at physical pixel coordinates on the page (for Vision AI models).
+ */
+declare function clickCoords(page: Page, x: number, y: number, options?: {
+    button?: 'left' | 'right' | 'middle';
+    clickCount?: number;
+}): Promise<void>;
+/**
+ * Drag and drop from (fromX, fromY) to (toX, toY).
+ */
+declare function dragAndDrop(page: Page, fromX: number, fromY: number, toX: number, toY: number, steps?: number): Promise<void>;
+/**
+ * Scroll page by percentage (0 to 100).
+ */
+declare function scrollPercent(page: Page, percent: number): Promise<void>;
+/**
+ * Capture a live snapshot with optional fullPage (--full) support.
+ */
+declare function snapLive(page: Page, options?: SnapLiveOptions): Promise<string>;
+/**
+ * Handle CLI commands: live start, click, type, snap, stop
+ */
+declare function handleLiveCli(argv: string[]): Promise<boolean>;
+
+declare const liveControllerPlugin: AgentLensPlugin;
+
+export { type SnapLiveOptions, clickCoords, liveControllerPlugin as default, dragAndDrop, handleLiveCli, liveControllerPlugin, scrollPercent, snapLive };

package/dist/plugins/live-controller/index.js

@@ -0,0 +1,303 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/plugins/live-controller/index.ts
+var live_controller_exports = {};
+__export(live_controller_exports, {
+  clickCoords: () => clickCoords,
+  default: () => live_controller_default,
+  dragAndDrop: () => dragAndDrop,
+  handleLiveCli: () => handleLiveCli,
+  liveControllerPlugin: () => liveControllerPlugin,
+  scrollPercent: () => scrollPercent,
+  snapLive: () => snapLive
+});
+module.exports = __toCommonJS(live_controller_exports);
+
+// src/shared/api/plugin.ts
+function definePlugin(plugin) {
+  return plugin;
+}
+
+// src/plugins/live-controller/actions.ts
+var import_path2 = __toESM(require("path"));
+
+// src/plugins/live-controller/session.ts
+var import_fs = __toESM(require("fs"));
+var import_path = __toESM(require("path"));
+
+// src/shared/lib/playwrightLoader.ts
+var import_playwright = require("playwright");
+var chromium = new Proxy(import_playwright.chromium, {
+  get(target, prop, receiver) {
+    if (prop === "launch") {
+      return async (...args) => {
+        try {
+          return await target.launch(...args);
+        } catch (err) {
+          if (err.message?.includes("Executable doesn't exist") || err.message?.includes("playwright install") || err.message?.includes("browser has not been downloaded")) {
+            console.error("\n\u274C [AgentLens] Playwright Chromium browser binary is missing!");
+            console.error("\u{1F449} Please install it by running: npx playwright install chromium\n");
+          }
+          throw err;
+        }
+      };
+    }
+    const val = Reflect.get(target, prop, receiver);
+    return typeof val === "function" ? val.bind(target) : val;
+  }
+});
+
+// src/plugins/live-controller/session.ts
+var import_tree_kill = __toESM(require("tree-kill"));
+var SESSION_DIR = import_path.default.resolve(process.cwd(), ".agent-lens");
+var SESSION_FILE = import_path.default.join(SESSION_DIR, "live-session.json");
+var LIVE_ARTIFACTS_DIR = import_path.default.resolve(process.cwd(), "artifacts", "live");
+function getLiveArtifactsDir() {
+  if (!import_fs.default.existsSync(LIVE_ARTIFACTS_DIR)) {
+    import_fs.default.mkdirSync(LIVE_ARTIFACTS_DIR, { recursive: true });
+  }
+  return LIVE_ARTIFACTS_DIR;
+}
+function readLiveSession() {
+  if (!import_fs.default.existsSync(SESSION_FILE)) return null;
+  try {
+    return JSON.parse(import_fs.default.readFileSync(SESSION_FILE, "utf-8"));
+  } catch {
+    return null;
+  }
+}
+function saveLiveSession(info) {
+  if (!import_fs.default.existsSync(SESSION_DIR)) {
+    import_fs.default.mkdirSync(SESSION_DIR, { recursive: true });
+  }
+  import_fs.default.writeFileSync(SESSION_FILE, JSON.stringify(info, null, 2), "utf-8");
+}
+function clearLiveSession() {
+  if (import_fs.default.existsSync(SESSION_FILE)) {
+    try {
+      import_fs.default.unlinkSync(SESSION_FILE);
+    } catch {
+    }
+  }
+}
+async function connectToLiveSession() {
+  const session = readLiveSession();
+  if (!session) {
+    throw new Error(
+      `No active live session found. Start one with: npx agent-lens live start --url=http://localhost:5173`
+    );
+  }
+  const browser = await chromium.connectOverCDP(`http://127.0.0.1:${session.port}`);
+  const contexts = browser.contexts();
+  const context = contexts[0] || await browser.newContext();
+  const pages = context.pages();
+  const page = pages[0] || await context.waitForEvent("page", { timeout: 5e3 });
+  return { browser, context, page };
+}
+async function stopLiveSession() {
+  const session = readLiveSession();
+  if (!session) {
+    console.log(`\u2139\uFE0F [Live] No active session to stop.`);
+    return false;
+  }
+  try {
+    const { browser } = await connectToLiveSession();
+    await browser.close().catch(() => {
+    });
+  } catch {
+  }
+  if (session.pid) {
+    await new Promise((resolve) => {
+      (0, import_tree_kill.default)(session.pid, "SIGTERM", () => resolve());
+    });
+  }
+  clearLiveSession();
+  console.log(`\u{1F6D1} [Live] Session stopped and cleaned up.`);
+  return true;
+}
+
+// src/plugins/live-controller/actions.ts
+async function clickCoords(page, x, y, options) {
+  console.log(`\u{1F5B1}\uFE0F [LiveController] Clicking coordinates: (${x}, ${y})`);
+  await page.mouse.click(x, y, options);
+  await page.waitForTimeout(200);
+}
+async function dragAndDrop(page, fromX, fromY, toX, toY, steps = 10) {
+  console.log(`\u{1F590}\uFE0F [LiveController] Dragging from (${fromX}, ${fromY}) to (${toX}, ${toY}) in ${steps} steps`);
+  await page.mouse.move(fromX, fromY);
+  await page.mouse.down();
+  await page.mouse.move(toX, toY, { steps });
+  await page.mouse.up();
+  await page.waitForTimeout(200);
+}
+async function scrollPercent(page, percent) {
+  const clamped = Math.max(0, Math.min(100, percent));
+  console.log(`\u{1F4DC} [LiveController] Scrolling to ${clamped}% of page height`);
+  await page.evaluate((pct) => {
+    const totalHeight = document.documentElement.scrollHeight - window.innerHeight;
+    const targetY = totalHeight * pct / 100;
+    window.scrollTo({ top: targetY, behavior: "smooth" });
+  }, clamped);
+  await page.waitForTimeout(300);
+}
+async function snapLive(page, options) {
+  const artifactsDir = getLiveArtifactsDir();
+  const fileName = options?.name ? `${options.name}.png` : "current.png";
+  const filePath = import_path2.default.join(artifactsDir, fileName);
+  if (options?.selector) {
+    const el = await page.waitForSelector(options.selector, { timeout: 5e3 });
+    await el.screenshot({ path: filePath });
+  } else {
+    await page.screenshot({ path: filePath, fullPage: options?.fullPage ?? false });
+  }
+  console.log(`\u{1F4F8} [LiveController] Snapshot saved: ${filePath}${options?.fullPage ? " (Full Page)" : ""}`);
+  return filePath;
+}
+async function handleLiveCli(argv) {
+  const action = argv[0]?.toLowerCase();
+  switch (action) {
+    case "start": {
+      const urlArg = argv.find((a) => a.startsWith("--url="))?.split("=")[1] || "http://localhost:5173";
+      const portArg = parseInt(argv.find((a) => a.startsWith("--port="))?.split("=")[1] || "9223", 10);
+      const isHeaded = argv.includes("--headed");
+      console.log(`\u{1F680} [Live] Starting background browser for ${urlArg} on CDP port ${portArg}...`);
+      const browser = await chromium.launch({
+        headless: !isHeaded,
+        args: [`--remote-debugging-port=${portArg}`, "--no-sandbox"]
+      });
+      const context = await browser.newContext({ viewport: { width: 1200, height: 800 } });
+      const page = await context.newPage();
+      await page.goto(urlArg, { waitUntil: "domcontentloaded" });
+      await page.waitForTimeout(500);
+      saveLiveSession({
+        port: portArg,
+        url: urlArg,
+        startedAt: (/* @__PURE__ */ new Date()).toISOString()
+      });
+      await snapLive(page, { name: "current" });
+      console.log(`\u2705 [Live] Session active! You can now send live commands:
+`);
+      console.log(`   npx agent-lens live click 450 120`);
+      console.log(`   npx agent-lens live type "input" "hello"`);
+      console.log(`   npx agent-lens live snap --full`);
+      console.log(`   npx agent-lens live stop
+`);
+      return true;
+    }
+    case "click": {
+      const { page, browser } = await connectToLiveSession();
+      const firstArg = argv[1];
+      const secondArg = argv[2];
+      const x = parseInt(firstArg, 10);
+      const y = parseInt(secondArg, 10);
+      if (!isNaN(x) && !isNaN(y)) {
+        await clickCoords(page, x, y);
+      } else if (firstArg) {
+        console.log(`\u{1F5B1}\uFE0F [Live] Clicking selector: "${firstArg}"`);
+        await page.click(firstArg);
+      } else {
+        console.error(`\u274C Usage: npx agent-lens live click <x> <y> OR npx agent-lens live click <selector>`);
+        await browser.close();
+        return false;
+      }
+      await snapLive(page, { name: "current" });
+      return true;
+    }
+    case "type": {
+      const { page, browser } = await connectToLiveSession();
+      const selector = argv[1];
+      const text = argv[2];
+      if (!selector || text === void 0) {
+        console.error(`\u274C Usage: npx agent-lens live type <selector> <text>`);
+        await browser.close();
+        return false;
+      }
+      console.log(`\u2328\uFE0F [Live] Typing into "${selector}": "${text}"`);
+      await page.fill(selector, text);
+      await snapLive(page, { name: "current" });
+      return true;
+    }
+    case "snap": {
+      const { page } = await connectToLiveSession();
+      const isFull = argv.includes("--full");
+      const nameArg = argv.find((a) => !a.startsWith("--") && a !== "snap");
+      await snapLive(page, { name: nameArg || "current", fullPage: isFull });
+      return true;
+    }
+    case "stop": {
+      return await stopLiveSession();
+    }
+    default: {
+      console.log(`
+\u2139\uFE0F AgentLens Live Controller:
+  npx agent-lens live start --url=<url>   Start background live session
+  npx agent-lens live click <x> <y>       Click at pixel coordinates
+  npx agent-lens live click <selector>    Click CSS selector
+  npx agent-lens live type <sel> <text>   Fill input field
+  npx agent-lens live snap [name] [--full] Capture current or full-page screenshot
+  npx agent-lens live stop                Close live browser and finish
+      `);
+      return true;
+    }
+  }
+}
+
+// src/plugins/live-controller/index.ts
+var liveControllerPlugin = definePlugin({
+  name: "live-controller",
+  version: "1.0.0",
+  extendContext: (_ctx, page) => {
+    return {
+      clickCoords: async (x, y, options) => {
+        await clickCoords(page, x, y, options);
+      },
+      dragAndDrop: async (fromX, fromY, toX, toY, steps) => {
+        await dragAndDrop(page, fromX, fromY, toX, toY, steps);
+      },
+      scrollPercent: async (percent) => {
+        await scrollPercent(page, percent);
+      },
+      snapLive: async (options) => {
+        return await snapLive(page, options);
+      }
+    };
+  }
+});
+var live_controller_default = liveControllerPlugin;
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  clickCoords,
+  dragAndDrop,
+  handleLiveCli,
+  liveControllerPlugin,
+  scrollPercent,
+  snapLive
+});
+//# sourceMappingURL=index.js.map