@thanhvn14/csvibe 0.1.3 → 0.1.5

package/.github/skills/chrome-devtools/scripts/lib/browser.js

@@ -0,0 +1,318 @@
+/**
+ * Shared browser utilities for Chrome DevTools scripts
+ * Supports persistent browser sessions via WebSocket endpoint file
+ */
+import puppeteer from 'puppeteer';
+import debug from 'debug';
+import fs from 'fs';
+import path from 'path';
+import { fileURLToPath } from 'url';
+
+const log = debug('chrome-devtools:browser');
+
+// Session file stores WebSocket endpoint for browser reuse across processes
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+const SESSION_FILE = path.join(__dirname, '..', '.browser-session.json');
+const AUTH_SESSION_FILE = path.join(__dirname, '..', '.auth-session.json');
+
+let browserInstance = null;
+let pageInstance = null;
+
+/**
+ * Read session info from file
+ */
+function readSession() {
+  try {
+    if (fs.existsSync(SESSION_FILE)) {
+      const data = JSON.parse(fs.readFileSync(SESSION_FILE, 'utf8'));
+      // Check if session is not too old (max 1 hour)
+      if (Date.now() - data.timestamp < 3600000) {
+        return data;
+      }
+    }
+  } catch (e) {
+    log('Failed to read session:', e.message);
+  }
+  return null;
+}
+
+/**
+ * Write session info to file
+ */
+function writeSession(wsEndpoint) {
+  try {
+    fs.writeFileSync(SESSION_FILE, JSON.stringify({
+      wsEndpoint,
+      timestamp: Date.now()
+    }));
+  } catch (e) {
+    log('Failed to write session:', e.message);
+  }
+}
+
+/**
+ * Clear session file
+ */
+function clearSession() {
+  try {
+    if (fs.existsSync(SESSION_FILE)) {
+      fs.unlinkSync(SESSION_FILE);
+    }
+  } catch (e) {
+    log('Failed to clear session:', e.message);
+  }
+}
+
+/**
+ * Save auth session (cookies, storage) for persistence
+ * @param {Object} authData - Auth data to save
+ */
+export function saveAuthSession(authData) {
+  try {
+    const existing = readAuthSession() || {};
+    const merged = { ...existing, ...authData, timestamp: Date.now() };
+    fs.writeFileSync(AUTH_SESSION_FILE, JSON.stringify(merged, null, 2));
+    log('Auth session saved');
+  } catch (e) {
+    log('Failed to save auth session:', e.message);
+  }
+}
+
+/**
+ * Read auth session from file
+ * @returns {Object|null} - Auth session data or null
+ */
+export function readAuthSession() {
+  try {
+    if (fs.existsSync(AUTH_SESSION_FILE)) {
+      const data = JSON.parse(fs.readFileSync(AUTH_SESSION_FILE, 'utf8'));
+      // Auth sessions valid for 24 hours
+      if (Date.now() - data.timestamp < 86400000) {
+        return data;
+      }
+    }
+  } catch (e) {
+    log('Failed to read auth session:', e.message);
+  }
+  return null;
+}
+
+/**
+ * Clear auth session file
+ */
+export function clearAuthSession() {
+  try {
+    if (fs.existsSync(AUTH_SESSION_FILE)) {
+      fs.unlinkSync(AUTH_SESSION_FILE);
+      log('Auth session cleared');
+    }
+  } catch (e) {
+    log('Failed to clear auth session:', e.message);
+  }
+}
+
+/**
+ * Apply saved auth session to page
+ * @param {Object} page - Puppeteer page instance
+ * @param {string} url - Target URL for domain context
+ */
+export async function applyAuthSession(page, url) {
+  const authData = readAuthSession();
+  if (!authData) {
+    log('No auth session found');
+    return false;
+  }
+
+  try {
+    // Apply cookies
+    if (authData.cookies && authData.cookies.length > 0) {
+      await page.setCookie(...authData.cookies);
+      log(`Applied ${authData.cookies.length} cookies`);
+    }
+
+    // Apply localStorage (requires navigation first)
+    if (authData.localStorage && Object.keys(authData.localStorage).length > 0) {
+      await page.evaluate((data) => {
+        Object.entries(data).forEach(([key, value]) => {
+          localStorage.setItem(key, typeof value === 'string' ? value : JSON.stringify(value));
+        });
+      }, authData.localStorage);
+      log('Applied localStorage data');
+    }
+
+    // Apply sessionStorage
+    if (authData.sessionStorage && Object.keys(authData.sessionStorage).length > 0) {
+      await page.evaluate((data) => {
+        Object.entries(data).forEach(([key, value]) => {
+          sessionStorage.setItem(key, typeof value === 'string' ? value : JSON.stringify(value));
+        });
+      }, authData.sessionStorage);
+      log('Applied sessionStorage data');
+    }
+
+    // Apply extra headers
+    if (authData.headers) {
+      await page.setExtraHTTPHeaders(authData.headers);
+      log('Applied HTTP headers');
+    }
+
+    return true;
+  } catch (e) {
+    log('Failed to apply auth session:', e.message);
+    return false;
+  }
+}
+
+/**
+ * Launch or connect to browser
+ * If a session file exists with valid wsEndpoint, connects to existing browser
+ * Otherwise launches new browser and saves wsEndpoint for future connections
+ */
+export async function getBrowser(options = {}) {
+  // If we already have a connected browser in this process, reuse it
+  if (browserInstance && browserInstance.isConnected()) {
+    log('Reusing existing browser instance from process');
+    return browserInstance;
+  }
+
+  // Try to connect to existing browser from session file
+  const session = readSession();
+  if (session && session.wsEndpoint) {
+    try {
+      log('Attempting to connect to existing browser session');
+      browserInstance = await puppeteer.connect({
+        browserWSEndpoint: session.wsEndpoint
+      });
+      log('Connected to existing browser');
+      return browserInstance;
+    } catch (e) {
+      log('Failed to connect to existing browser:', e.message);
+      clearSession();
+    }
+  }
+
+  // Connect via provided wsEndpoint or browserUrl
+  if (options.wsEndpoint || options.browserUrl) {
+    log('Connecting to browser via provided endpoint');
+    browserInstance = await puppeteer.connect({
+      browserWSEndpoint: options.wsEndpoint,
+      browserURL: options.browserUrl
+    });
+    return browserInstance;
+  }
+
+  // Launch new browser
+  const launchOptions = {
+    headless: options.headless !== false,
+    args: [
+      '--no-sandbox',
+      '--disable-setuid-sandbox',
+      '--disable-dev-shm-usage',
+      ...(options.args || [])
+    ],
+    defaultViewport: options.viewport || {
+      width: 1920,
+      height: 1080
+    },
+    ...options
+  };
+
+  log('Launching new browser');
+  browserInstance = await puppeteer.launch(launchOptions);
+
+  // Save wsEndpoint for future connections
+  const wsEndpoint = browserInstance.wsEndpoint();
+  writeSession(wsEndpoint);
+  log('Browser launched, session saved');
+
+  return browserInstance;
+}
+
+/**
+ * Get current page or create new one
+ */
+export async function getPage(browser) {
+  if (pageInstance && !pageInstance.isClosed()) {
+    log('Reusing existing page');
+    return pageInstance;
+  }
+
+  const pages = await browser.pages();
+  if (pages.length > 0) {
+    pageInstance = pages[0];
+  } else {
+    pageInstance = await browser.newPage();
+  }
+
+  return pageInstance;
+}
+
+/**
+ * Close browser and clear session
+ */
+export async function closeBrowser() {
+  if (browserInstance) {
+    await browserInstance.close();
+    browserInstance = null;
+    pageInstance = null;
+    clearSession();
+    log('Browser closed, session cleared');
+  }
+}
+
+/**
+ * Disconnect from browser without closing it
+ * Use this to keep browser running for future script executions
+ */
+export async function disconnectBrowser() {
+  if (browserInstance) {
+    browserInstance.disconnect();
+    browserInstance = null;
+    pageInstance = null;
+    log('Disconnected from browser (browser still running)');
+  }
+}
+
+/**
+ * Parse command line arguments
+ */
+export function parseArgs(argv, options = {}) {
+  const args = {};
+
+  for (let i = 0; i < argv.length; i++) {
+    const arg = argv[i];
+
+    if (arg.startsWith('--')) {
+      const key = arg.slice(2);
+      const nextArg = argv[i + 1];
+
+      if (nextArg && !nextArg.startsWith('--')) {
+        args[key] = nextArg;
+        i++;
+      } else {
+        args[key] = true;
+      }
+    }
+  }
+
+  return args;
+}
+
+/**
+ * Output JSON result
+ */
+export function outputJSON(data) {
+  console.log(JSON.stringify(data, null, 2));
+}
+
+/**
+ * Output error
+ */
+export function outputError(error) {
+  console.error(JSON.stringify({
+    success: false,
+    error: error.message,
+    stack: error.stack
+  }, null, 2));
+  process.exit(1);
+}

package/.github/skills/chrome-devtools/scripts/lib/selector.js

@@ -0,0 +1,178 @@
+/**
+ * Shared selector parsing and validation library
+ * Supports CSS and XPath selectors with security validation
+ */
+
+/**
+ * Parse and validate selector
+ * @param {string} selector - CSS or XPath selector
+ * @returns {{type: 'css'|'xpath', selector: string}}
+ * @throws {Error} If XPath contains injection patterns
+ */
+export function parseSelector(selector) {
+  if (!selector || typeof selector !== 'string') {
+    throw new Error('Selector must be a non-empty string');
+  }
+
+  // Detect XPath selectors
+  if (selector.startsWith('/') || selector.startsWith('(//')) {
+    // XPath injection prevention
+    validateXPath(selector);
+    return { type: 'xpath', selector };
+  }
+
+  // CSS selector
+  return { type: 'css', selector };
+}
+
+/**
+ * Validate XPath selector for security
+ * @param {string} xpath - XPath expression to validate
+ * @throws {Error} If XPath contains dangerous patterns
+ */
+function validateXPath(xpath) {
+  const dangerous = [
+    'javascript:',
+    '<script',
+    'onerror=',
+    'onload=',
+    'onclick=',
+    'onmouseover=',
+    'eval(',
+    'Function(',
+    'constructor(',
+  ];
+
+  const lower = xpath.toLowerCase();
+  for (const pattern of dangerous) {
+    if (lower.includes(pattern.toLowerCase())) {
+      throw new Error(`Potential XPath injection detected: ${pattern}`);
+    }
+  }
+
+  // Additional validation: check for extremely long selectors (potential DoS)
+  if (xpath.length > 1000) {
+    throw new Error('XPath selector too long (max 1000 characters)');
+  }
+}
+
+/**
+ * Wait for element based on selector type
+ * @param {Object} page - Puppeteer page instance
+ * @param {{type: string, selector: string}} parsed - Parsed selector
+ * @param {Object} options - Wait options (visible, timeout)
+ * @returns {Promise<void>}
+ */
+export async function waitForElement(page, parsed, options = {}) {
+  const defaultOptions = {
+    visible: true,
+    timeout: 5000,
+    ...options
+  };
+
+  if (parsed.type === 'xpath') {
+    // Use locator API for XPath (Puppeteer v24+)
+    const locator = page.locator(`::-p-xpath(${parsed.selector})`);
+    // setVisibility and setTimeout are the locator options
+    await locator
+      .setVisibility(defaultOptions.visible ? 'visible' : null)
+      .setTimeout(defaultOptions.timeout)
+      .wait();
+  } else {
+    await page.waitForSelector(parsed.selector, defaultOptions);
+  }
+}
+
+/**
+ * Click element based on selector type
+ * @param {Object} page - Puppeteer page instance
+ * @param {{type: string, selector: string}} parsed - Parsed selector
+ * @returns {Promise<void>}
+ */
+export async function clickElement(page, parsed) {
+  if (parsed.type === 'xpath') {
+    // Use locator API for XPath (Puppeteer v24+)
+    const locator = page.locator(`::-p-xpath(${parsed.selector})`);
+    await locator.click();
+  } else {
+    await page.click(parsed.selector);
+  }
+}
+
+/**
+ * Type into element based on selector type
+ * @param {Object} page - Puppeteer page instance
+ * @param {{type: string, selector: string}} parsed - Parsed selector
+ * @param {string} value - Text to type
+ * @param {Object} options - Type options (delay, clear)
+ * @returns {Promise<void>}
+ */
+export async function typeIntoElement(page, parsed, value, options = {}) {
+  if (parsed.type === 'xpath') {
+    // Use locator API for XPath (Puppeteer v24+)
+    const locator = page.locator(`::-p-xpath(${parsed.selector})`);
+
+    // Clear if requested
+    if (options.clear) {
+      await locator.fill('');
+    }
+
+    await locator.fill(value);
+  } else {
+    // CSS selector
+    if (options.clear) {
+      await page.$eval(parsed.selector, el => el.value = '');
+    }
+
+    await page.type(parsed.selector, value, { delay: options.delay || 0 });
+  }
+}
+
+/**
+ * Get element handle based on selector type
+ * @param {Object} page - Puppeteer page instance
+ * @param {{type: string, selector: string}} parsed - Parsed selector
+ * @returns {Promise<ElementHandle|null>}
+ */
+export async function getElement(page, parsed) {
+  if (parsed.type === 'xpath') {
+    // For XPath, use page.evaluate with XPath evaluation
+    // This returns the first matching element
+    const element = await page.evaluateHandle((xpath) => {
+      const result = document.evaluate(
+        xpath,
+        document,
+        null,
+        XPathResult.FIRST_ORDERED_NODE_TYPE,
+        null
+      );
+      return result.singleNodeValue;
+    }, parsed.selector);
+
+    // Convert JSHandle to ElementHandle
+    const elementHandle = element.asElement();
+    return elementHandle;
+  } else {
+    return await page.$(parsed.selector);
+  }
+}
+
+/**
+ * Get enhanced error message for selector failures
+ * @param {Error} error - Original error
+ * @param {string} selector - Selector that failed
+ * @returns {Error} Enhanced error with troubleshooting tips
+ */
+export function enhanceError(error, selector) {
+  if (error.message.includes('waiting for selector') ||
+      error.message.includes('waiting for XPath') ||
+      error.message.includes('No node found')) {
+    error.message += '\n\nTroubleshooting:\n' +
+      '1. Use snapshot.js to find correct selector: node snapshot.js --url <url>\n' +
+      '2. Try XPath selector: //button[text()="Click"] or //button[contains(text(),"Click")]\n' +
+      '3. Check element is visible on page (not display:none or hidden)\n' +
+      '4. Increase --timeout value: --timeout 10000\n' +
+      '5. Change wait strategy: --wait-until load or --wait-until domcontentloaded';
+  }
+  return error;
+}

package/.github/skills/chrome-devtools/scripts/navigate.js

@@ -0,0 +1,54 @@
+#!/usr/bin/env node
+/**
+ * Navigate to a URL
+ * Usage: node navigate.js --url https://example.com [--wait-until networkidle2] [--timeout 30000]
+ *
+ * Session behavior:
+ *   --close false  : Keep browser running, disconnect from it (default for chaining)
+ *   --close true   : Close browser completely and clear session
+ */
+import { getBrowser, getPage, closeBrowser, disconnectBrowser, parseArgs, outputJSON, outputError } from './lib/browser.js';
+
+async function navigate() {
+  const args = parseArgs(process.argv.slice(2));
+
+  if (!args.url) {
+    outputError(new Error('--url is required'));
+    return;
+  }
+
+  try {
+    const browser = await getBrowser({
+      headless: args.headless !== 'false'
+    });
+
+    const page = await getPage(browser);
+
+    const options = {
+      waitUntil: args['wait-until'] || 'networkidle2',
+      timeout: parseInt(args.timeout || '30000')
+    };
+
+    await page.goto(args.url, options);
+
+    const result = {
+      success: true,
+      url: page.url(),
+      title: await page.title()
+    };
+
+    outputJSON(result);
+
+    // Default: disconnect to keep browser running for session persistence
+    // Use --close true to fully close browser
+    if (args.close === 'true') {
+      await closeBrowser();
+    } else {
+      await disconnectBrowser();
+    }
+  } catch (error) {
+    outputError(error);
+  }
+}
+
+navigate();

package/.github/skills/chrome-devtools/scripts/network.js

@@ -0,0 +1,106 @@
+#!/usr/bin/env node
+/**
+ * Monitor network requests
+ * Usage: node network.js --url https://example.com [--types xhr,fetch] [--output requests.json]
+ */
+import { getBrowser, getPage, closeBrowser, disconnectBrowser, parseArgs, outputJSON, outputError } from './lib/browser.js';
+import fs from 'fs/promises';
+
+async function monitorNetwork() {
+  const args = parseArgs(process.argv.slice(2));
+
+  if (!args.url) {
+    outputError(new Error('--url is required'));
+    return;
+  }
+
+  try {
+    const browser = await getBrowser({
+      headless: args.headless !== 'false'
+    });
+
+    const page = await getPage(browser);
+
+    const requests = [];
+    const filterTypes = args.types ? args.types.split(',').map(t => t.toLowerCase()) : null;
+
+    // Monitor requests
+    page.on('request', (request) => {
+      const resourceType = request.resourceType().toLowerCase();
+
+      if (!filterTypes || filterTypes.includes(resourceType)) {
+        requests.push({
+          id: request._requestId || requests.length,
+          url: request.url(),
+          method: request.method(),
+          resourceType: resourceType,
+          headers: request.headers(),
+          postData: request.postData(),
+          timestamp: Date.now()
+        });
+      }
+    });
+
+    // Monitor responses
+    const responses = new Map();
+    page.on('response', async (response) => {
+      const request = response.request();
+      const resourceType = request.resourceType().toLowerCase();
+
+      if (!filterTypes || filterTypes.includes(resourceType)) {
+        try {
+          responses.set(request._requestId || request.url(), {
+            status: response.status(),
+            statusText: response.statusText(),
+            headers: response.headers(),
+            fromCache: response.fromCache(),
+            timing: response.timing()
+          });
+        } catch (e) {
+          // Ignore errors for some response types
+        }
+      }
+    });
+
+    // Navigate
+    await page.goto(args.url, {
+      waitUntil: args['wait-until'] || 'networkidle2'
+    });
+
+    // Merge requests with responses
+    const combined = requests.map(req => ({
+      ...req,
+      response: responses.get(req.id) || responses.get(req.url) || null
+    }));
+
+    const result = {
+      success: true,
+      url: page.url(),
+      requestCount: combined.length,
+      requests: combined
+    };
+
+    if (args.output) {
+      await fs.writeFile(args.output, JSON.stringify(result, null, 2));
+      outputJSON({
+        success: true,
+        output: args.output,
+        requestCount: combined.length
+      });
+    } else {
+      outputJSON(result);
+    }
+
+    // Default: disconnect to keep browser running for session persistence
+    // Use --close true to fully close browser
+    if (args.close === 'true') {
+      await closeBrowser();
+    } else {
+      await disconnectBrowser();
+    }
+  } catch (error) {
+    outputError(error);
+  }
+}
+
+monitorNetwork();