@hasna/browser 0.1.0 → 0.1.1

package/dist/cli/index.js

@@ -2358,6 +2358,54 @@ function runMigrations(db) {
         CREATE INDEX IF NOT EXISTS idx_auth_flows_domain ON auth_flows(domain);
         CREATE INDEX IF NOT EXISTS idx_auth_flows_name ON auth_flows(name);
       `
+    },
+    {
+      version: 7,
+      sql: `
+        CREATE TABLE IF NOT EXISTS workflows (
+          id TEXT PRIMARY KEY,
+          name TEXT NOT NULL UNIQUE,
+          description TEXT,
+          steps TEXT NOT NULL DEFAULT '[]',
+          start_url TEXT,
+          last_run TEXT,
+          last_heal TEXT,
+          heal_count INTEGER DEFAULT 0,
+          run_count INTEGER DEFAULT 0,
+          created_at TEXT DEFAULT (datetime('now')),
+          updated_at TEXT DEFAULT (datetime('now'))
+        );
+      `
+    },
+    {
+      version: 8,
+      sql: `
+        CREATE TABLE IF NOT EXISTS datasets (
+          id TEXT PRIMARY KEY,
+          name TEXT NOT NULL UNIQUE,
+          source_url TEXT,
+          source_type TEXT NOT NULL DEFAULT 'page',
+          data TEXT NOT NULL DEFAULT '[]',
+          schema TEXT,
+          row_count INTEGER DEFAULT 0,
+          last_refresh TEXT,
+          created_at TEXT DEFAULT (datetime('now')),
+          updated_at TEXT DEFAULT (datetime('now'))
+        );
+
+        CREATE TABLE IF NOT EXISTS api_endpoints (
+          id TEXT PRIMARY KEY,
+          session_id TEXT,
+          url TEXT NOT NULL,
+          method TEXT DEFAULT 'GET',
+          response_schema TEXT,
+          sample_response TEXT,
+          status_code INTEGER,
+          content_type TEXT,
+          discovered_at TEXT DEFAULT (datetime('now'))
+        );
+        CREATE INDEX IF NOT EXISTS idx_api_endpoints_session ON api_endpoints(session_id);
+      `
     }
   ];
   for (const m of migrations) {
@@ -3322,14 +3370,14 @@ function enableConsoleCapture(page, sessionId) {
       warning: "warn"
     };
     const level = levelMap[msg.type()] ?? "log";
-    const location = msg.location();
+    const location2 = msg.location();
     try {
       logConsoleMessage({
         session_id: sessionId,
         level,
         message: msg.text(),
-        source: location.url || undefined,
-        line_number: location.lineNumber || undefined
+        source: location2.url || undefined,
+        line_number: location2.lineNumber || undefined
       });
     } catch {}
   };
@@ -16805,6 +16853,419 @@ var init_annotate = __esm(() => {
   import_sharp3 = __toESM(require_lib(), 1);
 });
 
+// src/lib/env-detector.ts
+var exports_env_detector = {};
+__export(exports_env_detector, {
+  detectEnvironment: () => detectEnvironment
+});
+async function detectEnvironment(page) {
+  const url = page.url();
+  const signals = [];
+  let score = { local: 0, dev: 0, staging: 0, prod: 0 };
+  try {
+    const u = new URL(url);
+    if (u.hostname === "localhost" || u.hostname === "127.0.0.1" || u.hostname === "0.0.0.0" || u.hostname.endsWith(".local")) {
+      score.local += 5;
+      signals.push(`URL hostname: ${u.hostname} \u2192 local`);
+    } else if (u.hostname.match(/^(dev|development)\./i) || u.port !== "") {
+      score.dev += 4;
+      signals.push(`URL pattern: ${u.hostname}:${u.port} \u2192 dev`);
+    } else if (u.hostname.match(/^(staging|stg|stage|preprod|uat)\./i)) {
+      score.staging += 4;
+      signals.push(`URL pattern: ${u.hostname} \u2192 staging`);
+    } else {
+      score.prod += 2;
+      signals.push(`URL looks production: ${u.hostname}`);
+    }
+    if (u.port && !["80", "443", ""].includes(u.port)) {
+      score.dev += 2;
+      signals.push(`Non-standard port: ${u.port}`);
+    }
+    if (u.protocol === "https:") {
+      score.prod += 1;
+      signals.push("HTTPS \u2192 likely prod");
+    } else {
+      score.dev += 2;
+      signals.push("HTTP \u2192 likely dev/local");
+    }
+  } catch {}
+  try {
+    const pageSignals = await page.evaluate(() => {
+      const s = [];
+      const w = window;
+      const envVars = ["__ENV__", "__NEXT_DATA__", "__NUXT__", "process"];
+      for (const v of envVars) {
+        if (w[v]) {
+          const env2 = w[v]?.env?.NODE_ENV ?? w[v]?.runtimeConfig?.public?.env ?? w[v]?.props?.pageProps?.env;
+          if (env2)
+            s.push(`window.${v}: ${env2}`);
+        }
+      }
+      if (w.__REACT_DEVTOOLS_GLOBAL_HOOK__?.renderers?.size > 0) {
+        const fiber = document.querySelector("[data-reactroot]") || document.getElementById("__next") || document.getElementById("root");
+        if (fiber)
+          s.push("React app detected");
+      }
+      const envMeta = document.querySelector('meta[name="environment"], meta[name="env"], meta[name="deploy-env"]');
+      if (envMeta)
+        s.push(`meta[environment]: ${envMeta.getAttribute("content")}`);
+      const scripts = document.querySelectorAll("script[src]");
+      let minified = 0, unminified = 0;
+      scripts.forEach((s2) => {
+        const src = s2.getAttribute("src") ?? "";
+        if (src.includes(".min.") || src.match(/\.[a-f0-9]{8,}\./))
+          minified++;
+        else if (src.endsWith(".js") && !src.includes("chunk"))
+          unminified++;
+      });
+      if (unminified > minified && unminified > 2)
+        s.push(`Unminified scripts (${unminified}/${minified + unminified}) \u2192 likely dev`);
+      else if (minified > 0)
+        s.push(`Minified/hashed scripts (${minified}/${minified + unminified}) \u2192 likely prod`);
+      if (document.querySelector("[data-testid]"))
+        s.push("data-testid attributes present \u2192 dev/staging");
+      if ("serviceWorker" in navigator && navigator.serviceWorker.controller) {
+        s.push("Service worker active \u2192 likely prod");
+      }
+      if (w.Sentry)
+        s.push("Sentry SDK loaded \u2192 prod monitoring");
+      if (w.__DATADOG_SYNTHETICS_INLINED_SCRIPT)
+        s.push("Datadog loaded \u2192 prod monitoring");
+      if (w.LogRocket)
+        s.push("LogRocket loaded \u2192 prod monitoring");
+      if (w._lr_loaded)
+        s.push("LogRocket loaded \u2192 prod monitoring");
+      if (w.gtag || w.ga)
+        s.push("Google Analytics loaded \u2192 likely prod");
+      if (w.posthog || w._ph)
+        s.push("PostHog loaded \u2192 prod analytics");
+      if (w.mixpanel)
+        s.push("Mixpanel loaded \u2192 prod analytics");
+      const robots = document.querySelector('meta[name="robots"]');
+      if (robots) {
+        const content = robots.getAttribute("content") ?? "";
+        if (content.includes("noindex"))
+          s.push(`robots: noindex \u2192 staging/dev`);
+      }
+      return s;
+    });
+    for (const signal of pageSignals) {
+      signals.push(signal);
+      if (signal.includes("development") || signal.includes("\u2192 dev") || signal.includes("\u2192 likely dev"))
+        score.dev += 2;
+      if (signal.includes("production") || signal.includes("\u2192 prod") || signal.includes("\u2192 likely prod"))
+        score.prod += 2;
+      if (signal.includes("staging") || signal.includes("\u2192 staging"))
+        score.staging += 2;
+      if (signal.includes("monitoring") || signal.includes("analytics"))
+        score.prod += 1;
+      if (signal.includes("noindex")) {
+        score.staging += 2;
+        score.dev += 1;
+      }
+    }
+  } catch {}
+  const entries = Object.entries(score);
+  entries.sort((a, b) => b[1] - a[1]);
+  const [env, topScore] = entries[0];
+  const [, secondScore] = entries[1];
+  const confidence = topScore >= 5 ? "high" : topScore > secondScore + 1 ? "medium" : "low";
+  return { env, confidence, signals };
+}
+
+// src/lib/deep-performance.ts
+var exports_deep_performance = {};
+__export(exports_deep_performance, {
+  getDeepPerformance: () => getDeepPerformance
+});
+function categorizeThirdParty(domain) {
+  for (const [pattern, category] of Object.entries(THIRD_PARTY_CATEGORIES)) {
+    if (domain.includes(pattern))
+      return category;
+  }
+  return "other";
+}
+async function getDeepPerformance(page) {
+  return page.evaluate(() => {
+    const perf = performance;
+    const entries = perf.getEntriesByType("resource");
+    const navEntry = perf.getEntriesByType("navigation")[0];
+    const paintEntries = perf.getEntriesByType("paint");
+    const fcp = paintEntries.find((e) => e.name === "first-contentful-paint")?.startTime;
+    const ttfb = navEntry?.responseStart;
+    const web_vitals = { fcp, ttfb };
+    try {
+      const lcpEntries = perf.getEntriesByType("largest-contentful-paint");
+      if (lcpEntries.length > 0)
+        web_vitals.lcp = lcpEntries[lcpEntries.length - 1].startTime;
+    } catch {}
+    const byType = {};
+    let totalBytes = 0;
+    const resourceList = [];
+    const pageDomain = location.hostname;
+    const thirdPartyMap = new Map;
+    for (const entry of entries) {
+      const size = entry.transferSize || entry.encodedBodySize || 0;
+      totalBytes += size;
+      let type2 = entry.initiatorType || "other";
+      if (type2 === "xmlhttprequest" || type2 === "fetch")
+        type2 = "xhr";
+      if (type2 === "link" && entry.name.match(/\.css/))
+        type2 = "css";
+      if (type2 === "img" || entry.name.match(/\.(png|jpg|jpeg|gif|svg|webp|avif|ico)/i))
+        type2 = "image";
+      if (type2 === "script" || entry.name.match(/\.js/))
+        type2 = "script";
+      if (entry.name.match(/\.(woff2?|ttf|otf|eot)/i))
+        type2 = "font";
+      if (!byType[type2])
+        byType[type2] = { count: 0, size_bytes: 0 };
+      byType[type2].count++;
+      byType[type2].size_bytes += size;
+      resourceList.push({ url: entry.name, size_bytes: size, type: type2 });
+      try {
+        const domain = new URL(entry.name).hostname;
+        if (domain !== pageDomain && !domain.endsWith(`.${pageDomain}`)) {
+          if (!thirdPartyMap.has(domain))
+            thirdPartyMap.set(domain, { scripts: 0, total_bytes: 0 });
+          const tp = thirdPartyMap.get(domain);
+          tp.scripts++;
+          tp.total_bytes += size;
+        }
+      } catch {}
+    }
+    resourceList.sort((a, b) => b.size_bytes - a.size_bytes);
+    const largest = resourceList.slice(0, 10).map((r) => ({
+      url: r.url.length > 120 ? r.url.slice(0, 117) + "..." : r.url,
+      size_bytes: r.size_bytes,
+      type: r.type
+    }));
+    const third_party = Array.from(thirdPartyMap.entries()).map(([domain, data]) => ({ domain, ...data, category: "" })).sort((a, b) => b.total_bytes - a.total_bytes).slice(0, 15);
+    const allNodes = document.querySelectorAll("*");
+    let maxDepth = 0;
+    let textNodes = 0;
+    const walker = document.createTreeWalker(document.body, NodeFilter.SHOW_ALL);
+    let node = walker.currentNode;
+    while (node) {
+      if (node.nodeType === Node.TEXT_NODE && node.textContent?.trim())
+        textNodes++;
+      let depth = 0;
+      let parent = node.parentNode;
+      while (parent) {
+        depth++;
+        parent = parent.parentNode;
+      }
+      if (depth > maxDepth)
+        maxDepth = depth;
+      node = walker.nextNode();
+    }
+    const mem = performance.memory;
+    const memory = {
+      js_heap_used_mb: mem ? Math.round(mem.usedJSHeapSize / 1024 / 1024 * 100) / 100 : 0,
+      js_heap_total_mb: mem ? Math.round(mem.totalJSHeapSize / 1024 / 1024 * 100) / 100 : 0,
+      js_heap_limit_mb: mem ? Math.round(mem.jsHeapSizeLimit / 1024 / 1024 * 100) / 100 : 0
+    };
+    return {
+      web_vitals,
+      resources: { total_transfer_bytes: totalBytes, total_resources: entries.length, by_type: byType, largest },
+      third_party,
+      dom: { node_count: document.all.length, max_depth: maxDepth, element_count: allNodes.length, text_node_count: textNodes },
+      main_thread: { long_tasks: 0, total_blocking_ms: 0 },
+      memory
+    };
+  }).then((result) => {
+    for (const tp of result.third_party) {
+      tp.category = categorizeThirdParty(tp.domain);
+    }
+    return result;
+  });
+}
+var THIRD_PARTY_CATEGORIES;
+var init_deep_performance = __esm(() => {
+  THIRD_PARTY_CATEGORIES = {
+    "google-analytics.com": "analytics",
+    "googletagmanager.com": "analytics",
+    gtag: "analytics",
+    "facebook.net": "social",
+    "connect.facebook": "social",
+    "stripe.com": "payment",
+    "js.stripe.com": "payment",
+    "sentry.io": "monitoring",
+    "sentry-cdn": "monitoring",
+    "posthog.com": "analytics",
+    "ph.": "analytics",
+    "intercom.io": "chat",
+    "crisp.chat": "chat",
+    "hotjar.com": "analytics",
+    "clarity.ms": "analytics",
+    "cdn.jsdelivr.net": "cdn",
+    "cdnjs.cloudflare.com": "cdn",
+    "unpkg.com": "cdn",
+    "fonts.googleapis.com": "fonts",
+    "fonts.gstatic.com": "fonts"
+  };
+});
+
+// src/lib/workflows.ts
+var exports_workflows = {};
+__export(exports_workflows, {
+  saveWorkflowFromRecording: () => saveWorkflowFromRecording,
+  saveWorkflow: () => saveWorkflow,
+  runWorkflow: () => runWorkflow,
+  listWorkflows: () => listWorkflows,
+  getWorkflowByName: () => getWorkflowByName,
+  getWorkflow: () => getWorkflow,
+  deleteWorkflow: () => deleteWorkflow
+});
+import { randomUUID as randomUUID10 } from "crypto";
+function saveWorkflow(data) {
+  const db = getDatabase();
+  const id = randomUUID10();
+  db.prepare("INSERT OR REPLACE INTO workflows (id, name, description, steps, start_url) VALUES (?, ?, ?, ?, ?)").run(id, data.name, data.description ?? null, JSON.stringify(data.steps), data.startUrl ?? null);
+  return getWorkflow(id);
+}
+function saveWorkflowFromRecording(recordingId, name, description) {
+  const db = getDatabase();
+  const rec = db.query("SELECT steps, start_url FROM recordings WHERE id = ?").get(recordingId);
+  if (!rec)
+    throw new Error(`Recording not found: ${recordingId}`);
+  const steps = JSON.parse(rec.steps);
+  return saveWorkflow({ name, description, steps, startUrl: rec.start_url ?? undefined });
+}
+function getWorkflow(id) {
+  const db = getDatabase();
+  const row = db.query("SELECT * FROM workflows WHERE id = ?").get(id);
+  if (!row)
+    return null;
+  return { ...row, steps: JSON.parse(row.steps) };
+}
+function getWorkflowByName(name) {
+  const db = getDatabase();
+  const row = db.query("SELECT * FROM workflows WHERE name = ?").get(name);
+  if (!row)
+    return null;
+  return { ...row, steps: JSON.parse(row.steps) };
+}
+function listWorkflows() {
+  const db = getDatabase();
+  return db.query("SELECT * FROM workflows ORDER BY updated_at DESC").all().map((row) => ({ ...row, steps: JSON.parse(row.steps) }));
+}
+function deleteWorkflow(name) {
+  const db = getDatabase();
+  return db.prepare("DELETE FROM workflows WHERE name = ?").run(name).changes > 0;
+}
+function recordRun(id, healed) {
+  const db = getDatabase();
+  if (healed) {
+    db.prepare("UPDATE workflows SET last_run = datetime('now'), last_heal = datetime('now'), heal_count = heal_count + 1, run_count = run_count + 1, updated_at = datetime('now') WHERE id = ?").run(id);
+  } else {
+    db.prepare("UPDATE workflows SET last_run = datetime('now'), run_count = run_count + 1, updated_at = datetime('now') WHERE id = ?").run(id);
+  }
+}
+async function runWorkflow(workflow, page) {
+  const t0 = Date.now();
+  let executed = 0;
+  let failed = 0;
+  let healed = 0;
+  const healedDetails = [];
+  const errors2 = [];
+  const updatedSteps = [...workflow.steps];
+  for (let i = 0;i < workflow.steps.length; i++) {
+    const step = workflow.steps[i];
+    try {
+      switch (step.type) {
+        case "navigate":
+          if (step.url)
+            await page.goto(step.url, { waitUntil: "domcontentloaded", timeout: 30000 });
+          break;
+        case "click":
+          if (step.selector) {
+            try {
+              await page.click(step.selector, { timeout: 5000 });
+            } catch {
+              const result = await healSelector(page, step.selector);
+              if (result.found && result.locator) {
+                await result.locator.click();
+                healed++;
+                const healedSelector = `[healed:${result.method}]${step.selector}`;
+                healedDetails.push({ step: i, original: step.selector, healed_to: healedSelector, method: result.method });
+              } else {
+                throw new Error(`Click failed: ${step.selector} (self-healing exhausted)`);
+              }
+            }
+          }
+          break;
+        case "type":
+          if (step.selector && step.value) {
+            try {
+              await page.fill(step.selector, step.value);
+            } catch {
+              const result = await healSelector(page, step.selector);
+              if (result.found && result.locator) {
+                await result.locator.fill(step.value);
+                healed++;
+                healedDetails.push({ step: i, original: step.selector, healed_to: `[healed:${result.method}]`, method: result.method });
+              } else {
+                throw new Error(`Type failed: ${step.selector} (self-healing exhausted)`);
+              }
+            }
+          }
+          break;
+        case "scroll":
+          if (step.y)
+            await page.mouse.wheel(0, step.y);
+          break;
+        case "hover":
+          if (step.selector) {
+            try {
+              await page.hover(step.selector);
+            } catch {}
+          }
+          break;
+        case "select":
+          if (step.selector && step.value) {
+            try {
+              await page.selectOption(step.selector, step.value);
+            } catch {}
+          }
+          break;
+        case "wait":
+          if (step.selector) {
+            try {
+              await page.waitForSelector(step.selector, { timeout: 1e4 });
+            } catch {}
+          } else {
+            await new Promise((r) => setTimeout(r, step.timestamp || 1000));
+          }
+          break;
+        case "evaluate":
+          if (step.value)
+            await page.evaluate(step.value);
+          break;
+        default:
+          break;
+      }
+      executed++;
+    } catch (err) {
+      failed++;
+      errors2.push(`Step ${i} (${step.type}): ${err instanceof Error ? err.message : String(err)}`);
+    }
+  }
+  recordRun(workflow.id, healed > 0);
+  return {
+    success: failed === 0,
+    steps_executed: executed,
+    steps_failed: failed,
+    steps_healed: healed,
+    healed_details: healedDetails,
+    errors: errors2,
+    duration_ms: Date.now() - t0
+  };
+}
+var init_workflows = __esm(() => {
+  init_schema();
+});
+
 // src/lib/auth-flow.ts
 var exports_auth_flow = {};
 __export(exports_auth_flow, {
@@ -16819,10 +17280,10 @@ __export(exports_auth_flow, {
   getAuthFlow: () => getAuthFlow,
   deleteAuthFlow: () => deleteAuthFlow
 });
-import { randomUUID as randomUUID10 } from "crypto";
+import { randomUUID as randomUUID11 } from "crypto";
 function saveAuthFlow(data) {
   const db = getDatabase();
-  const id = randomUUID10();
+  const id = randomUUID11();
   db.prepare("INSERT OR REPLACE INTO auth_flows (id, name, domain, recording_id, storage_state_path) VALUES (?, ?, ?, ?, ?)").run(id, data.name, data.domain, data.recordingId ?? null, data.storageStatePath ?? null);
   return getAuthFlow(id);
 }
@@ -16992,6 +17453,226 @@ async function clickByVision(page, description, opts) {
 }
 var DEFAULT_MODEL = "claude-sonnet-4-5-20250929";
 
+// src/lib/api-detector.ts
+var exports_api_detector = {};
+__export(exports_api_detector, {
+  listDiscoveredAPIs: () => listDiscoveredAPIs,
+  detectAPIs: () => detectAPIs
+});
+import { randomUUID as randomUUID12 } from "crypto";
+function detectAPIs(sessionId) {
+  const db = getDatabase();
+  const requests = db.query(`SELECT method, url, status_code, response_headers, body_size
+     FROM network_log
+     WHERE session_id = ?
+     AND (response_headers LIKE '%application/json%' OR response_headers LIKE '%text/json%')
+     AND status_code >= 200 AND status_code < 400
+     ORDER BY timestamp DESC`).all(sessionId);
+  const seen = new Map;
+  for (const req of requests) {
+    try {
+      const urlObj = new URL(req.url);
+      if (urlObj.pathname.match(/\.(js|css|png|jpg|svg|woff|ico)$/))
+        continue;
+      if (urlObj.hostname.includes("googleapis.com/identitytoolkit"))
+        continue;
+      if (urlObj.hostname.includes("posthog"))
+        continue;
+      if (urlObj.hostname.includes("sentry"))
+        continue;
+      const key = `${req.method} ${urlObj.origin}${urlObj.pathname}`;
+      if (!seen.has(key)) {
+        seen.set(key, {
+          url: `${urlObj.origin}${urlObj.pathname}`,
+          method: req.method,
+          status_code: req.status_code,
+          content_type: "application/json",
+          response_schema: {},
+          sample_size: req.body_size ?? 0
+        });
+      }
+    } catch {}
+  }
+  const apis = Array.from(seen.values());
+  for (const api of apis) {
+    const id = randomUUID12();
+    db.prepare("INSERT OR IGNORE INTO api_endpoints (id, session_id, url, method, status_code, content_type) VALUES (?, ?, ?, ?, ?, ?)").run(id, sessionId, api.url, api.method, api.status_code, api.content_type);
+  }
+  return apis;
+}
+function listDiscoveredAPIs(sessionId) {
+  const db = getDatabase();
+  if (sessionId) {
+    return db.query("SELECT * FROM api_endpoints WHERE session_id = ? ORDER BY discovered_at DESC").all(sessionId);
+  }
+  return db.query("SELECT * FROM api_endpoints ORDER BY discovered_at DESC LIMIT 100").all();
+}
+var init_api_detector = __esm(() => {
+  init_schema();
+});
+
+// src/lib/structured-extract.ts
+var exports_structured_extract = {};
+__export(exports_structured_extract, {
+  extractStructuredData: () => extractStructuredData
+});
+async function extractStructuredData(page) {
+  return page.evaluate(() => {
+    const result = { tables: [], lists: [], jsonLd: [], openGraph: {}, metaTags: {}, repeatedElements: [] };
+    document.querySelectorAll("table").forEach((table, idx) => {
+      const headers = [];
+      table.querySelectorAll("thead th, thead td, tr:first-child th").forEach((th) => {
+        headers.push(th.textContent?.trim() ?? "");
+      });
+      const rows = [];
+      table.querySelectorAll("tbody tr, tr:not(:first-child)").forEach((tr) => {
+        const row = [];
+        tr.querySelectorAll("td, th").forEach((td) => {
+          row.push(td.textContent?.trim() ?? "");
+        });
+        if (row.length > 0 && row.some((c) => c !== ""))
+          rows.push(row);
+      });
+      if (rows.length > 0) {
+        result.tables.push({ headers, rows, selector: `table:nth-of-type(${idx + 1})` });
+      }
+    });
+    document.querySelectorAll("ul, ol").forEach((list, idx) => {
+      const items = [];
+      list.querySelectorAll(":scope > li").forEach((li) => {
+        const text = li.textContent?.trim() ?? "";
+        if (text)
+          items.push(text);
+      });
+      if (items.length >= 3) {
+        const tag = list.tagName.toLowerCase();
+        result.lists.push({ items, selector: `${tag}:nth-of-type(${idx + 1})` });
+      }
+    });
+    document.querySelectorAll('script[type="application/ld+json"]').forEach((script) => {
+      try {
+        result.jsonLd.push(JSON.parse(script.textContent ?? ""));
+      } catch {}
+    });
+    document.querySelectorAll('meta[property^="og:"]').forEach((meta) => {
+      const prop = meta.getAttribute("property")?.replace("og:", "") ?? "";
+      result.openGraph[prop] = meta.getAttribute("content") ?? "";
+    });
+    document.querySelectorAll("meta[name]").forEach((meta) => {
+      const name = meta.getAttribute("name") ?? "";
+      if (name)
+        result.metaTags[name] = meta.getAttribute("content") ?? "";
+    });
+    const classCounts = new Map;
+    document.querySelectorAll("[class]").forEach((el) => {
+      const cls = el.className.toString().trim();
+      if (cls && cls.length > 5 && cls.length < 100) {
+        if (!classCounts.has(cls))
+          classCounts.set(cls, []);
+        classCounts.get(cls).push(el);
+      }
+    });
+    for (const [cls, elements] of classCounts) {
+      if (elements.length >= 3 && elements.length <= 200) {
+        const sample = elements.slice(0, 3).map((el) => el.textContent?.trim().slice(0, 100) ?? "");
+        if (sample.some((s) => s.length > 10)) {
+          result.repeatedElements.push({
+            selector: `.${cls.split(" ")[0]}`,
+            count: elements.length,
+            sample
+          });
+        }
+      }
+    }
+    result.repeatedElements.sort((a, b) => b.count - a.count);
+    result.repeatedElements = result.repeatedElements.slice(0, 10);
+    return result;
+  });
+}
+
+// src/lib/datasets.ts
+var exports_datasets = {};
+__export(exports_datasets, {
+  saveDataset: () => saveDataset,
+  listDatasets: () => listDatasets,
+  getDatasetByName: () => getDatasetByName,
+  getDataset: () => getDataset,
+  exportDataset: () => exportDataset,
+  deleteDataset: () => deleteDataset
+});
+import { randomUUID as randomUUID13 } from "crypto";
+import { writeFileSync as writeFileSync3, mkdirSync as mkdirSync9 } from "fs";
+import { join as join9 } from "path";
+import { homedir as homedir9 } from "os";
+function saveDataset(data) {
+  const db = getDatabase();
+  const id = randomUUID13();
+  const existing = db.query("SELECT id FROM datasets WHERE name = ?").get(data.name);
+  if (existing) {
+    db.prepare("UPDATE datasets SET data = ?, row_count = ?, source_url = ?, schema = ?, last_refresh = datetime('now'), updated_at = datetime('now') WHERE name = ?").run(JSON.stringify(data.rows), data.rows.length, data.sourceUrl ?? null, data.schema ? JSON.stringify(data.schema) : null, data.name);
+    return getDataset(existing.id);
+  }
+  db.prepare("INSERT INTO datasets (id, name, source_url, source_type, data, row_count, schema) VALUES (?, ?, ?, ?, ?, ?, ?)").run(id, data.name, data.sourceUrl ?? null, data.sourceType ?? "page", JSON.stringify(data.rows), data.rows.length, data.schema ? JSON.stringify(data.schema) : null);
+  return getDataset(id);
+}
+function getDataset(id) {
+  const db = getDatabase();
+  const row = db.query("SELECT * FROM datasets WHERE id = ?").get(id);
+  if (!row)
+    return null;
+  return { ...row, data: JSON.parse(row.data), schema: row.schema ? JSON.parse(row.schema) : null };
+}
+function getDatasetByName(name) {
+  const db = getDatabase();
+  const row = db.query("SELECT * FROM datasets WHERE name = ?").get(name);
+  if (!row)
+    return null;
+  return { ...row, data: JSON.parse(row.data), schema: row.schema ? JSON.parse(row.schema) : null };
+}
+function listDatasets() {
+  const db = getDatabase();
+  return db.query("SELECT id, name, source_url, source_type, row_count, last_refresh, created_at, updated_at FROM datasets ORDER BY updated_at DESC").all().map((row) => ({ ...row, data: `${row.row_count} rows`, schema: null }));
+}
+function deleteDataset(name) {
+  const db = getDatabase();
+  return db.prepare("DELETE FROM datasets WHERE name = ?").run(name).changes > 0;
+}
+function exportDataset(name, format) {
+  const dataset = getDatasetByName(name);
+  if (!dataset)
+    throw new Error(`Dataset '${name}' not found`);
+  const dir = join9(process.env["BROWSER_DATA_DIR"] ?? join9(homedir9(), ".browser"), "exports");
+  mkdirSync9(dir, { recursive: true });
+  const filename = `${name}.${format}`;
+  const path = join9(dir, filename);
+  if (format === "csv") {
+    const rows = dataset.data;
+    if (rows.length === 0) {
+      writeFileSync3(path, "");
+      return { path, size: 0 };
+    }
+    const headers = Object.keys(rows[0]);
+    const csvLines = [headers.join(",")];
+    for (const row of rows) {
+      csvLines.push(headers.map((h) => {
+        const val = String(row[h] ?? "");
+        return val.includes(",") || val.includes('"') ? `"${val.replace(/"/g, '""')}"` : val;
+      }).join(","));
+    }
+    const content = csvLines.join(`
+`);
+    writeFileSync3(path, content);
+    return { path, size: content.length };
+  } else {
+    const content = JSON.stringify(dataset.data, null, 2);
+    writeFileSync3(path, content);
+    return { path, size: content.length };
+  }
+}
+var init_datasets = __esm(() => {
+  init_schema();
+});
+
 // src/lib/auth.ts
 var exports_auth = {};
 __export(exports_auth, {
@@ -16999,18 +17680,18 @@ __export(exports_auth, {
   getCredentials: () => getCredentials
 });
 import { existsSync as existsSync5, readFileSync as readFileSync3 } from "fs";
-import { join as join9 } from "path";
-import { homedir as homedir9 } from "os";
+import { join as join10 } from "path";
+import { homedir as homedir10 } from "os";
 async function getCredentials(service) {
   try {
-    const { getSecret } = await import(`${homedir9()}/Workspace/hasna/opensource/opensourcedev/open-secrets/src/store.js`);
+    const { getSecret } = await import(`${homedir10()}/Workspace/hasna/opensource/opensourcedev/open-secrets/src/store.js`);
     const email = getSecret(`${service}_email`) ?? getSecret(`${service}_username`) ?? getSecret(`${service}_login`);
     const password = getSecret(`${service}_password`) ?? getSecret(`${service}_pass`);
     if (email?.value && password?.value) {
       return { email: email.value, password: password.value };
     }
   } catch {}
-  const secretsPath = join9(homedir9(), ".secrets");
+  const secretsPath = join10(homedir10(), ".secrets");
   if (existsSync5(secretsPath)) {
     const content = readFileSync3(secretsPath, "utf8");
     const lines = content.split(`
@@ -17192,10 +17873,10 @@ __export(exports_dist, {
   DEFAULT_CONFIG: () => DEFAULT_CONFIG
 });
 import { Database as Database2 } from "bun:sqlite";
-import { existsSync as existsSync6, mkdirSync as mkdirSync9 } from "fs";
-import { dirname, join as join10, resolve } from "path";
-import { existsSync as existsSync22, mkdirSync as mkdirSync22, readFileSync as readFileSync4, readdirSync as readdirSync4, writeFileSync as writeFileSync3, unlinkSync as unlinkSync3 } from "fs";
-import { homedir as homedir10 } from "os";
+import { existsSync as existsSync6, mkdirSync as mkdirSync10 } from "fs";
+import { dirname, join as join11, resolve } from "path";
+import { existsSync as existsSync22, mkdirSync as mkdirSync22, readFileSync as readFileSync4, readdirSync as readdirSync4, writeFileSync as writeFileSync4, unlinkSync as unlinkSync3 } from "fs";
+import { homedir as homedir11 } from "os";
 import { basename as basename2, dirname as dirname2, join as join22, resolve as resolve2 } from "path";
 import { existsSync as existsSync32, mkdirSync as mkdirSync32, readFileSync as readFileSync22, writeFileSync as writeFileSync22 } from "fs";
 import { homedir as homedir22 } from "os";
@@ -17209,7 +17890,7 @@ function isInMemoryDb(path) {
 function findNearestMementosDb(startDir) {
   let dir = resolve(startDir);
   while (true) {
-    const candidate = join10(dir, ".mementos", "mementos.db");
+    const candidate = join11(dir, ".mementos", "mementos.db");
     if (existsSync6(candidate))
       return candidate;
     const parent = dirname(dir);
@@ -17222,7 +17903,7 @@ function findNearestMementosDb(startDir) {
 function findGitRoot(startDir) {
   let dir = resolve(startDir);
   while (true) {
-    if (existsSync6(join10(dir, ".git")))
+    if (existsSync6(join11(dir, ".git")))
       return dir;
     const parent = dirname(dir);
     if (parent === dir)
@@ -17242,18 +17923,18 @@ function getDbPath() {
   if (process.env["MEMENTOS_DB_SCOPE"] === "project") {
     const gitRoot = findGitRoot(cwd);
     if (gitRoot) {
-      return join10(gitRoot, ".mementos", "mementos.db");
+      return join11(gitRoot, ".mementos", "mementos.db");
     }
   }
   const home = process.env["HOME"] || process.env["USERPROFILE"] || "~";
-  return join10(home, ".mementos", "mementos.db");
+  return join11(home, ".mementos", "mementos.db");
 }
 function ensureDir2(filePath) {
   if (isInMemoryDb(filePath))
     return;
   const dir = dirname(resolve(filePath));
   if (!existsSync6(dir)) {
-    mkdirSync9(dir, { recursive: true });
+    mkdirSync10(dir, { recursive: true });
   }
 }
 function getDatabase2(dbPath) {
@@ -19103,7 +19784,7 @@ function isValidCategory(value) {
   return VALID_CATEGORIES.includes(value);
 }
 function loadConfig() {
-  const configPath = join22(homedir10(), ".mementos", "config.json");
+  const configPath = join22(homedir11(), ".mementos", "config.json");
   let fileConfig = {};
   if (existsSync22(configPath)) {
     try {
@@ -19130,10 +19811,10 @@ function loadConfig() {
   return merged;
 }
 function profilesDir() {
-  return join22(homedir10(), ".mementos", "profiles");
+  return join22(homedir11(), ".mementos", "profiles");
 }
 function globalConfigPath() {
-  return join22(homedir10(), ".mementos", "config.json");
+  return join22(homedir11(), ".mementos", "config.json");
 }
 function readGlobalConfig() {
   const p = globalConfigPath();
@@ -19148,7 +19829,7 @@ function readGlobalConfig() {
 function writeGlobalConfig(data) {
   const p = globalConfigPath();
   ensureDir22(dirname2(p));
-  writeFileSync3(p, JSON.stringify(data, null, 2), "utf-8");
+  writeFileSync4(p, JSON.stringify(data, null, 2), "utf-8");
 }
 function getActiveProfile() {
   const envProfile = process.env["MEMENTOS_PROFILE"];
@@ -21813,10 +22494,10 @@ __export(exports_dist2, {
   acquireLock: () => acquireLock2
 });
 import { Database as Database3 } from "bun:sqlite";
-import { mkdirSync as mkdirSync10 } from "fs";
-import { join as join11, dirname as dirname3 } from "path";
-import { homedir as homedir11 } from "os";
-import { randomUUID as randomUUID11 } from "crypto";
+import { mkdirSync as mkdirSync11 } from "fs";
+import { join as join12, dirname as dirname3 } from "path";
+import { homedir as homedir12 } from "os";
+import { randomUUID as randomUUID14 } from "crypto";
 import { mkdirSync as mkdirSync23, copyFileSync as copyFileSync3, statSync as statSync2 } from "fs";
 import { join as join33 } from "path";
 import { homedir as homedir33 } from "os";
@@ -21824,19 +22505,19 @@ import { readFileSync as readFileSync5 } from "fs";
 import { join as join23 } from "path";
 import { homedir as homedir23 } from "os";
 import { randomUUID as randomUUID22 } from "crypto";
-import { readFileSync as readFileSync23, writeFileSync as writeFileSync4, mkdirSync as mkdirSync33 } from "fs";
+import { readFileSync as readFileSync23, writeFileSync as writeFileSync5, mkdirSync as mkdirSync33 } from "fs";
 import { join as join43, dirname as dirname22 } from "path";
 import { homedir as homedir42 } from "os";
 function getDbPath2() {
   if (process.env.CONVERSATIONS_DB_PATH)
     return process.env.CONVERSATIONS_DB_PATH;
-  return join11(homedir11(), ".conversations", "messages.db");
+  return join12(homedir12(), ".conversations", "messages.db");
 }
 function getDb() {
   if (db)
     return db;
   const dbPath = getDbPath2();
-  mkdirSync10(dirname3(dbPath), { recursive: true });
+  mkdirSync11(dirname3(dbPath), { recursive: true });
   db = new Database3(dbPath, { create: true });
   db.exec("PRAGMA journal_mode = WAL");
   db.exec("PRAGMA busy_timeout = 5000");
@@ -22196,7 +22877,7 @@ function guessMimeType(name) {
 function sendMessage(opts) {
   const db2 = getDb();
   const explicitSession = opts.session_id && opts.session_id.trim().length > 0 ? opts.session_id : undefined;
-  const sessionId = explicitSession ?? (opts.space ? `space:${opts.space}` : `${[opts.from, opts.to].sort().join("-")}-${randomUUID11().slice(0, 8)}`);
+  const sessionId = explicitSession ?? (opts.space ? `space:${opts.space}` : `${[opts.from, opts.to].sort().join("-")}-${randomUUID14().slice(0, 8)}`);
   const metadata = opts.metadata ? JSON.stringify(opts.metadata) : null;
   const normalizedPriority = opts.priority === "low" || opts.priority === "normal" || opts.priority === "high" || opts.priority === "urgent" ? opts.priority : "normal";
   const blocking = opts.blocking ? 1 : 0;
@@ -23024,7 +23705,7 @@ function getAutoName() {
   cachedAutoName = name;
   try {
     mkdirSync33(dirname22(AGENT_ID_FILE), { recursive: true });
-    writeFileSync4(AGENT_ID_FILE, name + `
+    writeFileSync5(AGENT_ID_FILE, name + `
 `, "utf-8");
   } catch {}
   return name;
@@ -24979,7 +25660,7 @@ Your code should look like:
             }
           }
         }
-        function checkPropTypes(typeSpecs, values, location, componentName, element) {
+        function checkPropTypes(typeSpecs, values, location2, componentName, element) {
           {
             var has = Function.call.bind(hasOwnProperty);
             for (var typeSpecName in typeSpecs) {
@@ -24987,23 +25668,23 @@ Your code should look like:
                 var error$1 = undefined;
                 try {
                   if (typeof typeSpecs[typeSpecName] !== "function") {
-                    var err = Error((componentName || "React class") + ": " + location + " type `" + typeSpecName + "` is invalid; " + "it must be a function, usually from the `prop-types` package, but received `" + typeof typeSpecs[typeSpecName] + "`." + "This often happens because of typos such as `PropTypes.function` instead of `PropTypes.func`.");
+                    var err = Error((componentName || "React class") + ": " + location2 + " type `" + typeSpecName + "` is invalid; " + "it must be a function, usually from the `prop-types` package, but received `" + typeof typeSpecs[typeSpecName] + "`." + "This often happens because of typos such as `PropTypes.function` instead of `PropTypes.func`.");
                     err.name = "Invariant Violation";
                     throw err;
                   }
-                  error$1 = typeSpecs[typeSpecName](values, typeSpecName, componentName, location, null, "SECRET_DO_NOT_PASS_THIS_OR_YOU_WILL_BE_FIRED");
+                  error$1 = typeSpecs[typeSpecName](values, typeSpecName, componentName, location2, null, "SECRET_DO_NOT_PASS_THIS_OR_YOU_WILL_BE_FIRED");
                 } catch (ex) {
                   error$1 = ex;
                 }
                 if (error$1 && !(error$1 instanceof Error)) {
                   setCurrentlyValidatingElement(element);
-                  error("%s: type specification of %s" + " `%s` is invalid; the type checker " + "function must return `null` or an `Error` but returned a %s. " + "You may have forgotten to pass an argument to the type checker " + "creator (arrayOf, instanceOf, objectOf, oneOf, oneOfType, and " + "shape all require an argument).", componentName || "React class", location, typeSpecName, typeof error$1);
+                  error("%s: type specification of %s" + " `%s` is invalid; the type checker " + "function must return `null` or an `Error` but returned a %s. " + "You may have forgotten to pass an argument to the type checker " + "creator (arrayOf, instanceOf, objectOf, oneOf, oneOfType, and " + "shape all require an argument).", componentName || "React class", location2, typeSpecName, typeof error$1);
                   setCurrentlyValidatingElement(null);
                 }
                 if (error$1 instanceof Error && !(error$1.message in loggedTypeFailures)) {
                   loggedTypeFailures[error$1.message] = true;
                   setCurrentlyValidatingElement(element);
-                  error("Failed %s type: %s", location, error$1.message);
+                  error("Failed %s type: %s", location2, error$1.message);
                   setCurrentlyValidatingElement(null);
                 }
               }
@@ -26238,11 +26919,11 @@ __export(exports_dist3, {
   AgentNotFoundError: () => AgentNotFoundError2
 });
 import { Database as Database4 } from "bun:sqlite";
-import { existsSync as existsSync7, mkdirSync as mkdirSync11 } from "fs";
-import { dirname as dirname5, join as join12, resolve as resolve3 } from "path";
+import { existsSync as existsSync7, mkdirSync as mkdirSync12 } from "fs";
+import { dirname as dirname5, join as join13, resolve as resolve3 } from "path";
 import { existsSync as existsSync33 } from "fs";
 import { join as join34 } from "path";
-import { existsSync as existsSync23, mkdirSync as mkdirSync24, readFileSync as readFileSync6, readdirSync as readdirSync5, statSync as statSync3, writeFileSync as writeFileSync5 } from "fs";
+import { existsSync as existsSync23, mkdirSync as mkdirSync24, readFileSync as readFileSync6, readdirSync as readdirSync5, statSync as statSync3, writeFileSync as writeFileSync6 } from "fs";
 import { join as join24 } from "path";
 import { existsSync as existsSync43, readFileSync as readFileSync24, readdirSync as readdirSync22, writeFileSync as writeFileSync23 } from "fs";
 import { join as join44 } from "path";
@@ -26472,7 +27153,7 @@ function isInMemoryDb2(path) {
 function findNearestTodosDb(startDir) {
   let dir = resolve3(startDir);
   while (true) {
-    const candidate = join12(dir, ".todos", "todos.db");
+    const candidate = join13(dir, ".todos", "todos.db");
     if (existsSync7(candidate))
       return candidate;
     const parent = dirname5(dir);
@@ -26485,7 +27166,7 @@ function findNearestTodosDb(startDir) {
 function findGitRoot2(startDir) {
   let dir = resolve3(startDir);
   while (true) {
-    if (existsSync7(join12(dir, ".git")))
+    if (existsSync7(join13(dir, ".git")))
       return dir;
     const parent = dirname5(dir);
     if (parent === dir)
@@ -26505,18 +27186,18 @@ function getDbPath3() {
   if (process.env["TODOS_DB_SCOPE"] === "project") {
     const gitRoot = findGitRoot2(cwd);
     if (gitRoot) {
-      return join12(gitRoot, ".todos", "todos.db");
+      return join13(gitRoot, ".todos", "todos.db");
     }
   }
   const home = process.env["HOME"] || process.env["USERPROFILE"] || "~";
-  return join12(home, ".todos", "todos.db");
+  return join13(home, ".todos", "todos.db");
 }
 function ensureDir3(filePath) {
   if (isInMemoryDb2(filePath))
     return;
   const dir = dirname5(resolve3(filePath));
   if (!existsSync7(dir)) {
-    mkdirSync11(dir, { recursive: true });
+    mkdirSync12(dir, { recursive: true });
   }
 }
 function getDatabase3(dbPath) {
@@ -26992,7 +27673,7 @@ function readJsonFile(path) {
   }
 }
 function writeJsonFile(path, data) {
-  writeFileSync5(path, JSON.stringify(data, null, 2) + `
+  writeFileSync6(path, JSON.stringify(data, null, 2) + `
 `);
 }
 function readHighWaterMark(dir) {
@@ -27003,7 +27684,7 @@ function readHighWaterMark(dir) {
   return isNaN(val) ? 1 : val;
 }
 function writeHighWaterMark(dir, value) {
-  writeFileSync5(join24(dir, ".highwatermark"), String(value));
+  writeFileSync6(join24(dir, ".highwatermark"), String(value));
 }
 function getFileMtimeMs(path) {
   try {
@@ -31593,9 +32274,9 @@ __export(exports_dist4, {
   CATEGORIES: () => CATEGORIES,
   AGENT_TARGETS: () => AGENT_TARGETS
 });
-import { existsSync as existsSync8, cpSync, mkdirSync as mkdirSync12, writeFileSync as writeFileSync6, rmSync as rmSync2, readdirSync as readdirSync6, statSync as statSync4, readFileSync as readFileSync7, accessSync, constants } from "fs";
-import { join as join13, dirname as dirname6 } from "path";
-import { homedir as homedir12 } from "os";
+import { existsSync as existsSync8, cpSync, mkdirSync as mkdirSync13, writeFileSync as writeFileSync7, rmSync as rmSync2, readdirSync as readdirSync6, statSync as statSync4, readFileSync as readFileSync7, accessSync, constants } from "fs";
+import { join as join14, dirname as dirname6 } from "path";
+import { homedir as homedir13 } from "os";
 import { fileURLToPath } from "url";
 import { existsSync as existsSync24, readFileSync as readFileSync25, readdirSync as readdirSync23 } from "fs";
 import { join as join25 } from "path";
@@ -31706,17 +32387,17 @@ function normalizeSkillName(name) {
 function findSkillsDir() {
   let dir = __dirname2;
   for (let i = 0;i < 5; i++) {
-    const candidate = join13(dir, "skills");
+    const candidate = join14(dir, "skills");
     if (existsSync8(candidate)) {
       return candidate;
     }
     dir = dirname6(dir);
   }
-  return join13(__dirname2, "..", "skills");
+  return join14(__dirname2, "..", "skills");
 }
 function getSkillPath(name) {
   const skillName = normalizeSkillName(name);
-  return join13(SKILLS_DIR, skillName);
+  return join14(SKILLS_DIR, skillName);
 }
 function skillExists(name) {
   return existsSync8(getSkillPath(name));
@@ -31725,8 +32406,8 @@ function installSkill(name, options = {}) {
   const { targetDir = process.cwd(), overwrite = false } = options;
   const skillName = normalizeSkillName(name);
   const sourcePath = getSkillPath(name);
-  const destDir = join13(targetDir, ".skills");
-  const destPath = join13(destDir, skillName);
+  const destDir = join14(targetDir, ".skills");
+  const destPath = join14(destDir, skillName);
   if (!existsSync8(sourcePath)) {
     return {
       skill: name,
@@ -31744,7 +32425,7 @@ function installSkill(name, options = {}) {
   }
   try {
     if (!existsSync8(destDir)) {
-      mkdirSync12(destDir, { recursive: true });
+      mkdirSync13(destDir, { recursive: true });
     }
     if (existsSync8(destPath) && overwrite) {
       rmSync2(destPath, { recursive: true, force: true });
@@ -31785,7 +32466,7 @@ function installSkills(names, options = {}) {
   return names.map((name) => installSkill(name, options));
 }
 function updateSkillsIndex(skillsDir) {
-  const indexPath = join13(skillsDir, "index.ts");
+  const indexPath = join14(skillsDir, "index.ts");
   const meta = loadMeta(skillsDir);
   const disabledSet = new Set(meta.disabled || []);
   const skills = readdirSync6(skillsDir).filter((f) => f.startsWith("skill-") && !f.includes(".") && !disabledSet.has(f.replace("skill-", "")));
@@ -31801,10 +32482,10 @@ function updateSkillsIndex(skillsDir) {
 
 ${exports}
 `;
-  writeFileSync6(indexPath, content);
+  writeFileSync7(indexPath, content);
 }
 function getMetaPath(skillsDir) {
-  return join13(skillsDir, ".meta.json");
+  return join14(skillsDir, ".meta.json");
 }
 function loadMeta(skillsDir) {
   const metaPath2 = getMetaPath(skillsDir);
@@ -31816,14 +32497,14 @@ function loadMeta(skillsDir) {
   return { skills: {} };
 }
 function saveMeta(skillsDir, meta) {
-  writeFileSync6(getMetaPath(skillsDir), JSON.stringify(meta, null, 2));
+  writeFileSync7(getMetaPath(skillsDir), JSON.stringify(meta, null, 2));
 }
 function recordInstall(skillsDir, name) {
   const meta = loadMeta(skillsDir);
   const skillName = normalizeSkillName(name);
   let version = "unknown";
   try {
-    const pkgPath = join13(skillsDir, skillName, "package.json");
+    const pkgPath = join14(skillsDir, skillName, "package.json");
     if (existsSync8(pkgPath)) {
       const pkg = JSON.parse(readFileSync7(pkgPath, "utf-8"));
       version = pkg.version || "unknown";
@@ -31838,12 +32519,12 @@ function recordRemove(skillsDir, name) {
   saveMeta(skillsDir, meta);
 }
 function getInstallMeta(targetDir = process.cwd()) {
-  return loadMeta(join13(targetDir, ".skills"));
+  return loadMeta(join14(targetDir, ".skills"));
 }
 function disableSkill(name, targetDir = process.cwd()) {
-  const skillsDir = join13(targetDir, ".skills");
+  const skillsDir = join14(targetDir, ".skills");
   const skillName = normalizeSkillName(name);
-  if (!existsSync8(join13(skillsDir, skillName)))
+  if (!existsSync8(join14(skillsDir, skillName)))
     return false;
   const meta = loadMeta(skillsDir);
   const disabled = new Set(meta.disabled || []);
@@ -31856,7 +32537,7 @@ function disableSkill(name, targetDir = process.cwd()) {
   return true;
 }
 function enableSkill(name, targetDir = process.cwd()) {
-  const skillsDir = join13(targetDir, ".skills");
+  const skillsDir = join14(targetDir, ".skills");
   const meta = loadMeta(skillsDir);
   const disabled = new Set(meta.disabled || []);
   if (!disabled.has(name))
@@ -31868,23 +32549,23 @@ function enableSkill(name, targetDir = process.cwd()) {
   return true;
 }
 function getDisabledSkills(targetDir = process.cwd()) {
-  const meta = loadMeta(join13(targetDir, ".skills"));
+  const meta = loadMeta(join14(targetDir, ".skills"));
   return meta.disabled || [];
 }
 function getInstalledSkills(targetDir = process.cwd()) {
-  const skillsDir = join13(targetDir, ".skills");
+  const skillsDir = join14(targetDir, ".skills");
   if (!existsSync8(skillsDir)) {
     return [];
   }
   return readdirSync6(skillsDir).filter((f) => {
-    const fullPath = join13(skillsDir, f);
+    const fullPath = join14(skillsDir, f);
     return f.startsWith("skill-") && statSync4(fullPath).isDirectory();
   }).map((f) => f.replace("skill-", ""));
 }
 function removeSkill(name, targetDir = process.cwd()) {
   const skillName = normalizeSkillName(name);
-  const skillsDir = join13(targetDir, ".skills");
-  const skillPath = join13(skillsDir, skillName);
+  const skillsDir = join14(targetDir, ".skills");
+  const skillPath = join14(skillsDir, skillName);
   if (!existsSync8(skillPath)) {
     return false;
   }
@@ -31896,13 +32577,13 @@ function removeSkill(name, targetDir = process.cwd()) {
 function getAgentSkillsDir(agent, scope = "global", projectDir) {
   const agentDir = `.${agent}`;
   if (scope === "project") {
-    return join13(projectDir || process.cwd(), agentDir, "skills");
+    return join14(projectDir || process.cwd(), agentDir, "skills");
   }
-  return join13(homedir12(), agentDir, "skills");
+  return join14(homedir13(), agentDir, "skills");
 }
 function getAgentSkillPath(name, agent, scope = "global", projectDir) {
   const skillName = normalizeSkillName(name);
-  return join13(getAgentSkillsDir(agent, scope, projectDir), skillName);
+  return join14(getAgentSkillsDir(agent, scope, projectDir), skillName);
 }
 function installSkillForAgent(name, options, generateSkillMd) {
   const { agent, scope = "global", projectDir } = options;
@@ -31912,7 +32593,7 @@ function installSkillForAgent(name, options, generateSkillMd) {
     return { skill: name, success: false, error: `Skill '${name}' not found` };
   }
   let skillMdContent = null;
-  const skillMdPath = join13(sourcePath, "SKILL.md");
+  const skillMdPath = join14(sourcePath, "SKILL.md");
   if (existsSync8(skillMdPath)) {
     skillMdContent = readFileSync7(skillMdPath, "utf-8");
   } else if (generateSkillMd) {
@@ -31923,7 +32604,7 @@ function installSkillForAgent(name, options, generateSkillMd) {
   }
   const destDir = getAgentSkillPath(name, agent, scope, projectDir);
   if (scope === "global") {
-    const agentBaseDir2 = join13(homedir12(), `.${agent}`);
+    const agentBaseDir2 = join14(homedir13(), `.${agent}`);
     if (!existsSync8(agentBaseDir2)) {
       const agentLabels = {
         claude: "Claude Code",
@@ -31947,8 +32628,8 @@ function installSkillForAgent(name, options, generateSkillMd) {
     }
   }
   try {
-    mkdirSync12(destDir, { recursive: true });
-    writeFileSync6(join13(destDir, "SKILL.md"), skillMdContent);
+    mkdirSync13(destDir, { recursive: true });
+    writeFileSync7(join14(destDir, "SKILL.md"), skillMdContent);
     return { skill: name, success: true, path: destDir };
   } catch (error) {
     return {
@@ -33885,7 +34566,7 @@ __export(exports_cron_manager, {
   deleteCronJob: () => deleteCronJob,
   createCronJob: () => createCronJob
 });
-import { randomUUID as randomUUID12 } from "crypto";
+import { randomUUID as randomUUID15 } from "crypto";
 function ensureCronTable() {
   const db2 = getDatabase();
   db2.exec(`
@@ -33914,7 +34595,7 @@ function ensureCronTable() {
 function createCronJob(schedule, task, name) {
   ensureCronTable();
   const db2 = getDatabase();
-  const id = randomUUID12();
+  const id = randomUUID15();
   db2.prepare(`
     INSERT INTO cron_jobs (id, name, schedule, task_json, enabled)
     VALUES (?, ?, ?, ?, 1)
@@ -33972,7 +34653,7 @@ function getCronEvents(jobId, limit = 10) {
 async function executeCronJob(job) {
   ensureCronTable();
   const db2 = getDatabase();
-  const eventId = randomUUID12();
+  const eventId = randomUUID15();
   const startedAt = new Date().toISOString();
   db2.prepare("INSERT INTO cron_events (id, job_id, started_at) VALUES (?, ?, ?)").run(eventId, job.id, startedAt);
   try {
@@ -34063,7 +34744,7 @@ __export(exports_url_watcher, {
   deleteWatchJob: () => deleteWatchJob,
   createWatchJob: () => createWatchJob
 });
-import { randomUUID as randomUUID13 } from "crypto";
+import { randomUUID as randomUUID16 } from "crypto";
 import { createHash } from "crypto";
 function ensureWatchTables() {
   const db2 = getDatabase();
@@ -34095,7 +34776,7 @@ function ensureWatchTables() {
 function createWatchJob(url, schedule, opts) {
   ensureWatchTables();
   const db2 = getDatabase();
-  const id = randomUUID13();
+  const id = randomUUID16();
   db2.prepare(`
     INSERT INTO watch_jobs (id, name, url, schedule, selector, extract_schema, enabled)
     VALUES (?, ?, ?, ?, ?, ?, 1)
@@ -34131,7 +34812,7 @@ function getWatchEvents(watchId, limit = 20) {
 async function checkWatchJob(job) {
   ensureWatchTables();
   const db2 = getDatabase();
-  const eventId = randomUUID13();
+  const eventId = randomUUID16();
   const checkedAt = new Date().toISOString();
   let newContent = "";
   try {
@@ -34307,7 +34988,7 @@ var exports_mcp = {};
 import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
 import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
 import { readFileSync as readFileSync8 } from "fs";
-import { join as join14 } from "path";
+import { join as join15 } from "path";
 function json(data) {
   return { content: [{ type: "text", text: JSON.stringify(data, null, 2) }] };
 }
@@ -34372,7 +35053,7 @@ var init_mcp = __esm(async () => {
   init_dialogs();
   init_profiles();
   init_types();
-  _pkg = JSON.parse(readFileSync8(join14(import.meta.dir, "../../package.json"), "utf8"));
+  _pkg = JSON.parse(readFileSync8(join15(import.meta.dir, "../../package.json"), "utf8"));
   networkLogCleanup = new Map;
   consoleCaptureCleanup = new Map;
   harCaptures = new Map;
@@ -35054,6 +35735,28 @@ var init_mcp = __esm(async () => {
       return err(e);
     }
   });
+  server.tool("browser_detect_env", "Detect if the current page is running in production, development, staging, or local environment. Analyzes URL, meta tags, source maps, analytics SDKs, and more.", { session_id: exports_external.string().optional() }, async ({ session_id }) => {
+    try {
+      const sid = resolveSessionId(session_id);
+      const page = getSessionPage(sid);
+      const { detectEnvironment: detectEnvironment2 } = await Promise.resolve().then(() => exports_env_detector);
+      const result = await detectEnvironment2(page);
+      return json(result);
+    } catch (e) {
+      return err(e);
+    }
+  });
+  server.tool("browser_performance_deep", "Deep performance analysis: Web Vitals, resource breakdown by type, largest resources, third-party scripts with categories, DOM complexity, memory usage.", { session_id: exports_external.string().optional() }, async ({ session_id }) => {
+    try {
+      const sid = resolveSessionId(session_id);
+      const page = getSessionPage(sid);
+      const { getDeepPerformance: getDeepPerformance2 } = await Promise.resolve().then(() => (init_deep_performance(), exports_deep_performance));
+      const result = await getDeepPerformance2(page);
+      return json(result);
+    } catch (e) {
+      return err(e);
+    }
+  });
   server.tool("browser_console_log", "Get captured console messages for a session", { session_id: exports_external.string().optional(), level: exports_external.enum(["log", "warn", "error", "debug", "info"]).optional() }, async ({ session_id, level }) => {
     try {
       const sid = resolveSessionId(session_id);
@@ -35117,6 +35820,46 @@ var init_mcp = __esm(async () => {
       return err(e);
     }
   });
+  server.tool("browser_workflow_save", "Save a recording as a reusable workflow with self-healing replay", { recording_id: exports_external.string(), name: exports_external.string(), description: exports_external.string().optional() }, async ({ recording_id, name, description }) => {
+    try {
+      const { saveWorkflowFromRecording: saveWorkflowFromRecording2 } = await Promise.resolve().then(() => (init_workflows(), exports_workflows));
+      return json(saveWorkflowFromRecording2(recording_id, name, description));
+    } catch (e) {
+      return err(e);
+    }
+  });
+  server.tool("browser_workflow_list", "List all saved workflows", {}, async () => {
+    try {
+      const { listWorkflows: listWorkflows2 } = await Promise.resolve().then(() => (init_workflows(), exports_workflows));
+      const workflows = listWorkflows2();
+      return json({ workflows: workflows.map((w) => ({ ...w, steps: `${w.steps.length} steps` })), count: workflows.length });
+    } catch (e) {
+      return err(e);
+    }
+  });
+  server.tool("browser_workflow_run", "Run a saved workflow with self-healing. If selectors changed, auto-adapts and reports what was healed.", { session_id: exports_external.string().optional(), name: exports_external.string() }, async ({ session_id, name }) => {
+    try {
+      const sid = resolveSessionId(session_id);
+      const page = getSessionPage(sid);
+      const { getWorkflowByName: getWorkflowByName2, runWorkflow: runWorkflow2 } = await Promise.resolve().then(() => (init_workflows(), exports_workflows));
+      const workflow = getWorkflowByName2(name);
+      if (!workflow)
+        return err(new Error(`Workflow '${name}' not found`));
+      const result = await runWorkflow2(workflow, page);
+      logEvent(sid, "workflow_run", { name, ...result });
+      return json(result);
+    } catch (e) {
+      return err(e);
+    }
+  });
+  server.tool("browser_workflow_delete", "Delete a saved workflow", { name: exports_external.string() }, async ({ name }) => {
+    try {
+      const { deleteWorkflow: deleteWorkflow2 } = await Promise.resolve().then(() => (init_workflows(), exports_workflows));
+      return json({ deleted: deleteWorkflow2(name) });
+    } catch (e) {
+      return err(e);
+    }
+  });
   server.tool("browser_crawl", "Crawl a URL recursively and return discovered pages", {
     url: exports_external.string(),
     max_depth: exports_external.number().optional().default(2),
@@ -35812,6 +36555,68 @@ var init_mcp = __esm(async () => {
       return err(e);
     }
   });
+  server.tool("browser_detect_apis", "Scan network traffic for JSON API endpoints. Returns discovered endpoints with methods, status codes, and URLs.", { session_id: exports_external.string().optional() }, async ({ session_id }) => {
+    try {
+      const sid = resolveSessionId(session_id);
+      const { detectAPIs: detectAPIs2 } = await Promise.resolve().then(() => (init_api_detector(), exports_api_detector));
+      const apis = detectAPIs2(sid);
+      return json({ apis, count: apis.length });
+    } catch (e) {
+      return err(e);
+    }
+  });
+  server.tool("browser_extract_structured", "Extract structured data from page: tables, lists, JSON-LD, Open Graph, meta tags, and repeated elements (cards/items).", { session_id: exports_external.string().optional() }, async ({ session_id }) => {
+    try {
+      const sid = resolveSessionId(session_id);
+      const page = getSessionPage(sid);
+      const { extractStructuredData: extractStructuredData2 } = await Promise.resolve().then(() => exports_structured_extract);
+      const data = await extractStructuredData2(page);
+      return json({
+        tables: data.tables.length,
+        lists: data.lists.length,
+        json_ld: data.jsonLd.length,
+        open_graph: Object.keys(data.openGraph).length,
+        meta_tags: Object.keys(data.metaTags).length,
+        repeated_elements: data.repeatedElements.length,
+        data
+      });
+    } catch (e) {
+      return err(e);
+    }
+  });
+  server.tool("browser_dataset_save", "Save extracted data as a named dataset for later use", { name: exports_external.string(), data: exports_external.array(exports_external.record(exports_external.unknown())), source_url: exports_external.string().optional() }, async ({ name, data, source_url }) => {
+    try {
+      const { saveDataset: saveDataset2 } = await Promise.resolve().then(() => (init_datasets(), exports_datasets));
+      const dataset = saveDataset2({ name, rows: data, sourceUrl: source_url });
+      return json({ id: dataset.id, name: dataset.name, row_count: dataset.row_count });
+    } catch (e) {
+      return err(e);
+    }
+  });
+  server.tool("browser_dataset_list", "List all saved datasets", {}, async () => {
+    try {
+      const { listDatasets: listDatasets2 } = await Promise.resolve().then(() => (init_datasets(), exports_datasets));
+      return json({ datasets: listDatasets2() });
+    } catch (e) {
+      return err(e);
+    }
+  });
+  server.tool("browser_dataset_export", "Export a dataset as JSON or CSV file", { name: exports_external.string(), format: exports_external.enum(["json", "csv"]).optional().default("json") }, async ({ name, format }) => {
+    try {
+      const { exportDataset: exportDataset2 } = await Promise.resolve().then(() => (init_datasets(), exports_datasets));
+      return json(exportDataset2(name, format));
+    } catch (e) {
+      return err(e);
+    }
+  });
+  server.tool("browser_dataset_delete", "Delete a saved dataset", { name: exports_external.string() }, async ({ name }) => {
+    try {
+      const { deleteDataset: deleteDataset2 } = await Promise.resolve().then(() => (init_datasets(), exports_datasets));
+      return json({ deleted: deleteDataset2(name) });
+    } catch (e) {
+      return err(e);
+    }
+  });
   server.tool("browser_help", "Show all available browser tools grouped by category with one-line descriptions", {}, async () => {
     try {
       const groups = {
@@ -35898,6 +36703,20 @@ var init_mcp = __esm(async () => {
           { tool: "browser_auth_list", description: "List all saved auth flows" },
           { tool: "browser_auth_delete", description: "Delete a saved auth flow" }
         ],
+        Workflows: [
+          { tool: "browser_workflow_save", description: "Save a recording as a reusable workflow" },
+          { tool: "browser_workflow_list", description: "List all saved workflows" },
+          { tool: "browser_workflow_run", description: "Run a workflow with self-healing replay" },
+          { tool: "browser_workflow_delete", description: "Delete a saved workflow" }
+        ],
+        Data: [
+          { tool: "browser_extract_structured", description: "Extract tables, lists, JSON-LD, Open Graph, meta tags, repeated elements" },
+          { tool: "browser_detect_apis", description: "Scan network traffic for JSON API endpoints" },
+          { tool: "browser_dataset_save", description: "Save extracted data as a named dataset" },
+          { tool: "browser_dataset_list", description: "List all saved datasets" },
+          { tool: "browser_dataset_export", description: "Export dataset as JSON or CSV" },
+          { tool: "browser_dataset_delete", description: "Delete a saved dataset" }
+        ],
         Crawl: [
           { tool: "browser_crawl", description: "Crawl a URL recursively" }
         ],
@@ -35951,6 +36770,8 @@ var init_mcp = __esm(async () => {
           { tool: "browser_check", description: "RECOMMENDED: One-call page summary with diagnostics" },
           { tool: "browser_version", description: "Show running binary version and tool count" },
           { tool: "browser_help", description: "Show this help (all tools)" },
+          { tool: "browser_detect_env", description: "Detect environment (prod/dev/staging/local)" },
+          { tool: "browser_performance_deep", description: "Deep performance: resources, third-party, DOM, memory" },
           { tool: "browser_snapshot_diff", description: "Diff current snapshot vs previous" },
           { tool: "browser_watch_start", description: "Watch page for DOM changes" },
           { tool: "browser_watch_get_changes", description: "Get captured DOM changes" },
@@ -36468,10 +37289,10 @@ __export(exports_snapshots, {
   deleteSnapshot: () => deleteSnapshot,
   createSnapshot: () => createSnapshot
 });
-import { randomUUID as randomUUID14 } from "crypto";
+import { randomUUID as randomUUID17 } from "crypto";
 function createSnapshot(data) {
   const db2 = getDatabase();
-  const id = randomUUID14();
+  const id = randomUUID17();
   db2.prepare("INSERT INTO snapshots (id, session_id, url, title, html, screenshot_path) VALUES (?, ?, ?, ?, ?, ?)").run(id, data.session_id, data.url, data.title ?? null, data.html ?? null, data.screenshot_path ?? null);
   return getSnapshot(id);
 }
@@ -36497,7 +37318,7 @@ var init_snapshots = __esm(() => {
 
 // src/server/index.ts
 var exports_server = {};
-import { join as join15 } from "path";
+import { join as join16 } from "path";
 import { existsSync as existsSync9 } from "fs";
 function ok(data, status = 200) {
   return new Response(JSON.stringify(data), {
@@ -36791,13 +37612,13 @@ var init_server = __esm(() => {
           const id = path.split("/")[3];
           return ok({ deleted: deleteDownload(id) });
         }
-        const dashboardDist = join15(import.meta.dir, "../../dashboard/dist");
+        const dashboardDist = join16(import.meta.dir, "../../dashboard/dist");
         if (existsSync9(dashboardDist)) {
-          const filePath = path === "/" ? join15(dashboardDist, "index.html") : join15(dashboardDist, path);
+          const filePath = path === "/" ? join16(dashboardDist, "index.html") : join16(dashboardDist, path);
           if (existsSync9(filePath)) {
             return new Response(Bun.file(filePath), { headers: CORS_HEADERS });
           }
-          return new Response(Bun.file(join15(dashboardDist, "index.html")), { headers: CORS_HEADERS });
+          return new Response(Bun.file(join16(dashboardDist, "index.html")), { headers: CORS_HEADERS });
         }
         if (path === "/" || path === "") {
           return new Response("@hasna/browser REST API running. Dashboard not built.", {
@@ -36840,9 +37661,9 @@ init_recorder();
 init_recordings();
 init_lightpanda();
 import { readFileSync as readFileSync9 } from "fs";
-import { join as join16 } from "path";
+import { join as join17 } from "path";
 import chalk from "chalk";
-var pkg = JSON.parse(readFileSync9(join16(import.meta.dir, "../../package.json"), "utf8"));
+var pkg = JSON.parse(readFileSync9(join17(import.meta.dir, "../../package.json"), "utf8"));
 var program2 = new Command;
 program2.name("browser").description("@hasna/browser \u2014 general-purpose browser agent CLI").version(pkg.version);
 program2.command("navigate <url>").description("Navigate to a URL and optionally take a screenshot").option("--engine <engine>", "Browser engine: playwright|cdp|lightpanda|auto", "auto").option("--screenshot", "Take a screenshot after navigation").option("--extract", "Extract page text after navigation").option("--headed", "Run in headed (visible) mode").option("--json", "Output as JSON").action(async (url, opts) => {