@commandgarden/cli 1.4.1 → 2.0.0

package/node_modules/@commandgarden/app/dist/server/routes/journal.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Journal Fastify route — POST /api/journal/generate.
+ * Reads journal config from user preferences (SQLite), instantiates
+ * sources with that config, and generates the weekly report.
+ */
+import type { FastifyInstance } from 'fastify';
+import type { DaemonClient } from '@commandgarden/shared';
+import type { AppStore } from '../store.js';
+export declare function journalRoutes(app: FastifyInstance, daemon: DaemonClient, store: AppStore): void;

package/node_modules/@commandgarden/app/dist/server/routes/journal.js

@@ -0,0 +1,56 @@
+/**
+ * Journal Fastify route — POST /api/journal/generate.
+ * Reads journal config from user preferences (SQLite), instantiates
+ * sources with that config, and generates the weekly report.
+ */
+import { getJournalConfig } from '../journal/journal.config.js';
+import { GitSource } from '../journal/sources/git.source.js';
+import { JiraSource } from '../journal/sources/jira.source.js';
+import { TimetrackingSource } from '../journal/sources/timetracking.source.js';
+import { MeetingsSource } from '../journal/sources/meetings.source.js';
+import { JournalService } from '../journal/journal.service.js';
+export function journalRoutes(app, daemon, store) {
+    app.post('/api/journal/generate', async (req, reply) => {
+        const body = req.body;
+        // Validate weekStart is present and matches YYYY-MM-DD format
+        if (!body?.weekStart || !/^\d{4}-(0[1-9]|1[0-2])-(0[1-9]|[12]\d|3[01])$/.test(body.weekStart)) {
+            return reply.code(400).send({
+                ok: false,
+                error: 'weekStart is required and must be YYYY-MM-DD format',
+            });
+        }
+        // Build config from user preferences (configured via GUI Config page)
+        const config = getJournalConfig(store);
+        // Check that required settings are configured
+        if (!config.azureDevOps.org || config.azureDevOps.repos.length === 0) {
+            return reply.code(400).send({
+                ok: false,
+                error: 'Journal not configured. Go to Configuration → Journal Settings and set your ADO org and repos.',
+            });
+        }
+        try {
+            const start = Date.now();
+            // Sources receive config from preferences — no env vars needed
+            const git = new GitSource(daemon, config);
+            const jira = new JiraSource(daemon);
+            const timetracking = new TimetrackingSource(daemon, config);
+            const meetings = new MeetingsSource(daemon);
+            const service = new JournalService(git, timetracking, meetings, jira);
+            const result = await service.generate({ weekStart: body.weekStart });
+            // Audit log (non-blocking — failure should not break the response)
+            const durationMs = Date.now() - start;
+            daemon.post('/api/audit/log', {
+                command: 'journal generate',
+                args: { weekStart: body.weekStart },
+                status: result.status,
+                durationMs,
+            }).catch(() => { });
+            return result;
+        }
+        catch (err) {
+            const message = err instanceof Error ? err.message : 'Unknown error';
+            console.error('[journal] generate error:', message);
+            return reply.code(500).send({ ok: false, error: message });
+        }
+    });
+}

package/node_modules/@commandgarden/chrome/dist/content-script.js

@@ -43,6 +43,61 @@
       return record;
     });
   }
+  function extractHtml(selector) {
+    const el = document.querySelector(selector);
+    if (!el) throw new Error(`Element "${selector}" not found`);
+    return el.innerHTML;
+  }
+  function extractTree(rootSelector, group, leaf, pathSeparator) {
+    const root = document.querySelector(rootSelector);
+    if (!root) throw new Error(`Root "${rootSelector}" not found`);
+    function extractField(el, spec) {
+      if (spec === "textContent") return el.textContent?.trim().replace(/\s+/g, " ") ?? "";
+      if (spec === "href") return el.getAttribute("href") ?? "";
+      if (spec.startsWith("attr:")) return el.getAttribute(spec.slice(5)) ?? "";
+      return el.textContent?.trim() ?? "";
+    }
+    function walk(container, ancestors, depth) {
+      const results = [];
+      for (const child of Array.from(container.children)) {
+        if (child.matches(leaf.match)) {
+          const row = {};
+          for (const [name, spec] of Object.entries(leaf.fields)) {
+            row[name] = extractField(child, spec);
+          }
+          const title = row.title || child.textContent?.trim() || "";
+          const section = ancestors.length > 0 ? ancestors[0] : title;
+          const pathParts = [...ancestors, title];
+          row.section = section;
+          row.path = pathParts.join(pathSeparator);
+          row.depth = depth;
+          results.push(row);
+        } else if (child.matches(group.match)) {
+          const titleEl = child.querySelector(group.title);
+          const groupTitle = titleEl?.textContent?.trim().replace(/\s+/g, " ") ?? "";
+          const childContainer = child.querySelector(group.children);
+          if (childContainer) {
+            results.push(...walk(childContainer, [...ancestors, groupTitle], depth + 1));
+          }
+        } else {
+          results.push(...walk(child, ancestors, depth));
+        }
+      }
+      return results;
+    }
+    return walk(root, [], 0);
+  }
+  async function clickAll(selector, pause, maxRounds, settle) {
+    for (let round = 0; round < maxRounds; round++) {
+      const elements = document.querySelectorAll(selector);
+      if (elements.length === 0) break;
+      for (const el of Array.from(elements)) {
+        el.click();
+        if (pause > 0) await new Promise((r) => setTimeout(r, pause));
+      }
+    }
+    if (settle > 0) await new Promise((r) => setTimeout(r, settle));
+  }
   async function clickElement(selector) {
     const el = document.querySelector(selector);
     if (!el) throw new Error(`Element "${selector}" not found`);
@@ -86,19 +141,46 @@
         return void 0;
       case "extract":
         return extractData(p.selector, p.fields);
+      case "extract_html":
+        return extractHtml(p.selector);
+      case "extract_tree":
+        return extractTree(
+          p.root,
+          p.group,
+          p.leaf,
+          p.pathSeparator ?? " / "
+        );
       case "click":
         await clickElement(p.selector);
         return void 0;
+      case "click_all":
+        await clickAll(
+          p.selector,
+          p.pause ?? 200,
+          p.maxRounds ?? 10,
+          p.settle ?? 300
+        );
+        return void 0;
       case "type":
         await typeIntoElement(p.selector, p.value);
         return void 0;
-      case "fetch":
-        return fetchFromPage(
+      case "fetch": {
+        const result = await fetchFromPage(
           p.url,
           p.method,
           p.headers,
           p.body
         );
+        if (p.dataPath && result != null && typeof result === "object" && !Array.isArray(result)) {
+          let nested = result;
+          for (const key of p.dataPath.split(".")) {
+            if (nested == null || typeof nested !== "object") return [];
+            nested = nested[key];
+          }
+          return Array.isArray(nested) ? nested : [];
+        }
+        return result;
+      }
       default:
         throw new Error(`Unknown action: ${req.action}`);
     }

package/node_modules/@commandgarden/chrome/dist/content-script.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../src/messages.ts", "../src/content/dom-executor.ts", "../src/content/content-script.ts"],
-  "sourcesContent": ["// src/messages.ts\nconst randomUUID = () => crypto.randomUUID();\n\nexport type DomAction = 'wait' | 'extract' | 'click' | 'type' | 'fetch';\n\nexport interface DomRequest {\n  id: string;\n  action: DomAction;\n  params: Record<string, unknown>;\n}\n\nexport interface DomResponse {\n  requestId: string;\n  ok: boolean;\n  data?: unknown;\n  error?: string;\n}\n\nexport function createDomRequest(action: DomAction, params: Record<string, unknown>): DomRequest {\n  return { id: randomUUID(), action, params };\n}\n\nexport function createDomResponse(\n  requestId: string, ok: boolean, data?: unknown, error?: string,\n): DomResponse {\n  return { requestId, ok, data, error };\n}\n\nexport function isDomRequest(value: unknown): value is DomRequest {\n  if (value == null || typeof value !== 'object') return false;\n  const obj = value as Record<string, unknown>;\n  return typeof obj.id === 'string' && typeof obj.action === 'string' && typeof obj.params === 'object';\n}\n\nexport function isDomResponse(value: unknown): value is DomResponse {\n  if (value == null || typeof value !== 'object') return false;\n  const obj = value as Record<string, unknown>;\n  return typeof obj.requestId === 'string' && typeof obj.ok === 'boolean';\n}\n", "// src/content/dom-executor.ts\n\nexport function waitForSelector(selector: string, timeout: number): Promise<void> {\n  return new Promise((resolve, reject) => {\n    if (document.querySelector(selector)) { resolve(); return; }\n    const interval = 100;\n    let elapsed = 0;\n    const timer = setInterval(() => {\n      if (document.querySelector(selector)) { clearInterval(timer); resolve(); return; }\n      elapsed += interval;\n      if (elapsed >= timeout) {\n        clearInterval(timer);\n        reject(new Error(`Selector \"${selector}\" timed out after ${timeout}ms`));\n      }\n    }, interval);\n  });\n}\n\nexport function extractData(\n  rowSelector: string,\n  fields: Record<string, string>,\n): Record<string, string>[] {\n  const rows = document.querySelectorAll(rowSelector);\n  return Array.from(rows).map(row => {\n    const record: Record<string, string> = {};\n    for (const [name, selector] of Object.entries(fields)) {\n      record[name] = row.querySelector(selector)?.textContent?.trim() ?? '';\n    }\n    return record;\n  });\n}\n\nexport async function clickElement(selector: string): Promise<void> {\n  const el = document.querySelector(selector);\n  if (!el) throw new Error(`Element \"${selector}\" not found`);\n  (el as HTMLElement).click();\n}\n\nexport async function typeIntoElement(selector: string, value: string): Promise<void> {\n  const el = document.querySelector(selector) as HTMLInputElement | null;\n  if (!el) throw new Error(`Element \"${selector}\" not found`);\n  el.focus();\n  el.value = value;\n  el.dispatchEvent(new Event('input', { bubbles: true }));\n  el.dispatchEvent(new Event('change', { bubbles: true }));\n}\n\nexport async function fetchFromPage(\n  url: string, method = 'GET', headers?: Record<string, string>, body?: string,\n): Promise<unknown> {\n  const resp = await fetch(url, {\n    method, headers, body, credentials: 'include',\n  });\n  const contentType = resp.headers.get('content-type') ?? '';\n  if (contentType.includes('application/json')) return resp.json();\n  return resp.text();\n}\n", "// src/content/content-script.ts\nimport { isDomRequest, createDomResponse, type DomRequest } from '../messages.js';\nimport { waitForSelector, extractData, clickElement, typeIntoElement, fetchFromPage } from './dom-executor.js';\n\nchrome.runtime.onMessage.addListener((message, _sender, sendResponse) => {\n  if (!isDomRequest(message)) return false;\n  const req = message as DomRequest;\n  handleRequest(req).then(\n    (data) => sendResponse(createDomResponse(req.id, true, data)),\n    (err) => sendResponse(createDomResponse(req.id, false, undefined, err.message)),\n  );\n  return true; // Keep channel open for async response\n});\n\nasync function handleRequest(req: DomRequest): Promise<unknown> {\n  const p = req.params;\n  switch (req.action) {\n    case 'wait':\n      await waitForSelector(p.selector as string, (p.timeout as number) ?? 10000);\n      return undefined;\n    case 'extract':\n      return extractData(p.selector as string, p.fields as Record<string, string>);\n    case 'click':\n      await clickElement(p.selector as string);\n      return undefined;\n    case 'type':\n      await typeIntoElement(p.selector as string, p.value as string);\n      return undefined;\n    case 'fetch':\n      return fetchFromPage(\n        p.url as string, p.method as string,\n        p.headers as Record<string, string>, p.body as string,\n      );\n    default:\n      throw new Error(`Unknown action: ${req.action}`);\n  }\n}\n"],
-  "mappings": ";;;AAsBO,WAAS,kBACd,WAAmB,IAAa,MAAgB,OACnC;AACb,WAAO,EAAE,WAAW,IAAI,MAAM,MAAM;AAAA,EACtC;AAEO,WAAS,aAAa,OAAqC;AAChE,QAAI,SAAS,QAAQ,OAAO,UAAU,SAAU,QAAO;AACvD,UAAM,MAAM;AACZ,WAAO,OAAO,IAAI,OAAO,YAAY,OAAO,IAAI,WAAW,YAAY,OAAO,IAAI,WAAW;AAAA,EAC/F;;;AC9BO,WAAS,gBAAgB,UAAkB,SAAgC;AAChF,WAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AACtC,UAAI,SAAS,cAAc,QAAQ,GAAG;AAAE,gBAAQ;AAAG;AAAA,MAAQ;AAC3D,YAAM,WAAW;AACjB,UAAI,UAAU;AACd,YAAM,QAAQ,YAAY,MAAM;AAC9B,YAAI,SAAS,cAAc,QAAQ,GAAG;AAAE,wBAAc,KAAK;AAAG,kBAAQ;AAAG;AAAA,QAAQ;AACjF,mBAAW;AACX,YAAI,WAAW,SAAS;AACtB,wBAAc,KAAK;AACnB,iBAAO,IAAI,MAAM,aAAa,QAAQ,qBAAqB,OAAO,IAAI,CAAC;AAAA,QACzE;AAAA,MACF,GAAG,QAAQ;AAAA,IACb,CAAC;AAAA,EACH;AAEO,WAAS,YACd,aACA,QAC0B;AAC1B,UAAM,OAAO,SAAS,iBAAiB,WAAW;AAClD,WAAO,MAAM,KAAK,IAAI,EAAE,IAAI,SAAO;AACjC,YAAM,SAAiC,CAAC;AACxC,iBAAW,CAAC,MAAM,QAAQ,KAAK,OAAO,QAAQ,MAAM,GAAG;AACrD,eAAO,IAAI,IAAI,IAAI,cAAc,QAAQ,GAAG,aAAa,KAAK,KAAK;AAAA,MACrE;AACA,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AAEA,iBAAsB,aAAa,UAAiC;AAClE,UAAM,KAAK,SAAS,cAAc,QAAQ;AAC1C,QAAI,CAAC,GAAI,OAAM,IAAI,MAAM,YAAY,QAAQ,aAAa;AAC1D,IAAC,GAAmB,MAAM;AAAA,EAC5B;AAEA,iBAAsB,gBAAgB,UAAkB,OAA8B;AACpF,UAAM,KAAK,SAAS,cAAc,QAAQ;AAC1C,QAAI,CAAC,GAAI,OAAM,IAAI,MAAM,YAAY,QAAQ,aAAa;AAC1D,OAAG,MAAM;AACT,OAAG,QAAQ;AACX,OAAG,cAAc,IAAI,MAAM,SAAS,EAAE,SAAS,KAAK,CAAC,CAAC;AACtD,OAAG,cAAc,IAAI,MAAM,UAAU,EAAE,SAAS,KAAK,CAAC,CAAC;AAAA,EACzD;AAEA,iBAAsB,cACpB,KAAa,SAAS,OAAO,SAAkC,MAC7C;AAClB,UAAM,OAAO,MAAM,MAAM,KAAK;AAAA,MAC5B;AAAA,MAAQ;AAAA,MAAS;AAAA,MAAM,aAAa;AAAA,IACtC,CAAC;AACD,UAAM,cAAc,KAAK,QAAQ,IAAI,cAAc,KAAK;AACxD,QAAI,YAAY,SAAS,kBAAkB,EAAG,QAAO,KAAK,KAAK;AAC/D,WAAO,KAAK,KAAK;AAAA,EACnB;;;ACpDA,SAAO,QAAQ,UAAU,YAAY,CAAC,SAAS,SAAS,iBAAiB;AACvE,QAAI,CAAC,aAAa,OAAO,EAAG,QAAO;AACnC,UAAM,MAAM;AACZ,kBAAc,GAAG,EAAE;AAAA,MACjB,CAAC,SAAS,aAAa,kBAAkB,IAAI,IAAI,MAAM,IAAI,CAAC;AAAA,MAC5D,CAAC,QAAQ,aAAa,kBAAkB,IAAI,IAAI,OAAO,QAAW,IAAI,OAAO,CAAC;AAAA,IAChF;AACA,WAAO;AAAA,EACT,CAAC;AAED,iBAAe,cAAc,KAAmC;AAC9D,UAAM,IAAI,IAAI;AACd,YAAQ,IAAI,QAAQ;AAAA,MAClB,KAAK;AACH,cAAM,gBAAgB,EAAE,UAAqB,EAAE,WAAsB,GAAK;AAC1E,eAAO;AAAA,MACT,KAAK;AACH,eAAO,YAAY,EAAE,UAAoB,EAAE,MAAgC;AAAA,MAC7E,KAAK;AACH,cAAM,aAAa,EAAE,QAAkB;AACvC,eAAO;AAAA,MACT,KAAK;AACH,cAAM,gBAAgB,EAAE,UAAoB,EAAE,KAAe;AAC7D,eAAO;AAAA,MACT,KAAK;AACH,eAAO;AAAA,UACL,EAAE;AAAA,UAAe,EAAE;AAAA,UACnB,EAAE;AAAA,UAAmC,EAAE;AAAA,QACzC;AAAA,MACF;AACE,cAAM,IAAI,MAAM,mBAAmB,IAAI,MAAM,EAAE;AAAA,IACnD;AAAA,EACF;",
+  "sourcesContent": ["// src/messages.ts\nconst randomUUID = () => crypto.randomUUID();\n\nexport type DomAction = 'wait' | 'extract' | 'extract_tree' | 'extract_html' | 'click' | 'click_all' | 'type' | 'fetch';\n\nexport interface DomRequest {\n  id: string;\n  action: DomAction;\n  params: Record<string, unknown>;\n}\n\nexport interface DomResponse {\n  requestId: string;\n  ok: boolean;\n  data?: unknown;\n  error?: string;\n}\n\nexport function createDomRequest(action: DomAction, params: Record<string, unknown>): DomRequest {\n  return { id: randomUUID(), action, params };\n}\n\nexport function createDomResponse(\n  requestId: string, ok: boolean, data?: unknown, error?: string,\n): DomResponse {\n  return { requestId, ok, data, error };\n}\n\nexport function isDomRequest(value: unknown): value is DomRequest {\n  if (value == null || typeof value !== 'object') return false;\n  const obj = value as Record<string, unknown>;\n  return typeof obj.id === 'string' && typeof obj.action === 'string' && typeof obj.params === 'object';\n}\n\nexport function isDomResponse(value: unknown): value is DomResponse {\n  if (value == null || typeof value !== 'object') return false;\n  const obj = value as Record<string, unknown>;\n  return typeof obj.requestId === 'string' && typeof obj.ok === 'boolean';\n}\n", "// src/content/dom-executor.ts\n\nexport function waitForSelector(selector: string, timeout: number): Promise<void> {\n  return new Promise((resolve, reject) => {\n    if (document.querySelector(selector)) { resolve(); return; }\n    const interval = 100;\n    let elapsed = 0;\n    const timer = setInterval(() => {\n      if (document.querySelector(selector)) { clearInterval(timer); resolve(); return; }\n      elapsed += interval;\n      if (elapsed >= timeout) {\n        clearInterval(timer);\n        reject(new Error(`Selector \"${selector}\" timed out after ${timeout}ms`));\n      }\n    }, interval);\n  });\n}\n\nexport function extractData(\n  rowSelector: string,\n  fields: Record<string, string>,\n): Record<string, string>[] {\n  const rows = document.querySelectorAll(rowSelector);\n  return Array.from(rows).map(row => {\n    const record: Record<string, string> = {};\n    for (const [name, selector] of Object.entries(fields)) {\n      record[name] = row.querySelector(selector)?.textContent?.trim() ?? '';\n    }\n    return record;\n  });\n}\n\nexport function extractHtml(selector: string): string {\n  const el = document.querySelector(selector);\n  if (!el) throw new Error(`Element \"${selector}\" not found`);\n  return el.innerHTML;\n}\n\nexport function extractTree(\n  rootSelector: string,\n  group: { match: string; title: string; children: string },\n  leaf: { match: string; fields: Record<string, string> },\n  pathSeparator: string,\n): Record<string, unknown>[] {\n  const root = document.querySelector(rootSelector);\n  if (!root) throw new Error(`Root \"${rootSelector}\" not found`);\n\n  function extractField(el: Element, spec: string): string {\n    if (spec === 'textContent') return el.textContent?.trim().replace(/\\s+/g, ' ') ?? '';\n    if (spec === 'href') return el.getAttribute('href') ?? '';\n    if (spec.startsWith('attr:')) return el.getAttribute(spec.slice(5)) ?? '';\n    return el.textContent?.trim() ?? '';\n  }\n\n  function walk(container: Element, ancestors: string[], depth: number): Record<string, unknown>[] {\n    const results: Record<string, unknown>[] = [];\n    for (const child of Array.from(container.children)) {\n      if (child.matches(leaf.match)) {\n        const row: Record<string, unknown> = {};\n        for (const [name, spec] of Object.entries(leaf.fields)) {\n          row[name] = extractField(child, spec);\n        }\n        const title = (row.title as string) || child.textContent?.trim() || '';\n        const section = ancestors.length > 0 ? ancestors[0] : title;\n        const pathParts = [...ancestors, title];\n        row.section = section;\n        row.path = pathParts.join(pathSeparator);\n        row.depth = depth;\n        results.push(row);\n      } else if (child.matches(group.match)) {\n        const titleEl = child.querySelector(group.title);\n        const groupTitle = titleEl?.textContent?.trim().replace(/\\s+/g, ' ') ?? '';\n        const childContainer = child.querySelector(group.children);\n        if (childContainer) {\n          results.push(...walk(childContainer, [...ancestors, groupTitle], depth + 1));\n        }\n      } else {\n        results.push(...walk(child, ancestors, depth));\n      }\n    }\n    return results;\n  }\n\n  return walk(root, [], 0);\n}\n\nexport async function clickAll(\n  selector: string, pause: number, maxRounds: number, settle: number,\n): Promise<void> {\n  for (let round = 0; round < maxRounds; round++) {\n    const elements = document.querySelectorAll(selector);\n    if (elements.length === 0) break;\n    for (const el of Array.from(elements)) {\n      (el as HTMLElement).click();\n      if (pause > 0) await new Promise(r => setTimeout(r, pause));\n    }\n  }\n  if (settle > 0) await new Promise(r => setTimeout(r, settle));\n}\n\nexport async function clickElement(selector: string): Promise<void> {\n  const el = document.querySelector(selector);\n  if (!el) throw new Error(`Element \"${selector}\" not found`);\n  (el as HTMLElement).click();\n}\n\nexport async function typeIntoElement(selector: string, value: string): Promise<void> {\n  const el = document.querySelector(selector) as HTMLInputElement | null;\n  if (!el) throw new Error(`Element \"${selector}\" not found`);\n  el.focus();\n  el.value = value;\n  el.dispatchEvent(new Event('input', { bubbles: true }));\n  el.dispatchEvent(new Event('change', { bubbles: true }));\n}\n\nexport async function fetchFromPage(\n  url: string, method = 'GET', headers?: Record<string, string>, body?: string,\n): Promise<unknown> {\n  const resp = await fetch(url, {\n    method, headers, body, credentials: 'include',\n  });\n  const contentType = resp.headers.get('content-type') ?? '';\n  if (contentType.includes('application/json')) return resp.json();\n  return resp.text();\n}\n", "// src/content/content-script.ts\nimport { isDomRequest, createDomResponse, type DomRequest } from '../messages.js';\nimport { waitForSelector, extractData, extractHtml, extractTree, clickElement, clickAll, typeIntoElement, fetchFromPage } from './dom-executor.js';\n\nchrome.runtime.onMessage.addListener((message, _sender, sendResponse) => {\n  if (!isDomRequest(message)) return false;\n  const req = message as DomRequest;\n  handleRequest(req).then(\n    (data) => sendResponse(createDomResponse(req.id, true, data)),\n    (err) => sendResponse(createDomResponse(req.id, false, undefined, err.message)),\n  );\n  return true; // Keep channel open for async response\n});\n\nasync function handleRequest(req: DomRequest): Promise<unknown> {\n  const p = req.params;\n  switch (req.action) {\n    case 'wait':\n      await waitForSelector(p.selector as string, (p.timeout as number) ?? 10000);\n      return undefined;\n    case 'extract':\n      return extractData(p.selector as string, p.fields as Record<string, string>);\n    case 'extract_html':\n      return extractHtml(p.selector as string);\n    case 'extract_tree':\n      return extractTree(\n        p.root as string,\n        p.group as { match: string; title: string; children: string },\n        p.leaf as { match: string; fields: Record<string, string> },\n        (p.pathSeparator as string) ?? ' / ',\n      );\n    case 'click':\n      await clickElement(p.selector as string);\n      return undefined;\n    case 'click_all':\n      await clickAll(\n        p.selector as string,\n        (p.pause as number) ?? 200,\n        (p.maxRounds as number) ?? 10,\n        (p.settle as number) ?? 300,\n      );\n      return undefined;\n    case 'type':\n      await typeIntoElement(p.selector as string, p.value as string);\n      return undefined;\n    case 'fetch': {\n      const result = await fetchFromPage(\n        p.url as string, p.method as string,\n        p.headers as Record<string, string>, p.body as string,\n      );\n      if (p.dataPath && result != null && typeof result === 'object' && !Array.isArray(result)) {\n        let nested: unknown = result;\n        for (const key of (p.dataPath as string).split('.')) {\n          if (nested == null || typeof nested !== 'object') return [];\n          nested = (nested as Record<string, unknown>)[key];\n        }\n        return Array.isArray(nested) ? nested : [];\n      }\n      return result;\n    }\n    default:\n      throw new Error(`Unknown action: ${req.action}`);\n  }\n}\n"],
+  "mappings": ";;;AAsBO,WAAS,kBACd,WAAmB,IAAa,MAAgB,OACnC;AACb,WAAO,EAAE,WAAW,IAAI,MAAM,MAAM;AAAA,EACtC;AAEO,WAAS,aAAa,OAAqC;AAChE,QAAI,SAAS,QAAQ,OAAO,UAAU,SAAU,QAAO;AACvD,UAAM,MAAM;AACZ,WAAO,OAAO,IAAI,OAAO,YAAY,OAAO,IAAI,WAAW,YAAY,OAAO,IAAI,WAAW;AAAA,EAC/F;;;AC9BO,WAAS,gBAAgB,UAAkB,SAAgC;AAChF,WAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AACtC,UAAI,SAAS,cAAc,QAAQ,GAAG;AAAE,gBAAQ;AAAG;AAAA,MAAQ;AAC3D,YAAM,WAAW;AACjB,UAAI,UAAU;AACd,YAAM,QAAQ,YAAY,MAAM;AAC9B,YAAI,SAAS,cAAc,QAAQ,GAAG;AAAE,wBAAc,KAAK;AAAG,kBAAQ;AAAG;AAAA,QAAQ;AACjF,mBAAW;AACX,YAAI,WAAW,SAAS;AACtB,wBAAc,KAAK;AACnB,iBAAO,IAAI,MAAM,aAAa,QAAQ,qBAAqB,OAAO,IAAI,CAAC;AAAA,QACzE;AAAA,MACF,GAAG,QAAQ;AAAA,IACb,CAAC;AAAA,EACH;AAEO,WAAS,YACd,aACA,QAC0B;AAC1B,UAAM,OAAO,SAAS,iBAAiB,WAAW;AAClD,WAAO,MAAM,KAAK,IAAI,EAAE,IAAI,SAAO;AACjC,YAAM,SAAiC,CAAC;AACxC,iBAAW,CAAC,MAAM,QAAQ,KAAK,OAAO,QAAQ,MAAM,GAAG;AACrD,eAAO,IAAI,IAAI,IAAI,cAAc,QAAQ,GAAG,aAAa,KAAK,KAAK;AAAA,MACrE;AACA,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AAEO,WAAS,YAAY,UAA0B;AACpD,UAAM,KAAK,SAAS,cAAc,QAAQ;AAC1C,QAAI,CAAC,GAAI,OAAM,IAAI,MAAM,YAAY,QAAQ,aAAa;AAC1D,WAAO,GAAG;AAAA,EACZ;AAEO,WAAS,YACd,cACA,OACA,MACA,eAC2B;AAC3B,UAAM,OAAO,SAAS,cAAc,YAAY;AAChD,QAAI,CAAC,KAAM,OAAM,IAAI,MAAM,SAAS,YAAY,aAAa;AAE7D,aAAS,aAAa,IAAa,MAAsB;AACvD,UAAI,SAAS,cAAe,QAAO,GAAG,aAAa,KAAK,EAAE,QAAQ,QAAQ,GAAG,KAAK;AAClF,UAAI,SAAS,OAAQ,QAAO,GAAG,aAAa,MAAM,KAAK;AACvD,UAAI,KAAK,WAAW,OAAO,EAAG,QAAO,GAAG,aAAa,KAAK,MAAM,CAAC,CAAC,KAAK;AACvE,aAAO,GAAG,aAAa,KAAK,KAAK;AAAA,IACnC;AAEA,aAAS,KAAK,WAAoB,WAAqB,OAA0C;AAC/F,YAAM,UAAqC,CAAC;AAC5C,iBAAW,SAAS,MAAM,KAAK,UAAU,QAAQ,GAAG;AAClD,YAAI,MAAM,QAAQ,KAAK,KAAK,GAAG;AAC7B,gBAAM,MAA+B,CAAC;AACtC,qBAAW,CAAC,MAAM,IAAI,KAAK,OAAO,QAAQ,KAAK,MAAM,GAAG;AACtD,gBAAI,IAAI,IAAI,aAAa,OAAO,IAAI;AAAA,UACtC;AACA,gBAAM,QAAS,IAAI,SAAoB,MAAM,aAAa,KAAK,KAAK;AACpE,gBAAM,UAAU,UAAU,SAAS,IAAI,UAAU,CAAC,IAAI;AACtD,gBAAM,YAAY,CAAC,GAAG,WAAW,KAAK;AACtC,cAAI,UAAU;AACd,cAAI,OAAO,UAAU,KAAK,aAAa;AACvC,cAAI,QAAQ;AACZ,kBAAQ,KAAK,GAAG;AAAA,QAClB,WAAW,MAAM,QAAQ,MAAM,KAAK,GAAG;AACrC,gBAAM,UAAU,MAAM,cAAc,MAAM,KAAK;AAC/C,gBAAM,aAAa,SAAS,aAAa,KAAK,EAAE,QAAQ,QAAQ,GAAG,KAAK;AACxE,gBAAM,iBAAiB,MAAM,cAAc,MAAM,QAAQ;AACzD,cAAI,gBAAgB;AAClB,oBAAQ,KAAK,GAAG,KAAK,gBAAgB,CAAC,GAAG,WAAW,UAAU,GAAG,QAAQ,CAAC,CAAC;AAAA,UAC7E;AAAA,QACF,OAAO;AACL,kBAAQ,KAAK,GAAG,KAAK,OAAO,WAAW,KAAK,CAAC;AAAA,QAC/C;AAAA,MACF;AACA,aAAO;AAAA,IACT;AAEA,WAAO,KAAK,MAAM,CAAC,GAAG,CAAC;AAAA,EACzB;AAEA,iBAAsB,SACpB,UAAkB,OAAe,WAAmB,QACrC;AACf,aAAS,QAAQ,GAAG,QAAQ,WAAW,SAAS;AAC9C,YAAM,WAAW,SAAS,iBAAiB,QAAQ;AACnD,UAAI,SAAS,WAAW,EAAG;AAC3B,iBAAW,MAAM,MAAM,KAAK,QAAQ,GAAG;AACrC,QAAC,GAAmB,MAAM;AAC1B,YAAI,QAAQ,EAAG,OAAM,IAAI,QAAQ,OAAK,WAAW,GAAG,KAAK,CAAC;AAAA,MAC5D;AAAA,IACF;AACA,QAAI,SAAS,EAAG,OAAM,IAAI,QAAQ,OAAK,WAAW,GAAG,MAAM,CAAC;AAAA,EAC9D;AAEA,iBAAsB,aAAa,UAAiC;AAClE,UAAM,KAAK,SAAS,cAAc,QAAQ;AAC1C,QAAI,CAAC,GAAI,OAAM,IAAI,MAAM,YAAY,QAAQ,aAAa;AAC1D,IAAC,GAAmB,MAAM;AAAA,EAC5B;AAEA,iBAAsB,gBAAgB,UAAkB,OAA8B;AACpF,UAAM,KAAK,SAAS,cAAc,QAAQ;AAC1C,QAAI,CAAC,GAAI,OAAM,IAAI,MAAM,YAAY,QAAQ,aAAa;AAC1D,OAAG,MAAM;AACT,OAAG,QAAQ;AACX,OAAG,cAAc,IAAI,MAAM,SAAS,EAAE,SAAS,KAAK,CAAC,CAAC;AACtD,OAAG,cAAc,IAAI,MAAM,UAAU,EAAE,SAAS,KAAK,CAAC,CAAC;AAAA,EACzD;AAEA,iBAAsB,cACpB,KAAa,SAAS,OAAO,SAAkC,MAC7C;AAClB,UAAM,OAAO,MAAM,MAAM,KAAK;AAAA,MAC5B;AAAA,MAAQ;AAAA,MAAS;AAAA,MAAM,aAAa;AAAA,IACtC,CAAC;AACD,UAAM,cAAc,KAAK,QAAQ,IAAI,cAAc,KAAK;AACxD,QAAI,YAAY,SAAS,kBAAkB,EAAG,QAAO,KAAK,KAAK;AAC/D,WAAO,KAAK,KAAK;AAAA,EACnB;;;ACxHA,SAAO,QAAQ,UAAU,YAAY,CAAC,SAAS,SAAS,iBAAiB;AACvE,QAAI,CAAC,aAAa,OAAO,EAAG,QAAO;AACnC,UAAM,MAAM;AACZ,kBAAc,GAAG,EAAE;AAAA,MACjB,CAAC,SAAS,aAAa,kBAAkB,IAAI,IAAI,MAAM,IAAI,CAAC;AAAA,MAC5D,CAAC,QAAQ,aAAa,kBAAkB,IAAI,IAAI,OAAO,QAAW,IAAI,OAAO,CAAC;AAAA,IAChF;AACA,WAAO;AAAA,EACT,CAAC;AAED,iBAAe,cAAc,KAAmC;AAC9D,UAAM,IAAI,IAAI;AACd,YAAQ,IAAI,QAAQ;AAAA,MAClB,KAAK;AACH,cAAM,gBAAgB,EAAE,UAAqB,EAAE,WAAsB,GAAK;AAC1E,eAAO;AAAA,MACT,KAAK;AACH,eAAO,YAAY,EAAE,UAAoB,EAAE,MAAgC;AAAA,MAC7E,KAAK;AACH,eAAO,YAAY,EAAE,QAAkB;AAAA,MACzC,KAAK;AACH,eAAO;AAAA,UACL,EAAE;AAAA,UACF,EAAE;AAAA,UACF,EAAE;AAAA,UACD,EAAE,iBAA4B;AAAA,QACjC;AAAA,MACF,KAAK;AACH,cAAM,aAAa,EAAE,QAAkB;AACvC,eAAO;AAAA,MACT,KAAK;AACH,cAAM;AAAA,UACJ,EAAE;AAAA,UACD,EAAE,SAAoB;AAAA,UACtB,EAAE,aAAwB;AAAA,UAC1B,EAAE,UAAqB;AAAA,QAC1B;AACA,eAAO;AAAA,MACT,KAAK;AACH,cAAM,gBAAgB,EAAE,UAAoB,EAAE,KAAe;AAC7D,eAAO;AAAA,MACT,KAAK,SAAS;AACZ,cAAM,SAAS,MAAM;AAAA,UACnB,EAAE;AAAA,UAAe,EAAE;AAAA,UACnB,EAAE;AAAA,UAAmC,EAAE;AAAA,QACzC;AACA,YAAI,EAAE,YAAY,UAAU,QAAQ,OAAO,WAAW,YAAY,CAAC,MAAM,QAAQ,MAAM,GAAG;AACxF,cAAI,SAAkB;AACtB,qBAAW,OAAQ,EAAE,SAAoB,MAAM,GAAG,GAAG;AACnD,gBAAI,UAAU,QAAQ,OAAO,WAAW,SAAU,QAAO,CAAC;AAC1D,qBAAU,OAAmC,GAAG;AAAA,UAClD;AACA,iBAAO,MAAM,QAAQ,MAAM,IAAI,SAAS,CAAC;AAAA,QAC3C;AACA,eAAO;AAAA,MACT;AAAA,MACA;AACE,cAAM,IAAI,MAAM,mBAAmB,IAAI,MAAM,EAAE;AAAA,IACnD;AAAA,EACF;",
   "names": []
 }

package/node_modules/@commandgarden/chrome/dist/service-worker.js

@@ -4227,7 +4227,10 @@ var STEP_CAPABILITY_MAP = {
   navigate: "navigate",
   wait: "navigate",
   extract: "dom_read",
+  extract_tree: "dom_read",
+  extract_html: "dom_read",
   click: "dom_write",
+  click_all: "dom_write",
   type: "dom_write",
   intercept: "intercept_response",
   cookie: "cookie_read",
@@ -4235,6 +4238,7 @@ var STEP_CAPABILITY_MAP = {
   map: null,
   filter: null,
   set: null,
+  transform: null,
   js_evaluate: "js_evaluate"
 };
 var navigateStepSchema = external_exports.object({
@@ -4277,7 +4281,8 @@ var fetchStepSchema = external_exports.object({
   method: external_exports.string().optional(),
   headers: external_exports.record(external_exports.string(), external_exports.string()).optional(),
   body: external_exports.string().optional(),
-  as: external_exports.string().optional()
+  as: external_exports.string().optional(),
+  dataPath: external_exports.string().optional()
 });
 var mapStepSchema = external_exports.object({
   step: external_exports.literal("map"),
@@ -4294,6 +4299,39 @@ var setStepSchema = external_exports.object({
   name: external_exports.string(),
   value: external_exports.string()
 });
+var extractHtmlStepSchema = external_exports.object({
+  step: external_exports.literal("extract_html"),
+  selector: external_exports.string(),
+  as: external_exports.string()
+});
+var transformStepSchema = external_exports.object({
+  step: external_exports.literal("transform"),
+  type: external_exports.string(),
+  input: external_exports.string(),
+  as: external_exports.string(),
+  options: external_exports.record(external_exports.string(), external_exports.unknown()).optional()
+});
+var extractTreeStepSchema = external_exports.object({
+  step: external_exports.literal("extract_tree"),
+  root: external_exports.string(),
+  group: external_exports.object({
+    match: external_exports.string(),
+    title: external_exports.string(),
+    children: external_exports.string()
+  }),
+  leaf: external_exports.object({
+    match: external_exports.string(),
+    fields: external_exports.record(external_exports.string(), external_exports.string())
+  }),
+  pathSeparator: external_exports.string().optional()
+});
+var clickAllStepSchema = external_exports.object({
+  step: external_exports.literal("click_all"),
+  selector: external_exports.string(),
+  pause: external_exports.number().positive().optional(),
+  maxRounds: external_exports.number().positive().optional(),
+  settle: external_exports.number().nonnegative().optional()
+});
 var jsEvaluateStepSchema = external_exports.object({
   step: external_exports.literal("js_evaluate"),
   code: external_exports.string().optional(),
@@ -4312,6 +4350,10 @@ var pipelineStepSchema = external_exports.discriminatedUnion("step", [
   mapStepSchema,
   filterStepSchema,
   setStepSchema,
+  extractHtmlStepSchema,
+  transformStepSchema,
+  extractTreeStepSchema,
+  clickAllStepSchema,
   jsEvaluateStepSchema
 ]);
 
@@ -4323,7 +4365,8 @@ var connectorArgSchema = external_exports.object({
   required: external_exports.boolean().default(false),
   default: external_exports.union([external_exports.string(), external_exports.number(), external_exports.boolean()]).optional(),
   help: external_exports.string().optional(),
-  pattern: external_exports.string().optional()
+  pattern: external_exports.string().optional(),
+  enum: external_exports.array(external_exports.string()).optional()
 });
 var connectorColumnSchema = external_exports.object({
   name: external_exports.string(),
@@ -4335,6 +4378,7 @@ var connectorSchema = external_exports.object({
   version: external_exports.string(),
   description: external_exports.string().optional(),
   access: external_exports.enum(["read", "write"]).default("read"),
+  vars: external_exports.record(external_exports.unknown()).optional(),
   domains: external_exports.array(external_exports.string()).min(1),
   capabilities: external_exports.array(capabilityEnum).min(1),
   args: external_exports.array(connectorArgSchema).optional().default([]),
@@ -6776,7 +6820,12 @@ var BUILT_IN_FILTERS = {
   number: (value) => Number(value),
   trim: (value) => String(value).trim(),
   upper: (value) => String(value).toUpperCase(),
-  lower: (value) => String(value).toLowerCase()
+  lower: (value) => String(value).toLowerCase(),
+  lookup: (value, map2) => {
+    if (map2 == null || typeof map2 !== "object")
+      return void 0;
+    return map2[String(value)];
+  }
 };
 
 // ../shared/dist/expression/evaluator.js
@@ -6832,8 +6881,9 @@ var PipelineContext = class {
   cookies = {};
   data = [];
   args;
-  constructor(args) {
+  constructor(args, initialVars) {
     this.args = args;
+    if (initialVars) Object.assign(this.vars, initialVars);
   }
   setVar(name, value) {
     this.vars[name] = value;
@@ -6841,6 +6891,9 @@ var PipelineContext = class {
   getVar(name) {
     return this.vars[name];
   }
+  getVars() {
+    return { ...this.vars };
+  }
   setCookies(cookies) {
     Object.assign(this.cookies, cookies);
   }
@@ -6861,7 +6914,8 @@ var PipelineContext = class {
         const rowCtx = {
           args: this.args,
           vars: { ...this.vars, row },
-          cookies: this.cookies
+          cookies: this.cookies,
+          row
         };
         mapped[key] = interpolate(expr, rowCtx);
       }
@@ -6917,7 +6971,7 @@ var PipelineRunner = class {
     }
   }
   async run(connector, args) {
-    const ctx = new PipelineContext(args);
+    const ctx = new PipelineContext(args, connector.vars);
     let tabId = -1;
     const stepSummaries = [];
     try {
@@ -6935,6 +6989,7 @@ var PipelineRunner = class {
             }
             case "wait":
             case "click":
+            case "click_all":
               await this.adapter.executeInContent(tabId, step);
               break;
             case "type":
@@ -6948,6 +7003,16 @@ var PipelineRunner = class {
               ctx.setData(data);
               break;
             }
+            case "extract_tree": {
+              const treeData = await this.adapter.executeInContent(tabId, step);
+              ctx.setData(treeData);
+              break;
+            }
+            case "extract_html": {
+              const html = await this.adapter.executeInContent(tabId, step);
+              if (step.as) ctx.setVar(step.as, html);
+              break;
+            }
             case "fetch": {
               const fetchStep = {
                 ...step,
@@ -7014,9 +7079,9 @@ var PipelineRunner = class {
           throw err;
         }
       }
-      return { id: "", ok: true, data: ctx.getData(), steps: stepSummaries };
+      return { id: "", ok: true, data: ctx.getData(), vars: ctx.getVars(), steps: stepSummaries };
     } catch (err) {
-      return { id: "", ok: false, data: [], error: err instanceof Error ? err.message : String(err), steps: stepSummaries };
+      return { id: "", ok: false, data: [], vars: {}, error: err instanceof Error ? err.message : String(err), steps: stepSummaries };
     }
   }
 };