@wenathlan/extension 1.1.37 → 1.1.38

package/extension/dist/sidepanel.js

@@ -1,7 +1,7 @@
 // policy.ts
-var sensitiveactions = /* @__PURE__ */ new Set(["click", "type", "navigate", "select", "presskey", "drag", "drop", "upload", "clear", "check", "uncheck", "toggle", "submit", "reload", "back", "forward", "writestorage", "setattribute", "removeattribute", "evaluate", "tabcreate", "tabactivate", "tabclose", "tabreload", "windowcreate", "windowclose", "windowresize", "downloadfile", "clickpoint", "shiftclick", "dismissdialog", "enterframe", "typetime", "appendtext", "setvalue", "typeedit", "keyhold", "keyrelease", "submitsearch", "selectmulti", "chooseradio", "setslider", "setdate", "setcolor", "openlink", "openprivate", "reloadcache", "stopnav", "followlink", "spanav", "rewritequery", "setfragment", "navlist", "navprofile", "handleauth", "printpdf", "prefetch", "preconnect", "deeplink", "reopentab", "pausenav", "navrate", "openclipboard", "batchopen", "duplicatetab", "closepattern", "pintab", "mutetab", "movetab", "movetabwindow", "grouptabs", "colorgroup", "collapsegroup", "discardtab", "reloadtabs", "zoomin", "zoomout", "switchtab", "maximizewindow", "minimizewindow", "restorewindow", "focuswindow", "scratchwindow", "incognitowindow", "restoretab", "restorelayout", "reopenrun", "badgetab", "fillform", "filllabel", "fillplaceholder", "submitform", "retryform", "runwizard", "selectchain", "picktypeahead", "pickdate", "attachfile", "fillcard", "fillcode", "consentpassword"]);
+var sensitiveactions = /* @__PURE__ */ new Set(["click", "type", "navigate", "select", "presskey", "drag", "drop", "upload", "clear", "check", "uncheck", "toggle", "submit", "reload", "back", "forward", "writestorage", "setattribute", "removeattribute", "evaluate", "tabcreate", "tabactivate", "tabclose", "tabreload", "windowcreate", "windowclose", "windowresize", "downloadfile", "clickpoint", "shiftclick", "dismissdialog", "enterframe", "typetime", "appendtext", "setvalue", "typeedit", "keyhold", "keyrelease", "submitsearch", "selectmulti", "chooseradio", "setslider", "setdate", "setcolor", "openlink", "openprivate", "reloadcache", "stopnav", "followlink", "spanav", "rewritequery", "setfragment", "navlist", "navprofile", "handleauth", "printpdf", "prefetch", "preconnect", "deeplink", "reopentab", "pausenav", "navrate", "openclipboard", "batchopen", "duplicatetab", "closepattern", "pintab", "mutetab", "movetab", "movetabwindow", "grouptabs", "colorgroup", "collapsegroup", "discardtab", "reloadtabs", "zoomin", "zoomout", "switchtab", "maximizewindow", "minimizewindow", "restorewindow", "focuswindow", "scratchwindow", "incognitowindow", "restoretab", "restorelayout", "reopenrun", "badgetab", "fillform", "filllabel", "fillplaceholder", "submitform", "retryform", "runwizard", "selectchain", "picktypeahead", "pickdate", "attachfile", "fillcard", "fillcode", "consentpassword", "exportcsv", "exportjson", "exportexcel", "copytable", "pushsheets", "streamdisk", "paginateextract", "resumeextract"]);
 var interactionactions = /* @__PURE__ */ new Set(["focus", "scroll", "hover", "clickdeep", "rightclick", "doubleclick", "scrollpage", "scrollby", "scrollend", "scrolltop", "fullscreen", "zoomset", "movepointer", "clicktext", "clickaria", "clickname", "expanddetails", "pierceshadow", "retryaction"]);
-var readactions = /* @__PURE__ */ new Set(["observe", "inspect", "extract", "wait", "waitfor", "waittext", "readattribute", "readstyle", "readgeometry", "readvalue", "readtext", "readhtml", "countelements", "readtable", "readlinks", "readimages", "readmeta", "readforms", "readstorage", "highlight", "tablist", "windowlist", "tabsnapshot", "mapclicks", "verifyvisible", "verifyenabled", "resolvexpath", "a11ytree", "readvisible", "readertree", "detectlists", "detecttables", "readjson", "watchmutate", "waitquiet", "watchbanner", "detectinfinitescroll", "detectvirtual", "detectlazy", "readscrollpos", "readlang", "readoutline", "countpages", "listshadow", "listframes", "classifypage", "fingerprintsection", "diffsnapshots", "readselection", "watchfocus", "detectsticky", "detectscrolllock", "readopengraph", "detectlanguage", "deriveselector", "waitload", "waiturl", "spawait", "detecthttp", "readredirects", "readfinalurl", "trailaudit", "navintent", "checksafe", "querytabs", "watchtab", "findclones", "searchtabs", "listaudio", "snapshotsession", "savelayout", "attachmeta", "detectfields", "generatevalues", "saveprofiles", "asksubmit", "readerrors", "skiphoneypot", "detectlogin", "detecttemplate", "handoffcaptcha"]);
+var readactions = /* @__PURE__ */ new Set(["observe", "inspect", "extract", "wait", "waitfor", "waittext", "readattribute", "readstyle", "readgeometry", "readvalue", "readtext", "readhtml", "countelements", "readtable", "readlinks", "readimages", "readmeta", "readforms", "readstorage", "highlight", "tablist", "windowlist", "tabsnapshot", "mapclicks", "verifyvisible", "verifyenabled", "resolvexpath", "a11ytree", "readvisible", "readertree", "detectlists", "detecttables", "readjson", "watchmutate", "waitquiet", "watchbanner", "detectinfinitescroll", "detectvirtual", "detectlazy", "readscrollpos", "readlang", "readoutline", "countpages", "listshadow", "listframes", "classifypage", "fingerprintsection", "diffsnapshots", "readselection", "watchfocus", "detectsticky", "detectscrolllock", "readopengraph", "detectlanguage", "deriveselector", "waitload", "waiturl", "spawait", "detecthttp", "readredirects", "readfinalurl", "trailaudit", "navintent", "checksafe", "querytabs", "watchtab", "findclones", "searchtabs", "listaudio", "snapshotsession", "savelayout", "attachmeta", "detectfields", "generatevalues", "saveprofiles", "asksubmit", "readerrors", "skiphoneypot", "detectlogin", "detecttemplate", "handoffcaptcha", "scrapetable", "importcsv", "looprows", "transformvalues", "deduperows", "mergepages", "stamplerows", "previewgrid", "logprovenance"]);
 var allowedactions = /* @__PURE__ */ new Set([...sensitiveactions, ...interactionactions, ...readactions]);
 
 // extension/tabscommand.ts
@@ -28,6 +28,19 @@ function cardmask(value) {
   return "\u2022".repeat(trimmed.length);
 }
 
+// extension/datacommand.ts
+function sortrows(rows, key, direction) {
+  const sign = direction === "desc" ? -1 : 1;
+  return [...rows].sort((left, right) => {
+    const a = left[key] ?? "";
+    const b = right[key] ?? "";
+    const numeric = Number(a);
+    const numericb = Number(b);
+    if (Number.isFinite(numeric) && Number.isFinite(numericb) && a.trim() !== "" && b.trim() !== "") return (numeric - numericb) * sign;
+    return a.localeCompare(b) * sign;
+  });
+}
+
 // extension/sidepanel.ts
 var objective = document.querySelector("#objective");
 var localbutton = document.querySelector("#localplan");
@@ -48,6 +61,7 @@ var trailroot = document.querySelector("#trail");
 var navigationroot = document.querySelector("#navigation");
 var tabswindowsroot = document.querySelector("#tabswindows");
 var formsroot = document.querySelector("#forms");
+var datasetsroot = document.querySelector("#datasets");
 var statusnode = document.querySelector("#status");
 var progressnode = document.querySelector("#planprogress");
 var capabilitiestext = document.querySelector("#capabilitiestext");
@@ -150,6 +164,19 @@ function quietdetail(step, outcomes) {
   node.textContent = `network quiet: ${samples.length} sample${samples.length === 1 ? "" : "s"} \xB7 quiet for ${Math.round(last?.quietfor ?? 0)} ms \xB7 idle threshold ${idle} ms \xB7 ${latest.ok ? "quiet reached" : "still busy"}`;
   return node;
 }
+function loopdetail(step, progress) {
+  if (step.kind !== "looprows") return null;
+  const iterations = (progress?.outcomes ?? []).filter((outcome) => outcome.stepid === step.id && outcome.details?.iteration !== void 0);
+  if (iterations.length === 0) return null;
+  const node = document.createElement("p");
+  node.className = "timeline";
+  const latest = iterations[iterations.length - 1];
+  if (!latest) return null;
+  const variables = latest.details?.variables;
+  const shown = variables ? Object.entries(variables).slice(0, 4).map(([key, value]) => `${key}=${value}`).join(", ") : "";
+  node.textContent = `loop timeline: ${iterations.length} iteration${iterations.length === 1 ? "" : "s"} \xB7 ${String(latest.details?.variable ?? "row")} variables ${shown}`;
+  return node;
+}
 function navlistdetail(step, progress, outcomes) {
   if (step.kind !== "navlist") return null;
   const entries = (progress?.outcomes ?? []).filter((outcome) => outcome.stepid === step.id && outcome.details?.naventry !== void 0).map((outcome) => outcome.details?.naventry);
@@ -208,6 +235,8 @@ function stepitem(plan, step, completed, outcomes, retries, progress) {
   if (timeline) item.append(timeline);
   const navlist = navlistdetail(step, progress, outcomes);
   if (navlist) item.append(navlist);
+  const loopvars = loopdetail(step, progress);
+  if (loopvars) item.append(loopvars);
   const redirects = redirectdetail(step, outcomes);
   if (redirects) item.append(redirects);
   const preview = renderpreview(step);
@@ -965,6 +994,147 @@ function renderforms(context) {
   }
   formsroot.append(codecard);
 }
+function renderdatasets(context) {
+  if (!datasetsroot) return;
+  datasetsroot.replaceChildren();
+  const outcomes = context.outcomes ?? [];
+  const active = context.session && !context.session.stoppedat && context.session.expiresat > Date.now();
+  const extractsessions = context.extractsessions ?? [];
+  for (const extract of extractsessions.slice(0, 4)) {
+    const card = document.createElement("p");
+    const interrupted2 = extract.done !== true;
+    card.textContent = `extraction ${extract.name}: ${extract.pages.length} page${extract.pages.length === 1 ? "" : "s"} visited \xB7 ${extract.rows} row${extract.rows === 1 ? "" : "s"} collected \xB7 cursor ${extract.cursor} of ${extract.planned}${extract.done ? " \xB7 complete" : " \xB7 interrupted"}`;
+    datasetsroot.append(card);
+  }
+  const interrupted = extractsessions.find((extract) => extract.done !== true);
+  if (interrupted && active) {
+    const prompt = document.createElement("div");
+    prompt.className = "bannercard";
+    prompt.textContent = `Extraction ${interrupted.name} was interrupted at cursor ${interrupted.cursor}; run its resumeextract reviewed step to continue from the stored cursor.`;
+    datasetsroot.append(prompt);
+  }
+  const streams = context.streams ?? [];
+  if (streams.length > 0) {
+    const stream = streams[0];
+    const card = document.createElement("p");
+    card.textContent = `stream state: ${stream.name} chunk ${stream.chunk} of ${stream.chunks} \xB7 ${stream.written} row${stream.written === 1 ? "" : "s"} written${stream.done ? " \xB7 complete" : " \xB7 resumable"}`;
+    datasetsroot.append(card);
+  }
+  const rules = (context.taskrules ?? [])[0];
+  if (rules && rules.transforms.length > 0) {
+    const transforms = document.createElement("p");
+    transforms.textContent = `transform rules: ${rules.transforms.map((rule) => `${rule.sources.join("+")} \u2192 ${rule.target} (${rule.expression})`).join(" \xB7 ")}`;
+    datasetsroot.append(transforms);
+  }
+  if (rules && rules.dedupekeys.length > 0) {
+    const keys = document.createElement("p");
+    keys.textContent = `dedupe keys: ${rules.dedupekeys.join(", ")}`;
+    datasetsroot.append(keys);
+  }
+  const dedupeoutcome = [...outcomes].reverse().find((outcome) => outcome.details?.dedupe !== void 0);
+  if (dedupeoutcome) {
+    const dedupe = dedupeoutcome.details?.dedupe;
+    const card = document.createElement("p");
+    card.textContent = `last dedupe: removed ${dedupe.removed} duplicate row${dedupe.removed === 1 ? "" : "s"}, kept ${dedupe.kept} by ${dedupe.keys.join(", ")}`;
+    datasetsroot.append(card);
+  }
+  for (const datasetvalue of (context.datasets ?? []).slice(0, 4)) {
+    const card = document.createElement("div");
+    card.className = "panel";
+    const head = document.createElement("p");
+    head.textContent = `dataset ${datasetvalue.name}: ${datasetvalue.rows.length} row${datasetvalue.rows.length === 1 ? "" : "s"} \xB7 ${datasetvalue.columns.length} column${datasetvalue.columns.length === 1 ? "" : "s"}${(context.imports ?? []).some((item) => item.id === datasetvalue.id) ? " \xB7 imported csv" : ""}`;
+    card.append(head);
+    const grid = document.createElement("table");
+    const headerrow = document.createElement("tr");
+    for (const column of datasetvalue.columns.slice(0, 6)) {
+      const cell = document.createElement("th");
+      cell.textContent = `${column.label || column.key} ${column.kind === "number" ? "#" : ""}`;
+      cell.addEventListener("click", () => {
+        const body2 = grid.querySelector("tbody");
+        if (!body2) return;
+        const sorted = sortrows(datasetvalue.rows.slice(0, 5), column.key, cell.dataset.sorted === "asc" ? "desc" : "asc");
+        cell.dataset.sorted = cell.dataset.sorted === "asc" ? "desc" : "asc";
+        body2.replaceChildren(...sorted.map((row) => {
+          const line = document.createElement("tr");
+          for (const columnspec of datasetvalue.columns.slice(0, 6)) {
+            const value = document.createElement("td");
+            value.textContent = row[columnspec.key] ?? "";
+            line.append(value);
+          }
+          return line;
+        }));
+      });
+      headerrow.append(cell);
+    }
+    grid.append(headerrow);
+    const body = document.createElement("tbody");
+    for (const row of datasetvalue.rows.slice(0, 5)) {
+      const line = document.createElement("tr");
+      for (const column of datasetvalue.columns.slice(0, 6)) {
+        const cell = document.createElement("td");
+        cell.textContent = row[column.key] ?? "";
+        line.append(cell);
+      }
+      body.append(line);
+    }
+    grid.append(body);
+    card.append(grid);
+    if (active) {
+      const actions = document.createElement("p");
+      for (const format of ["csv", "json", "excel"]) {
+        actions.append(" ", button(`Export ${format}`, async () => {
+          const artifact = await request({ kind: "exportdataset", datasetid: datasetvalue.id, format });
+          status(`Exported ${datasetvalue.name} to ${artifact.name} with checksum ${artifact.checksum}.`);
+          await refresh();
+        }));
+      }
+      card.append(actions);
+    }
+    datasetsroot.append(card);
+  }
+  const provenances = context.provenances ?? [];
+  if (provenances.length > 0) {
+    const list = document.createElement("ul");
+    for (const record of provenances.slice(0, 6)) {
+      const item = document.createElement("li");
+      item.textContent = `${record.name}: rows ${record.rowstart}\u2013${record.rowend} \xB7 checksum ${record.checksum} \xB7 source ${record.url}`;
+      list.append(item);
+    }
+    datasetsroot.append(list);
+  }
+  const sheetendpoints = context.sheetendpoints ?? [];
+  if (sheetendpoints.length > 0) {
+    const sheets = document.createElement("p");
+    sheets.textContent = `sheet endpoints: ${sheetendpoints.map((config) => `${config.origin} ${config.granted ? "granted" : "not granted"}`).join(" \xB7 ")}`;
+    datasetsroot.append(sheets);
+  }
+  if (active) {
+    const importer = document.createElement("div");
+    importer.className = "panel";
+    const csvinput = document.createElement("textarea");
+    csvinput.rows = 3;
+    csvinput.placeholder = "Paste reviewed csv content for a fill loop (header line first).";
+    const nameinput = document.createElement("input");
+    nameinput.placeholder = "dataset name (optional)";
+    const mappinginput = document.createElement("input");
+    mappinginput.placeholder = "column mapping json (optional, csv header \u2192 target)";
+    importer.append(csvinput, nameinput, mappinginput, " ", button("Import csv", async () => {
+      let mapping = {};
+      if (mappinginput.value.trim()) {
+        try {
+          mapping = JSON.parse(mappinginput.value);
+        } catch {
+          status("The column mapping must be a json object.", true);
+          return;
+        }
+      }
+      const imported = await request({ kind: "importcsv", csv: csvinput.value, name: nameinput.value, mapping });
+      status(`Imported ${imported.rows} rows as dataset ${imported.name} for fill loops.`);
+      await refresh();
+    }));
+    datasetsroot.append(importer);
+  }
+}
 function rendercapabilities(report) {
   if (!capabilitiestext) return;
   if (!report) {
@@ -1012,6 +1182,7 @@ async function refresh() {
   rendernavigation(context);
   rendertabswindows(context);
   renderforms(context);
+  renderdatasets(context);
   renderaudit(context.audit);
   rendercapabilities(context.capabilities);
   if (context.session?.pausedat) status("Session paused. Reviewed actions are blocked until resume.");