@far-world-labs/verblets 0.6.1 → 0.6.4

package/dist/index.js

@@ -1,280 +1,902 @@
-import P from "dotenv";
-import p, { readFileSync as F } from "node:fs";
-import { resolve as x } from "node:path";
-import { r as A, a as E, n as $, c as O, b as D, d as N, j as L } from "./shared-7kx0H5BO.js";
-import { cz as Ee, F as Te, C as Re, G as we, aQ as ve, D as Pe, E as Fe, ao as xe, Q as Ae, bg as $e, bj as Oe, c1 as De, bx as Ne, c0 as Le, $ as Me, A as ke, a8 as _e, _ as Be, b6 as je, o as Ue, au as ze, aE as Ge, bv as Je, f as Ve, aN as qe, a5 as We, y as He, z as Xe, aM as Ke, bt as Ye, a1 as Qe, a2 as Ze, ch as es, bW as ss, i as as, aO as ts, bU as rs, aP as ns, ci as is, bl as os, cB as cs, e as ls, aR as us, cj as ds, bY as ps, B as ms, H as hs, a9 as fs, b7 as bs, p as gs, aF as ys, aG as Ss, R as Is, g as Cs, bX as Es, O as Ts, a3 as Rs, a4 as ws, ap as vs, aS as Ps, aU as Fs, aW as xs, aX as As, bD as $s, bS as Os, bE as Ds, bQ as Ns, bF as Ls, bR as Ms, bK as ks, bP as _s, bO as Bs, bJ as js, bN as Us, bI as zs, bT as Gs, bL as Js, bM as Vs, bG as qs, a6 as Ws, ab as Hs, ad as Xs, ae as Ks, aa as Ys, ac as Qs, a7 as Zs, Y as ea, Z as sa, S as aa, bw as ta, af as ra, c8 as na, aY as ia, ag as oa, aZ as ca, ah as la, am as ua, cy as da, aT as pa, K as ma, L as ha, M as fa, ai as ba, aj as ga, cA as ya, by as Sa, ak as Ia, a_ as Ca, ck as Ea, al as Ta, an as Ra, aq as wa, bz as va, bA as Pa, ar as Fa, a$ as xa, b0 as Aa, bZ as $a, h as Oa, k as Da, I as Na, J as La, cl as Ma, b_ as ka, b$ as _a, cg as Ba, b8 as ja, b9 as Ua, b1 as za, bA as Ga, cm as Ja, cs as Va, b2 as qa, x as Wa, cv as Ha, cw as Xa, ct as Ka, b3 as Ya, bV as Qa, b5 as Za, b4 as et, bb as st, bd as at, be as tt, ba as rt, bc as nt, cx as it, c3 as ot, l as ct, t as lt, v as ut, w as dt, q as pt, u as mt, m as ht, bf as ft, cu as bt, bs as gt, c4 as yt, as as St, ax as It, az as Ct, aA as Et, av as Tt, aw as Rt, ay as wt, at as vt, bB as Pt, s as Ft, bH as xt, bC as At, cr as $t, aV as Ot, bh as Dt, bu as Nt, aB as Lt, cn as Mt, bi as kt, ca as _t, c9 as Bt, a0 as jt, aD as Ut, bk as zt, aC as Gt, aI as Jt, aK as Vt, aL as qt, aH as Wt, aJ as Ht, U as Xt, V as Kt, T as Yt, X as Qt, c2 as Zt, bm as er, bn as sr, cb as ar, cd as tr, ce as rr, cc as nr, cf as ir, bo as or, bp as cr, co as lr, W as ur, P as dr, cp as pr, br as mr, bq as hr, c5 as fr, c6 as br, c7 as gr, N as yr, cq as Sr } from "./shared-7kx0H5BO.js";
+import ne from "dotenv";
+import { i as re, n as $, c as L, g as X, a as oe, w as B, r as U, j as Y, b as ie, O as k, s as Q, d as ce, e as le, f as ue } from "./shared-CsrVgt_K.js";
+import { cR as At, N as Pt, K as Et, P as Rt, cg as Tt, aX as Dt, M as $t, cf as Lt, L as Ft, ci as Mt, cj as Nt, av as _t, c7 as Bt, cQ as Ut, cl as Ot, cm as zt, Q as jt, bn as qt, ck as Vt, bq as Wt, ch as Gt, cc as Ht, bH as Jt, bC as Kt, bD as Xt, cb as Yt, a6 as Qt, I as Zt, af as es, a5 as ts, bd as ss, y as as, aB as ns, aL as rs, bF as os, o as is, aU as cs, bE as ls, ac as us, G as ps, H as ds, aT as ms, bA as hs, a8 as gs, a9 as fs, cz as bs, c4 as ys, q as ws, h as Ss, aV as xs, c2 as vs, aW as Is, cA as Cs, bs as ks, cT as As, m as Ps, aY as Es, cB as Rs, c6 as Ts, J as Ds, R as $s, ag as Ls, be as Fs, z as Ms, aM as Ns, aN as _s, Y as Bs, p as Us, c5 as Os, W as zs, aa as js, ab as qs, aw as Vs, aZ as Ws, a$ as Gs, b1 as Hs, b2 as Js, bN as Ks, c0 as Xs, bO as Ys, b_ as Qs, bP as Zs, b$ as ea, bU as ta, bZ as sa, bY as aa, bT as na, bX as ra, bS as oa, c1 as ia, bV as ca, bW as la, bQ as ua, ad as pa, ai as da, ak as ma, al as ha, ah as ga, aj as fa, ae as ba, a3 as ya, a4 as wa, Z as Sa, bG as xa, am as va, cq as Ia, b3 as Ca, an as ka, b4 as Aa, ao as Pa, at as Ea, a_ as Ra, U as Ta, V as Da, ap as $a, aq as La, cS as Fa, bI as Ma, ar as Na, b5 as _a, cC as Ba, as as Ua, au as Oa, ax as za, bJ as ja, bK as qa, ay as Va, b6 as Wa, b7 as Ga, c8 as Ha, t as Ja, u as Ka, S as Xa, T as Ya, cD as Qa, c9 as Za, ca as en, cy as tn, bf as sn, bg as an, b8 as nn, bK as rn, cE as on, cK as cn, b9 as ln, F as un, cN as pn, cO as dn, cL as mn, ba as hn, c3 as gn, bc as fn, bb as bn, bi as yn, bk as wn, bl as Sn, bh as xn, bj as vn, cP as In, k as Cn, ce as kn, v as An, B as Pn, D as En, E as Rn, A as Tn, C as Dn, x as $n, bm as Ln, cM as Fn, bz as Mn, az as Nn, aE as _n, aG as Bn, aH as Un, aC as On, aD as zn, aF as jn, aA as qn, bL as Vn, bR as Wn, l as Gn, bM as Hn, cJ as Jn, b0 as Kn, bo as Xn, bB as Yn, aI as Qn, cF as Zn, bp as er, cs as tr, cr as sr, a7 as ar, aK as nr, br as rr, aJ as or, aP as ir, aR as cr, aS as lr, aO as ur, aQ as pr, $ as dr, a0 as mr, _ as hr, a2 as gr, cd as fr, bt as br, bu as yr, ct as wr, cv as Sr, cw as xr, cu as vr, cx as Ir, bv as Cr, bw as kr, cG as Ar, a1 as Pr, X as Er, cH as Rr, by as Tr, bx as Dr, cn as $r, co as Lr, cp as Fr, cI as Mr } from "./shared-CsrVgt_K.js";
+import * as j from "playwright-core";
+import I from "node:fs";
+import "node:path";
 import "glob";
-import M from "node:fs/promises";
-const k = (e) => {
-}, T = 1, _ = 20, B = 5, j = 0.5, U = 5, y = 8e3, g = 5, f = {
+import pe from "node:fs/promises";
+const N = 60, de = (t) => ({
+  low: { width: 300, quality: N, format: "jpeg" },
+  med: { width: 100, quality: N, format: "jpeg" },
+  high: { width: 50, quality: N, format: "jpeg" }
+})[t], O = (t) => () => {
+  throw new Error(`${t} is not available in browser environment`);
+}, ft = O("resizeImage"), bt = O("tileImages"), yt = O("imageToBase64"), wt = () => {
+  throw new Error("webScrape is not available in browser environment");
+}, me = async (t, a) => (await t.evaluate(() => {
+  const s = /* @__PURE__ */ new Set();
+  return [...document.querySelectorAll("a[href]")].map((n) => {
+    const o = n.href;
+    if (s.has(o)) return;
+    s.add(o);
+    const i = n.getBoundingClientRect();
+    return {
+      href: o,
+      text: n.textContent?.trim()?.slice(0, 120) || "",
+      ariaLabel: n.getAttribute("aria-label") || "",
+      rel: n.getAttribute("rel") || "",
+      target: n.getAttribute("target") || "",
+      isVisible: i.width > 0 && i.height > 0,
+      classes: n.className?.slice?.(0, 120) || "",
+      dataAttrs: Object.fromEntries(
+        [...n.attributes].filter((r) => r.name.startsWith("data-")).map((r) => [r.name, r.value?.slice(0, 80)])
+      ),
+      inNav: !!n.closest('nav, [role="navigation"], header'),
+      inFooter: !!n.closest("footer"),
+      inMain: !!n.closest('main, [role="main"], #main, .main-content')
+    };
+  }).filter(Boolean);
+})).map((s) => ({
+  ...s,
+  isExternal: !s.href.startsWith(a),
+  isSameDomain: s.href.startsWith(a),
+  isAnchor: s.href.includes("#") && new URL(s.href).pathname === new URL(t.url()).pathname
+})), he = (t) => t.evaluate(
+  () => [...document.querySelectorAll("form")].map((a) => ({
+    action: a.action || "",
+    method: (a.method || "GET").toUpperCase(),
+    id: a.id || "",
+    name: a.name || "",
+    classes: a.className?.slice?.(0, 120) || "",
+    enctype: a.enctype || "",
+    dataAttrs: Object.fromEntries(
+      [...a.attributes].filter((e) => e.name.startsWith("data-")).map((e) => [e.name, e.value?.slice(0, 80)])
+    ),
+    fields: [...a.querySelectorAll("input, select, textarea, button")].map((e) => ({
+      tag: e.tagName.toLowerCase(),
+      type: e.type || "",
+      name: e.name || "",
+      id: e.id || "",
+      label: (e.labels?.[0]?.textContent?.trim() || e.getAttribute("aria-label") || e.placeholder || "")?.slice(0, 80),
+      required: e.required || e.getAttribute("aria-required") === "true",
+      value: e.type === "hidden" ? e.value?.slice(0, 80) : "",
+      options: e.tagName === "SELECT" ? [...e.options].slice(0, 20).map((s) => ({
+        value: s.value,
+        text: s.textContent?.trim()?.slice(0, 60)
+      })) : void 0
+    }))
+  }))
+), ge = (t) => t.evaluate(() => {
+  const a = [
+    ...document.querySelectorAll(
+      'button, [role="button"], input[type="button"], input[type="submit"]'
+    )
+  ], e = [
+    ...document.querySelectorAll("[onclick], [data-action], [data-toggle], [data-target]")
+  ];
+  return [.../* @__PURE__ */ new Set([...a, ...e])].map((n) => {
+    const o = n.getBoundingClientRect();
+    return {
+      tag: n.tagName.toLowerCase(),
+      type: n.type || "",
+      text: n.textContent?.trim()?.slice(0, 80) || "",
+      id: n.id || "",
+      classes: (typeof n.className == "string" ? n.className : n.className?.baseVal || "").slice(0, 120),
+      ariaLabel: n.getAttribute("aria-label") || "",
+      isVisible: o.width > 0 && o.height > 0,
+      disabled: n.disabled || n.getAttribute("aria-disabled") === "true",
+      hasOnclick: !!n.getAttribute("onclick"),
+      onclick: n.getAttribute("onclick")?.slice(0, 120) || "",
+      dataAttrs: Object.fromEntries(
+        [...n.attributes].filter((i) => i.name.startsWith("data-")).map((i) => [i.name, i.value?.slice(0, 80)])
+      )
+    };
+  });
+}), fe = (t) => t.evaluate(() => [...document.querySelectorAll("script")].map((e) => ({
+  src: e.src || "",
+  type: e.type || "",
+  isModule: e.type === "module",
+  isInline: !e.src,
+  size: e.textContent?.length || 0,
+  // First 200 chars of inline scripts to identify patterns
+  preview: e.src ? "" : e.textContent?.trim()?.slice(0, 200)
+}))), be = (t) => t.evaluate(() => {
+  const a = (e) => document.querySelector(`meta[name="${e}"], meta[property="${e}"]`)?.content || "";
+  return {
+    title: document.title || "",
+    description: a("description"),
+    viewport: a("viewport"),
+    charset: document.characterSet || "",
+    generator: a("generator"),
+    ogTitle: a("og:title"),
+    ogType: a("og:type"),
+    ogImage: a("og:image"),
+    csrfToken: document.querySelector('meta[name="csrf-token"], meta[name="_token"]')?.content ? "(present)" : "",
+    customMeta: [...document.querySelectorAll("meta[name], meta[property]")].filter(
+      (e) => ![
+        "description",
+        "viewport",
+        "generator",
+        "og:title",
+        "og:type",
+        "og:image",
+        "csrf-token"
+      ].includes(e.getAttribute("name") || e.getAttribute("property"))
+    ).slice(0, 20).map((e) => ({
+      name: e.getAttribute("name") || e.getAttribute("property"),
+      content: e.content?.slice(0, 120)
+    }))
+  };
+}), ye = (t) => t.evaluate(() => {
+  const a = [...document.querySelectorAll("h1, h2, h3, h4, h5, h6")].slice(0, 30).map((l) => ({
+    level: parseInt(l.tagName[1], 10),
+    text: l.textContent?.trim()?.slice(0, 100)
+  })), e = [
+    ...document.querySelectorAll(
+      '[role="banner"], [role="navigation"], [role="main"], [role="complementary"], [role="contentinfo"], nav, main, aside, header, footer'
+    )
+  ].map((l) => ({
+    tag: l.tagName.toLowerCase(),
+    role: l.getAttribute("role") || "",
+    id: l.id || "",
+    classes: (typeof l.className == "string" ? l.className : l.className?.baseVal || "").slice(0, 80)
+  })), s = /* @__PURE__ */ new Set();
+  document.querySelectorAll("*").forEach((l) => {
+    [...l.attributes].filter((d) => d.name.startsWith("data-")).forEach((d) => s.add(d.name));
+  });
+  const n = [...document.querySelectorAll('link[rel="stylesheet"]')].map((l) => l.href), o = /* @__PURE__ */ new Set(), i = (l) => {
+    const d = l.className;
+    return typeof d == "string" ? d : d?.baseVal || "";
+  };
+  document.querySelectorAll("[class]").forEach((l) => {
+    i(l).split(/\s+/).slice(0, 5).forEach((d) => {
+      d && o.add(d);
+    });
+  });
+  const r = [...o].slice(0, 200), c = {}, u = [
+    "jQuery",
+    "$",
+    "React",
+    "ReactDOM",
+    "Vue",
+    "angular",
+    "ng",
+    "Ember",
+    "Backbone",
+    "Handlebars",
+    "Mustache",
+    "_",
+    "Lodash",
+    "moment",
+    "require",
+    "define",
+    "webpack",
+    "__NEXT_DATA__",
+    "__NUXT__",
+    "Turbolinks",
+    "Turbo",
+    "htmx",
+    "Alpine"
+  ];
+  for (const l of u)
+    try {
+      if (window[l] !== void 0) {
+        const d = window[l];
+        c[l] = typeof d == "function" ? d.fn?.jquery || d.version || "present" : typeof d == "object" ? "present" : String(d).slice(0, 40);
+      }
+    } catch {
+    }
+  const m = /* @__PURE__ */ new Set(), h = [
+    "onclick",
+    "onsubmit",
+    "onchange",
+    "onload",
+    "oninput",
+    "onfocus",
+    "onblur",
+    "onkeyup",
+    "onkeydown"
+  ];
+  for (const l of h)
+    document.querySelectorAll(`[${l}]`).length > 0 && m.add(l);
+  return {
+    headings: a,
+    landmarks: e,
+    dataAttributes: [...s].sort().slice(0, 100),
+    stylesheets: n.slice(0, 20),
+    sampleClasses: r,
+    globals: c,
+    inlineHandlers: [...m],
+    iframeCount: document.querySelectorAll("iframe").length,
+    shadowRootCount: [...document.querySelectorAll("*")].filter((l) => l.shadowRoot).length
+  };
+}), we = async (t) => {
+  const a = t.url(), e = new URL(a).origin, [s, n, o, i, r, c] = await Promise.all([
+    me(t, e),
+    he(t),
+    ge(t),
+    fe(t),
+    be(t),
+    ye(t)
+  ]);
+  return { url: a, links: s, forms: n, buttons: o, scripts: i, meta: r, structure: c };
+}, E = (t) => {
+  const a = new URL(t);
+  a.hash = "";
+  const e = [...a.searchParams.entries()].sort(([n], [o]) => n.localeCompare(o));
+  a.search = new URLSearchParams(e).toString();
+  const s = a.toString();
+  return s.endsWith("/") && a.pathname !== "/" ? s.slice(0, -1) : s;
+}, Se = (t, a = 2) => `/${new URL(t).pathname.split("/").filter(Boolean).slice(0, a).join("/")}`, xe = (t, a = {}) => {
+  const e = new URL(t).origin, s = a.sameDomain !== !1, n = a.maxDepth ?? 10, o = [], i = /* @__PURE__ */ new Map(), r = /* @__PURE__ */ new Map(), c = /* @__PURE__ */ new Set(), u = E(t);
+  return o.push({ url: t, normalized: u, depth: 0, source: "(start)" }), c.add(u), {
+    addLinks: (b, p, y) => {
+      let f = 0;
+      for (const S of b) {
+        const x = S.href || S, w = E(x);
+        if (c.has(w)) continue;
+        if (c.add(w), s && !x.startsWith(e)) {
+          r.set(w, "external");
+          continue;
+        }
+        if (p + 1 > n) {
+          r.set(w, "max-depth");
+          continue;
+        }
+        const M = new URL(x).pathname;
+        if (/\.(png|jpg|jpeg|gif|svg|ico|css|js|woff2?|ttf|eot|pdf|zip|mp[34])$/i.test(M)) {
+          r.set(w, "resource");
+          continue;
+        }
+        if (/^(mailto|tel|javascript):/i.test(x)) {
+          r.set(w, "scheme");
+          continue;
+        }
+        o.push({ url: x, normalized: w, depth: p + 1, source: y }), f++;
+      }
+      return f;
+    },
+    next: () => {
+      const b = o.shift();
+      return b && i.set(b.normalized, {
+        url: b.url,
+        depth: b.depth,
+        source: b.source
+      }), b;
+    },
+    skip: (b, p) => {
+      for (const x of b) {
+        const w = E(x);
+        r.set(w, p);
+      }
+      const y = new Set(b.map(E)), f = o.length, S = o.filter((x) => !y.has(x.normalized));
+      return o.length = 0, o.push(...S), f - S.length;
+    },
+    pendingByPrefix: (b = 2) => {
+      const p = /* @__PURE__ */ new Map();
+      for (const y of o) {
+        const f = Se(y.url, b), S = p.get(f) || [];
+        S.push(y), p.set(f, S);
+      }
+      return p;
+    },
+    size: () => o.length,
+    visitedCount: () => i.size,
+    isEmpty: () => o.length === 0,
+    summary: () => ({
+      pending: o.length,
+      visited: i.size,
+      skipped: r.size,
+      seen: c.size
+    }),
+    visitedUrls: () => [...i.entries()].map(([b, p]) => ({
+      normalized: b,
+      ...p
+    })),
+    skippedUrls: () => [...r.entries()].map(([b, p]) => ({
+      url: b,
+      reason: p
+    })),
+    origin: e
+  };
+}, Z = {
+  baseDelay: 5e3,
+  // 5s initial wait
+  maxDelay: 3e5,
+  // 5 min ceiling
+  backoffFactor: 2,
+  // double each retry
+  maxRetries: 6,
+  // up to 6 retries (~5m20s total at 2x backoff from 5s)
+  jitter: 0.2
+  // ±20% randomization to avoid thundering herd
+}, ve = async (t) => {
+  const a = t.url(), e = await t.evaluate(() => document.body?.innerText?.slice(0, 500)).catch(() => "");
+  if (e.includes("Access Denied")) return "access-denied";
+  if (e.includes("Rate limit") || e.includes("Too many requests")) return "rate-limit";
+  if (e.includes("Please verify you are a human")) return "captcha";
+  if (e.includes("Checking your browser")) return "challenge";
+  if (a.includes("errors.edgesuite.net")) return "akamai-block";
+}, Ie = (t, a) => {
+  const e = t * a;
+  return t + (Math.random() * 2 - 1) * e;
+}, Ce = (t, a) => {
+  const e = a.baseDelay * Math.pow(a.backoffFactor, t), s = Math.min(e, a.maxDelay);
+  return Math.round(Ie(s, a.jitter));
+}, ke = async (t, a, e, s) => {
+  const n = Date.now(), o = n + t;
+  let i = 0;
+  for (; i < t; ) {
+    const r = t - i, c = Math.min(e, r);
+    await new Promise((u) => setTimeout(u, c)), i = Date.now() - n, a.emit({
+      event: "cooldown:tick",
+      elapsedMs: i,
+      remainingMs: Math.max(0, o - Date.now()),
+      totalMs: t,
+      ...s
+    });
+  }
+}, Ae = async (t, a, e, s, n, o, i) => {
+  const r = { ...Z, ...n };
+  let c = 0;
+  for (let u = 0; u <= r.maxRetries; u++) {
+    const m = await t(a, e), h = await o(a);
+    if (!h)
+      return { pageData: m, retries: u, totalCooldownMs: c };
+    if (u >= r.maxRetries)
+      return s.emit({
+        event: "cooldown:exhausted",
+        url: e,
+        reason: h,
+        attempts: u + 1,
+        totalCooldownMs: c
+      }), { pageData: m, retries: u, totalCooldownMs: c, blocked: h };
+    const l = Ce(u, r);
+    c += l, s.emit({
+      event: "cooldown:start",
+      url: e,
+      reason: h,
+      attempt: u + 1,
+      maxRetries: r.maxRetries,
+      delayMs: l,
+      totalCooldownMs: c
+    }), await ke(l, s, i, {
+      url: e,
+      reason: h,
+      attempt: u + 1
+    }), s.emit({
+      event: "cooldown:retry",
+      url: e,
+      attempt: u + 1
+    });
+  }
+}, Pe = (t, a, e) => {
+  const s = setInterval(() => {
+    t.emit({
+      event: "heartbeat",
+      ...e()
+    });
+  }, a);
+  return {
+    stop: () => clearInterval(s)
+  };
+}, q = "site-crawl", Ee = "Browser support is disabled. Call init({ browser: true }) to enable.", Re = (t, a) => {
+  const e = a.summary(), s = t.map((n) => `${new URL(n.url).pathname} — ${n.meta.title || "(no title)"} [${n.links.length} links, ${n.forms.length} forms, ${n.buttons.length} buttons]`);
+  return [
+    `Crawled ${e.visited} pages, ${e.pending} pending, ${e.skipped} skipped.`,
+    "",
+    "Pages visited:",
+    ...s.map((n) => `  ${n}`)
+  ].join(`
+`);
+}, Te = (t, a, e) => {
+  const s = [];
+  for (const [n, o] of t) {
+    const i = o.slice(0, 5).map((c) => `    ${c.url}`), r = o.length > 5 ? `    ... and ${o.length - 5} more` : "";
+    s.push(`  ${n} (${o.length} URLs):`), s.push(...i), r && s.push(r);
+  }
+  return [
+    "You are a site crawler deciding which URL branches to explore next.",
+    `Budget remaining: ${e} pages.`,
+    "",
+    "Discovery so far:",
+    a,
+    "",
+    "Candidate URL groups (grouped by path prefix):",
+    ...s,
+    "",
+    'For each group, decide: "explore" (visit URLs from this group) or "skip" (diminishing returns).',
+    "Prefer to explore groups that reveal different parts of the application: new features, forms, settings, distinct page types.",
+    "Skip groups that are likely repetitive (e.g. many similar detail pages when we already visited one).",
+    "Skip groups that are clearly non-functional (help/support, legal, marketing pages)."
+  ].join(`
+`);
+}, De = Y("crawl_gate", {
+  type: "object",
+  properties: {
+    decisions: {
+      type: "array",
+      items: {
+        type: "object",
+        properties: {
+          prefix: { type: "string", description: "The path prefix group" },
+          action: {
+            type: "string",
+            enum: ["explore", "skip"],
+            description: "Whether to explore or skip this group"
+          },
+          reason: { type: "string", description: "Brief reason for the decision" },
+          maxFromGroup: {
+            type: "integer",
+            description: "If exploring, how many URLs from this group to visit (1-5)"
+          }
+        },
+        required: ["prefix", "action", "reason"],
+        additionalProperties: !1
+      }
+    }
+  },
+  required: ["decisions"],
+  additionalProperties: !1
+}), $e = async (t, a, e, s) => {
+  const n = t.pendingByPrefix(2);
+  if (n.size === 0) return { explore: [], skip: [], decisions: [] };
+  const o = Re(a, t), i = Te(n, o, e), c = (await U(i, {
+    ...s,
+    response_format: De,
+    temperature: 0.2
+  }))?.decisions || [], u = [], m = [];
+  for (const h of c) {
+    const l = n.get(h.prefix);
+    if (l)
+      if (h.action === "skip")
+        m.push(...l.map((d) => d.url));
+      else {
+        const d = Math.min(h.maxFromGroup || 3, 5, l.length);
+        u.push(...l.slice(0, d).map((g) => g.url)), l.length > d && m.push(...l.slice(d).map((g) => g.url));
+      }
+  }
+  for (const [h, l] of n)
+    c.some((g) => g.prefix === h) || (u.push(l[0].url), l.length > 1 && m.push(...l.slice(1).map((g) => g.url)));
+  return { explore: u, skip: m, decisions: c };
+}, Le = async (t, a, e, s, n, o) => {
+  await t.goto(a, { waitUntil: "domcontentloaded", timeout: 3e4 }), await t.waitForTimeout(1500);
+  const i = await we(t);
+  if (n.screenshots) {
+    const c = `${s.dir}/crawl-${Date.now()}.png`;
+    if (await t.screenshot({ path: c, fullPage: !1 }), s.track(c), n.imageShrink) {
+      const u = await ie(c, {
+        ...n.imageShrink,
+        outputDir: s.dir
+      });
+      s.track(u.path), i.screenshot = u.path;
+    } else
+      i.screenshot = c;
+  }
+  const r = e.responses();
+  return i.apis = r.filter((c) => {
+    const u = c.url();
+    return u.includes("/api/") || u.includes("/v1/") || u.includes("/v2/") || u.includes("/graphql");
+  }).map((c) => ({
+    url: c.url(),
+    status: c.status(),
+    method: c.request().method()
+  })), e.clear(), i;
+}, Fe = (t) => {
+  const a = {};
+  for (const e of t) {
+    const s = e.links.filter((n) => n.isSameDomain && !n.isAnchor).map((n) => n.href);
+    a[e.url] = [...new Set(s)];
+  }
+  return a;
+}, Me = (t) => {
+  const a = /* @__PURE__ */ new Map();
+  for (const e of t)
+    for (const s of e.apis || []) {
+      const n = `${s.method} ${new URL(s.url).pathname}`;
+      a.has(n) ? a.get(n).seenOn.push(e.url) : a.set(n, { ...s, seenOn: [e.url] });
+    }
+  return [...a.values()];
+}, St = async (t, a = {}) => {
+  if (!re()) throw new Error(Ee);
+  const e = $(q, a), s = L(q, e.onProgress, e);
+  s.start();
+  const n = await X(e, {
+    maxPages: 20,
+    maxDepth: 5,
+    sameDomain: !0,
+    gateInterval: 5,
+    headless: !0,
+    screenshots: !1,
+    errorPosture: "resilient",
+    imageShrink: B(de),
+    heartbeatInterval: 1e3
+  }), o = { ...Z, ...e.cooldown }, i = e.isBlocked || ve, r = xe(t, {
+    sameDomain: n.sameDomain,
+    maxDepth: n.maxDepth
+  }), c = await oe("site-crawl", e.outputDir), m = await (e.browserEngine ? j[e.browserEngine] : j.chromium).launch({
+    headless: n.headless,
+    ...e.launchOptions
+  });
+  s.emit({ event: "browser", headless: n.headless });
+  try {
+    const h = await m.newContext(e.contextOptions);
+    if (e.setup) {
+      const p = await h.newPage();
+      await e.setup(p), await p.close(), s.emit({ event: "setup" });
+    }
+    const l = await h.newPage(), d = (() => {
+      const p = [];
+      return l.on("response", (y) => p.push(y)), {
+        responses: () => [...p],
+        clear: () => {
+          p.length = 0;
+        }
+      };
+    })(), g = [];
+    let v = 0, C = t;
+    const P = Pe(s, n.heartbeatInterval, () => ({
+      pagesVisited: g.length,
+      maxPages: n.maxPages,
+      pending: r.size(),
+      currentUrl: C,
+      ...r.summary()
+    }));
+    try {
+      for (; !r.isEmpty() && g.length < n.maxPages; ) {
+        if (g.length > 0 && g.length % n.gateInterval === 0 && r.size() > 0) {
+          const y = n.maxPages - g.length;
+          s.emit({ event: "gate:start", pending: r.size(), budget: y });
+          const f = await $e(r, g, y, e);
+          v++, f.skip.length > 0 && r.skip(f.skip, "llm-gate"), s.emit({
+            event: "gate:complete",
+            explored: f.explore.length,
+            skipped: f.skip.length,
+            decisions: f.decisions.length
+          });
+        }
+        const p = r.next();
+        if (!p) break;
+        C = p.url, s.emit({
+          event: "page:start",
+          url: p.url,
+          depth: p.depth,
+          pageNumber: g.length + 1,
+          maxPages: n.maxPages
+        });
+        try {
+          const y = (w, M) => Le(w, M, d, c, n, s), { pageData: f, blocked: S } = await Ae(
+            y,
+            l,
+            p.url,
+            s,
+            o,
+            i,
+            n.heartbeatInterval
+          );
+          f.depth = p.depth, f.source = p.source, S && (f.blocked = S), g.push(f);
+          const x = S ? 0 : r.addLinks(
+            f.links.filter((w) => w.isSameDomain && !w.isAnchor),
+            p.depth,
+            p.url
+          );
+          s.emit({
+            event: "page:complete",
+            url: p.url,
+            links: f.links.length,
+            forms: f.forms.length,
+            newUrls: x,
+            pending: r.size(),
+            blocked: S
+          });
+        } catch (y) {
+          if (s.emit({ event: "page:error", url: p.url, error: y.message }), n.errorPosture === "strict") throw y;
+        }
+      }
+    } finally {
+      P.stop();
+    }
+    if (await l.close(), e.teardown) {
+      try {
+        const p = await h.newPage();
+        await e.teardown(p), await p.close();
+      } catch {
+      }
+      s.emit({ event: "teardown" });
+    }
+    await h.close();
+    const z = Fe(g), F = Me(g), b = {
+      pages: g,
+      graph: z,
+      apis: F,
+      frontier: r.summary(),
+      skipped: r.skippedUrls(),
+      gateCallCount: v,
+      cleanup: () => c.cleanup()
+    };
+    return s.complete({
+      outcome: "success",
+      pagesVisited: g.length,
+      apisFound: F.length,
+      gateCallCount: v,
+      ...r.summary()
+    }), b;
+  } catch (h) {
+    throw s.error(h, { pagesVisited: 0 }), h;
+  } finally {
+    await m.close();
+  }
+}, ee = 1, R = 20, T = 5, Ne = 0.5, _e = 5, V = 8e3, _ = 5, D = {
   INDIVIDUAL: "individual",
   BULK: "bulk"
-}, m = {
-  PROCESSING: "processing",
-  COMPLETED: "completed",
-  ERROR: "error"
-};
-function z(e, s) {
-  const t = [];
-  for (let a = 0; a < e.length; a += s)
-    t.push({
-      items: e.slice(a, a + s),
-      index: Math.floor(a / s) + 1,
-      startIndex: a
+}, Be = (t) => t === void 0 ? R : typeof t == "number" ? t : { small: 10, med: R, large: 40 }[t] ?? R, Ue = (t) => t === void 0 ? T : typeof t == "number" ? t : { low: 2, med: T, high: 10 }[t] ?? T;
+function Oe(t, a) {
+  const e = [];
+  for (let s = 0; s < t.length; s += a)
+    e.push({
+      items: t.slice(s, s + a),
+      index: Math.floor(s / a) + 1,
+      startIndex: s
     });
-  return t;
+  return e;
 }
-function S(e, s, t, a, r, i) {
+function W(t, a, e, s, n, o) {
   return {
-    chunkIndex: e.index,
-    totalChunks: s,
-    itemsInChunk: e.items.length,
-    totalItems: t,
-    status: a,
-    bulkSize: r.bulkSize,
-    maxConcurrency: r.maxConcurrency,
-    processingMode: i,
+    chunkIndex: t.index,
+    totalChunks: a,
+    itemsInChunk: t.items.length,
+    totalItems: e,
+    status: s,
+    bulkSize: n.bulkSize,
+    maxConcurrency: n.maxConcurrency,
+    processingMode: o,
     parallelMode: !0
   };
 }
-async function G(e, s, t, a, r) {
+async function ze(t, a, e, s, n, o = {}) {
   try {
-    const i = t.map((l) => v(l(e))).filter(Boolean).join(`
+    const i = e.map((m) => ae(m(t))).filter(Boolean).join(`
 
-`), o = [s, i].filter(Boolean).join(`
+`), r = [a, i].filter(Boolean).join(`
 
-`), n = ee(o, e, a, r === "files"), c = await E(n, {
+`), c = Qe(r, t, s, n === "files"), u = await U(c, {
+      ...o,
       response_format: {
         type: "json_schema",
         json_schema: {
           name: "arch_result",
-          schema: Y
+          schema: Ke
         }
       }
     });
-    return { item: e, ...c, error: void 0 };
+    return { item: t, ...u, error: void 0 };
   } catch (i) {
-    return { item: e, passed: !1, reason: `Analysis failed: ${i.message}`, error: i };
+    return { item: t, passed: !1, reason: `Analysis failed: ${i.message}`, error: i };
   }
 }
-function J(e, s, t, a) {
-  const r = [], i = [];
-  let o = a;
-  for (const n of e)
-    if (r.push(n), n.passed || (o++, i.push(n.error || new Error(n.reason))), !s && o >= t)
+function je(t, a, e, s) {
+  const n = [], o = [];
+  let i = s;
+  for (const r of t)
+    if (n.push(r), r.passed || (i++, o.push(r.error || new Error(r.reason))), !a && i >= e)
       break;
   return {
-    results: r,
-    errors: i,
-    failures: o,
-    shouldStop: !s && o >= t
+    results: n,
+    errors: o,
+    failures: i,
+    shouldStop: !a && i >= e
   };
 }
-function h(e, s, t, a) {
-  e && e(s, t, a);
+function A(t, a, e, s) {
+  t && t(a, e, s);
 }
-async function R(e, s, t, a, r) {
-  h(a, e, void 0, {
-    ...r,
-    status: m.PROCESSING
+async function te(t, a, e, s, n, o = {}) {
+  A(s, t, void 0, {
+    ...n,
+    status: k.start
   });
   try {
-    const i = se(s, e, t), o = await A(e, i, {
+    const i = Ze(a, t, e), r = {
+      ...o,
       responseFormat: {
         type: "json_schema",
         json_schema: {
           name: "arch_bulk_result",
-          schema: Q
+          schema: Xe
         }
-      }
-    }), n = o.results || o;
-    let c = [];
-    Array.isArray(n) ? c = n : c = e.map((b) => ({
-      path: b,
+      },
+      onProgress: Q(o.onProgress, "reduce")
+    }, c = await ce(t, i, r), u = c.results || c;
+    let m = [];
+    Array.isArray(u) ? m = u : m = t.map((d) => ({
+      path: d,
       passed: !1,
       reason: "Invalid response format"
     }));
-    const l = c.filter((b) => !b.passed).length, u = c.length - l;
-    return h(
-      a,
-      e,
-      l > 0 ? new Error(`${l} items failed`) : void 0,
+    const h = m.filter((d) => !d.passed).length, l = m.length - h;
+    return A(
+      s,
+      t,
+      h > 0 ? new Error(`${h} items failed`) : void 0,
       {
-        ...r,
-        status: m.COMPLETED,
-        passed: u,
-        failed: l
+        ...n,
+        status: k.complete,
+        passed: l,
+        failed: h
       }
-    ), c;
+    ), m;
   } catch (i) {
-    const o = e.map((n) => ({
-      path: n,
+    const r = t.map((c) => ({
+      path: c,
       passed: !1,
       reason: `Processing error: ${i.message}`
     }));
-    return h(a, e, i, {
-      ...r,
-      status: m.ERROR
-    }), o;
+    return A(s, t, i, {
+      ...n,
+      status: k.error
+    }), r;
   }
 }
-function V(e, s) {
-  const t = s.filter((n) => n.passed).length, a = s.length - t, r = a === 0, i = s.length < e.length, o = s.filter((n) => !n.passed);
+function qe(t, a) {
+  const e = a.filter((r) => r.passed).length, s = a.length - e, n = s === 0, o = a.length < t.length, i = a.filter((r) => !r.passed);
   return {
-    passed: t,
-    failed: a,
-    allPassed: r,
-    stoppedEarly: i,
-    failures: o,
-    total: e.length,
-    processed: s.length
+    passed: e,
+    failed: s,
+    allPassed: n,
+    stoppedEarly: o,
+    failures: i,
+    total: t.length,
+    processed: a.length
   };
 }
-function q(e, s, t) {
-  if (e.allPassed)
-    return `All ${e.processed}/${e.total} items satisfy: ${s}`;
-  const a = e.failures.slice(0, g).map((i) => `  • ${i.item}: ${i.reason || "Failed"}`).join(`
-`), r = e.failures.length > g ? `
-  ... and ${e.failures.length - g} more failures` : "";
-  return `${e.failed}/${e.processed} items failed: ${s}${e.stoppedEarly && t !== T ? ` (stopped after ${t} failures)` : ""}
+function Ve(t, a, e) {
+  if (t.allPassed)
+    return `All ${t.processed}/${t.total} items satisfy: ${a}`;
+  const s = t.failures.slice(0, _).map((o) => `  • ${o.item}: ${o.reason || "Failed"}`).join(`
+`), n = t.failures.length > _ ? `
+  ... and ${t.failures.length - _} more failures` : "";
+  return `${t.failed}/${t.processed} items failed: ${a}${t.stoppedEarly && e !== ee ? ` (stopped after ${e} failures)` : ""}
 
 Failures:
-${a}${r}`;
+${s}${n}`;
 }
-function W(e, s) {
+function We(t, a) {
   return {
-    passed: e.allPassed,
-    message: s,
+    passed: t.allPassed,
+    message: a,
     details: {
-      total: e.total,
-      processed: e.processed,
-      passed: e.passed,
-      failed: e.failed,
-      failures: e.failures
+      total: t.total,
+      processed: t.processed,
+      passed: t.passed,
+      failed: t.failed,
+      failures: t.failures
     }
   };
 }
-function H(e, s, t, a) {
-  const r = s || t.length > 0 || a <= U;
+function Ge(t, a, e, s) {
+  const n = a || e.length > 0 || s <= _e;
   return {
-    mode: r ? f.INDIVIDUAL : f.BULK,
-    batchSize: r ? e.maxConcurrency : e.bulkSize,
-    processor: r ? (i, o, n) => w(i, o, n) : (i, o, n) => R(
-      i.items,
-      o,
-      n.description,
-      n.onProgress,
-      n.metadata
+    mode: n ? D.INDIVIDUAL : D.BULK,
+    batchSize: n ? t.maxConcurrency : t.bulkSize,
+    processor: n ? (o, i, r) => se(o, i, r) : (o, i, r) => te(
+      o.items,
+      i,
+      r.description,
+      r.onProgress,
+      r.metadata
     )
   };
 }
-async function w(e, s, t) {
-  const a = e.items.map(
-    (r) => G(
-      r,
-      s,
-      t.itemContextFns,
-      t.description,
-      t.targetType
+async function se(t, a, e) {
+  const s = t.items.map(
+    (n) => ze(
+      n,
+      a,
+      e.itemContextFns,
+      e.description,
+      e.targetType,
+      e.runConfig
     )
   );
-  return await Promise.all(a);
+  return await Promise.all(s);
 }
-function X(e, s, t) {
-  if (s === f.INDIVIDUAL) {
-    const { results: a, errors: r, failures: i, shouldStop: o } = J(
-      e,
-      t.isCoverageTest,
-      t.maxFailures,
-      t.currentFailures || 0
+function He(t, a, e) {
+  if (a === D.INDIVIDUAL) {
+    const { results: s, errors: n, failures: o, shouldStop: i } = je(
+      t,
+      e.isCoverageTest,
+      e.maxFailures,
+      e.currentFailures || 0
     );
     return {
-      results: a,
-      errors: r,
-      failures: i,
-      shouldStop: o,
+      results: s,
+      errors: n,
+      failures: o,
+      shouldStop: i,
       progressData: {
-        passed: a.filter((n) => n.passed).length,
-        failed: r.length
+        passed: s.filter((r) => r.passed).length,
+        failed: n.length
       }
     };
   } else {
-    const a = e.map((r) => ({
-      item: r.path,
-      passed: r.passed,
-      reason: r.reason
+    const s = t.map((n) => ({
+      item: n.path,
+      passed: n.passed,
+      reason: n.reason
     }));
     return {
-      results: a,
+      results: s,
       errors: [],
-      failures: t.currentFailures || 0,
+      failures: e.currentFailures || 0,
       shouldStop: !1,
       progressData: {
-        passed: a.filter((r) => r.passed).length,
-        failed: a.filter((r) => !r.passed).length
+        passed: s.filter((n) => n.passed).length,
+        failed: s.filter((n) => !n.passed).length
       }
     };
   }
 }
-async function K(e, s, t, a) {
-  const r = z(e, t.batchSize), i = [];
-  let o = 0;
-  for (const n of r) {
-    if (!a.isCoverageTest && o >= a.maxFailures)
+async function Je(t, a, e, s) {
+  const n = Oe(t, e.batchSize), o = [];
+  let i = 0;
+  for (const r of n) {
+    if (!s.isCoverageTest && i >= s.maxFailures)
       break;
-    const c = S(
-      n,
-      r.length,
-      e.length,
-      m.PROCESSING,
-      a,
-      t.mode
-    );
-    h(a.onChunkProcessed, n.items, void 0, c);
-    let l;
-    t.mode === f.INDIVIDUAL ? l = await w(n, s, {
-      itemContextFns: a.itemContextFns,
-      description: a.description,
-      targetType: a.targetType
-    }) : l = await R(
-      n.items,
+    const c = W(
+      r,
+      n.length,
+      t.length,
+      k.start,
       s,
-      a.description,
-      a.onChunkProcessed,
-      c
+      e.mode
+    );
+    A(s.onChunkProcessed, r.items, void 0, c);
+    let u;
+    e.mode === D.INDIVIDUAL ? u = await se(r, a, {
+      itemContextFns: s.itemContextFns,
+      description: s.description,
+      targetType: s.targetType
+    }) : u = await te(
+      r.items,
+      a,
+      s.description,
+      s.onChunkProcessed,
+      c,
+      s.runConfig
     );
-    const u = X(l, t.mode, {
-      ...a,
-      currentFailures: o
+    const m = He(u, e.mode, {
+      ...s,
+      currentFailures: i
     });
-    if (i.push(...u.results), o = u.failures, h(
-      a.onChunkProcessed,
-      n.items,
-      u.errors.length > 0 ? u.errors[0] : void 0,
+    if (o.push(...m.results), i = m.failures, A(
+      s.onChunkProcessed,
+      r.items,
+      m.errors.length > 0 ? m.errors[0] : void 0,
       {
-        ...S(
-          n,
-          r.length,
-          e.length,
-          m.COMPLETED,
-          a,
-          t.mode
+        ...W(
+          r,
+          n.length,
+          t.length,
+          k.complete,
+          s,
+          e.mode
         ),
-        ...u.progressData
+        ...m.progressData
       }
-    ), u.shouldStop)
+    ), m.shouldStop)
       break;
   }
-  return i;
+  return o;
 }
-const Y = {
+const Ke = {
   type: "object",
   properties: {
     passed: { type: "boolean" },
     reason: { type: "string" }
   },
   required: ["passed", "reason"]
-}, Q = {
+}, Xe = {
   type: "object",
   properties: {
     results: {
@@ -292,119 +914,131 @@ const Y = {
   },
   required: ["results"]
 };
-function v(e) {
-  switch (e.type) {
+function ae(t) {
+  switch (t.type) {
     case "file":
-      return p.existsSync(e.filePath) ? `<${e.name}>
-${p.readFileSync(e.filePath, "utf8")}
-</${e.name}>` : "";
+      return I.existsSync(t.filePath) ? `<${t.name}>
+${I.readFileSync(t.filePath, "utf8")}
+</${t.name}>` : "";
     case "json": {
-      if (!p.existsSync(e.filePath)) return "";
-      const s = JSON.parse(p.readFileSync(e.filePath, "utf8"));
-      return `<${e.name}>
-${JSON.stringify(s, void 0, 2)}
-</${e.name}>`;
+      if (!I.existsSync(t.filePath)) return "";
+      const a = JSON.parse(I.readFileSync(t.filePath, "utf8"));
+      return `<${t.name}>
+${JSON.stringify(a, void 0, 2)}
+</${t.name}>`;
     }
     case "data": {
-      const s = typeof e.data == "string" ? e.data : JSON.stringify(e.data, void 0, 2);
-      return `<${e.name}>
-${s}
-</${e.name}>`;
+      const a = typeof t.data == "string" ? t.data : JSON.stringify(t.data, void 0, 2);
+      return `<${t.name}>
+${a}
+</${t.name}>`;
     }
     default:
       return "";
   }
 }
-function Z(e) {
-  if (!p.existsSync(e)) return "Item does not exist";
-  if (p.statSync(e).isDirectory())
-    return p.readdirSync(e).join(", ");
+function Ye(t) {
+  if (!I.existsSync(t)) return "Item does not exist";
+  if (I.statSync(t).isDirectory())
+    return I.readdirSync(t).join(", ");
   {
-    const t = p.readFileSync(e, "utf8");
-    return t.length > y ? `${t.substring(0, y)}
-... (truncated)` : t;
+    const e = I.readFileSync(t, "utf8");
+    return e.length > V ? `${e.substring(0, V)}
+... (truncated)` : e;
   }
 }
-function ee(e, s, t, a) {
-  const r = Z(s);
-  return `${e}
-Analyze this ${a ? "file" : "directory"}: ${s}
+function Qe(t, a, e, s) {
+  const n = Ye(a);
+  return `${t}
+Analyze this ${s ? "file" : "directory"}: ${a}
 
 Content:
-${r}
+${n}
 
-Does it satisfy: "${t}"?
+Does it satisfy: "${e}"?
 
 Return JSON with "passed" (boolean) and "reason" (string).`;
 }
-function se(e, s, t) {
-  return `${e}
-Analyze each item and determine if it satisfies: "${t}"
-Items: ${s.join(", ")}
+function Ze(t, a, e) {
+  return `${t}
+Analyze each item and determine if it satisfies: "${e}"
+Items: ${a.join(", ")}
 
 Return JSON with "results" array containing objects with "path", "passed" (boolean), and "reason" (string).`;
 }
-class ae {
-  constructor(s, t = {}) {
-    this.target = s, this.contexts = [], this.itemContextFns = [], this.maxFailures = t.maxFailures || T, this.bulkSize = t.bulkSize || _, this.maxConcurrency = t.maxConcurrency || B, this.onChunkProcessed = void 0, this.description = void 0, this.threshold = void 0, this.isCoverageTest = !1;
+class et {
+  constructor(a, e = {}) {
+    this.target = a, this.options = e, this.contexts = [], this.itemContextFns = [], this.maxFailures = e.maxFailures || ee, this.bulkSize = e.bulkSize || R, this.maxConcurrency = e.maxConcurrency || T, this.onChunkProcessed = void 0, this.description = void 0, this.threshold = void 0, this.isCoverageTest = !1;
   }
-  withContext(s) {
-    return this.contexts.push(s), this;
+  withContext(a) {
+    return this.contexts.push(a), this;
   }
-  withItemContext(s) {
-    return this.itemContextFns.push(s), this;
+  withItemContext(a) {
+    return this.itemContextFns.push(a), this;
   }
   // Set up for a satisfies test
-  satisfies(s) {
-    return this.description = s, this;
+  satisfies(a) {
+    return this.description = a, this;
   }
   // Set up for a coverage test
-  coverage(s = j) {
-    return this.threshold = s, this.isCoverageTest = !0, this;
+  coverage(a = Ne) {
+    return this.threshold = a, this.isCoverageTest = !0, this;
   }
   // Start processing - this is the fluent terminator
   async start() {
-    if (!this.description)
-      throw new Error("Must call satisfies() before start()");
-    const s = await this.target.resolve(), t = this.contexts.map(v).filter(Boolean).join(`
+    const a = $("ai-arch-expect", this.options), e = L("ai-arch-expect", a.onProgress, a);
+    e.start();
+    try {
+      if (!this.description)
+        throw new Error("Must call satisfies() before start()");
+      const s = await this.target.resolve(), n = this.contexts.map(ae).filter(Boolean).join(`
 
-`), a = H(
-      this,
-      this.onChunkProcessed,
-      this.itemContextFns,
-      s.length
-    ), r = {
-      bulkSize: this.bulkSize,
-      maxConcurrency: this.maxConcurrency,
-      description: this.description,
-      onChunkProcessed: this.onChunkProcessed,
-      itemContextFns: this.itemContextFns,
-      targetType: this.target.type,
-      maxFailures: this.maxFailures,
-      isCoverageTest: this.isCoverageTest
-    }, i = await K(s, t, a, r);
-    if (this.isCoverageTest) {
-      const o = i.filter((u) => u.passed).length, n = s.length > 0 ? o / s.length : 0, c = n >= this.threshold, l = `Coverage: ${o}/${s.length} (${(n * 100).toFixed(1)}%) - ${c ? "meets" : "below"} ${(this.threshold * 100).toFixed(1)}% threshold`;
-      if (!c)
-        throw new Error(l);
-      return { passed: c, coverage: n, message: l };
+`), o = Ge(
+        this,
+        this.onChunkProcessed,
+        this.itemContextFns,
+        s.length
+      ), { bulkSize: i, maxConcurrency: r, maxFailures: c } = await X(a, {
+        bulkSize: B(Be),
+        maxConcurrency: B(Ue),
+        maxFailures: this.maxFailures
+      }), u = {
+        bulkSize: i,
+        maxConcurrency: r,
+        description: this.description,
+        onChunkProcessed: this.onChunkProcessed,
+        itemContextFns: this.itemContextFns,
+        targetType: this.target.type,
+        maxFailures: c,
+        isCoverageTest: this.isCoverageTest,
+        runConfig: a
+      }, m = e.batch(s.length), h = await Je(s, n, o, u);
+      if (m(h.length), this.isCoverageTest) {
+        const d = h.filter((P) => P.passed).length, g = s.length > 0 ? d / s.length : 0, v = g >= this.threshold, C = `Coverage: ${d}/${s.length} (${(g * 100).toFixed(1)}%) - ${v ? "meets" : "below"} ${(this.threshold * 100).toFixed(1)}% threshold`;
+        if (!v)
+          throw new Error(C);
+        return e.complete({ outcome: "success", coverage: g, total: s.length }), { passed: v, coverage: g, message: C };
+      }
+      const l = this.summarize(s, h);
+      return e.complete({ outcome: "success", total: s.length, passed: l.details.passed }), l;
+    } catch (s) {
+      throw e.error(s), s;
     }
-    return this.summarize(s, i);
   }
-  summarize(s, t) {
-    const a = V(s, t), r = q(a, this.description, this.maxFailures);
-    if (!a.allPassed)
-      throw new Error(r);
-    return W(a, r);
+  summarize(a, e) {
+    const s = qe(a, e), n = Ve(s, this.description, this.maxFailures);
+    if (!s.allPassed)
+      throw new Error(n);
+    return We(s, n);
   }
 }
-function ge(e, s = {}) {
-  return new ae(e, s);
+function xt(t, a = {}) {
+  return new et(t, a);
 }
-function ye() {
+function vt() {
   return console.warn("scanJS is not available in browser environment"), Promise.resolve({});
 }
-const I = {
+const G = {
   name: "test_analysis_result",
   schema: {
     type: "object",
@@ -425,14 +1059,14 @@ const I = {
     required: ["hasIssues", "issues"],
     additionalProperties: !1
   }
-}, C = "test";
-async function d(e, s, t = {}) {
-  const a = $(C, t), r = O(C, a.onProgress, a);
-  r.start();
+}, H = "test";
+async function tt(t, a, e = {}) {
+  const s = $(H, e), n = L(H, s.onProgress, s);
+  n.start();
   try {
-    const i = await M.readFile(e, "utf-8"), o = `Analyze this code and ${s}:
+    const o = await pe.readFile(t, "utf-8"), i = `Analyze this code and ${a}:
 
-${D(i, { tag: "code-to-analyze" })}
+${le(o, { tag: "code-to-analyze" })}
 
 Return a JSON object with:
 - "hasIssues": boolean indicating if any issues were found
@@ -443,259 +1077,302 @@ GUIDELINES:
 - Provide specific line numbers or code references when possible
 - Suggest concrete fixes for each issue identified
 - Be concise but clear in your feedback
-- If no issues are found, return {"hasIssues": false, "issues": []}`, n = await N(
-      () => E(o, {
-        ...a,
-        response_format: L(I.name, I.schema)
+- If no issues are found, return {"hasIssues": false, "issues": []}`, r = await ue(
+      () => U(i, {
+        ...s,
+        response_format: Y(G.name, G.schema)
       }),
       {
         label: "test chain",
-        config: a
+        config: s
       }
-    ), c = n.hasIssues ? n.issues : [];
-    return r.complete(), c;
-  } catch (i) {
-    return [`Error analyzing ${e}: ${i.message}`];
+    ), c = r.hasIssues ? r.issues : [];
+    return n.complete({ outcome: "success" }), c;
+  } catch (o) {
+    throw n.error(o), o;
   }
 }
-const te = "Run the code with 5 boundary value test cases and report any that fail", re = "Identify 5 passing scenarios and significant boundary conditions in this code. Provide minimal input examples for each scenario to demonstrate correctness.", ne = "Identify 5 failing scenarios and significant boundary conditions in this code. Provide minimal input examples for each scenario to demonstrate the failure. Assume DBC, and don't complain when types are specified in jsDoc.", ie = "Identify 5 defects in this code. Provide minimal input examples to demonstrate each defect.", oe = "Suggest 5 best practices improvements for this code.", ce = 'Suggest 5 "clean code" improvements for this code.', le = "Identify 5 specific issues related to code quality, readability, and maintainability.", ue = "Suggest 5 refactors that would most improve the composibility of this code.", Se = async (e) => [
-  ...await d(e, te),
-  ...await d(e, re),
-  ...await d(e, ne),
-  ...await d(e, ie),
-  ...await d(e, oe),
-  ...await d(e, ce),
-  ...await d(e, le),
-  ...await d(e, ue)
+const J = "test-advice", st = "Run the code with 5 boundary value test cases and report any that fail", at = "Identify 5 passing scenarios and significant boundary conditions in this code. Provide minimal input examples for each scenario to demonstrate correctness.", nt = "Identify 5 failing scenarios and significant boundary conditions in this code. Provide minimal input examples for each scenario to demonstrate the failure. Assume DBC, and don't complain when types are specified in jsDoc.", rt = "Identify 5 defects in this code. Provide minimal input examples to demonstrate each defect.", ot = "Suggest 5 best practices improvements for this code.", it = 'Suggest 5 "clean code" improvements for this code.', ct = "Identify 5 specific issues related to code quality, readability, and maintainability.", lt = "Suggest 5 refactors that would most improve the composibility of this code.", K = [
+  st,
+  at,
+  nt,
+  rt,
+  ot,
+  it,
+  ct,
+  lt
 ];
-P.config();
-try {
-  k(JSON.parse(F(x(process.cwd(), ".verblets.json"), "utf8")));
-} catch {
+async function It(t, a = {}) {
+  const e = $(J, a), s = L(J, e.onProgress, e);
+  s.start();
+  try {
+    const n = s.batch(K.length), o = [];
+    for (const i of K) {
+      const r = await tt(t, i, {
+        ...e,
+        onProgress: Q(e.onProgress, "test-advice:test")
+      });
+      o.push(...r), n(1);
+    }
+    return s.complete({ outcome: "success", totalIssues: o.length }), o;
+  } catch (n) {
+    throw s.error(n), n;
+  }
 }
+ne.config();
 export {
-  Ee as CAPABILITY_KEYS,
-  Te as COMPLIANCE,
-  Re as CONTEXT_KINDS,
-  we as COST_POSTURE,
-  ve as Conversation,
-  Pe as DOMAIN,
-  Fe as ENVIRONMENT,
-  xe as ListStyle,
-  Ae as QUALITY_INTENT,
-  $e as SocraticMethod,
-  Oe as SummaryMap,
-  De as TimedAbortController,
-  ge as aiArchExpect,
-  Ne as aiExpect,
-  Le as anySignal,
-  Me as applyAllTargetingRules,
-  ke as applyCalibrate,
-  _e as applyEntities,
-  Be as applyFirstTargetingRule,
-  je as applyRelations,
-  Ue as applyScale,
-  ze as applyScore,
-  Ge as applyTags,
-  Je as auto,
-  Ve as bool,
-  qe as buildSeedGenerationPrompt,
-  We as calculateStatistics,
-  He as calibrate,
-  Xe as calibrateSpec,
-  Ke as categorySamples,
-  Ye as causalFramePrompt,
-  Qe as centralTendency,
-  Ze as centralTendencyLines,
-  es as chunk,
-  ss as chunkSentences,
-  as as classify,
-  ts as collectTerms,
-  rs as combinations,
-  ns as commonalities,
-  is as compact,
-  os as computeTagStatistics,
-  cs as config,
-  ls as constants,
-  us as conversationTurnReduce,
-  ds as cosineSimilarity,
-  ps as createBatches,
-  ms as createCalibratedClassifier,
-  hs as createContextBuilder,
-  fs as createEntityExtractor,
-  O as createProgressEmitter,
-  bs as createRelationExtractor,
-  gs as createScale,
-  ys as createTagExtractor,
-  Ss as createTagger,
-  Is as createTraceCollector,
-  Cs as date,
-  Es as debug,
-  E as default,
-  Ts as descriptorToSchema,
-  Rs as detectPatterns,
-  ws as detectThreshold,
-  vs as determineStyle,
-  Ps as disambiguate,
-  Fs as dismantle,
-  xs as dismantleFactory,
-  As as documentShrink,
-  $s as embed,
-  Os as embedAssembleSpan,
-  Ds as embedBatch,
-  Ns as embedBuildIndex,
-  Ls as embedChunked,
-  Ms as embedMergeRanges,
-  ks as embedMultiQuery,
-  _s as embedNeighborChunks,
-  Bs as embedNormalizeText,
-  js as embedRewriteQuery,
-  Us as embedRewriteToOutputDoc,
-  zs as embedScore,
-  Gs as embedStandaloneSpan,
-  Js as embedStepBack,
-  Vs as embedSubquestions,
-  qs as embedWarmup,
-  Ws as entities,
-  Hs as entitiesFilterInstructions,
-  Xs as entitiesFindInstructions,
-  Ks as entitiesGroupInstructions,
-  Ys as entitiesMapInstructions,
-  Qs as entitiesReduceInstructions,
-  Zs as entitySpec,
-  ea as evaluateTargetingClause,
-  sa as evaluateTargetingRule,
-  aa as eventToTrace,
-  ta as expect,
-  ra as extractBlocks,
-  na as extractJson,
-  ia as fillMissing,
-  oa as filter,
-  ca as filterAmbiguous,
-  la as find,
-  ua as generateList,
-  da as getCapabilities,
-  pa as getMeanings,
-  ma as getOption,
-  ha as getOptionDetail,
-  fa as getOptions,
-  ba as glossary,
-  ga as group,
-  ya as init,
-  Sa as intent,
-  Ia as intersections,
-  Ca as join,
-  Ea as last,
-  Ta as list,
-  Ra as listBatch,
-  wa as listExpand,
-  E as llm,
-  va as llmLogger,
-  Pa as makePrompt,
-  Fa as map,
-  xa as name,
-  Aa as nameSimilarTo,
+  At as CAPABILITY_KEYS,
+  Pt as COMPLIANCE,
+  Et as CONTEXT_KINDS,
+  Rt as COST_POSTURE,
+  Tt as ChainEvent,
+  Dt as Conversation,
+  $t as DOMAIN,
+  Lt as DomainEvent,
+  Ft as ENVIRONMENT,
+  Mt as Kind,
+  Nt as Level,
+  _t as ListStyle,
+  Bt as MODEL_KEYS,
+  Ut as ModelService,
+  Ot as ModelSource,
+  k as OpEvent,
+  zt as OptionSource,
+  jt as QUALITY_INTENT,
+  qt as SocraticMethod,
+  Vt as StatusCode,
+  Wt as SummaryMap,
+  Gt as TelemetryEvent,
+  Ht as TimedAbortController,
+  xt as aiArchExpect,
+  Jt as aiExpect,
+  Kt as analyzeImage,
+  Xt as analyzeImageMapDetail,
+  Yt as anySignal,
+  Qt as applyAllTargetingRules,
+  Zt as applyCalibrate,
+  es as applyEntities,
+  ts as applyFirstTargetingRule,
+  ss as applyRelations,
+  as as applyScale,
+  ns as applyScore,
+  rs as applyTags,
+  os as auto,
+  is as bool,
+  cs as buildSeedGenerationPrompt,
+  ls as buildVisionPrompt,
+  us as calculateStatistics,
+  ps as calibrate,
+  ds as calibrateSpec,
+  ms as categorySamples,
+  hs as causalFramePrompt,
+  gs as centralTendency,
+  fs as centralTendencyLines,
+  bs as chunk,
+  ys as chunkSentences,
+  ws as classify,
+  Ss as cleanupPaths,
+  xs as collectTerms,
+  vs as combinations,
+  Is as commonalities,
+  Cs as compact,
+  ks as computeTagStatistics,
+  As as config,
+  Ps as constants,
+  Es as conversationTurnReduce,
+  Rs as cosineSimilarity,
+  Ts as createBatches,
+  Ds as createCalibratedClassifier,
+  $s as createContextBuilder,
+  Ls as createEntityExtractor,
+  L as createProgressEmitter,
+  Fs as createRelationExtractor,
+  Ms as createScale,
+  Ns as createTagExtractor,
+  _s as createTagger,
+  oe as createTempDir,
+  Bs as createTraceCollector,
+  Us as date,
+  Os as debug,
+  U as default,
+  zs as descriptorToSchema,
+  js as detectPatterns,
+  qs as detectThreshold,
+  Vs as determineStyle,
+  Ws as disambiguate,
+  Gs as dismantle,
+  Hs as dismantleFactory,
+  Js as documentShrink,
+  Ks as embed,
+  Xs as embedAssembleSpan,
+  Ys as embedBatch,
+  Qs as embedBuildIndex,
+  Zs as embedChunked,
+  ea as embedMergeRanges,
+  ta as embedMultiQuery,
+  sa as embedNeighborChunks,
+  aa as embedNormalizeText,
+  na as embedRewriteQuery,
+  ra as embedRewriteToOutputDoc,
+  oa as embedScore,
+  ia as embedStandaloneSpan,
+  ca as embedStepBack,
+  la as embedSubquestions,
+  ua as embedWarmup,
+  pa as entities,
+  da as entitiesFilterInstructions,
+  ma as entitiesFindInstructions,
+  ha as entitiesGroupInstructions,
+  ga as entitiesMapInstructions,
+  fa as entitiesReduceInstructions,
+  ba as entitySpec,
+  ya as evaluateTargetingClause,
+  wa as evaluateTargetingRule,
+  Sa as eventToTrace,
+  xa as expect,
+  va as extractBlocks,
+  ge as extractButtons,
+  he as extractForms,
+  Ia as extractJson,
+  me as extractLinks,
+  be as extractMeta,
+  we as extractPage,
+  fe as extractScripts,
+  ye as extractStructure,
+  Ca as fillMissing,
+  ka as filter,
+  Aa as filterAmbiguous,
+  Pa as find,
+  Ea as generateList,
+  Ra as getMeanings,
+  Ta as getOption,
+  Da as getOptionDetail,
+  X as getOptions,
+  $a as glossary,
+  La as group,
+  yt as imageToBase64,
+  Fa as init,
+  Ma as intent,
+  Na as intersections,
+  _a as join,
+  Y as jsonSchema,
+  Ba as last,
+  Ua as list,
+  Oa as listBatch,
+  za as listExpand,
+  U as llm,
+  ja as llmLogger,
+  qa as makePrompt,
+  Va as map,
+  de as mapImageShrink,
+  Wa as name,
+  Ga as nameSimilarTo,
   $ as nameStep,
-  $a as normalizeLlm,
-  Oa as number,
-  Da as numberWithUnits,
-  Na as observeApplication,
-  La as observeProviders,
-  Ma as omit,
-  ka as parallel,
-  _a as parallelMap,
-  Ba as parseLLMList,
-  ja as parseRDFLiteral,
-  Ua as parseRelations,
-  za as people,
-  Ga as phailForge,
-  Ja as pick,
-  Va as pipe,
-  qa as popReference,
-  Wa as probeScan,
-  Ha as promptCache,
-  Xa as promptPiece,
-  Ka as prompts,
-  Ya as questions,
-  Qa as rangeCombinations,
-  A as reduce,
-  Za as relationSpec,
-  et as relations,
-  st as relationsFilterInstructions,
-  at as relationsFindInstructions,
-  tt as relationsGroupInstructions,
-  rt as relationsMapInstructions,
-  nt as relationsReduceInstructions,
-  it as resolveModel,
-  N as retry,
-  ot as ringBuffer,
-  ct as scale,
-  lt as scaleFilterInstructions,
-  ut as scaleFindInstructions,
-  dt as scaleGroupInstructions,
-  pt as scaleMapInstructions,
-  mt as scaleReduceInstructions,
-  ht as scaleSpec,
-  ye as scanJS,
-  ft as schemaOrg,
-  bt as schemas,
-  gt as scientificFramingPrompt,
-  yt as scopePhase,
-  St as score,
-  It as scoreFilterInstructions,
-  Ct as scoreFindInstructions,
-  Et as scoreGroupInstructions,
-  Tt as scoreItem,
-  Rt as scoreMapInstructions,
-  wt as scoreReduceInstructions,
-  vt as scoreSpec,
-  Pt as sentiment,
-  Ft as services,
-  xt as setEmbedEnabled,
-  At as setInterval,
-  $t as shuffle,
-  Ot as simplifyTree,
-  Dt as socratic,
-  Nt as softCoverPrompt,
-  Lt as sort,
-  Mt as sortBy,
-  kt as split,
-  _t as stripNumeric,
-  Bt as stripResponse,
-  jt as suggestTargetingRules,
-  Ut as tagSpec,
-  zt as tagVocabulary,
-  Gt as tags,
-  Jt as tagsFilterInstructions,
-  Vt as tagsFindInstructions,
-  qt as tagsGroupInstructions,
-  Wt as tagsMapInstructions,
-  Ht as tagsReduceInstructions,
-  Xt as targetingClause,
-  Kt as targetingRule,
-  Yt as targetingRuleOps,
-  Qt as targetingRuleSchema,
-  Zt as templateReplace,
-  d as test,
-  Se as testAdvice,
-  er as themes,
-  sr as timeline,
-  ar as toBool,
-  tr as toDate,
-  rr as toEnum,
-  nr as toNumber,
-  ir as toNumberWithUnits,
-  or as toObject,
-  cr as truncate,
-  lr as unionBy,
-  ur as validateTargetingRules,
-  dr as valueArbitrate,
-  pr as vectorSearch,
-  mr as veiledVariantStrategies,
-  hr as veiledVariants,
-  fr as version,
-  br as windowFor,
-  gr as withInactivityTimeout,
-  yr as withPolicy,
-  Sr as zipWith
+  Ha as normalizeLlm,
+  Ja as number,
+  Ka as numberWithUnits,
+  Xa as observeApplication,
+  Ya as observeProviders,
+  Qa as omit,
+  Za as parallel,
+  en as parallelMap,
+  tn as parseLLMList,
+  sn as parseRDFLiteral,
+  an as parseRelations,
+  nn as people,
+  rn as phailForge,
+  on as pick,
+  cn as pipe,
+  ln as popReference,
+  un as probeScan,
+  pn as promptCache,
+  dn as promptPiece,
+  mn as prompts,
+  hn as questions,
+  gn as rangeCombinations,
+  ce as reduce,
+  fn as relationSpec,
+  bn as relations,
+  yn as relationsFilterInstructions,
+  wn as relationsFindInstructions,
+  Sn as relationsGroupInstructions,
+  xn as relationsMapInstructions,
+  vn as relationsReduceInstructions,
+  ft as resizeImage,
+  In as resolveModel,
+  Cn as resolveOutputDir,
+  ue as retry,
+  kn as ringBuffer,
+  An as scale,
+  Pn as scaleFilterInstructions,
+  En as scaleFindInstructions,
+  Rn as scaleGroupInstructions,
+  Tn as scaleMapInstructions,
+  Dn as scaleReduceInstructions,
+  $n as scaleSpec,
+  vt as scanJS,
+  Ln as schemaOrg,
+  Fn as schemas,
+  Mn as scientificFramingPrompt,
+  Q as scopePhase,
+  Nn as score,
+  _n as scoreFilterInstructions,
+  Bn as scoreFindInstructions,
+  Un as scoreGroupInstructions,
+  On as scoreItem,
+  zn as scoreMapInstructions,
+  jn as scoreReduceInstructions,
+  qn as scoreSpec,
+  Vn as sentiment,
+  Wn as setEmbedEnabled,
+  Gn as setImageProcessingEnabled,
+  Hn as setInterval,
+  Jn as shuffle,
+  Kn as simplifyTree,
+  St as siteCrawl,
+  Xn as socratic,
+  Yn as softCoverPrompt,
+  Qn as sort,
+  Zn as sortBy,
+  er as split,
+  tr as stripNumeric,
+  sr as stripResponse,
+  ar as suggestTargetingRules,
+  nr as tagSpec,
+  rr as tagVocabulary,
+  or as tags,
+  ir as tagsFilterInstructions,
+  cr as tagsFindInstructions,
+  lr as tagsGroupInstructions,
+  ur as tagsMapInstructions,
+  pr as tagsReduceInstructions,
+  dr as targetingClause,
+  mr as targetingRule,
+  hr as targetingRuleOps,
+  gr as targetingRuleSchema,
+  fr as templateReplace,
+  tt as test,
+  It as testAdvice,
+  br as themes,
+  bt as tileImages,
+  yr as timeline,
+  wr as toBool,
+  Sr as toDate,
+  xr as toEnum,
+  vr as toNumber,
+  Ir as toNumberWithUnits,
+  Cr as toObject,
+  kr as truncate,
+  Ar as unionBy,
+  Pr as validateTargetingRules,
+  Er as valueArbitrate,
+  Rr as vectorSearch,
+  Tr as veiledVariantStrategies,
+  Dr as veiledVariants,
+  $r as version,
+  wt as webScrape,
+  Lr as windowFor,
+  Fr as withInactivityTimeout,
+  B as withPolicy,
+  Mr as zipWith
 };