@far-world-labs/verblets 0.7.0 → 0.7.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.browser.js +218 -212
- package/dist/index.js +501 -487
- package/dist/{shared-Dc73O74G.js → shared-BE8DOT4r.js} +4842 -3867
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -1,40 +1,40 @@
|
|
|
1
1
|
import pe from "dotenv";
|
|
2
|
-
import { i as de, n as B, c as
|
|
3
|
-
import {
|
|
2
|
+
import { i as de, n as B, c as z, g as se, E as q, a as me, O as L, r as W, j as O, b as he, w as V, D as P, d as C, e as R, s as ae, f as ge, h as fe, k as be, l as ye, p as we } from "./shared-BE8DOT4r.js";
|
|
3
|
+
import { cP as Mt, L as Nt, I as $t, M as Bt, b$ as zt, aL as Ot, bZ as Ut, aH as _t, K as jt, J as qt, cN as Vt, c6 as Wt, c1 as Gt, c2 as Ht, an as Jt, cM as Kt, c4 as Xt, c5 as Qt, Q as Yt, c7 as Zt, b1 as es, c3 as ts, b4 as ss, c0 as as, bT as rs, bl as ns, bg as os, bh as is, bS as cs, a4 as ls, a3 as us, bj as ps, u as ds, aE as ms, bi as hs, aa as gs, F as fs, H as bs, G as ys, bP as ws, aD as vs, be as xs, a6 as Ss, a7 as ks, cu as Cs, bM as Is, x as As, m as Es, bY as Ps, aF as Ts, bK as Rs, aG as Ds, cv as Ls, b6 as Fs, cR as Ms, t as Ns, aI as $s, cw as Bs, bO as zs, N as Os, W as Us, v as _s, bN as js, U as qs, a8 as Vs, a9 as Ws, ao as Gs, aJ as Hs, aM as Js, aO as Ks, br as Xs, bI as Qs, bs as Ys, bG as Zs, bt as ea, bw as ta, bx as sa, bH as aa, bA as ra, bF as na, bE as oa, cK as ia, bz as ca, bD as la, bJ as ua, bB as pa, bC as da, bu as ma, ad as ha, ac as ga, a1 as fa, a2 as ba, X as ya, bk as wa, ae as va, ab as xa, cl as Sa, aX as ka, aP as Ca, af as Ia, aQ as Aa, ce as Ea, ag as Pa, cf as Ta, al as Ra, aK as Da, S as La, T as Fa, ah as Ma, ai as Na, ch as $a, cQ as Ba, bm as za, aj as Oa, aR as Ua, cx as _a, ak as ja, am as qa, ap as Va, bn as Wa, bo as Ga, aq as Ha, cd as Ja, aB as Ka, aS as Xa, aT as Qa, bV as Ya, bQ as Za, aw as er, y as tr, z as sr, P as ar, R as rr, cy as nr, c9 as or, ca as ir, cc as cr, c8 as lr, cb as ur, bR as pr, ct as dr, aZ as mr, a_ as hr, aU as gr, bo as fr, cz as br, cF as yr, aV as wr, cI as vr, cJ as xr, cG as Sr, aW as kr, bL as Cr, cg as Ir, a$ as Ar, aY as Er, cO as Pr, cL as Tr, o as Rr, b_ as Dr, C as Lr, A as Fr, B as Mr, b0 as Nr, cH as $r, bd as Br, ar as zr, by as Or, au as Ur, at as _r, av as jr, ax as qr, as as Vr, bp as Wr, bv as Gr, q as Hr, bq as Jr, cE as Kr, aN as Xr, bX as Qr, b2 as Yr, bf as Zr, ay as en, cA as tn, b3 as sn, cn as an, cm as rn, a5 as nn, aC as on, az as cn, aA as ln, b5 as un, Z as pn, _ as dn, Y as mn, a0 as hn, bW as gn, bU as fn, b7 as bn, b8 as yn, co as wn, cq as vn, cr as xn, cp as Sn, cs as kn, b9 as Cn, ba as In, cB as An, $ as En, V as Pn, cC as Tn, bc as Rn, bb as Dn, ci as Ln, cj as Fn, ck as Mn, cD as Nn } from "./shared-BE8DOT4r.js";
|
|
4
4
|
import * as J from "playwright-core";
|
|
5
5
|
import k from "node:fs";
|
|
6
6
|
import "node:path";
|
|
7
7
|
import "glob";
|
|
8
8
|
import ve from "node:fs/promises";
|
|
9
|
-
const
|
|
10
|
-
low: { width: 300, quality:
|
|
11
|
-
med: { width: 100, quality:
|
|
12
|
-
high: { width: 50, quality:
|
|
9
|
+
const U = 60, xe = (t) => ({
|
|
10
|
+
low: { width: 300, quality: U, format: "jpeg" },
|
|
11
|
+
med: { width: 100, quality: U, format: "jpeg" },
|
|
12
|
+
high: { width: 50, quality: U, format: "jpeg" }
|
|
13
13
|
})[t], G = (t) => () => {
|
|
14
14
|
throw new Error(`${t} is not available in browser environment`);
|
|
15
15
|
}, Et = G("resizeImage"), Pt = G("tileImages"), Tt = G("imageToBase64"), Rt = () => {
|
|
16
16
|
throw new Error("webScrape is not available in browser environment");
|
|
17
17
|
}, Se = async (t, a) => (await t.evaluate(() => {
|
|
18
18
|
const s = /* @__PURE__ */ new Set();
|
|
19
|
-
return [...document.querySelectorAll("a[href]")].map((
|
|
20
|
-
const
|
|
21
|
-
if (s.has(
|
|
22
|
-
s.add(
|
|
23
|
-
const
|
|
19
|
+
return [...document.querySelectorAll("a[href]")].map((r) => {
|
|
20
|
+
const i = r.href;
|
|
21
|
+
if (s.has(i)) return;
|
|
22
|
+
s.add(i);
|
|
23
|
+
const o = r.getBoundingClientRect();
|
|
24
24
|
return {
|
|
25
|
-
href:
|
|
26
|
-
text:
|
|
27
|
-
ariaLabel:
|
|
28
|
-
rel:
|
|
29
|
-
target:
|
|
30
|
-
isVisible:
|
|
31
|
-
classes:
|
|
25
|
+
href: i,
|
|
26
|
+
text: r.textContent?.trim()?.slice(0, 120) || "",
|
|
27
|
+
ariaLabel: r.getAttribute("aria-label") || "",
|
|
28
|
+
rel: r.getAttribute("rel") || "",
|
|
29
|
+
target: r.getAttribute("target") || "",
|
|
30
|
+
isVisible: o.width > 0 && o.height > 0,
|
|
31
|
+
classes: r.className?.slice?.(0, 120) || "",
|
|
32
32
|
dataAttrs: Object.fromEntries(
|
|
33
|
-
[...
|
|
33
|
+
[...r.attributes].filter((n) => n.name.startsWith("data-")).map((n) => [n.name, n.value?.slice(0, 80)])
|
|
34
34
|
),
|
|
35
|
-
inNav: !!
|
|
36
|
-
inFooter: !!
|
|
37
|
-
inMain: !!
|
|
35
|
+
inNav: !!r.closest('nav, [role="navigation"], header'),
|
|
36
|
+
inFooter: !!r.closest("footer"),
|
|
37
|
+
inMain: !!r.closest('main, [role="main"], #main, .main-content')
|
|
38
38
|
};
|
|
39
39
|
}).filter(Boolean);
|
|
40
40
|
})).map((s) => ({
|
|
@@ -75,21 +75,21 @@ const z = 60, xe = (t) => ({
|
|
|
75
75
|
], e = [
|
|
76
76
|
...document.querySelectorAll("[onclick], [data-action], [data-toggle], [data-target]")
|
|
77
77
|
];
|
|
78
|
-
return [.../* @__PURE__ */ new Set([...a, ...e])].map((
|
|
79
|
-
const
|
|
78
|
+
return [.../* @__PURE__ */ new Set([...a, ...e])].map((r) => {
|
|
79
|
+
const i = r.getBoundingClientRect();
|
|
80
80
|
return {
|
|
81
|
-
tag:
|
|
82
|
-
type:
|
|
83
|
-
text:
|
|
84
|
-
id:
|
|
85
|
-
classes: (typeof
|
|
86
|
-
ariaLabel:
|
|
87
|
-
isVisible:
|
|
88
|
-
disabled:
|
|
89
|
-
hasOnclick: !!
|
|
90
|
-
onclick:
|
|
81
|
+
tag: r.tagName.toLowerCase(),
|
|
82
|
+
type: r.type || "",
|
|
83
|
+
text: r.textContent?.trim()?.slice(0, 80) || "",
|
|
84
|
+
id: r.id || "",
|
|
85
|
+
classes: (typeof r.className == "string" ? r.className : r.className?.baseVal || "").slice(0, 120),
|
|
86
|
+
ariaLabel: r.getAttribute("aria-label") || "",
|
|
87
|
+
isVisible: i.width > 0 && i.height > 0,
|
|
88
|
+
disabled: r.disabled || r.getAttribute("aria-disabled") === "true",
|
|
89
|
+
hasOnclick: !!r.getAttribute("onclick"),
|
|
90
|
+
onclick: r.getAttribute("onclick")?.slice(0, 120) || "",
|
|
91
91
|
dataAttrs: Object.fromEntries(
|
|
92
|
-
[...
|
|
92
|
+
[...r.attributes].filter((o) => o.name.startsWith("data-")).map((o) => [o.name, o.value?.slice(0, 80)])
|
|
93
93
|
)
|
|
94
94
|
};
|
|
95
95
|
});
|
|
@@ -145,16 +145,16 @@ const z = 60, xe = (t) => ({
|
|
|
145
145
|
document.querySelectorAll("*").forEach((l) => {
|
|
146
146
|
[...l.attributes].filter((p) => p.name.startsWith("data-")).forEach((p) => s.add(p.name));
|
|
147
147
|
});
|
|
148
|
-
const
|
|
148
|
+
const r = [...document.querySelectorAll('link[rel="stylesheet"]')].map((l) => l.href), i = /* @__PURE__ */ new Set(), o = (l) => {
|
|
149
149
|
const p = l.className;
|
|
150
150
|
return typeof p == "string" ? p : p?.baseVal || "";
|
|
151
151
|
};
|
|
152
152
|
document.querySelectorAll("[class]").forEach((l) => {
|
|
153
|
-
|
|
154
|
-
p &&
|
|
153
|
+
o(l).split(/\s+/).slice(0, 5).forEach((p) => {
|
|
154
|
+
p && i.add(p);
|
|
155
155
|
});
|
|
156
156
|
});
|
|
157
|
-
const
|
|
157
|
+
const n = [...i].slice(0, 200), c = {}, u = [
|
|
158
158
|
"jQuery",
|
|
159
159
|
"$",
|
|
160
160
|
"React",
|
|
@@ -204,15 +204,15 @@ const z = 60, xe = (t) => ({
|
|
|
204
204
|
headings: a,
|
|
205
205
|
landmarks: e,
|
|
206
206
|
dataAttributes: Array.from(s).toSorted().slice(0, 100),
|
|
207
|
-
stylesheets:
|
|
208
|
-
sampleClasses:
|
|
207
|
+
stylesheets: r.slice(0, 20),
|
|
208
|
+
sampleClasses: n,
|
|
209
209
|
globals: c,
|
|
210
210
|
inlineHandlers: [...d],
|
|
211
211
|
iframeCount: document.querySelectorAll("iframe").length,
|
|
212
212
|
shadowRootCount: [...document.querySelectorAll("*")].filter((l) => l.shadowRoot).length
|
|
213
213
|
};
|
|
214
214
|
}), Pe = async (t) => {
|
|
215
|
-
const a = t.url(), e = new URL(a).origin, [s,
|
|
215
|
+
const a = t.url(), e = new URL(a).origin, [s, r, i, o, n, c] = await Promise.all([
|
|
216
216
|
Se(t, e),
|
|
217
217
|
ke(t),
|
|
218
218
|
Ce(t),
|
|
@@ -220,46 +220,46 @@ const z = 60, xe = (t) => ({
|
|
|
220
220
|
Ae(t),
|
|
221
221
|
Ee(t)
|
|
222
222
|
]);
|
|
223
|
-
return { url: a, links: s, forms:
|
|
223
|
+
return { url: a, links: s, forms: r, buttons: i, scripts: o, meta: n, structure: c };
|
|
224
224
|
}, _ = (t) => {
|
|
225
225
|
const a = new URL(t);
|
|
226
226
|
a.hash = "";
|
|
227
|
-
const e = Array.from(a.searchParams.entries()).toSorted(([
|
|
227
|
+
const e = Array.from(a.searchParams.entries()).toSorted(([r], [i]) => r.localeCompare(i));
|
|
228
228
|
a.search = new URLSearchParams(e).toString();
|
|
229
229
|
const s = a.toString();
|
|
230
230
|
return s.endsWith("/") && a.pathname !== "/" ? s.slice(0, -1) : s;
|
|
231
231
|
}, Te = (t, a = 2) => `/${new URL(t).pathname.split("/").filter(Boolean).slice(0, a).join("/")}`, Re = (t, a = {}) => {
|
|
232
|
-
const e = new URL(t).origin, s = a.sameDomain !== !1,
|
|
233
|
-
return
|
|
232
|
+
const e = new URL(t).origin, s = a.sameDomain !== !1, r = a.maxDepth ?? 10, i = [], o = /* @__PURE__ */ new Map(), n = /* @__PURE__ */ new Map(), c = /* @__PURE__ */ new Set(), u = _(t);
|
|
233
|
+
return i.push({ url: t, normalized: u, depth: 0, source: "(start)" }), c.add(u), {
|
|
234
234
|
addLinks: (b, w, h) => {
|
|
235
235
|
let y = 0;
|
|
236
236
|
for (const f of b) {
|
|
237
237
|
const v = f.href || f, x = _(v);
|
|
238
238
|
if (c.has(x)) continue;
|
|
239
239
|
if (c.add(x), s && !v.startsWith(e)) {
|
|
240
|
-
|
|
240
|
+
n.set(x, "external");
|
|
241
241
|
continue;
|
|
242
242
|
}
|
|
243
|
-
if (w + 1 >
|
|
244
|
-
|
|
243
|
+
if (w + 1 > r) {
|
|
244
|
+
n.set(x, "max-depth");
|
|
245
245
|
continue;
|
|
246
246
|
}
|
|
247
247
|
const E = new URL(v).pathname;
|
|
248
248
|
if (/\.(png|jpg|jpeg|gif|svg|ico|css|js|woff2?|ttf|eot|pdf|zip|mp[34])$/i.test(E)) {
|
|
249
|
-
|
|
249
|
+
n.set(x, "resource");
|
|
250
250
|
continue;
|
|
251
251
|
}
|
|
252
252
|
if (/^(mailto|tel|javascript):/i.test(v)) {
|
|
253
|
-
|
|
253
|
+
n.set(x, "scheme");
|
|
254
254
|
continue;
|
|
255
255
|
}
|
|
256
|
-
|
|
256
|
+
i.push({ url: v, normalized: x, depth: w + 1, source: h }), y++;
|
|
257
257
|
}
|
|
258
258
|
return y;
|
|
259
259
|
},
|
|
260
260
|
next: () => {
|
|
261
|
-
const b =
|
|
262
|
-
return b &&
|
|
261
|
+
const b = i.shift();
|
|
262
|
+
return b && o.set(b.normalized, {
|
|
263
263
|
url: b.url,
|
|
264
264
|
depth: b.depth,
|
|
265
265
|
source: b.source
|
|
@@ -269,33 +269,33 @@ const z = 60, xe = (t) => ({
|
|
|
269
269
|
const h = /* @__PURE__ */ new Set();
|
|
270
270
|
for (const v of b) {
|
|
271
271
|
const x = _(v);
|
|
272
|
-
|
|
272
|
+
n.set(x, w), h.add(x);
|
|
273
273
|
}
|
|
274
|
-
const y =
|
|
275
|
-
return
|
|
274
|
+
const y = i.length, f = i.filter((v) => !h.has(v.normalized));
|
|
275
|
+
return i.splice(0, i.length, ...f), y - f.length;
|
|
276
276
|
},
|
|
277
277
|
pendingByPrefix: (b = 2) => {
|
|
278
278
|
const w = /* @__PURE__ */ new Map();
|
|
279
|
-
for (const h of
|
|
279
|
+
for (const h of i) {
|
|
280
280
|
const y = Te(h.url, b), f = w.get(y) || [];
|
|
281
281
|
f.push(h), w.set(y, f);
|
|
282
282
|
}
|
|
283
283
|
return w;
|
|
284
284
|
},
|
|
285
|
-
size: () =>
|
|
286
|
-
visitedCount: () =>
|
|
287
|
-
isEmpty: () =>
|
|
285
|
+
size: () => i.length,
|
|
286
|
+
visitedCount: () => o.size,
|
|
287
|
+
isEmpty: () => i.length === 0,
|
|
288
288
|
summary: () => ({
|
|
289
|
-
pending:
|
|
290
|
-
visited:
|
|
291
|
-
skipped:
|
|
289
|
+
pending: i.length,
|
|
290
|
+
visited: o.size,
|
|
291
|
+
skipped: n.size,
|
|
292
292
|
seen: c.size
|
|
293
293
|
}),
|
|
294
|
-
visitedUrls: () => [...
|
|
294
|
+
visitedUrls: () => [...o.entries()].map(([b, w]) => ({
|
|
295
295
|
normalized: b,
|
|
296
296
|
...w
|
|
297
297
|
})),
|
|
298
|
-
skippedUrls: () => [...
|
|
298
|
+
skippedUrls: () => [...n.entries()].map(([b, w]) => ({
|
|
299
299
|
url: b,
|
|
300
300
|
reason: w
|
|
301
301
|
})),
|
|
@@ -309,7 +309,7 @@ const z = 60, xe = (t) => ({
|
|
|
309
309
|
start: "cooldown:start",
|
|
310
310
|
retry: "cooldown:retry",
|
|
311
311
|
heartbeat: "heartbeat"
|
|
312
|
-
}),
|
|
312
|
+
}), re = {
|
|
313
313
|
baseDelay: 5e3,
|
|
314
314
|
// 5s initial wait
|
|
315
315
|
maxDelay: 3e5,
|
|
@@ -333,23 +333,23 @@ const z = 60, xe = (t) => ({
|
|
|
333
333
|
}, Fe = (t, a) => {
|
|
334
334
|
const e = a.baseDelay * Math.pow(a.backoffFactor, t), s = Math.min(e, a.maxDelay);
|
|
335
335
|
return Math.round(Le(s, a.jitter));
|
|
336
|
-
},
|
|
337
|
-
const
|
|
338
|
-
let
|
|
339
|
-
for (;
|
|
340
|
-
const
|
|
341
|
-
await new Promise((u) => setTimeout(u, c)),
|
|
336
|
+
}, Me = async (t, a, e, s) => {
|
|
337
|
+
const r = Date.now(), i = r + t;
|
|
338
|
+
let o = 0;
|
|
339
|
+
for (; o < t; ) {
|
|
340
|
+
const n = t - o, c = Math.min(e, n);
|
|
341
|
+
await new Promise((u) => setTimeout(u, c)), o = Date.now() - r, a.emit({
|
|
342
342
|
event: I.tick,
|
|
343
|
-
elapsedMs:
|
|
344
|
-
remainingMs: Math.max(0,
|
|
343
|
+
elapsedMs: o,
|
|
344
|
+
remainingMs: Math.max(0, i - Date.now()),
|
|
345
345
|
totalMs: t,
|
|
346
346
|
...s
|
|
347
347
|
});
|
|
348
348
|
}
|
|
349
|
-
},
|
|
350
|
-
const
|
|
349
|
+
}, Ne = async (t, a, e, s, r, i, o) => {
|
|
350
|
+
const n = { ...re, ...r };
|
|
351
351
|
let c = 0;
|
|
352
|
-
for (let u = 0; u <=
|
|
352
|
+
for (let u = 0; u <= n.maxRetries; u++) {
|
|
353
353
|
let d;
|
|
354
354
|
try {
|
|
355
355
|
d = await t(a, e);
|
|
@@ -358,13 +358,13 @@ const z = 60, xe = (t) => ({
|
|
|
358
358
|
}
|
|
359
359
|
let m;
|
|
360
360
|
try {
|
|
361
|
-
m = await
|
|
361
|
+
m = await i(a);
|
|
362
362
|
} catch (p) {
|
|
363
363
|
throw s.emit({ event: I.blockCheckError, url: e, attempt: u, error: p.message }), p;
|
|
364
364
|
}
|
|
365
365
|
if (!m)
|
|
366
366
|
return { pageData: d, retries: u, totalCooldownMs: c };
|
|
367
|
-
if (u >=
|
|
367
|
+
if (u >= n.maxRetries)
|
|
368
368
|
return s.emit({
|
|
369
369
|
event: I.exhausted,
|
|
370
370
|
url: e,
|
|
@@ -372,16 +372,16 @@ const z = 60, xe = (t) => ({
|
|
|
372
372
|
attempts: u + 1,
|
|
373
373
|
totalCooldownMs: c
|
|
374
374
|
}), { pageData: d, retries: u, totalCooldownMs: c, blocked: m };
|
|
375
|
-
const l = Fe(u,
|
|
375
|
+
const l = Fe(u, n);
|
|
376
376
|
c += l, s.emit({
|
|
377
377
|
event: I.start,
|
|
378
378
|
url: e,
|
|
379
379
|
reason: m,
|
|
380
380
|
attempt: u + 1,
|
|
381
|
-
maxRetries:
|
|
381
|
+
maxRetries: n.maxRetries,
|
|
382
382
|
delayMs: l,
|
|
383
383
|
totalCooldownMs: c
|
|
384
|
-
}), await
|
|
384
|
+
}), await Me(l, s, o, {
|
|
385
385
|
url: e,
|
|
386
386
|
reason: m,
|
|
387
387
|
attempt: u + 1
|
|
@@ -391,7 +391,7 @@ const z = 60, xe = (t) => ({
|
|
|
391
391
|
attempt: u + 1
|
|
392
392
|
});
|
|
393
393
|
}
|
|
394
|
-
},
|
|
394
|
+
}, $e = (t, a, e) => {
|
|
395
395
|
const s = setInterval(() => {
|
|
396
396
|
t.emit({
|
|
397
397
|
event: I.heartbeat,
|
|
@@ -401,20 +401,20 @@ const z = 60, xe = (t) => ({
|
|
|
401
401
|
return {
|
|
402
402
|
stop: () => clearInterval(s)
|
|
403
403
|
};
|
|
404
|
-
}, K = "site-crawl",
|
|
405
|
-
const e = a.summary(), s = t.map((
|
|
404
|
+
}, K = "site-crawl", Be = "Browser support is disabled. Call init({ browser: true }) to enable.", ze = (t, a) => {
|
|
405
|
+
const e = a.summary(), s = t.map((r) => `${new URL(r.url).pathname} — ${r.meta.title || "(no title)"} [${r.links.length} links, ${r.forms.length} forms, ${r.buttons.length} buttons]`);
|
|
406
406
|
return [
|
|
407
407
|
`Crawled ${e.visited} pages, ${e.pending} pending, ${e.skipped} skipped.`,
|
|
408
408
|
"",
|
|
409
409
|
"Pages visited:",
|
|
410
|
-
...s.map((
|
|
410
|
+
...s.map((r) => ` ${r}`)
|
|
411
411
|
].join(`
|
|
412
412
|
`);
|
|
413
413
|
}, Oe = (t, a, e) => {
|
|
414
414
|
const s = [];
|
|
415
|
-
for (const [
|
|
416
|
-
const
|
|
417
|
-
s.push(` ${
|
|
415
|
+
for (const [r, i] of t) {
|
|
416
|
+
const o = i.slice(0, 5).map((c) => ` ${c.url}`), n = i.length > 5 ? ` ... and ${i.length - 5} more` : "";
|
|
417
|
+
s.push(` ${r} (${i.length} URLs):`), s.push(...o), n && s.push(n);
|
|
418
418
|
}
|
|
419
419
|
return [
|
|
420
420
|
"You are a site crawler deciding which URL branches to explore next.",
|
|
@@ -432,7 +432,7 @@ const z = 60, xe = (t) => ({
|
|
|
432
432
|
"Skip groups that are clearly non-functional (help/support, legal, marketing pages)."
|
|
433
433
|
].join(`
|
|
434
434
|
`);
|
|
435
|
-
},
|
|
435
|
+
}, Ue = O("crawl_gate", {
|
|
436
436
|
type: "object",
|
|
437
437
|
properties: {
|
|
438
438
|
decisions: {
|
|
@@ -460,15 +460,15 @@ const z = 60, xe = (t) => ({
|
|
|
460
460
|
required: ["decisions"],
|
|
461
461
|
additionalProperties: !1
|
|
462
462
|
}), _e = async (t, a, e, s) => {
|
|
463
|
-
const
|
|
464
|
-
if (
|
|
465
|
-
const
|
|
463
|
+
const r = t.pendingByPrefix(2);
|
|
464
|
+
if (r.size === 0) return { explore: [], skip: [], decisions: [] };
|
|
465
|
+
const i = ze(a, t), o = Oe(r, i, e), c = (await W(o, {
|
|
466
466
|
...s,
|
|
467
|
-
responseFormat:
|
|
467
|
+
responseFormat: Ue,
|
|
468
468
|
temperature: 0.2
|
|
469
469
|
}))?.decisions || [], u = [], d = [];
|
|
470
470
|
for (const m of c) {
|
|
471
|
-
const l =
|
|
471
|
+
const l = r.get(m.prefix);
|
|
472
472
|
if (l)
|
|
473
473
|
if (m.action === "skip")
|
|
474
474
|
d.push(...l.map((p) => p.url));
|
|
@@ -477,36 +477,36 @@ const z = 60, xe = (t) => ({
|
|
|
477
477
|
u.push(...l.slice(0, p).map((g) => g.url)), l.length > p && d.push(...l.slice(p).map((g) => g.url));
|
|
478
478
|
}
|
|
479
479
|
}
|
|
480
|
-
for (const [m, l] of
|
|
480
|
+
for (const [m, l] of r)
|
|
481
481
|
c.some((g) => g.prefix === m) || (u.push(l[0].url), l.length > 1 && d.push(...l.slice(1).map((g) => g.url)));
|
|
482
482
|
return { explore: u, skip: d, decisions: c };
|
|
483
|
-
}, je = async (t, a, e, s,
|
|
483
|
+
}, je = async (t, a, e, s, r, i) => {
|
|
484
484
|
await t.goto(a, { waitUntil: "domcontentloaded", timeout: 3e4 }), await t.waitForTimeout(1500);
|
|
485
|
-
const
|
|
486
|
-
if (
|
|
485
|
+
const o = await Pe(t);
|
|
486
|
+
if (r.screenshots) {
|
|
487
487
|
const c = `${s.dir}/crawl-${Date.now()}.png`;
|
|
488
|
-
if (await t.screenshot({ path: c, fullPage: !1 }), s.track(c),
|
|
488
|
+
if (await t.screenshot({ path: c, fullPage: !1 }), s.track(c), r.imageShrink) {
|
|
489
489
|
const u = await he(c, {
|
|
490
|
-
...
|
|
490
|
+
...r.imageShrink,
|
|
491
491
|
outputDir: s.dir
|
|
492
492
|
});
|
|
493
|
-
s.track(u.path),
|
|
493
|
+
s.track(u.path), o.screenshot = u.path;
|
|
494
494
|
} else
|
|
495
|
-
|
|
495
|
+
o.screenshot = c;
|
|
496
496
|
}
|
|
497
|
-
const
|
|
498
|
-
return
|
|
497
|
+
const n = e.responses();
|
|
498
|
+
return o.apis = n.filter((c) => {
|
|
499
499
|
const u = c.url();
|
|
500
500
|
return u.includes("/api/") || u.includes("/v1/") || u.includes("/v2/") || u.includes("/graphql");
|
|
501
501
|
}).map((c) => ({
|
|
502
502
|
url: c.url(),
|
|
503
503
|
status: c.status(),
|
|
504
504
|
method: c.request().method()
|
|
505
|
-
})), e.clear(),
|
|
505
|
+
})), e.clear(), o;
|
|
506
506
|
}, qe = (t) => {
|
|
507
507
|
const a = {};
|
|
508
508
|
for (const e of t) {
|
|
509
|
-
const s = e.links.filter((
|
|
509
|
+
const s = e.links.filter((r) => r.isSameDomain && !r.isAnchor).map((r) => r.href);
|
|
510
510
|
a[e.url] = [...new Set(s)];
|
|
511
511
|
}
|
|
512
512
|
return a;
|
|
@@ -514,15 +514,15 @@ const z = 60, xe = (t) => ({
|
|
|
514
514
|
const a = /* @__PURE__ */ new Map();
|
|
515
515
|
for (const e of t)
|
|
516
516
|
for (const s of e.apis || []) {
|
|
517
|
-
const
|
|
518
|
-
a.has(
|
|
517
|
+
const r = `${s.method} ${new URL(s.url).pathname}`;
|
|
518
|
+
a.has(r) ? a.get(r).seenOn.push(e.url) : a.set(r, { ...s, seenOn: [e.url] });
|
|
519
519
|
}
|
|
520
520
|
return [...a.values()];
|
|
521
521
|
}, We = async (t, a = {}) => {
|
|
522
|
-
if (!de()) throw new Error(
|
|
523
|
-
const e = B(K, a), s =
|
|
522
|
+
if (!de()) throw new Error(Be);
|
|
523
|
+
const e = B(K, a), s = z(K, e.onProgress, e);
|
|
524
524
|
s.start();
|
|
525
|
-
const
|
|
525
|
+
const r = await se(e, {
|
|
526
526
|
maxPages: 20,
|
|
527
527
|
maxDepth: 5,
|
|
528
528
|
sameDomain: !0,
|
|
@@ -532,14 +532,14 @@ const z = 60, xe = (t) => ({
|
|
|
532
532
|
errorPosture: q.resilient,
|
|
533
533
|
imageShrink: V(xe),
|
|
534
534
|
heartbeatInterval: 1e3
|
|
535
|
-
}),
|
|
536
|
-
sameDomain:
|
|
537
|
-
maxDepth:
|
|
535
|
+
}), i = { ...re, ...e.cooldown }, o = e.isBlocked || De, n = Re(t, {
|
|
536
|
+
sameDomain: r.sameDomain,
|
|
537
|
+
maxDepth: r.maxDepth
|
|
538
538
|
}), c = await me("site-crawl", e.outputDir), d = await (e.browserEngine ? J[e.browserEngine] : J.chromium).launch({
|
|
539
|
-
headless:
|
|
539
|
+
headless: r.headless,
|
|
540
540
|
...e.launchOptions
|
|
541
541
|
});
|
|
542
|
-
s.emit({ event: "browser", headless:
|
|
542
|
+
s.emit({ event: "browser", headless: r.headless });
|
|
543
543
|
try {
|
|
544
544
|
const m = await d.newContext(e.contextOptions);
|
|
545
545
|
if (e.setup) {
|
|
@@ -556,47 +556,47 @@ const z = 60, xe = (t) => ({
|
|
|
556
556
|
};
|
|
557
557
|
})(), g = [];
|
|
558
558
|
let S = 0, A = t;
|
|
559
|
-
const
|
|
559
|
+
const T = $e(s, r.heartbeatInterval, () => ({
|
|
560
560
|
pagesVisited: g.length,
|
|
561
|
-
maxPages:
|
|
562
|
-
pending:
|
|
561
|
+
maxPages: r.maxPages,
|
|
562
|
+
pending: n.size(),
|
|
563
563
|
currentUrl: A,
|
|
564
|
-
...
|
|
565
|
-
})),
|
|
564
|
+
...n.summary()
|
|
565
|
+
})), F = s.batch(r.maxPages);
|
|
566
566
|
try {
|
|
567
|
-
for (; !
|
|
568
|
-
if (g.length > 0 && g.length %
|
|
569
|
-
const y =
|
|
570
|
-
s.emit({ event: "gate:start", pending:
|
|
571
|
-
const f = await _e(
|
|
572
|
-
S++, f.skip.length > 0 &&
|
|
567
|
+
for (; !n.isEmpty() && g.length < r.maxPages; ) {
|
|
568
|
+
if (g.length > 0 && g.length % r.gateInterval === 0 && n.size() > 0) {
|
|
569
|
+
const y = r.maxPages - g.length;
|
|
570
|
+
s.emit({ event: "gate:start", pending: n.size(), budget: y });
|
|
571
|
+
const f = await _e(n, g, y, e);
|
|
572
|
+
S++, f.skip.length > 0 && n.skip(f.skip, "llm-gate"), s.emit({
|
|
573
573
|
event: "gate:complete",
|
|
574
574
|
explored: f.explore.length,
|
|
575
575
|
skipped: f.skip.length,
|
|
576
576
|
decisions: f.decisions.length
|
|
577
577
|
});
|
|
578
578
|
}
|
|
579
|
-
const h =
|
|
579
|
+
const h = n.next();
|
|
580
580
|
if (!h) break;
|
|
581
581
|
A = h.url, s.emit({
|
|
582
582
|
event: "page:start",
|
|
583
583
|
url: h.url,
|
|
584
584
|
depth: h.depth,
|
|
585
585
|
pageNumber: g.length + 1,
|
|
586
|
-
maxPages:
|
|
586
|
+
maxPages: r.maxPages
|
|
587
587
|
});
|
|
588
588
|
try {
|
|
589
|
-
const y = (E, ue) => je(E, ue, p, c,
|
|
589
|
+
const y = (E, ue) => je(E, ue, p, c, r, s), { pageData: f, blocked: v } = await Ne(
|
|
590
590
|
y,
|
|
591
591
|
l,
|
|
592
592
|
h.url,
|
|
593
593
|
s,
|
|
594
|
-
o,
|
|
595
594
|
i,
|
|
596
|
-
|
|
595
|
+
o,
|
|
596
|
+
r.heartbeatInterval
|
|
597
597
|
);
|
|
598
598
|
f.depth = h.depth, f.source = h.source, v && (f.blocked = v), g.push(f);
|
|
599
|
-
const x = v ? 0 :
|
|
599
|
+
const x = v ? 0 : n.addLinks(
|
|
600
600
|
f.links.filter((E) => E.isSameDomain && !E.isAnchor),
|
|
601
601
|
h.depth,
|
|
602
602
|
h.url
|
|
@@ -607,15 +607,15 @@ const z = 60, xe = (t) => ({
|
|
|
607
607
|
links: f.links.length,
|
|
608
608
|
forms: f.forms.length,
|
|
609
609
|
newUrls: x,
|
|
610
|
-
pending:
|
|
610
|
+
pending: n.size(),
|
|
611
611
|
blocked: v
|
|
612
|
-
}),
|
|
612
|
+
}), F(1);
|
|
613
613
|
} catch (y) {
|
|
614
|
-
if (s.emit({ event: "page:error", url: h.url, error: y.message }),
|
|
614
|
+
if (s.emit({ event: "page:error", url: h.url, error: y.message }), r.errorPosture === q.strict) throw y;
|
|
615
615
|
}
|
|
616
616
|
}
|
|
617
617
|
} finally {
|
|
618
|
-
|
|
618
|
+
T.stop();
|
|
619
619
|
}
|
|
620
620
|
if (await l.close(), e.teardown) {
|
|
621
621
|
try {
|
|
@@ -630,17 +630,17 @@ const z = 60, xe = (t) => ({
|
|
|
630
630
|
pages: g,
|
|
631
631
|
graph: H,
|
|
632
632
|
apis: b,
|
|
633
|
-
frontier:
|
|
634
|
-
skipped:
|
|
633
|
+
frontier: n.summary(),
|
|
634
|
+
skipped: n.skippedUrls(),
|
|
635
635
|
gateCallCount: S,
|
|
636
636
|
cleanup: () => c.cleanup()
|
|
637
637
|
};
|
|
638
638
|
return s.complete({
|
|
639
|
-
outcome:
|
|
639
|
+
outcome: L.success,
|
|
640
640
|
pagesVisited: g.length,
|
|
641
641
|
apisFound: b.length,
|
|
642
642
|
gateCallCount: S,
|
|
643
|
-
...
|
|
643
|
+
...n.summary()
|
|
644
644
|
}), w;
|
|
645
645
|
} catch (m) {
|
|
646
646
|
throw s.error(m, { pagesVisited: 0 }), m;
|
|
@@ -649,10 +649,10 @@ const z = 60, xe = (t) => ({
|
|
|
649
649
|
}
|
|
650
650
|
};
|
|
651
651
|
We.knownTexts = [];
|
|
652
|
-
const
|
|
652
|
+
const ne = 1, M = 20, N = 5, Ge = 0.5, He = 5, X = 8e3, j = 5, $ = {
|
|
653
653
|
INDIVIDUAL: "individual",
|
|
654
654
|
BULK: "bulk"
|
|
655
|
-
}, Je = (t) => t === void 0 ?
|
|
655
|
+
}, Je = (t) => t === void 0 ? M : typeof t == "number" ? t : { small: 10, med: M, large: 40 }[t] ?? M, Ke = (t) => t === void 0 ? N : typeof t == "number" ? t : { low: 2, med: N, high: 10 }[t] ?? N;
|
|
656
656
|
function Xe(t, a) {
|
|
657
657
|
const e = [];
|
|
658
658
|
for (let s = 0; s < t.length; s += a)
|
|
@@ -663,61 +663,61 @@ function Xe(t, a) {
|
|
|
663
663
|
});
|
|
664
664
|
return e;
|
|
665
665
|
}
|
|
666
|
-
function
|
|
666
|
+
function Q(t, a, e, s, r, i) {
|
|
667
667
|
return {
|
|
668
668
|
chunkIndex: t.index,
|
|
669
669
|
totalChunks: a,
|
|
670
670
|
itemsInChunk: t.items.length,
|
|
671
671
|
totalItems: e,
|
|
672
672
|
status: s,
|
|
673
|
-
bulkSize:
|
|
674
|
-
maxConcurrency:
|
|
675
|
-
processingMode:
|
|
673
|
+
bulkSize: r.bulkSize,
|
|
674
|
+
maxConcurrency: r.maxConcurrency,
|
|
675
|
+
processingMode: i,
|
|
676
676
|
parallelMode: !0
|
|
677
677
|
};
|
|
678
678
|
}
|
|
679
|
-
async function
|
|
679
|
+
async function Qe(t, a, e, s, r, i = {}) {
|
|
680
680
|
try {
|
|
681
|
-
const
|
|
681
|
+
const o = e.map((d) => ce(d(t))).filter(Boolean).join(`
|
|
682
682
|
|
|
683
|
-
`),
|
|
683
|
+
`), n = [a, o].filter(Boolean).join(`
|
|
684
684
|
|
|
685
|
-
`), c = ct(
|
|
686
|
-
...
|
|
687
|
-
responseFormat:
|
|
685
|
+
`), c = ct(n, t, s, r === "files"), u = await W(c, {
|
|
686
|
+
...i,
|
|
687
|
+
responseFormat: O("arch_result", nt)
|
|
688
688
|
});
|
|
689
689
|
return { item: t, ...u, error: void 0 };
|
|
690
|
-
} catch (
|
|
691
|
-
return { item: t, passed: !1, reason: `Analysis failed: ${
|
|
690
|
+
} catch (o) {
|
|
691
|
+
return { item: t, passed: !1, reason: `Analysis failed: ${o.message}`, error: o };
|
|
692
692
|
}
|
|
693
693
|
}
|
|
694
|
-
function
|
|
695
|
-
const
|
|
696
|
-
let
|
|
697
|
-
for (const
|
|
698
|
-
if (
|
|
694
|
+
function Ye(t, a, e, s) {
|
|
695
|
+
const r = [], i = [];
|
|
696
|
+
let o = s;
|
|
697
|
+
for (const n of t)
|
|
698
|
+
if (r.push(n), n.passed || (o++, i.push(n.error || new Error(n.reason))), !a && o >= e)
|
|
699
699
|
break;
|
|
700
700
|
return {
|
|
701
|
-
results:
|
|
702
|
-
errors:
|
|
703
|
-
failures:
|
|
704
|
-
shouldStop: !a &&
|
|
701
|
+
results: r,
|
|
702
|
+
errors: i,
|
|
703
|
+
failures: o,
|
|
704
|
+
shouldStop: !a && o >= e
|
|
705
705
|
};
|
|
706
706
|
}
|
|
707
|
-
function
|
|
707
|
+
function D(t, a, e, s) {
|
|
708
708
|
t && t(a, e, s);
|
|
709
709
|
}
|
|
710
|
-
async function oe(t, a, e, s,
|
|
711
|
-
|
|
712
|
-
...
|
|
713
|
-
status:
|
|
710
|
+
async function oe(t, a, e, s, r, i = {}) {
|
|
711
|
+
D(s, t, void 0, {
|
|
712
|
+
...r,
|
|
713
|
+
status: R.start
|
|
714
714
|
});
|
|
715
715
|
try {
|
|
716
|
-
const
|
|
717
|
-
...
|
|
718
|
-
responseFormat:
|
|
716
|
+
const o = lt(a, t, e), n = {
|
|
717
|
+
...i,
|
|
718
|
+
responseFormat: O("arch_bulk_result", ot),
|
|
719
719
|
onProgress: ae(s, "reduce")
|
|
720
|
-
}, c = await ge(t,
|
|
720
|
+
}, c = await ge(t, o, n), u = c.results || c;
|
|
721
721
|
let d = [];
|
|
722
722
|
Array.isArray(u) ? d = u : d = t.map((p) => ({
|
|
723
723
|
path: p,
|
|
@@ -725,37 +725,37 @@ async function oe(t, a, e, s, n, o = {}) {
|
|
|
725
725
|
reason: "Invalid response format"
|
|
726
726
|
}));
|
|
727
727
|
const m = d.filter((p) => !p.passed).length, l = d.length - m;
|
|
728
|
-
return
|
|
728
|
+
return D(
|
|
729
729
|
s,
|
|
730
730
|
t,
|
|
731
731
|
m > 0 ? new Error(`${m} items failed`) : void 0,
|
|
732
732
|
{
|
|
733
|
-
...
|
|
734
|
-
status:
|
|
733
|
+
...r,
|
|
734
|
+
status: R.complete,
|
|
735
735
|
passed: l,
|
|
736
736
|
failed: m
|
|
737
737
|
}
|
|
738
738
|
), d;
|
|
739
|
-
} catch (
|
|
740
|
-
const
|
|
739
|
+
} catch (o) {
|
|
740
|
+
const n = t.map((c) => ({
|
|
741
741
|
path: c,
|
|
742
742
|
passed: !1,
|
|
743
|
-
reason: `Processing error: ${
|
|
743
|
+
reason: `Processing error: ${o.message}`
|
|
744
744
|
}));
|
|
745
|
-
return
|
|
746
|
-
...
|
|
747
|
-
status:
|
|
748
|
-
}),
|
|
745
|
+
return D(s, t, o, {
|
|
746
|
+
...r,
|
|
747
|
+
status: R.error
|
|
748
|
+
}), n;
|
|
749
749
|
}
|
|
750
750
|
}
|
|
751
751
|
function Ze(t, a) {
|
|
752
|
-
const e = a.filter((
|
|
752
|
+
const e = a.filter((n) => n.passed).length, s = a.length - e, r = s === 0, i = a.length < t.length, o = a.filter((n) => !n.passed);
|
|
753
753
|
return {
|
|
754
754
|
passed: e,
|
|
755
755
|
failed: s,
|
|
756
|
-
allPassed:
|
|
757
|
-
stoppedEarly:
|
|
758
|
-
failures:
|
|
756
|
+
allPassed: r,
|
|
757
|
+
stoppedEarly: i,
|
|
758
|
+
failures: o,
|
|
759
759
|
total: t.length,
|
|
760
760
|
processed: a.length
|
|
761
761
|
};
|
|
@@ -763,13 +763,13 @@ function Ze(t, a) {
|
|
|
763
763
|
function et(t, a, e) {
|
|
764
764
|
if (t.allPassed)
|
|
765
765
|
return `All ${t.processed}/${t.total} items satisfy: ${a}`;
|
|
766
|
-
const s = t.failures.slice(0, j).map((
|
|
767
|
-
`),
|
|
766
|
+
const s = t.failures.slice(0, j).map((i) => ` • ${i.item}: ${i.reason || "Failed"}`).join(`
|
|
767
|
+
`), r = t.failures.length > j ? `
|
|
768
768
|
... and ${t.failures.length - j} more failures` : "";
|
|
769
|
-
return `${t.failed}/${t.processed} items failed: ${a}${t.stoppedEarly && e !==
|
|
769
|
+
return `${t.failed}/${t.processed} items failed: ${a}${t.stoppedEarly && e !== ne ? ` (stopped after ${e} failures)` : ""}
|
|
770
770
|
|
|
771
771
|
Failures:
|
|
772
|
-
${s}${
|
|
772
|
+
${s}${r}`;
|
|
773
773
|
}
|
|
774
774
|
function tt(t, a) {
|
|
775
775
|
return {
|
|
@@ -785,23 +785,23 @@ function tt(t, a) {
|
|
|
785
785
|
};
|
|
786
786
|
}
|
|
787
787
|
function st(t, a, e, s) {
|
|
788
|
-
const
|
|
788
|
+
const r = a || e.length > 0 || s <= He;
|
|
789
789
|
return {
|
|
790
|
-
mode:
|
|
791
|
-
batchSize:
|
|
792
|
-
processor:
|
|
793
|
-
|
|
794
|
-
|
|
795
|
-
|
|
796
|
-
|
|
797
|
-
|
|
790
|
+
mode: r ? $.INDIVIDUAL : $.BULK,
|
|
791
|
+
batchSize: r ? t.maxConcurrency : t.bulkSize,
|
|
792
|
+
processor: r ? (i, o, n) => ie(i, o, n) : (i, o, n) => oe(
|
|
793
|
+
i.items,
|
|
794
|
+
o,
|
|
795
|
+
n.description,
|
|
796
|
+
n.onProgress,
|
|
797
|
+
n.metadata
|
|
798
798
|
)
|
|
799
799
|
};
|
|
800
800
|
}
|
|
801
801
|
function ie(t, a, e) {
|
|
802
802
|
const s = t.items.map(
|
|
803
|
-
(
|
|
804
|
-
|
|
803
|
+
(r) => Qe(
|
|
804
|
+
r,
|
|
805
805
|
a,
|
|
806
806
|
e.itemContextFns,
|
|
807
807
|
e.description,
|
|
@@ -813,7 +813,7 @@ function ie(t, a, e) {
|
|
|
813
813
|
}
|
|
814
814
|
function at(t, a, e) {
|
|
815
815
|
if (a === $.INDIVIDUAL) {
|
|
816
|
-
const { results: s, errors:
|
|
816
|
+
const { results: s, errors: r, failures: i, shouldStop: o } = Ye(
|
|
817
817
|
t,
|
|
818
818
|
e.isCoverageTest,
|
|
819
819
|
e.maxFailures,
|
|
@@ -821,19 +821,19 @@ function at(t, a, e) {
|
|
|
821
821
|
);
|
|
822
822
|
return {
|
|
823
823
|
results: s,
|
|
824
|
-
errors:
|
|
825
|
-
failures:
|
|
826
|
-
shouldStop:
|
|
824
|
+
errors: r,
|
|
825
|
+
failures: i,
|
|
826
|
+
shouldStop: o,
|
|
827
827
|
progressData: {
|
|
828
|
-
passed: s.filter((
|
|
829
|
-
failed:
|
|
828
|
+
passed: s.filter((n) => n.passed).length,
|
|
829
|
+
failed: r.length
|
|
830
830
|
}
|
|
831
831
|
};
|
|
832
832
|
} else {
|
|
833
|
-
const s = t.map((
|
|
834
|
-
item:
|
|
835
|
-
passed:
|
|
836
|
-
reason:
|
|
833
|
+
const s = t.map((r) => ({
|
|
834
|
+
item: r.path,
|
|
835
|
+
passed: r.passed,
|
|
836
|
+
reason: r.reason
|
|
837
837
|
}));
|
|
838
838
|
return {
|
|
839
839
|
results: s,
|
|
@@ -841,34 +841,34 @@ function at(t, a, e) {
|
|
|
841
841
|
failures: e.currentFailures || 0,
|
|
842
842
|
shouldStop: !1,
|
|
843
843
|
progressData: {
|
|
844
|
-
passed: s.filter((
|
|
845
|
-
failed: s.filter((
|
|
844
|
+
passed: s.filter((r) => r.passed).length,
|
|
845
|
+
failed: s.filter((r) => !r.passed).length
|
|
846
846
|
}
|
|
847
847
|
};
|
|
848
848
|
}
|
|
849
849
|
}
|
|
850
|
-
async function
|
|
851
|
-
const
|
|
852
|
-
let
|
|
853
|
-
for (const
|
|
854
|
-
if (!s.isCoverageTest &&
|
|
850
|
+
async function rt(t, a, e, s) {
|
|
851
|
+
const r = Xe(t, e.batchSize), i = [];
|
|
852
|
+
let o = 0;
|
|
853
|
+
for (const n of r) {
|
|
854
|
+
if (!s.isCoverageTest && o >= s.maxFailures)
|
|
855
855
|
break;
|
|
856
|
-
const c =
|
|
857
|
-
|
|
858
|
-
|
|
856
|
+
const c = Q(
|
|
857
|
+
n,
|
|
858
|
+
r.length,
|
|
859
859
|
t.length,
|
|
860
|
-
|
|
860
|
+
R.start,
|
|
861
861
|
s,
|
|
862
862
|
e.mode
|
|
863
863
|
);
|
|
864
|
-
|
|
864
|
+
D(s.onChunkProcessed, n.items, void 0, c);
|
|
865
865
|
let u;
|
|
866
|
-
e.mode === $.INDIVIDUAL ? u = await ie(
|
|
866
|
+
e.mode === $.INDIVIDUAL ? u = await ie(n, a, {
|
|
867
867
|
itemContextFns: s.itemContextFns,
|
|
868
868
|
description: s.description,
|
|
869
869
|
targetType: s.targetType
|
|
870
870
|
}) : u = await oe(
|
|
871
|
-
|
|
871
|
+
n.items,
|
|
872
872
|
a,
|
|
873
873
|
s.description,
|
|
874
874
|
s.onChunkProcessed,
|
|
@@ -877,18 +877,18 @@ async function nt(t, a, e, s) {
|
|
|
877
877
|
);
|
|
878
878
|
const d = at(u, e.mode, {
|
|
879
879
|
...s,
|
|
880
|
-
currentFailures:
|
|
880
|
+
currentFailures: o
|
|
881
881
|
});
|
|
882
|
-
if (
|
|
882
|
+
if (i.push(...d.results), o = d.failures, D(
|
|
883
883
|
s.onChunkProcessed,
|
|
884
|
-
|
|
884
|
+
n.items,
|
|
885
885
|
d.errors.length > 0 ? d.errors[0] : void 0,
|
|
886
886
|
{
|
|
887
|
-
...
|
|
888
|
-
|
|
889
|
-
|
|
887
|
+
...Q(
|
|
888
|
+
n,
|
|
889
|
+
r.length,
|
|
890
890
|
t.length,
|
|
891
|
-
|
|
891
|
+
R.complete,
|
|
892
892
|
s,
|
|
893
893
|
e.mode
|
|
894
894
|
),
|
|
@@ -897,9 +897,9 @@ async function nt(t, a, e, s) {
|
|
|
897
897
|
), d.shouldStop)
|
|
898
898
|
break;
|
|
899
899
|
}
|
|
900
|
-
return
|
|
900
|
+
return i;
|
|
901
901
|
}
|
|
902
|
-
const
|
|
902
|
+
const nt = {
|
|
903
903
|
type: "object",
|
|
904
904
|
properties: {
|
|
905
905
|
passed: { type: "boolean" },
|
|
@@ -952,11 +952,11 @@ function it(t) {
|
|
|
952
952
|
}
|
|
953
953
|
}
|
|
954
954
|
function ct(t, a, e, s) {
|
|
955
|
-
const
|
|
955
|
+
const r = it(a);
|
|
956
956
|
return [
|
|
957
957
|
t,
|
|
958
958
|
`Analyze this ${s ? "file" : "directory"}: ${a}`,
|
|
959
|
-
C(
|
|
959
|
+
C(r, { tag: "content" }),
|
|
960
960
|
C(e, { tag: "description" }),
|
|
961
961
|
'Return JSON with "passed" (boolean) and "reason" (string).'
|
|
962
962
|
].filter(Boolean).join(`
|
|
@@ -977,7 +977,7 @@ function lt(t, a, e) {
|
|
|
977
977
|
}
|
|
978
978
|
class ut {
|
|
979
979
|
constructor(a, e = {}) {
|
|
980
|
-
this.target = a, this.options = e, this.contexts = [], this.itemContextFns = [], this.maxFailures = e.maxFailures ||
|
|
980
|
+
this.target = a, this.options = e, this.contexts = [], this.itemContextFns = [], this.maxFailures = e.maxFailures || ne, this.bulkSize = e.bulkSize || M, this.maxConcurrency = e.maxConcurrency || N, this.onChunkProcessed = void 0, this.description = void 0, this.threshold = void 0, this.isCoverageTest = !1;
|
|
981
981
|
}
|
|
982
982
|
withContext(a) {
|
|
983
983
|
return this.contexts.push(a), this;
|
|
@@ -995,25 +995,25 @@ class ut {
|
|
|
995
995
|
}
|
|
996
996
|
// Start processing - this is the fluent terminator
|
|
997
997
|
async start() {
|
|
998
|
-
const a = B("ai-arch-expect", this.options), e =
|
|
999
|
-
e.start(), e.emit({ event:
|
|
998
|
+
const a = B("ai-arch-expect", this.options), e = z("ai-arch-expect", a.onProgress, a);
|
|
999
|
+
e.start(), e.emit({ event: P.input, value: this.description });
|
|
1000
1000
|
try {
|
|
1001
1001
|
if (!this.description)
|
|
1002
1002
|
throw new Error("Must call satisfies() before start()");
|
|
1003
|
-
const s = await this.target.resolve(),
|
|
1003
|
+
const s = await this.target.resolve(), r = this.contexts.map(ce).filter(Boolean).join(`
|
|
1004
1004
|
|
|
1005
|
-
`),
|
|
1005
|
+
`), i = st(
|
|
1006
1006
|
this,
|
|
1007
1007
|
this.onChunkProcessed,
|
|
1008
1008
|
this.itemContextFns,
|
|
1009
1009
|
s.length
|
|
1010
|
-
), { bulkSize:
|
|
1010
|
+
), { bulkSize: o, maxConcurrency: n, maxFailures: c } = await se(a, {
|
|
1011
1011
|
bulkSize: V(Je),
|
|
1012
1012
|
maxConcurrency: V(Ke),
|
|
1013
1013
|
maxFailures: this.maxFailures
|
|
1014
1014
|
}), u = {
|
|
1015
|
-
bulkSize:
|
|
1016
|
-
maxConcurrency:
|
|
1015
|
+
bulkSize: o,
|
|
1016
|
+
maxConcurrency: n,
|
|
1017
1017
|
description: this.description,
|
|
1018
1018
|
onChunkProcessed: this.onChunkProcessed,
|
|
1019
1019
|
itemContextFns: this.itemContextFns,
|
|
@@ -1021,17 +1021,17 @@ class ut {
|
|
|
1021
1021
|
maxFailures: c,
|
|
1022
1022
|
isCoverageTest: this.isCoverageTest,
|
|
1023
1023
|
runConfig: a
|
|
1024
|
-
}, d = e.batch(s.length), m = await
|
|
1024
|
+
}, d = e.batch(s.length), m = await rt(s, r, i, u);
|
|
1025
1025
|
if (d(m.length), this.isCoverageTest) {
|
|
1026
|
-
const p = m.filter((
|
|
1026
|
+
const p = m.filter((F) => F.passed).length, g = s.length > 0 ? p / s.length : 0, S = g >= this.threshold, A = `Coverage: ${p}/${s.length} (${(g * 100).toFixed(1)}%) - ${S ? "meets" : "below"} ${(this.threshold * 100).toFixed(1)}% threshold`;
|
|
1027
1027
|
if (!S)
|
|
1028
1028
|
throw new Error(A);
|
|
1029
|
-
const
|
|
1030
|
-
return e.emit({ event:
|
|
1029
|
+
const T = { passed: S, coverage: g, message: A };
|
|
1030
|
+
return e.emit({ event: P.output, value: T }), e.complete({ outcome: L.success, coverage: g, total: s.length }), T;
|
|
1031
1031
|
}
|
|
1032
1032
|
const l = this.summarize(s, m);
|
|
1033
|
-
return e.emit({ event:
|
|
1034
|
-
outcome:
|
|
1033
|
+
return e.emit({ event: P.output, value: l }), e.complete({
|
|
1034
|
+
outcome: L.success,
|
|
1035
1035
|
total: s.length,
|
|
1036
1036
|
passed: l.details.passed
|
|
1037
1037
|
}), l;
|
|
@@ -1040,10 +1040,10 @@ class ut {
|
|
|
1040
1040
|
}
|
|
1041
1041
|
}
|
|
1042
1042
|
summarize(a, e) {
|
|
1043
|
-
const s = Ze(a, e),
|
|
1043
|
+
const s = Ze(a, e), r = et(s, this.description, this.maxFailures);
|
|
1044
1044
|
if (!s.allPassed)
|
|
1045
|
-
throw new Error(
|
|
1046
|
-
return tt(s,
|
|
1045
|
+
throw new Error(r);
|
|
1046
|
+
return tt(s, r);
|
|
1047
1047
|
}
|
|
1048
1048
|
}
|
|
1049
1049
|
function pt(t, a = {}) {
|
|
@@ -1053,7 +1053,7 @@ pt.knownTexts = [];
|
|
|
1053
1053
|
function Dt() {
|
|
1054
1054
|
return console.warn("scanJS is not available in browser environment"), Promise.resolve({});
|
|
1055
1055
|
}
|
|
1056
|
-
const
|
|
1056
|
+
const Y = {
|
|
1057
1057
|
name: "test_analysis_result",
|
|
1058
1058
|
schema: {
|
|
1059
1059
|
type: "object",
|
|
@@ -1077,14 +1077,16 @@ const Q = {
|
|
|
1077
1077
|
}, Z = "test";
|
|
1078
1078
|
async function le(t, a, e) {
|
|
1079
1079
|
[a, e] = fe(a, e);
|
|
1080
|
-
const { text: s, context:
|
|
1081
|
-
|
|
1080
|
+
const { text: s, context: r } = be(a, []), i = B(Z, e), o = z(Z, i.onProgress, i);
|
|
1081
|
+
o.start();
|
|
1082
1082
|
try {
|
|
1083
|
-
const
|
|
1083
|
+
const n = await ve.readFile(t, "utf-8");
|
|
1084
|
+
o.emit({ event: P.phase, phase: "file-read", path: t });
|
|
1085
|
+
const c = r ? `
|
|
1084
1086
|
|
|
1085
|
-
${
|
|
1087
|
+
${r}` : "", u = `Analyze this code and ${s}:
|
|
1086
1088
|
|
|
1087
|
-
${C(
|
|
1089
|
+
${C(n, { tag: "code-to-analyze" })}
|
|
1088
1090
|
|
|
1089
1091
|
Return a JSON object with:
|
|
1090
1092
|
- "hasIssues": boolean indicating if any issues were found
|
|
@@ -1095,19 +1097,25 @@ GUIDELINES:
|
|
|
1095
1097
|
- Provide specific line numbers or code references when possible
|
|
1096
1098
|
- Suggest concrete fixes for each issue identified
|
|
1097
1099
|
- Be concise but clear in your feedback
|
|
1098
|
-
- If no issues are found, return {"hasIssues": false, "issues": []}${c}
|
|
1100
|
+
- If no issues are found, return {"hasIssues": false, "issues": []}${c}`;
|
|
1101
|
+
o.emit({ event: P.phase, phase: "analyzing" });
|
|
1102
|
+
const d = await ye(
|
|
1099
1103
|
() => W(u, {
|
|
1100
|
-
...
|
|
1101
|
-
responseFormat:
|
|
1104
|
+
...i,
|
|
1105
|
+
responseFormat: O(Y.name, Y.schema)
|
|
1102
1106
|
}),
|
|
1103
1107
|
{
|
|
1104
1108
|
label: "test chain",
|
|
1105
|
-
config:
|
|
1109
|
+
config: i
|
|
1106
1110
|
}
|
|
1107
1111
|
), m = d.hasIssues ? d.issues : [];
|
|
1108
|
-
return
|
|
1109
|
-
|
|
1110
|
-
|
|
1112
|
+
return o.emit({
|
|
1113
|
+
event: P.phase,
|
|
1114
|
+
phase: "analysis-complete",
|
|
1115
|
+
issueCount: m.length
|
|
1116
|
+
}), o.complete({ outcome: L.success }), m;
|
|
1117
|
+
} catch (n) {
|
|
1118
|
+
throw o.error(n), n;
|
|
1111
1119
|
}
|
|
1112
1120
|
}
|
|
1113
1121
|
le.knownTexts = [];
|
|
@@ -1122,17 +1130,17 @@ const ee = "test-advice", dt = "Run the code with 5 boundary value test cases an
|
|
|
1122
1130
|
wt
|
|
1123
1131
|
];
|
|
1124
1132
|
async function vt(t, a = {}) {
|
|
1125
|
-
const e = B(ee, a), s =
|
|
1133
|
+
const e = B(ee, a), s = z(ee, e.onProgress, e);
|
|
1126
1134
|
s.start();
|
|
1127
1135
|
try {
|
|
1128
|
-
const
|
|
1136
|
+
const r = s.batch(te.length), o = (await we(
|
|
1129
1137
|
te,
|
|
1130
|
-
async (
|
|
1131
|
-
const c = await le(t,
|
|
1138
|
+
async (n) => {
|
|
1139
|
+
const c = await le(t, n, {
|
|
1132
1140
|
...e,
|
|
1133
1141
|
onProgress: ae(e.onProgress, "test-advice:test")
|
|
1134
1142
|
});
|
|
1135
|
-
return
|
|
1143
|
+
return r(1), c;
|
|
1136
1144
|
},
|
|
1137
1145
|
{
|
|
1138
1146
|
maxParallel: 3,
|
|
@@ -1140,257 +1148,263 @@ async function vt(t, a = {}) {
|
|
|
1140
1148
|
abortSignal: e.abortSignal,
|
|
1141
1149
|
label: "test-advice:instructions"
|
|
1142
1150
|
}
|
|
1143
|
-
)).flat();
|
|
1144
|
-
return s.complete({ outcome:
|
|
1145
|
-
} catch (
|
|
1146
|
-
throw s.error(
|
|
1151
|
+
)).filter(Array.isArray).flat();
|
|
1152
|
+
return s.complete({ outcome: L.success, totalIssues: o.length }), o;
|
|
1153
|
+
} catch (r) {
|
|
1154
|
+
throw s.error(r), r;
|
|
1147
1155
|
}
|
|
1148
1156
|
}
|
|
1149
1157
|
vt.knownTexts = [];
|
|
1150
1158
|
pe.config();
|
|
1151
1159
|
export {
|
|
1152
|
-
|
|
1153
|
-
|
|
1154
|
-
|
|
1155
|
-
|
|
1156
|
-
|
|
1160
|
+
Mt as CAPABILITY_KEYS,
|
|
1161
|
+
Nt as COMPLIANCE,
|
|
1162
|
+
$t as CONTEXT_KINDS,
|
|
1163
|
+
Bt as COST_POSTURE,
|
|
1164
|
+
zt as ChainEvent,
|
|
1157
1165
|
Ot as ChainTree,
|
|
1158
|
-
|
|
1166
|
+
Ut as ContextBudget,
|
|
1159
1167
|
_t as Conversation,
|
|
1160
1168
|
jt as DOMAIN,
|
|
1161
|
-
|
|
1169
|
+
P as DomainEvent,
|
|
1162
1170
|
qt as ENVIRONMENT,
|
|
1163
1171
|
Vt as EmbeddingService,
|
|
1164
|
-
Wt as
|
|
1165
|
-
Gt as
|
|
1166
|
-
Ht as
|
|
1167
|
-
Jt as
|
|
1168
|
-
Kt as
|
|
1169
|
-
|
|
1170
|
-
|
|
1172
|
+
Wt as ErrorCategory,
|
|
1173
|
+
Gt as Kind,
|
|
1174
|
+
Ht as Level,
|
|
1175
|
+
Jt as ListStyle,
|
|
1176
|
+
Kt as ModelService,
|
|
1177
|
+
Xt as ModelSource,
|
|
1178
|
+
R as OpEvent,
|
|
1179
|
+
Qt as OptionSource,
|
|
1171
1180
|
Yt as QUALITY_INTENT,
|
|
1172
|
-
|
|
1173
|
-
|
|
1174
|
-
|
|
1175
|
-
|
|
1176
|
-
|
|
1181
|
+
Zt as RetryMode,
|
|
1182
|
+
es as SocraticMethod,
|
|
1183
|
+
ts as StatusCode,
|
|
1184
|
+
ss as SummaryMap,
|
|
1185
|
+
as as TelemetryEvent,
|
|
1186
|
+
rs as TimedAbortController,
|
|
1177
1187
|
pt as aiArchExpect,
|
|
1178
|
-
|
|
1179
|
-
|
|
1180
|
-
|
|
1181
|
-
|
|
1182
|
-
|
|
1183
|
-
|
|
1184
|
-
|
|
1185
|
-
|
|
1186
|
-
|
|
1187
|
-
|
|
1188
|
-
|
|
1189
|
-
|
|
1190
|
-
|
|
1191
|
-
|
|
1192
|
-
|
|
1193
|
-
|
|
1194
|
-
|
|
1195
|
-
|
|
1196
|
-
|
|
1197
|
-
|
|
1198
|
-
|
|
1199
|
-
|
|
1200
|
-
|
|
1201
|
-
|
|
1202
|
-
|
|
1203
|
-
|
|
1204
|
-
|
|
1205
|
-
|
|
1206
|
-
|
|
1207
|
-
|
|
1208
|
-
|
|
1209
|
-
|
|
1210
|
-
|
|
1211
|
-
|
|
1212
|
-
|
|
1188
|
+
ns as aiExpect,
|
|
1189
|
+
os as analyzeImage,
|
|
1190
|
+
is as analyzeImageMapDetail,
|
|
1191
|
+
cs as anySignal,
|
|
1192
|
+
ls as applyAllTargetingRules,
|
|
1193
|
+
us as applyFirstTargetingRule,
|
|
1194
|
+
ps as auto,
|
|
1195
|
+
ds as bool,
|
|
1196
|
+
ms as buildSeedGenerationPrompt,
|
|
1197
|
+
hs as buildVisionPrompt,
|
|
1198
|
+
gs as calculateStatistics,
|
|
1199
|
+
fs as calibrate,
|
|
1200
|
+
bs as calibrateInstructions,
|
|
1201
|
+
ys as calibrateSpec,
|
|
1202
|
+
ws as callAgent,
|
|
1203
|
+
vs as categorySamples,
|
|
1204
|
+
xs as causalFramePrompt,
|
|
1205
|
+
Ss as centralTendency,
|
|
1206
|
+
ks as centralTendencyLines,
|
|
1207
|
+
Cs as chunk,
|
|
1208
|
+
Is as chunkSentences,
|
|
1209
|
+
As as classify,
|
|
1210
|
+
Es as cleanupPaths,
|
|
1211
|
+
Ps as collectEventsWith,
|
|
1212
|
+
Ts as collectTerms,
|
|
1213
|
+
Rs as combinations,
|
|
1214
|
+
Ds as commonalities,
|
|
1215
|
+
Ls as compact,
|
|
1216
|
+
Fs as computeTagStatistics,
|
|
1217
|
+
Ms as config,
|
|
1218
|
+
Ns as constants,
|
|
1219
|
+
$s as conversationTurnReduce,
|
|
1220
|
+
Bs as cosineSimilarity,
|
|
1221
|
+
zs as createBatches,
|
|
1222
|
+
Os as createContextBuilder,
|
|
1223
|
+
z as createProgressEmitter,
|
|
1213
1224
|
me as createTempDir,
|
|
1214
|
-
|
|
1215
|
-
|
|
1216
|
-
|
|
1225
|
+
Us as createTraceCollector,
|
|
1226
|
+
_s as date,
|
|
1227
|
+
js as debug,
|
|
1217
1228
|
W as default,
|
|
1218
|
-
|
|
1219
|
-
|
|
1220
|
-
|
|
1221
|
-
|
|
1222
|
-
|
|
1223
|
-
|
|
1224
|
-
|
|
1225
|
-
|
|
1226
|
-
|
|
1227
|
-
|
|
1228
|
-
|
|
1229
|
-
|
|
1230
|
-
|
|
1231
|
-
|
|
1232
|
-
|
|
1233
|
-
|
|
1234
|
-
|
|
1235
|
-
|
|
1236
|
-
|
|
1237
|
-
|
|
1238
|
-
|
|
1239
|
-
|
|
1240
|
-
|
|
1241
|
-
|
|
1242
|
-
|
|
1243
|
-
|
|
1244
|
-
|
|
1245
|
-
|
|
1246
|
-
|
|
1247
|
-
|
|
1248
|
-
|
|
1249
|
-
|
|
1229
|
+
qs as descriptorToSchema,
|
|
1230
|
+
Vs as detectPatterns,
|
|
1231
|
+
Ws as detectThreshold,
|
|
1232
|
+
Gs as determineStyle,
|
|
1233
|
+
Hs as disambiguate,
|
|
1234
|
+
Js as dismantle,
|
|
1235
|
+
Ks as documentShrink,
|
|
1236
|
+
Xs as embed,
|
|
1237
|
+
Qs as embedAssembleSpan,
|
|
1238
|
+
Ys as embedBatch,
|
|
1239
|
+
Zs as embedBuildIndex,
|
|
1240
|
+
ea as embedChunked,
|
|
1241
|
+
ta as embedImage,
|
|
1242
|
+
sa as embedImageBatch,
|
|
1243
|
+
aa as embedMergeRanges,
|
|
1244
|
+
ra as embedMultiQuery,
|
|
1245
|
+
na as embedNeighborChunks,
|
|
1246
|
+
oa as embedNormalizeText,
|
|
1247
|
+
ia as embedObject,
|
|
1248
|
+
ca as embedRewriteQuery,
|
|
1249
|
+
la as embedRewriteToOutputDoc,
|
|
1250
|
+
ua as embedStandaloneSpan,
|
|
1251
|
+
pa as embedStepBack,
|
|
1252
|
+
da as embedSubquestions,
|
|
1253
|
+
ma as embedWarmup,
|
|
1254
|
+
ha as entityInstructions,
|
|
1255
|
+
ga as entitySpec,
|
|
1256
|
+
fa as evaluateTargetingClause,
|
|
1257
|
+
ba as evaluateTargetingRule,
|
|
1258
|
+
ya as eventToTrace,
|
|
1259
|
+
wa as expect,
|
|
1260
|
+
va as extractBlocks,
|
|
1250
1261
|
Ce as extractButtons,
|
|
1251
|
-
|
|
1262
|
+
xa as extractEntities,
|
|
1252
1263
|
ke as extractForms,
|
|
1253
|
-
|
|
1264
|
+
Sa as extractJson,
|
|
1254
1265
|
Se as extractLinks,
|
|
1255
1266
|
Ae as extractMeta,
|
|
1256
1267
|
Pe as extractPage,
|
|
1257
|
-
|
|
1268
|
+
ka as extractRelations,
|
|
1258
1269
|
Ie as extractScripts,
|
|
1259
1270
|
Ee as extractStructure,
|
|
1260
|
-
|
|
1261
|
-
|
|
1262
|
-
|
|
1263
|
-
|
|
1264
|
-
|
|
1265
|
-
|
|
1266
|
-
|
|
1267
|
-
|
|
1268
|
-
|
|
1269
|
-
|
|
1271
|
+
Ca as fillMissing,
|
|
1272
|
+
Ia as filter,
|
|
1273
|
+
Aa as filterAmbiguous,
|
|
1274
|
+
Ea as filterEach,
|
|
1275
|
+
Pa as find,
|
|
1276
|
+
Ta as findEach,
|
|
1277
|
+
Ra as generateList,
|
|
1278
|
+
Da as getMeanings,
|
|
1279
|
+
La as getOption,
|
|
1280
|
+
Fa as getOptionDetail,
|
|
1270
1281
|
se as getOptions,
|
|
1271
|
-
|
|
1272
|
-
|
|
1273
|
-
|
|
1282
|
+
Ma as glossary,
|
|
1283
|
+
Na as group,
|
|
1284
|
+
$a as groupEach,
|
|
1274
1285
|
Tt as imageToBase64,
|
|
1275
|
-
|
|
1276
|
-
|
|
1277
|
-
|
|
1278
|
-
|
|
1279
|
-
|
|
1280
|
-
|
|
1281
|
-
|
|
1282
|
-
|
|
1283
|
-
|
|
1286
|
+
Ba as init,
|
|
1287
|
+
za as intent,
|
|
1288
|
+
Oa as intersections,
|
|
1289
|
+
Ua as join,
|
|
1290
|
+
O as jsonSchema,
|
|
1291
|
+
_a as last,
|
|
1292
|
+
ja as list,
|
|
1293
|
+
qa as listBatch,
|
|
1294
|
+
Va as listExpand,
|
|
1284
1295
|
W as llm,
|
|
1285
|
-
|
|
1286
|
-
|
|
1287
|
-
|
|
1288
|
-
|
|
1296
|
+
Wa as llmLogger,
|
|
1297
|
+
Ga as makePrompt,
|
|
1298
|
+
Ha as map,
|
|
1299
|
+
Ja as mapEach,
|
|
1289
1300
|
xe as mapImageShrink,
|
|
1290
|
-
|
|
1291
|
-
|
|
1292
|
-
|
|
1301
|
+
Ka as mapTags,
|
|
1302
|
+
Xa as name,
|
|
1303
|
+
Qa as nameSimilarTo,
|
|
1293
1304
|
B as nameStep,
|
|
1294
|
-
|
|
1295
|
-
|
|
1296
|
-
|
|
1297
|
-
|
|
1298
|
-
|
|
1299
|
-
|
|
1300
|
-
|
|
1301
|
-
|
|
1302
|
-
|
|
1303
|
-
|
|
1304
|
-
|
|
1305
|
-
|
|
1305
|
+
Ya as normalizeInstruction,
|
|
1306
|
+
Za as normalizeLlm,
|
|
1307
|
+
er as normalizeRubric,
|
|
1308
|
+
tr as number,
|
|
1309
|
+
sr as numberWithUnits,
|
|
1310
|
+
ar as observeApplication,
|
|
1311
|
+
rr as observeProviders,
|
|
1312
|
+
nr as omit,
|
|
1313
|
+
or as pFilter,
|
|
1314
|
+
ir as pFind,
|
|
1315
|
+
cr as pGroup,
|
|
1316
|
+
lr as pMap,
|
|
1317
|
+
ur as pReduce,
|
|
1306
1318
|
we as parallel,
|
|
1307
|
-
|
|
1308
|
-
|
|
1309
|
-
|
|
1310
|
-
|
|
1311
|
-
|
|
1312
|
-
|
|
1313
|
-
|
|
1314
|
-
|
|
1315
|
-
|
|
1316
|
-
|
|
1317
|
-
|
|
1318
|
-
|
|
1319
|
-
|
|
1320
|
-
|
|
1319
|
+
pr as parallelMap,
|
|
1320
|
+
dr as parseLLMList,
|
|
1321
|
+
mr as parseRDFLiteral,
|
|
1322
|
+
hr as parseRelations,
|
|
1323
|
+
gr as people,
|
|
1324
|
+
fr as phailForge,
|
|
1325
|
+
br as pick,
|
|
1326
|
+
yr as pipe,
|
|
1327
|
+
wr as popReference,
|
|
1328
|
+
vr as promptCache,
|
|
1329
|
+
xr as promptPiece,
|
|
1330
|
+
Sr as prompts,
|
|
1331
|
+
kr as questions,
|
|
1332
|
+
Cr as rangeCombinations,
|
|
1321
1333
|
ge as reduce,
|
|
1322
|
-
|
|
1323
|
-
|
|
1324
|
-
|
|
1334
|
+
Ir as reduceEach,
|
|
1335
|
+
Ar as relationInstructions,
|
|
1336
|
+
Er as relationSpec,
|
|
1325
1337
|
Et as resizeImage,
|
|
1326
1338
|
fe as resolveArgs,
|
|
1327
|
-
|
|
1328
|
-
|
|
1329
|
-
|
|
1339
|
+
Pr as resolveEmbedding,
|
|
1340
|
+
Tr as resolveModel,
|
|
1341
|
+
Rr as resolveOutputDir,
|
|
1330
1342
|
be as resolveTexts,
|
|
1331
1343
|
ye as retry,
|
|
1332
|
-
|
|
1333
|
-
|
|
1334
|
-
|
|
1335
|
-
|
|
1344
|
+
Dr as ringBuffer,
|
|
1345
|
+
Lr as scaleInstructions,
|
|
1346
|
+
Fr as scaleItem,
|
|
1347
|
+
Mr as scaleSpec,
|
|
1336
1348
|
Dt as scanJS,
|
|
1337
|
-
|
|
1338
|
-
|
|
1339
|
-
|
|
1349
|
+
Nr as schemaOrg,
|
|
1350
|
+
$r as schemas,
|
|
1351
|
+
Br as scientificFramingPrompt,
|
|
1340
1352
|
ae as scopePhase,
|
|
1341
|
-
|
|
1342
|
-
|
|
1343
|
-
|
|
1344
|
-
|
|
1345
|
-
|
|
1346
|
-
|
|
1347
|
-
|
|
1348
|
-
|
|
1349
|
-
|
|
1350
|
-
|
|
1351
|
-
|
|
1353
|
+
zr as score,
|
|
1354
|
+
Or as scoreChunksByProbes,
|
|
1355
|
+
Ur as scoreInstructions,
|
|
1356
|
+
_r as scoreItem,
|
|
1357
|
+
jr as scoreMatrix,
|
|
1358
|
+
qr as scoreMatrixInstructions,
|
|
1359
|
+
Vr as scoreSpec,
|
|
1360
|
+
Wr as sentiment,
|
|
1361
|
+
Gr as setEmbedEnabled,
|
|
1362
|
+
Hr as setImageProcessingEnabled,
|
|
1363
|
+
Jr as setInterval,
|
|
1364
|
+
Kr as shuffle,
|
|
1365
|
+
Xr as simplifyTree,
|
|
1352
1366
|
We as siteCrawl,
|
|
1353
|
-
|
|
1354
|
-
|
|
1355
|
-
|
|
1356
|
-
|
|
1357
|
-
|
|
1358
|
-
|
|
1359
|
-
|
|
1360
|
-
|
|
1361
|
-
|
|
1362
|
-
|
|
1363
|
-
|
|
1364
|
-
|
|
1365
|
-
|
|
1366
|
-
|
|
1367
|
-
|
|
1368
|
-
|
|
1369
|
-
|
|
1370
|
-
|
|
1371
|
-
|
|
1367
|
+
Qr as slot,
|
|
1368
|
+
Yr as socratic,
|
|
1369
|
+
Zr as softCoverPrompt,
|
|
1370
|
+
en as sort,
|
|
1371
|
+
tn as sortBy,
|
|
1372
|
+
sn as split,
|
|
1373
|
+
an as stripNumeric,
|
|
1374
|
+
rn as stripResponse,
|
|
1375
|
+
nn as suggestTargetingRules,
|
|
1376
|
+
on as tagInstructions,
|
|
1377
|
+
cn as tagItem,
|
|
1378
|
+
ln as tagSpec,
|
|
1379
|
+
un as tagVocabulary,
|
|
1380
|
+
pn as targetingClause,
|
|
1381
|
+
dn as targetingRule,
|
|
1382
|
+
mn as targetingRuleOps,
|
|
1383
|
+
hn as targetingRuleSchema,
|
|
1384
|
+
gn as templateBuilder,
|
|
1385
|
+
fn as templateReplace,
|
|
1372
1386
|
le as test,
|
|
1373
1387
|
vt as testAdvice,
|
|
1374
|
-
|
|
1388
|
+
bn as themes,
|
|
1375
1389
|
Pt as tileImages,
|
|
1376
|
-
|
|
1377
|
-
|
|
1378
|
-
|
|
1379
|
-
|
|
1380
|
-
|
|
1381
|
-
|
|
1382
|
-
|
|
1383
|
-
|
|
1384
|
-
|
|
1385
|
-
|
|
1386
|
-
|
|
1387
|
-
|
|
1388
|
-
|
|
1389
|
-
|
|
1390
|
-
|
|
1390
|
+
yn as timeline,
|
|
1391
|
+
wn as toBool,
|
|
1392
|
+
vn as toDate,
|
|
1393
|
+
xn as toEnum,
|
|
1394
|
+
Sn as toNumber,
|
|
1395
|
+
kn as toNumberWithUnits,
|
|
1396
|
+
Cn as toObject,
|
|
1397
|
+
In as truncate,
|
|
1398
|
+
An as unionBy,
|
|
1399
|
+
En as validateTargetingRules,
|
|
1400
|
+
Pn as valueArbitrate,
|
|
1401
|
+
Tn as vectorSearch,
|
|
1402
|
+
Rn as veiledVariantStrategies,
|
|
1403
|
+
Dn as veiledVariants,
|
|
1404
|
+
Ln as version,
|
|
1391
1405
|
Rt as webScrape,
|
|
1392
|
-
|
|
1393
|
-
|
|
1406
|
+
Fn as windowFor,
|
|
1407
|
+
Mn as withInactivityTimeout,
|
|
1394
1408
|
V as withPolicy,
|
|
1395
|
-
|
|
1409
|
+
Nn as zipWith
|
|
1396
1410
|
};
|