wide-cli 0.5.1611261726 → 0.7.211126
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +16 -1
- package/data/osv-bundle.json +1 -1
- package/data/rules.json +1 -1
- package/dist/agent/index.d.ts +25 -3
- package/dist/agent/index.d.ts.map +1 -1
- package/dist/agent/index.js +117 -18
- package/dist/agent/index.js.map +1 -1
- package/dist/completion.js +5 -5
- package/dist/completion.js.map +1 -1
- package/dist/config/index.d.ts +4 -1
- package/dist/config/index.d.ts.map +1 -1
- package/dist/config/index.js +9 -2
- package/dist/config/index.js.map +1 -1
- package/dist/fix.d.ts +25 -0
- package/dist/fix.d.ts.map +1 -0
- package/dist/fix.js +197 -0
- package/dist/fix.js.map +1 -0
- package/dist/hook.d.ts +31 -0
- package/dist/hook.d.ts.map +1 -0
- package/dist/hook.js +152 -0
- package/dist/hook.js.map +1 -0
- package/dist/index.js +169 -6
- package/dist/index.js.map +1 -1
- package/dist/providers/antigravity.d.ts +46 -0
- package/dist/providers/antigravity.d.ts.map +1 -0
- package/dist/providers/antigravity.js +496 -0
- package/dist/providers/antigravity.js.map +1 -0
- package/dist/providers/claude-code.d.ts +60 -0
- package/dist/providers/claude-code.d.ts.map +1 -0
- package/dist/providers/claude-code.js +973 -0
- package/dist/providers/claude-code.js.map +1 -0
- package/dist/providers/codex.d.ts +52 -0
- package/dist/providers/codex.d.ts.map +1 -0
- package/dist/providers/codex.js +742 -0
- package/dist/providers/codex.js.map +1 -0
- package/dist/providers/index.d.ts.map +1 -1
- package/dist/providers/index.js +33 -1
- package/dist/providers/index.js.map +1 -1
- package/dist/repl/commands.d.ts.map +1 -1
- package/dist/repl/commands.js +53 -3
- package/dist/repl/commands.js.map +1 -1
- package/dist/repl/index.d.ts +3 -0
- package/dist/repl/index.d.ts.map +1 -1
- package/dist/repl/index.js +11 -6
- package/dist/repl/index.js.map +1 -1
- package/dist/repl/setup.d.ts.map +1 -1
- package/dist/repl/setup.js +16 -4
- package/dist/repl/setup.js.map +1 -1
- package/dist/security/crawler.d.ts +90 -0
- package/dist/security/crawler.d.ts.map +1 -0
- package/dist/security/crawler.js +622 -0
- package/dist/security/crawler.js.map +1 -0
- package/dist/security/fuzzer.d.ts +1 -0
- package/dist/security/fuzzer.d.ts.map +1 -1
- package/dist/security/fuzzer.js +25 -1
- package/dist/security/fuzzer.js.map +1 -1
- package/dist/security/inspect/evasion-decode.d.ts +41 -0
- package/dist/security/inspect/evasion-decode.d.ts.map +1 -0
- package/dist/security/inspect/evasion-decode.js +316 -0
- package/dist/security/inspect/evasion-decode.js.map +1 -0
- package/dist/security/inspect/http-conformance.d.ts +51 -0
- package/dist/security/inspect/http-conformance.d.ts.map +1 -0
- package/dist/security/inspect/http-conformance.js +389 -0
- package/dist/security/inspect/http-conformance.js.map +1 -0
- package/dist/security/inspect/lexical-sqli.d.ts +7 -0
- package/dist/security/inspect/lexical-sqli.d.ts.map +1 -0
- package/dist/security/inspect/lexical-sqli.js +986 -0
- package/dist/security/inspect/lexical-sqli.js.map +1 -0
- package/dist/security/inspect/lexical-xss.d.ts +10 -0
- package/dist/security/inspect/lexical-xss.d.ts.map +1 -0
- package/dist/security/inspect/lexical-xss.js +654 -0
- package/dist/security/inspect/lexical-xss.js.map +1 -0
- package/dist/security/inspect/libinjection-tables.d.ts +6 -0
- package/dist/security/inspect/libinjection-tables.d.ts.map +1 -0
- package/dist/security/inspect/libinjection-tables.js +6 -0
- package/dist/security/inspect/libinjection-tables.js.map +1 -0
- package/dist/security/inspect/safe-pattern.d.ts +62 -0
- package/dist/security/inspect/safe-pattern.d.ts.map +1 -0
- package/dist/security/inspect/safe-pattern.js +640 -0
- package/dist/security/inspect/safe-pattern.js.map +1 -0
- package/dist/security/inspect/score-policy.d.ts +82 -0
- package/dist/security/inspect/score-policy.d.ts.map +1 -0
- package/dist/security/inspect/score-policy.js +241 -0
- package/dist/security/inspect/score-policy.js.map +1 -0
- package/dist/security/inspect.d.ts +7 -0
- package/dist/security/inspect.d.ts.map +1 -0
- package/dist/security/inspect.js +7 -0
- package/dist/security/inspect.js.map +1 -0
- package/dist/security/loader.d.ts.map +1 -1
- package/dist/security/loader.js +12 -2
- package/dist/security/loader.js.map +1 -1
- package/dist/security/payloads.d.ts.map +1 -1
- package/dist/security/payloads.js +19 -0
- package/dist/security/payloads.js.map +1 -1
- package/dist/security/scanner.d.ts +2 -0
- package/dist/security/scanner.d.ts.map +1 -1
- package/dist/security/scanner.js +31 -26
- package/dist/security/scanner.js.map +1 -1
- package/dist/security/secrets.d.ts +2 -2
- package/dist/security/secrets.d.ts.map +1 -1
- package/dist/security/secrets.js +3 -43
- package/dist/security/secrets.js.map +1 -1
- package/dist/security/taint.d.ts +2 -13
- package/dist/security/taint.d.ts.map +1 -1
- package/dist/security/taint.js +1 -516
- package/dist/security/taint.js.map +1 -1
- package/dist/tools/article.d.ts +18 -0
- package/dist/tools/article.d.ts.map +1 -0
- package/dist/tools/article.js +193 -0
- package/dist/tools/article.js.map +1 -0
- package/dist/tools/browser.d.ts +8 -2
- package/dist/tools/browser.d.ts.map +1 -1
- package/dist/tools/browser.js +76 -10
- package/dist/tools/browser.js.map +1 -1
- package/dist/tools/docx.d.ts +11 -0
- package/dist/tools/docx.d.ts.map +1 -0
- package/dist/tools/docx.js +149 -0
- package/dist/tools/docx.js.map +1 -0
- package/dist/tools/fs.d.ts +2 -0
- package/dist/tools/fs.d.ts.map +1 -1
- package/dist/tools/fs.js +96 -7
- package/dist/tools/fs.js.map +1 -1
- package/dist/tools/http.d.ts.map +1 -1
- package/dist/tools/http.js +125 -48
- package/dist/tools/http.js.map +1 -1
- package/dist/tools/index.d.ts +21 -2
- package/dist/tools/index.d.ts.map +1 -1
- package/dist/tools/index.js +137 -14
- package/dist/tools/index.js.map +1 -1
- package/dist/tools/resilience.d.ts +78 -0
- package/dist/tools/resilience.d.ts.map +1 -0
- package/dist/tools/resilience.js +211 -0
- package/dist/tools/resilience.js.map +1 -0
- package/dist/tools/security.d.ts +2 -0
- package/dist/tools/security.d.ts.map +1 -1
- package/dist/tools/security.js +79 -1
- package/dist/tools/security.js.map +1 -1
- package/dist/tools/types.d.ts +4 -0
- package/dist/tools/types.d.ts.map +1 -1
- package/dist/ui/banner.d.ts.map +1 -1
- package/dist/ui/banner.js +2 -2
- package/dist/ui/banner.js.map +1 -1
- package/dist/vendor/wide-engine/index.d.ts +4 -0
- package/dist/vendor/wide-engine/index.d.ts.map +1 -0
- package/dist/vendor/wide-engine/index.js +3 -0
- package/dist/vendor/wide-engine/index.js.map +1 -0
- package/dist/vendor/wide-engine/secrets.d.ts +4 -0
- package/dist/vendor/wide-engine/secrets.d.ts.map +1 -0
- package/dist/vendor/wide-engine/secrets.js +48 -0
- package/dist/vendor/wide-engine/secrets.js.map +1 -0
- package/dist/vendor/wide-engine/taint.d.ts +5 -0
- package/dist/vendor/wide-engine/taint.d.ts.map +1 -0
- package/dist/vendor/wide-engine/taint.js +533 -0
- package/dist/vendor/wide-engine/taint.js.map +1 -0
- package/dist/vendor/wide-engine/types.d.ts +30 -0
- package/dist/vendor/wide-engine/types.d.ts.map +1 -0
- package/dist/vendor/wide-engine/types.js +2 -0
- package/dist/vendor/wide-engine/types.js.map +1 -0
- package/package.json +5 -3
|
@@ -0,0 +1,193 @@
|
|
|
1
|
+
export const FAST_READ_BLOCKED_RESOURCE_TYPES = new Set([
|
|
2
|
+
"image",
|
|
3
|
+
"media",
|
|
4
|
+
"font",
|
|
5
|
+
"stylesheet",
|
|
6
|
+
]);
|
|
7
|
+
export const FAST_READ_TRACKER_PATTERNS = [
|
|
8
|
+
"google-analytics.com",
|
|
9
|
+
"googletagmanager.com",
|
|
10
|
+
"doubleclick.net",
|
|
11
|
+
"googlesyndication.com",
|
|
12
|
+
"facebook.net/en_us/fbevents",
|
|
13
|
+
"connect.facebook.net",
|
|
14
|
+
"analytics.tiktok.com",
|
|
15
|
+
"hotjar.com",
|
|
16
|
+
"segment.io",
|
|
17
|
+
"mixpanel.com",
|
|
18
|
+
"scorecardresearch.com",
|
|
19
|
+
];
|
|
20
|
+
export function shouldBlockFastReadRequest(resourceType, reqUrl) {
|
|
21
|
+
const rType = String(resourceType || "").toLowerCase();
|
|
22
|
+
if (FAST_READ_BLOCKED_RESOURCE_TYPES.has(rType)) {
|
|
23
|
+
return true;
|
|
24
|
+
}
|
|
25
|
+
const lowerUrl = String(reqUrl || "").toLowerCase();
|
|
26
|
+
return FAST_READ_TRACKER_PATTERNS.some((pat) => lowerUrl.includes(pat));
|
|
27
|
+
}
|
|
28
|
+
function decodeHtmlEntities(input) {
|
|
29
|
+
return input
|
|
30
|
+
.replace(/ /gi, " ")
|
|
31
|
+
.replace(/&/gi, "&")
|
|
32
|
+
.replace(/</gi, "<")
|
|
33
|
+
.replace(/>/gi, ">")
|
|
34
|
+
.replace(/"/gi, '"')
|
|
35
|
+
.replace(/'|'/gi, "'")
|
|
36
|
+
.replace(/&#(\d+);/g, (_m, dec) => {
|
|
37
|
+
const code = Number.parseInt(dec, 10);
|
|
38
|
+
return Number.isFinite(code) && code > 0 && code <= 0x10ffff ? String.fromCodePoint(code) : "";
|
|
39
|
+
})
|
|
40
|
+
.replace(/&#x([0-9a-f]+);/gi, (_m, hex) => {
|
|
41
|
+
const code = Number.parseInt(hex, 16);
|
|
42
|
+
return Number.isFinite(code) && code > 0 && code <= 0x10ffff ? String.fromCodePoint(code) : "";
|
|
43
|
+
});
|
|
44
|
+
}
|
|
45
|
+
function parseTagAttrs(raw) {
|
|
46
|
+
const attrs = {};
|
|
47
|
+
const re = /([a-zA-Z0-9_:-]+)(?:\s*=\s*(?:"([^"]*)"|'([^']*)'|([^\s>]+)))?/g;
|
|
48
|
+
let m;
|
|
49
|
+
while ((m = re.exec(raw)) !== null) {
|
|
50
|
+
const k = m[1].toLowerCase();
|
|
51
|
+
const v = m[2] ?? m[3] ?? m[4] ?? "";
|
|
52
|
+
attrs[k] = decodeHtmlEntities(v).trim();
|
|
53
|
+
}
|
|
54
|
+
return attrs;
|
|
55
|
+
}
|
|
56
|
+
function resolveMaybeUrl(raw, baseUrl) {
|
|
57
|
+
const val = String(raw || "").trim();
|
|
58
|
+
if (!val)
|
|
59
|
+
return "";
|
|
60
|
+
try {
|
|
61
|
+
return baseUrl ? new URL(val, baseUrl).href : val;
|
|
62
|
+
}
|
|
63
|
+
catch {
|
|
64
|
+
return val;
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
function stripNonContentBlocks(html, aggressive) {
|
|
68
|
+
let s = html
|
|
69
|
+
.replace(/<!--[\s\S]*?-->/g, " ")
|
|
70
|
+
.replace(/<(script|style|noscript|svg|template|iframe|canvas|form)\b[\s\S]*?<\/\1>/gi, " ");
|
|
71
|
+
if (aggressive) {
|
|
72
|
+
s = s
|
|
73
|
+
.replace(/<(nav|footer|aside|header)\b[\s\S]*?<\/\1>/gi, " ")
|
|
74
|
+
.replace(/<(?:div|section|ul)\b[^>]*(?:class|id)\s*=\s*["'][^"']*(?:nav|menu|sidebar|footer|header|cookie|banner|breadcrumb|related|comment|social|share|advert|promo|popup|modal)[^"']*["'][^>]*>[\s\S]*?<\/(?:div|section|ul)>/gi, " ");
|
|
75
|
+
}
|
|
76
|
+
return s;
|
|
77
|
+
}
|
|
78
|
+
function htmlSliceToParagraphs(fragment) {
|
|
79
|
+
const withBreaks = fragment
|
|
80
|
+
.replace(/<br\s*\/?>/gi, "\n")
|
|
81
|
+
.replace(/<\/(?:p|div|li|h[1-6]|blockquote|pre|figcaption|tr|section|article)>/gi, "\n\n")
|
|
82
|
+
.replace(/<(?:li)\b[^>]*>/gi, "- ");
|
|
83
|
+
const stripped = decodeHtmlEntities(withBreaks.replace(/<[^>]+>/g, " "));
|
|
84
|
+
const blocks = stripped
|
|
85
|
+
.split(/\n{2,}/)
|
|
86
|
+
.map((line) => line.replace(/[ \t\r\n]+/g, " ").trim())
|
|
87
|
+
.filter((line) => line.length >= 2);
|
|
88
|
+
const out = [];
|
|
89
|
+
const seen = new Set();
|
|
90
|
+
for (const b of blocks) {
|
|
91
|
+
if (seen.has(b))
|
|
92
|
+
continue;
|
|
93
|
+
seen.add(b);
|
|
94
|
+
out.push(b);
|
|
95
|
+
}
|
|
96
|
+
return out;
|
|
97
|
+
}
|
|
98
|
+
export function extractArticleFromHtml(html, url = "") {
|
|
99
|
+
const src = String(html || "");
|
|
100
|
+
const metaMap = new Map();
|
|
101
|
+
const metaRe = /<meta\b([^>]*)>/gi;
|
|
102
|
+
let mm;
|
|
103
|
+
while ((mm = metaRe.exec(src)) !== null) {
|
|
104
|
+
const attrs = parseTagAttrs(mm[1]);
|
|
105
|
+
const key = (attrs.property || attrs.name || "").toLowerCase();
|
|
106
|
+
if (key && attrs.content && !metaMap.has(key)) {
|
|
107
|
+
metaMap.set(key, attrs.content);
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
const titleTagMatch = src.match(/<title\b[^>]*>([\s\S]*?)<\/title>/i);
|
|
111
|
+
const h1Match = src.match(/<h1\b[^>]*>([\s\S]*?)<\/h1>/i);
|
|
112
|
+
const h1Text = h1Match ? decodeHtmlEntities(h1Match[1].replace(/<[^>]+>/g, " ")).replace(/\s+/g, " ").trim() : "";
|
|
113
|
+
const title = metaMap.get("og:title") ||
|
|
114
|
+
metaMap.get("twitter:title") ||
|
|
115
|
+
(titleTagMatch ? decodeHtmlEntities(titleTagMatch[1]).replace(/\s+/g, " ").trim() : "") ||
|
|
116
|
+
h1Text ||
|
|
117
|
+
"Untitled";
|
|
118
|
+
const timeTagMatch = src.match(/<time\b[^>]*datetime\s*=\s*["']([^"']+)["'][^>]*>/i);
|
|
119
|
+
const author = metaMap.get("author") ||
|
|
120
|
+
metaMap.get("article:author") ||
|
|
121
|
+
metaMap.get("parsely-author") ||
|
|
122
|
+
"";
|
|
123
|
+
const date = metaMap.get("article:published_time") ||
|
|
124
|
+
metaMap.get("pubdate") ||
|
|
125
|
+
metaMap.get("publish_date") ||
|
|
126
|
+
metaMap.get("date") ||
|
|
127
|
+
(timeTagMatch ? timeTagMatch[1].trim() : "") ||
|
|
128
|
+
"";
|
|
129
|
+
const description = metaMap.get("description") || metaMap.get("og:description") || metaMap.get("twitter:description") || "";
|
|
130
|
+
const publisher = metaMap.get("og:site_name") ||
|
|
131
|
+
(() => {
|
|
132
|
+
try {
|
|
133
|
+
return url ? new URL(url).hostname : "";
|
|
134
|
+
}
|
|
135
|
+
catch {
|
|
136
|
+
return "";
|
|
137
|
+
}
|
|
138
|
+
})();
|
|
139
|
+
const ogImage = resolveMaybeUrl(metaMap.get("og:image") || metaMap.get("twitter:image") || "", url);
|
|
140
|
+
const kwRaw = metaMap.get("keywords") || metaMap.get("news_keywords") || "";
|
|
141
|
+
const keywords = kwRaw
|
|
142
|
+
.split(",")
|
|
143
|
+
.map((k) => k.trim())
|
|
144
|
+
.filter(Boolean);
|
|
145
|
+
const sanitizedBase = stripNonContentBlocks(src, false);
|
|
146
|
+
const articleMatch = sanitizedBase.match(/<article\b[^>]*>([\s\S]*?)<\/article>/i);
|
|
147
|
+
const mainMatch = sanitizedBase.match(/<main\b[^>]*>([\s\S]*?)<\/main>/i) ||
|
|
148
|
+
sanitizedBase.match(/<div\b[^>]*role\s*=\s*["']main["'][^>]*>([\s\S]*?)<\/div>/i);
|
|
149
|
+
let primaryScope = "";
|
|
150
|
+
if (articleMatch && articleMatch[1].length >= 120) {
|
|
151
|
+
primaryScope = articleMatch[1];
|
|
152
|
+
}
|
|
153
|
+
else if (mainMatch && mainMatch[1].length >= 120) {
|
|
154
|
+
primaryScope = mainMatch[1];
|
|
155
|
+
}
|
|
156
|
+
let paragraphs = primaryScope ? htmlSliceToParagraphs(stripNonContentBlocks(primaryScope, true)) : [];
|
|
157
|
+
if (paragraphs.join("\n\n").length < 80) {
|
|
158
|
+
paragraphs = htmlSliceToParagraphs(stripNonContentBlocks(src, true));
|
|
159
|
+
}
|
|
160
|
+
if (paragraphs.length === 0) {
|
|
161
|
+
paragraphs = htmlSliceToParagraphs(sanitizedBase);
|
|
162
|
+
}
|
|
163
|
+
const allImages = [];
|
|
164
|
+
const imgScope = primaryScope || sanitizedBase;
|
|
165
|
+
const imgRe = /<img\b([^>]*)>/gi;
|
|
166
|
+
let im;
|
|
167
|
+
const imgSeen = new Set();
|
|
168
|
+
while ((im = imgRe.exec(imgScope)) !== null) {
|
|
169
|
+
const attrs = parseTagAttrs(im[1]);
|
|
170
|
+
const resolved = resolveMaybeUrl(attrs.src || attrs["data-src"] || "", url);
|
|
171
|
+
if (resolved && !resolved.startsWith("data:") && !imgSeen.has(resolved)) { // wide-ignore wide/path-containment-startswith-no-sep-js-java
|
|
172
|
+
imgSeen.add(resolved);
|
|
173
|
+
allImages.push(resolved);
|
|
174
|
+
if (allImages.length >= 40)
|
|
175
|
+
break;
|
|
176
|
+
}
|
|
177
|
+
}
|
|
178
|
+
const cleanText = paragraphs.join("\n\n");
|
|
179
|
+
return {
|
|
180
|
+
title,
|
|
181
|
+
cleanText,
|
|
182
|
+
author,
|
|
183
|
+
date,
|
|
184
|
+
description,
|
|
185
|
+
publisher,
|
|
186
|
+
image: ogImage || allImages[0] || "",
|
|
187
|
+
allImages,
|
|
188
|
+
keywords,
|
|
189
|
+
textLength: cleanText.length,
|
|
190
|
+
url,
|
|
191
|
+
};
|
|
192
|
+
}
|
|
193
|
+
//# sourceMappingURL=article.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"article.js","sourceRoot":"","sources":["../../src/tools/article.ts"],"names":[],"mappings":"AAcA,MAAM,CAAC,MAAM,gCAAgC,GAAG,IAAI,GAAG,CAAC;IACtD,OAAO;IACP,OAAO;IACP,MAAM;IACN,YAAY;CACb,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,0BAA0B,GAAG;IACxC,sBAAsB;IACtB,sBAAsB;IACtB,iBAAiB;IACjB,uBAAuB;IACvB,6BAA6B;IAC7B,sBAAsB;IACtB,sBAAsB;IACtB,YAAY;IACZ,YAAY;IACZ,cAAc;IACd,uBAAuB;CACxB,CAAC;AAEF,MAAM,UAAU,0BAA0B,CAAC,YAAoB,EAAE,MAAc;IAC7E,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IACvD,IAAI,gCAAgC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAChD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IACpD,OAAO,0BAA0B,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa;IACvC,OAAO,KAAK;SACT,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC;SAC9B,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACtC,OAAO,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACjG,CAAC,CAAC;SACD,OAAO,CAAC,mBAAmB,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE;QACxC,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACtC,OAAO,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACjG,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,aAAa,CAAC,GAAW;IAChC,MAAM,KAAK,GAA2B,EAAE,CAAC;IACzC,MAAM,EAAE,GAAG,iEAAiE,CAAC;IAC7E,IAAI,CAAyB,CAAC;IAC9B,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACnC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QAC7B,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACrC,KAAK,CAAC,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1C,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CAAC,GAAW,EAAE,OAAe;IACnD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACrC,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,CAAC;IACpB,IAAI,CAAC;QACH,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAY,EAAE,UAAmB;IAC9D,IAAI,CAAC,GAAG,IAAI;SACT,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC;SAChC,OAAO,CAAC,4EAA4E,EAAE,GAAG,CAAC,CAAC;IAC9F,IAAI,UAAU,EAAE,CAAC;QACf,CAAC,GAAG,CAAC;aACF,OAAO,CAAC,8CAA8C,EAAE,GAAG,CAAC;aAC5D,OAAO,CAAC,0NAA0N,EAAE,GAAG,CAAC,CAAC;IAC9O,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,qBAAqB,CAAC,QAAgB;IAC7C,MAAM,UAAU,GAAG,QAAQ;SACxB,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC;SAC7B,OAAO,CAAC,wEAAwE,EAAE,MAAM,CAAC;SACzF,OAAO,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;IACtC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,UAAU,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC;IACzE,MAAM,MAAM,GAAG,QAAQ;SACpB,KAAK,CAAC,QAAQ,CAAC;SACf,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;SACtD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IACtC,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,SAAS;QAC1B,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACZ,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACd,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,IAAY,EAAE,GAAG,GAAG,EAAE;IAC3D,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAC/B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,MAAM,MAAM,GAAG,mBAAmB,CAAC;IACnC,IAAI,EAA0B,CAAC;IAC/B,OAAO,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QAC/D,IAAI,GAAG,IAAI,KAAK,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9C,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,MAAM,aAAa,GAAG,GAAG,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACtE,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAC1D,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAClH,MAAM,KAAK,GACT,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;QAC5B,CAAC,aAAa,CAAC,CAAC,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvF,MAAM;QACN,UAAU,CAAC;IAEb,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACrF,MAAM,MAAM,GACV,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;QACrB,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;QAC7B,EAAE,CAAC;IACL,MAAM,IAAI,GACR,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;QACrC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;QACnB,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5C,EAAE,CAAC;IACL,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAC;IAC5H,MAAM,SAAS,GACb,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAC3B,CAAC,GAAG,EAAE;YACJ,IAAI,CAAC;gBACH,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1C,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;IACpG,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;IAC5E,MAAM,QAAQ,GAAG,KAAK;SACnB,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,OAAO,CAAC,CAAC;IAEnB,MAAM,aAAa,GAAG,qBAAqB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACxD,MAAM,YAAY,GAAG,aAAa,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;IACnF,MAAM,SAAS,GACb,aAAa,CAAC,KAAK,CAAC,kCAAkC,CAAC;QACvD,aAAa,CAAC,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAEpF,IAAI,YAAY,GAAG,EAAE,CAAC;IACtB,IAAI,YAAY,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;QAClD,YAAY,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;SAAM,IAAI,SAAS,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;QACnD,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC;IAED,IAAI,UAAU,GAAG,YAAY,CAAC,CAAC,CAAC,qBAAqB,CAAC,qBAAqB,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACtG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACxC,UAAU,GAAG,qBAAqB,CAAC,qBAAqB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;IACvE,CAAC;IACD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,UAAU,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,QAAQ,GAAG,YAAY,IAAI,aAAa,CAAC;IAC/C,MAAM,KAAK,GAAG,kBAAkB,CAAC;IACjC,IAAI,EAA0B,CAAC;IAC/B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,OAAO,CAAC,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;QAC5E,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,8DAA8D;YACvI,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACtB,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzB,IAAI,SAAS,CAAC,MAAM,IAAI,EAAE;gBAAE,MAAM;QACpC,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1C,OAAO;QACL,KAAK;QACL,SAAS;QACT,MAAM;QACN,IAAI;QACJ,WAAW;QACX,SAAS;QACT,KAAK,EAAE,OAAO,IAAI,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE;QACpC,SAAS;QACT,QAAQ;QACR,UAAU,EAAE,SAAS,CAAC,MAAM;QAC5B,GAAG;KACJ,CAAC;AACJ,CAAC"}
|
package/dist/tools/browser.d.ts
CHANGED
|
@@ -38,6 +38,8 @@ export declare class HeadlessBrowserController {
|
|
|
38
38
|
private consoleBuffer;
|
|
39
39
|
private cookieJar;
|
|
40
40
|
private stealth;
|
|
41
|
+
private fastRead;
|
|
42
|
+
private pwRouteHooked;
|
|
41
43
|
private harEntries;
|
|
42
44
|
private harStartedAt;
|
|
43
45
|
private userAgent;
|
|
@@ -45,6 +47,7 @@ export declare class HeadlessBrowserController {
|
|
|
45
47
|
private normalizeTargetUrl;
|
|
46
48
|
private tryLoadPlaywright;
|
|
47
49
|
private ensureLiveSession;
|
|
50
|
+
private applyFastReadFilter;
|
|
48
51
|
private pushConsoleEntry;
|
|
49
52
|
private cleanupLiveDrivers;
|
|
50
53
|
forceDisposeSync(): void;
|
|
@@ -58,8 +61,11 @@ export declare class HeadlessBrowserController {
|
|
|
58
61
|
private parseAttributes;
|
|
59
62
|
open(url?: string, opts?: {
|
|
60
63
|
stealth?: boolean;
|
|
64
|
+
fastRead?: boolean;
|
|
65
|
+
}): Promise<string>;
|
|
66
|
+
navigate(url: string, opts?: {
|
|
67
|
+
fastRead?: boolean;
|
|
61
68
|
}): Promise<string>;
|
|
62
|
-
navigate(url: string): Promise<string>;
|
|
63
69
|
snapshot(): Promise<string>;
|
|
64
70
|
click(target: string): Promise<string>;
|
|
65
71
|
fill(target: string, text: string, submit?: boolean): Promise<string>;
|
|
@@ -72,7 +78,7 @@ export declare class HeadlessBrowserController {
|
|
|
72
78
|
selector?: string;
|
|
73
79
|
text?: string;
|
|
74
80
|
}): Promise<string>;
|
|
75
|
-
extract(query?: string): string;
|
|
81
|
+
extract(query?: string, mode?: string): string;
|
|
76
82
|
captureScreenshotFile(outputDir?: string): Promise<string | null>;
|
|
77
83
|
screenshot(): string;
|
|
78
84
|
getConsole(clear?: boolean): BrowserConsoleEntry[];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"browser.d.ts","sourceRoot":"","sources":["../../src/tools/browser.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"browser.d.ts","sourceRoot":"","sources":["../../src/tools/browser.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,IAAI,EAAoC,MAAM,YAAY,CAAC;AAEzE,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,UAAU,EAAE,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,IAAI,CAAC,EAAE,YAAY,GAAG,KAAK,GAAG,MAAM,CAAC;IACrC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AASD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAWvD;AAyvBD,qBAAa,yBAAyB;IACpC,OAAO,CAAC,KAAK,CAUX;IAEF,OAAO,CAAC,GAAG,CAAiC;IAC5C,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,MAAM,CAAa;IAC3B,OAAO,CAAC,aAAa,CAA6B;IAClD,OAAO,CAAC,SAAS,CAA6B;IAC9C,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,YAAY,CAAM;IAC1B,OAAO,CAAC,SAAS,CAAyI;IAEnJ,2BAA2B,IAAI,MAAM,GAAG,IAAI;IAyCnD,OAAO,CAAC,kBAAkB;YAYZ,iBAAiB;YAkBjB,iBAAiB;YA8HjB,mBAAmB;IA4BjC,OAAO,CAAC,gBAAgB;YAWV,kBAAkB;IAiBzB,gBAAgB,IAAI,IAAI;YAgBjB,gBAAgB;IAiB9B,OAAO,CAAC,0BAA0B;IAoC3B,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,UAAU,EAAE,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE;IAyEjG,OAAO,CAAC,eAAe;IAYV,IAAI,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAC;QAAC,QAAQ,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAgBrF,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE;QAAE,QAAQ,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IA2HrE,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC;IAO3B,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAmGtC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,UAAQ,GAAG,OAAO,CAAC,MAAM,CAAC;IAoEnE,KAAK,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAqBnC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA0BtC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA2BtD,MAAM,CAAC,SAAS,GAAE,IAAI,GAAG,MAAM,GAAG,KAAK,GAAG,QAAiB,EAAE,MAAM,SAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAkB3F,IAAI,CAAC,IAAI,EAAE;QAAE,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IA4CpF,OAAO,CAAC,KAAK,SAAK,EAAE,IAAI,SAAS,GAAG,MAAM;IA2DpC,qBAAqB,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAmBvE,UAAU,IAAI,MAAM;IAsBpB,UAAU,CAAC,KAAK,UAAQ,GAAG,mBAAmB,EAAE;IAS1C,OAAO,CAAC,MAAM,GAAE,KAAK,GAAG,KAAK,GAAG,OAAe,EAAE,MAAM,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IA4BzH,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAY7C,UAAU,IAAI,MAAM;IA0BpB,SAAS,CAAC,IAAI,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAyB7E,KAAK,IAAI,MAAM;CAsBvB;AAED,eAAO,MAAM,cAAc,2BAAkC,CAAC;AAE9D,eAAO,MAAM,eAAe,EAAE,IAyB7B,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,IAuBjC,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,IAkBjC,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,IAoB9B,CAAC;AAEF,eAAO,MAAM,eAAe,EAAE,IAsB7B,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,IAoB9B,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,IAoB9B,CAAC;AAEF,eAAO,MAAM,iBAAiB,EAAE,IAqB/B,CAAC;AAEF,eAAO,MAAM,iBAAiB,EAAE,IAqB/B,CAAC;AAEF,eAAO,MAAM,eAAe,EAAE,IAsB7B,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,IAuBhC,CAAC;AAEF,eAAO,MAAM,qBAAqB,EAAE,IAmBnC,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,IAoBhC,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,IAwBhC,CAAC;AAEF,eAAO,MAAM,eAAe,EAAE,IAoB7B,CAAC;AAEF,eAAO,MAAM,oBAAoB,EAAE,IAwBlC,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,IAkB9B,CAAC"}
|
package/dist/tools/browser.js
CHANGED
|
@@ -5,6 +5,7 @@ import * as os from "node:os";
|
|
|
5
5
|
import * as path from "node:path";
|
|
6
6
|
import { spawn } from "node:child_process";
|
|
7
7
|
import { createRequire } from "node:module";
|
|
8
|
+
import { extractArticleFromHtml, shouldBlockFastReadRequest } from "./article.js";
|
|
8
9
|
const BROWSER_EMOJI_ZWJ_RE = /(?:\p{Extended_Pictographic}|\p{Emoji_Presentation}|[\u2600-\u27BF])(?:\uFE0F|\uFE0E|[\u{1F3FB}-\u{1F3FF}])?(?:\u200D(?:\p{Extended_Pictographic}|\p{Emoji_Presentation}|[\u2600-\u27BF])(?:\uFE0F|\uFE0E|[\u{1F3FB}-\u{1F3FF}])?)+/gu;
|
|
9
10
|
const BROWSER_EMOJI_KEYCAP_RE = /[0-9#*]\uFE0F?\u20E3/gu;
|
|
10
11
|
const BROWSER_EMOJI_SUPP_RE = /[\u{1F1E6}-\u{1F1FF}\u{1F3FB}-\u{1F3FF}\u{E0020}-\u{E007F}]/gu;
|
|
@@ -772,9 +773,11 @@ export class HeadlessBrowserController {
|
|
|
772
773
|
consoleBuffer = [];
|
|
773
774
|
cookieJar = new Map();
|
|
774
775
|
stealth = false;
|
|
776
|
+
fastRead = false;
|
|
777
|
+
pwRouteHooked = false;
|
|
775
778
|
harEntries = [];
|
|
776
779
|
harStartedAt = "";
|
|
777
|
-
userAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 Wide-CLI/0.
|
|
780
|
+
userAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 Wide-CLI/0.7.211126";
|
|
778
781
|
findSystemBrowserExecutable() {
|
|
779
782
|
const candidates = [];
|
|
780
783
|
if (process.platform === "win32") {
|
|
@@ -867,6 +870,8 @@ export class HeadlessBrowserController {
|
|
|
867
870
|
await this.pwContext.addInitScript(CLI_STEALTH_INIT_SCRIPT);
|
|
868
871
|
}
|
|
869
872
|
this.pwPage = await this.pwContext.newPage();
|
|
873
|
+
this.pwRouteHooked = false;
|
|
874
|
+
await this.applyFastReadFilter();
|
|
870
875
|
this.pwPage.on("console", (msg) => {
|
|
871
876
|
this.pushConsoleEntry(msg.type(), msg.text());
|
|
872
877
|
});
|
|
@@ -941,6 +946,7 @@ export class HeadlessBrowserController {
|
|
|
941
946
|
this.cdp = session;
|
|
942
947
|
this.state.mode = "cdp";
|
|
943
948
|
this.state.stealth = this.stealth;
|
|
949
|
+
await this.applyFastReadFilter();
|
|
944
950
|
return "cdp";
|
|
945
951
|
}
|
|
946
952
|
catch {
|
|
@@ -952,6 +958,33 @@ export class HeadlessBrowserController {
|
|
|
952
958
|
this.state.stealth = this.stealth;
|
|
953
959
|
return "http";
|
|
954
960
|
}
|
|
961
|
+
async applyFastReadFilter(fastRead) {
|
|
962
|
+
if (typeof fastRead === "boolean") {
|
|
963
|
+
this.fastRead = fastRead;
|
|
964
|
+
}
|
|
965
|
+
if (this.pwPage && this.fastRead && !this.pwRouteHooked && typeof this.pwPage.route === "function") {
|
|
966
|
+
this.pwRouteHooked = true;
|
|
967
|
+
await this.pwPage
|
|
968
|
+
.route("**/*", (route) => {
|
|
969
|
+
if (this.fastRead) {
|
|
970
|
+
const req = route.request();
|
|
971
|
+
if (shouldBlockFastReadRequest(req.resourceType(), req.url())) {
|
|
972
|
+
return route.abort();
|
|
973
|
+
}
|
|
974
|
+
}
|
|
975
|
+
return route.continue();
|
|
976
|
+
})
|
|
977
|
+
.catch(() => {
|
|
978
|
+
this.pwRouteHooked = false;
|
|
979
|
+
});
|
|
980
|
+
}
|
|
981
|
+
if (this.cdp) {
|
|
982
|
+
const blocked = this.fastRead
|
|
983
|
+
? ["*.png", "*.jpg", "*.jpeg", "*.gif", "*.webp", "*.svg", "*.woff", "*.woff2", "*.ttf", "*.css", "*google-analytics*", "*doubleclick*"]
|
|
984
|
+
: [];
|
|
985
|
+
await this.cdp.send("Network.setBlockedURLs", { urls: blocked }).catch(() => { });
|
|
986
|
+
}
|
|
987
|
+
}
|
|
955
988
|
pushConsoleEntry(level, text) {
|
|
956
989
|
this.consoleBuffer.push({
|
|
957
990
|
level: String(level || "log"),
|
|
@@ -1119,15 +1152,20 @@ export class HeadlessBrowserController {
|
|
|
1119
1152
|
await this.cleanupLiveDrivers();
|
|
1120
1153
|
this.stealth = opts.stealth;
|
|
1121
1154
|
}
|
|
1155
|
+
if (typeof opts?.fastRead === "boolean") {
|
|
1156
|
+
this.fastRead = opts.fastRead;
|
|
1157
|
+
}
|
|
1122
1158
|
const mode = await this.ensureLiveSession();
|
|
1159
|
+
await this.applyFastReadFilter(opts?.fastRead);
|
|
1123
1160
|
if (url && url.trim()) {
|
|
1124
|
-
return this.navigate(url);
|
|
1161
|
+
return this.navigate(url, { fastRead: opts?.fastRead });
|
|
1125
1162
|
}
|
|
1126
1163
|
return `Browser session initialized (engine: ${mode}, url: ${this.state.url}${this.stealth ? ", stealth: on" : ""}).`;
|
|
1127
1164
|
}
|
|
1128
|
-
async navigate(url) {
|
|
1165
|
+
async navigate(url, opts) {
|
|
1129
1166
|
const target = this.normalizeTargetUrl(url);
|
|
1130
1167
|
const mode = await this.ensureLiveSession();
|
|
1168
|
+
await this.applyFastReadFilter(opts?.fastRead);
|
|
1131
1169
|
if (mode === "playwright" && this.pwPage) {
|
|
1132
1170
|
try {
|
|
1133
1171
|
const res = await this.pwPage.goto(target, { waitUntil: "domcontentloaded", timeout: 25000 });
|
|
@@ -1526,10 +1564,30 @@ export class HeadlessBrowserController {
|
|
|
1526
1564
|
await new Promise((r) => setTimeout(r, ms));
|
|
1527
1565
|
return `Waited ${ms}ms.`;
|
|
1528
1566
|
}
|
|
1529
|
-
extract(query = "") {
|
|
1567
|
+
extract(query = "", mode = "text") {
|
|
1530
1568
|
if (!this.state.rawHtml && !this.state.textContent) {
|
|
1531
1569
|
return "No webpage currently loaded. Use browser_navigate first.";
|
|
1532
1570
|
}
|
|
1571
|
+
const m = String(mode || "text").toLowerCase();
|
|
1572
|
+
if (m === "article" || m === "clean_text") {
|
|
1573
|
+
const article = extractArticleFromHtml(this.state.rawHtml || this.state.textContent, this.state.url);
|
|
1574
|
+
if (m === "article") {
|
|
1575
|
+
return JSON.stringify({
|
|
1576
|
+
...article,
|
|
1577
|
+
cleanText: article.cleanText.slice(0, 14000),
|
|
1578
|
+
}, null, 2);
|
|
1579
|
+
}
|
|
1580
|
+
const headerLines = [
|
|
1581
|
+
`Page Title: ${article.title}`,
|
|
1582
|
+
`Page URL: ${article.url || this.state.url}`,
|
|
1583
|
+
article.author ? `Author: ${article.author}` : "",
|
|
1584
|
+
article.date ? `Date: ${article.date}` : "",
|
|
1585
|
+
article.description ? `Description: ${article.description}` : "",
|
|
1586
|
+
"",
|
|
1587
|
+
article.cleanText.slice(0, 16000),
|
|
1588
|
+
].filter(Boolean);
|
|
1589
|
+
return headerLines.join("\n");
|
|
1590
|
+
}
|
|
1533
1591
|
const lines = [
|
|
1534
1592
|
`Page Title: ${this.state.title}`,
|
|
1535
1593
|
`Page URL: ${this.state.url}`,
|
|
@@ -1726,7 +1784,8 @@ export const browserOpenTool = {
|
|
|
1726
1784
|
type: "object",
|
|
1727
1785
|
properties: {
|
|
1728
1786
|
url: { type: "string", description: "Optional URL to open immediately." },
|
|
1729
|
-
stealth: { type: "boolean", description: "Opt-in stealth evasion mode masking navigator.webdriver." }
|
|
1787
|
+
stealth: { type: "boolean", description: "Opt-in stealth evasion mode masking navigator.webdriver." },
|
|
1788
|
+
fastRead: { type: "boolean", description: "Abort images, fonts, stylesheets, media, and analytics trackers for fast reading." }
|
|
1730
1789
|
},
|
|
1731
1790
|
required: []
|
|
1732
1791
|
}
|
|
@@ -1735,6 +1794,7 @@ export const browserOpenTool = {
|
|
|
1735
1794
|
try {
|
|
1736
1795
|
const result = await defaultBrowser.open(params.url, {
|
|
1737
1796
|
stealth: typeof params.stealth === "boolean" ? params.stealth : undefined,
|
|
1797
|
+
fastRead: typeof params.fastRead === "boolean" ? params.fastRead : undefined,
|
|
1738
1798
|
});
|
|
1739
1799
|
return { success: true, output: result };
|
|
1740
1800
|
}
|
|
@@ -1750,14 +1810,17 @@ export const browserNavigateTool = {
|
|
|
1750
1810
|
parameters: {
|
|
1751
1811
|
type: "object",
|
|
1752
1812
|
properties: {
|
|
1753
|
-
url: { type: "string", description: "Target URL to visit (e.g. https://example.com)." }
|
|
1813
|
+
url: { type: "string", description: "Target URL to visit (e.g. https://example.com)." },
|
|
1814
|
+
fastRead: { type: "boolean", description: "Block heavy media/fonts/CSS/trackers during navigation." }
|
|
1754
1815
|
},
|
|
1755
1816
|
required: ["url"]
|
|
1756
1817
|
}
|
|
1757
1818
|
},
|
|
1758
1819
|
async execute(params) {
|
|
1759
1820
|
try {
|
|
1760
|
-
const result = await defaultBrowser.navigate(params.url
|
|
1821
|
+
const result = await defaultBrowser.navigate(params.url, {
|
|
1822
|
+
fastRead: typeof params.fastRead === "boolean" ? params.fastRead : undefined,
|
|
1823
|
+
});
|
|
1761
1824
|
return { success: true, output: result };
|
|
1762
1825
|
}
|
|
1763
1826
|
catch (err) {
|
|
@@ -1948,18 +2011,21 @@ export const browserWaitTool = {
|
|
|
1948
2011
|
export const browserExtractTool = {
|
|
1949
2012
|
definition: {
|
|
1950
2013
|
name: "browser_extract",
|
|
1951
|
-
description: "Extract
|
|
2014
|
+
description: "Extract clean article content/metadata (article/clean_text) or search text from the currently loaded page.",
|
|
1952
2015
|
parameters: {
|
|
1953
2016
|
type: "object",
|
|
1954
2017
|
properties: {
|
|
1955
|
-
query: { type: "string", description: "Optional search query or term to filter extracted content." }
|
|
2018
|
+
query: { type: "string", description: "Optional search query or term to filter extracted content." },
|
|
2019
|
+
mode: { type: "string", enum: ["text", "article", "clean_text"], description: "Extraction mode. Use 'article' or 'clean_text' to strip navigation/footer boilerplate." },
|
|
2020
|
+
cleanText: { type: "boolean", description: "Shorthand for clean_text article extraction." }
|
|
1956
2021
|
},
|
|
1957
2022
|
required: []
|
|
1958
2023
|
}
|
|
1959
2024
|
},
|
|
1960
2025
|
async execute(params) {
|
|
1961
2026
|
try {
|
|
1962
|
-
const
|
|
2027
|
+
const mode = params.mode || (params.cleanText ? "clean_text" : "text");
|
|
2028
|
+
const result = defaultBrowser.extract(params.query || "", mode);
|
|
1963
2029
|
return { success: true, output: result };
|
|
1964
2030
|
}
|
|
1965
2031
|
catch (err) {
|