wide-cli 0.5.1611261726 → 0.7.211126

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (159) hide show
  1. package/README.md +16 -1
  2. package/data/osv-bundle.json +1 -1
  3. package/data/rules.json +1 -1
  4. package/dist/agent/index.d.ts +25 -3
  5. package/dist/agent/index.d.ts.map +1 -1
  6. package/dist/agent/index.js +117 -18
  7. package/dist/agent/index.js.map +1 -1
  8. package/dist/completion.js +5 -5
  9. package/dist/completion.js.map +1 -1
  10. package/dist/config/index.d.ts +4 -1
  11. package/dist/config/index.d.ts.map +1 -1
  12. package/dist/config/index.js +9 -2
  13. package/dist/config/index.js.map +1 -1
  14. package/dist/fix.d.ts +25 -0
  15. package/dist/fix.d.ts.map +1 -0
  16. package/dist/fix.js +197 -0
  17. package/dist/fix.js.map +1 -0
  18. package/dist/hook.d.ts +31 -0
  19. package/dist/hook.d.ts.map +1 -0
  20. package/dist/hook.js +152 -0
  21. package/dist/hook.js.map +1 -0
  22. package/dist/index.js +169 -6
  23. package/dist/index.js.map +1 -1
  24. package/dist/providers/antigravity.d.ts +46 -0
  25. package/dist/providers/antigravity.d.ts.map +1 -0
  26. package/dist/providers/antigravity.js +496 -0
  27. package/dist/providers/antigravity.js.map +1 -0
  28. package/dist/providers/claude-code.d.ts +60 -0
  29. package/dist/providers/claude-code.d.ts.map +1 -0
  30. package/dist/providers/claude-code.js +973 -0
  31. package/dist/providers/claude-code.js.map +1 -0
  32. package/dist/providers/codex.d.ts +52 -0
  33. package/dist/providers/codex.d.ts.map +1 -0
  34. package/dist/providers/codex.js +742 -0
  35. package/dist/providers/codex.js.map +1 -0
  36. package/dist/providers/index.d.ts.map +1 -1
  37. package/dist/providers/index.js +33 -1
  38. package/dist/providers/index.js.map +1 -1
  39. package/dist/repl/commands.d.ts.map +1 -1
  40. package/dist/repl/commands.js +53 -3
  41. package/dist/repl/commands.js.map +1 -1
  42. package/dist/repl/index.d.ts +3 -0
  43. package/dist/repl/index.d.ts.map +1 -1
  44. package/dist/repl/index.js +11 -6
  45. package/dist/repl/index.js.map +1 -1
  46. package/dist/repl/setup.d.ts.map +1 -1
  47. package/dist/repl/setup.js +16 -4
  48. package/dist/repl/setup.js.map +1 -1
  49. package/dist/security/crawler.d.ts +90 -0
  50. package/dist/security/crawler.d.ts.map +1 -0
  51. package/dist/security/crawler.js +622 -0
  52. package/dist/security/crawler.js.map +1 -0
  53. package/dist/security/fuzzer.d.ts +1 -0
  54. package/dist/security/fuzzer.d.ts.map +1 -1
  55. package/dist/security/fuzzer.js +25 -1
  56. package/dist/security/fuzzer.js.map +1 -1
  57. package/dist/security/inspect/evasion-decode.d.ts +41 -0
  58. package/dist/security/inspect/evasion-decode.d.ts.map +1 -0
  59. package/dist/security/inspect/evasion-decode.js +316 -0
  60. package/dist/security/inspect/evasion-decode.js.map +1 -0
  61. package/dist/security/inspect/http-conformance.d.ts +51 -0
  62. package/dist/security/inspect/http-conformance.d.ts.map +1 -0
  63. package/dist/security/inspect/http-conformance.js +389 -0
  64. package/dist/security/inspect/http-conformance.js.map +1 -0
  65. package/dist/security/inspect/lexical-sqli.d.ts +7 -0
  66. package/dist/security/inspect/lexical-sqli.d.ts.map +1 -0
  67. package/dist/security/inspect/lexical-sqli.js +986 -0
  68. package/dist/security/inspect/lexical-sqli.js.map +1 -0
  69. package/dist/security/inspect/lexical-xss.d.ts +10 -0
  70. package/dist/security/inspect/lexical-xss.d.ts.map +1 -0
  71. package/dist/security/inspect/lexical-xss.js +654 -0
  72. package/dist/security/inspect/lexical-xss.js.map +1 -0
  73. package/dist/security/inspect/libinjection-tables.d.ts +6 -0
  74. package/dist/security/inspect/libinjection-tables.d.ts.map +1 -0
  75. package/dist/security/inspect/libinjection-tables.js +6 -0
  76. package/dist/security/inspect/libinjection-tables.js.map +1 -0
  77. package/dist/security/inspect/safe-pattern.d.ts +62 -0
  78. package/dist/security/inspect/safe-pattern.d.ts.map +1 -0
  79. package/dist/security/inspect/safe-pattern.js +640 -0
  80. package/dist/security/inspect/safe-pattern.js.map +1 -0
  81. package/dist/security/inspect/score-policy.d.ts +82 -0
  82. package/dist/security/inspect/score-policy.d.ts.map +1 -0
  83. package/dist/security/inspect/score-policy.js +241 -0
  84. package/dist/security/inspect/score-policy.js.map +1 -0
  85. package/dist/security/inspect.d.ts +7 -0
  86. package/dist/security/inspect.d.ts.map +1 -0
  87. package/dist/security/inspect.js +7 -0
  88. package/dist/security/inspect.js.map +1 -0
  89. package/dist/security/loader.d.ts.map +1 -1
  90. package/dist/security/loader.js +12 -2
  91. package/dist/security/loader.js.map +1 -1
  92. package/dist/security/payloads.d.ts.map +1 -1
  93. package/dist/security/payloads.js +19 -0
  94. package/dist/security/payloads.js.map +1 -1
  95. package/dist/security/scanner.d.ts +2 -0
  96. package/dist/security/scanner.d.ts.map +1 -1
  97. package/dist/security/scanner.js +31 -26
  98. package/dist/security/scanner.js.map +1 -1
  99. package/dist/security/secrets.d.ts +2 -2
  100. package/dist/security/secrets.d.ts.map +1 -1
  101. package/dist/security/secrets.js +3 -43
  102. package/dist/security/secrets.js.map +1 -1
  103. package/dist/security/taint.d.ts +2 -13
  104. package/dist/security/taint.d.ts.map +1 -1
  105. package/dist/security/taint.js +1 -516
  106. package/dist/security/taint.js.map +1 -1
  107. package/dist/tools/article.d.ts +18 -0
  108. package/dist/tools/article.d.ts.map +1 -0
  109. package/dist/tools/article.js +193 -0
  110. package/dist/tools/article.js.map +1 -0
  111. package/dist/tools/browser.d.ts +8 -2
  112. package/dist/tools/browser.d.ts.map +1 -1
  113. package/dist/tools/browser.js +76 -10
  114. package/dist/tools/browser.js.map +1 -1
  115. package/dist/tools/docx.d.ts +11 -0
  116. package/dist/tools/docx.d.ts.map +1 -0
  117. package/dist/tools/docx.js +149 -0
  118. package/dist/tools/docx.js.map +1 -0
  119. package/dist/tools/fs.d.ts +2 -0
  120. package/dist/tools/fs.d.ts.map +1 -1
  121. package/dist/tools/fs.js +96 -7
  122. package/dist/tools/fs.js.map +1 -1
  123. package/dist/tools/http.d.ts.map +1 -1
  124. package/dist/tools/http.js +125 -48
  125. package/dist/tools/http.js.map +1 -1
  126. package/dist/tools/index.d.ts +21 -2
  127. package/dist/tools/index.d.ts.map +1 -1
  128. package/dist/tools/index.js +137 -14
  129. package/dist/tools/index.js.map +1 -1
  130. package/dist/tools/resilience.d.ts +78 -0
  131. package/dist/tools/resilience.d.ts.map +1 -0
  132. package/dist/tools/resilience.js +211 -0
  133. package/dist/tools/resilience.js.map +1 -0
  134. package/dist/tools/security.d.ts +2 -0
  135. package/dist/tools/security.d.ts.map +1 -1
  136. package/dist/tools/security.js +79 -1
  137. package/dist/tools/security.js.map +1 -1
  138. package/dist/tools/types.d.ts +4 -0
  139. package/dist/tools/types.d.ts.map +1 -1
  140. package/dist/ui/banner.d.ts.map +1 -1
  141. package/dist/ui/banner.js +2 -2
  142. package/dist/ui/banner.js.map +1 -1
  143. package/dist/vendor/wide-engine/index.d.ts +4 -0
  144. package/dist/vendor/wide-engine/index.d.ts.map +1 -0
  145. package/dist/vendor/wide-engine/index.js +3 -0
  146. package/dist/vendor/wide-engine/index.js.map +1 -0
  147. package/dist/vendor/wide-engine/secrets.d.ts +4 -0
  148. package/dist/vendor/wide-engine/secrets.d.ts.map +1 -0
  149. package/dist/vendor/wide-engine/secrets.js +48 -0
  150. package/dist/vendor/wide-engine/secrets.js.map +1 -0
  151. package/dist/vendor/wide-engine/taint.d.ts +5 -0
  152. package/dist/vendor/wide-engine/taint.d.ts.map +1 -0
  153. package/dist/vendor/wide-engine/taint.js +533 -0
  154. package/dist/vendor/wide-engine/taint.js.map +1 -0
  155. package/dist/vendor/wide-engine/types.d.ts +30 -0
  156. package/dist/vendor/wide-engine/types.d.ts.map +1 -0
  157. package/dist/vendor/wide-engine/types.js +2 -0
  158. package/dist/vendor/wide-engine/types.js.map +1 -0
  159. package/package.json +5 -3
@@ -0,0 +1,193 @@
1
+ export const FAST_READ_BLOCKED_RESOURCE_TYPES = new Set([
2
+ "image",
3
+ "media",
4
+ "font",
5
+ "stylesheet",
6
+ ]);
7
+ export const FAST_READ_TRACKER_PATTERNS = [
8
+ "google-analytics.com",
9
+ "googletagmanager.com",
10
+ "doubleclick.net",
11
+ "googlesyndication.com",
12
+ "facebook.net/en_us/fbevents",
13
+ "connect.facebook.net",
14
+ "analytics.tiktok.com",
15
+ "hotjar.com",
16
+ "segment.io",
17
+ "mixpanel.com",
18
+ "scorecardresearch.com",
19
+ ];
20
+ export function shouldBlockFastReadRequest(resourceType, reqUrl) {
21
+ const rType = String(resourceType || "").toLowerCase();
22
+ if (FAST_READ_BLOCKED_RESOURCE_TYPES.has(rType)) {
23
+ return true;
24
+ }
25
+ const lowerUrl = String(reqUrl || "").toLowerCase();
26
+ return FAST_READ_TRACKER_PATTERNS.some((pat) => lowerUrl.includes(pat));
27
+ }
28
+ function decodeHtmlEntities(input) {
29
+ return input
30
+ .replace(/ /gi, " ")
31
+ .replace(/&/gi, "&")
32
+ .replace(/&lt;/gi, "<")
33
+ .replace(/&gt;/gi, ">")
34
+ .replace(/&quot;/gi, '"')
35
+ .replace(/&#39;|&apos;/gi, "'")
36
+ .replace(/&#(\d+);/g, (_m, dec) => {
37
+ const code = Number.parseInt(dec, 10);
38
+ return Number.isFinite(code) && code > 0 && code <= 0x10ffff ? String.fromCodePoint(code) : "";
39
+ })
40
+ .replace(/&#x([0-9a-f]+);/gi, (_m, hex) => {
41
+ const code = Number.parseInt(hex, 16);
42
+ return Number.isFinite(code) && code > 0 && code <= 0x10ffff ? String.fromCodePoint(code) : "";
43
+ });
44
+ }
45
+ function parseTagAttrs(raw) {
46
+ const attrs = {};
47
+ const re = /([a-zA-Z0-9_:-]+)(?:\s*=\s*(?:"([^"]*)"|'([^']*)'|([^\s>]+)))?/g;
48
+ let m;
49
+ while ((m = re.exec(raw)) !== null) {
50
+ const k = m[1].toLowerCase();
51
+ const v = m[2] ?? m[3] ?? m[4] ?? "";
52
+ attrs[k] = decodeHtmlEntities(v).trim();
53
+ }
54
+ return attrs;
55
+ }
56
+ function resolveMaybeUrl(raw, baseUrl) {
57
+ const val = String(raw || "").trim();
58
+ if (!val)
59
+ return "";
60
+ try {
61
+ return baseUrl ? new URL(val, baseUrl).href : val;
62
+ }
63
+ catch {
64
+ return val;
65
+ }
66
+ }
67
+ function stripNonContentBlocks(html, aggressive) {
68
+ let s = html
69
+ .replace(/<!--[\s\S]*?-->/g, " ")
70
+ .replace(/<(script|style|noscript|svg|template|iframe|canvas|form)\b[\s\S]*?<\/\1>/gi, " ");
71
+ if (aggressive) {
72
+ s = s
73
+ .replace(/<(nav|footer|aside|header)\b[\s\S]*?<\/\1>/gi, " ")
74
+ .replace(/<(?:div|section|ul)\b[^>]*(?:class|id)\s*=\s*["'][^"']*(?:nav|menu|sidebar|footer|header|cookie|banner|breadcrumb|related|comment|social|share|advert|promo|popup|modal)[^"']*["'][^>]*>[\s\S]*?<\/(?:div|section|ul)>/gi, " ");
75
+ }
76
+ return s;
77
+ }
78
+ function htmlSliceToParagraphs(fragment) {
79
+ const withBreaks = fragment
80
+ .replace(/<br\s*\/?>/gi, "\n")
81
+ .replace(/<\/(?:p|div|li|h[1-6]|blockquote|pre|figcaption|tr|section|article)>/gi, "\n\n")
82
+ .replace(/<(?:li)\b[^>]*>/gi, "- ");
83
+ const stripped = decodeHtmlEntities(withBreaks.replace(/<[^>]+>/g, " "));
84
+ const blocks = stripped
85
+ .split(/\n{2,}/)
86
+ .map((line) => line.replace(/[ \t\r\n]+/g, " ").trim())
87
+ .filter((line) => line.length >= 2);
88
+ const out = [];
89
+ const seen = new Set();
90
+ for (const b of blocks) {
91
+ if (seen.has(b))
92
+ continue;
93
+ seen.add(b);
94
+ out.push(b);
95
+ }
96
+ return out;
97
+ }
98
+ export function extractArticleFromHtml(html, url = "") {
99
+ const src = String(html || "");
100
+ const metaMap = new Map();
101
+ const metaRe = /<meta\b([^>]*)>/gi;
102
+ let mm;
103
+ while ((mm = metaRe.exec(src)) !== null) {
104
+ const attrs = parseTagAttrs(mm[1]);
105
+ const key = (attrs.property || attrs.name || "").toLowerCase();
106
+ if (key && attrs.content && !metaMap.has(key)) {
107
+ metaMap.set(key, attrs.content);
108
+ }
109
+ }
110
+ const titleTagMatch = src.match(/<title\b[^>]*>([\s\S]*?)<\/title>/i);
111
+ const h1Match = src.match(/<h1\b[^>]*>([\s\S]*?)<\/h1>/i);
112
+ const h1Text = h1Match ? decodeHtmlEntities(h1Match[1].replace(/<[^>]+>/g, " ")).replace(/\s+/g, " ").trim() : "";
113
+ const title = metaMap.get("og:title") ||
114
+ metaMap.get("twitter:title") ||
115
+ (titleTagMatch ? decodeHtmlEntities(titleTagMatch[1]).replace(/\s+/g, " ").trim() : "") ||
116
+ h1Text ||
117
+ "Untitled";
118
+ const timeTagMatch = src.match(/<time\b[^>]*datetime\s*=\s*["']([^"']+)["'][^>]*>/i);
119
+ const author = metaMap.get("author") ||
120
+ metaMap.get("article:author") ||
121
+ metaMap.get("parsely-author") ||
122
+ "";
123
+ const date = metaMap.get("article:published_time") ||
124
+ metaMap.get("pubdate") ||
125
+ metaMap.get("publish_date") ||
126
+ metaMap.get("date") ||
127
+ (timeTagMatch ? timeTagMatch[1].trim() : "") ||
128
+ "";
129
+ const description = metaMap.get("description") || metaMap.get("og:description") || metaMap.get("twitter:description") || "";
130
+ const publisher = metaMap.get("og:site_name") ||
131
+ (() => {
132
+ try {
133
+ return url ? new URL(url).hostname : "";
134
+ }
135
+ catch {
136
+ return "";
137
+ }
138
+ })();
139
+ const ogImage = resolveMaybeUrl(metaMap.get("og:image") || metaMap.get("twitter:image") || "", url);
140
+ const kwRaw = metaMap.get("keywords") || metaMap.get("news_keywords") || "";
141
+ const keywords = kwRaw
142
+ .split(",")
143
+ .map((k) => k.trim())
144
+ .filter(Boolean);
145
+ const sanitizedBase = stripNonContentBlocks(src, false);
146
+ const articleMatch = sanitizedBase.match(/<article\b[^>]*>([\s\S]*?)<\/article>/i);
147
+ const mainMatch = sanitizedBase.match(/<main\b[^>]*>([\s\S]*?)<\/main>/i) ||
148
+ sanitizedBase.match(/<div\b[^>]*role\s*=\s*["']main["'][^>]*>([\s\S]*?)<\/div>/i);
149
+ let primaryScope = "";
150
+ if (articleMatch && articleMatch[1].length >= 120) {
151
+ primaryScope = articleMatch[1];
152
+ }
153
+ else if (mainMatch && mainMatch[1].length >= 120) {
154
+ primaryScope = mainMatch[1];
155
+ }
156
+ let paragraphs = primaryScope ? htmlSliceToParagraphs(stripNonContentBlocks(primaryScope, true)) : [];
157
+ if (paragraphs.join("\n\n").length < 80) {
158
+ paragraphs = htmlSliceToParagraphs(stripNonContentBlocks(src, true));
159
+ }
160
+ if (paragraphs.length === 0) {
161
+ paragraphs = htmlSliceToParagraphs(sanitizedBase);
162
+ }
163
+ const allImages = [];
164
+ const imgScope = primaryScope || sanitizedBase;
165
+ const imgRe = /<img\b([^>]*)>/gi;
166
+ let im;
167
+ const imgSeen = new Set();
168
+ while ((im = imgRe.exec(imgScope)) !== null) {
169
+ const attrs = parseTagAttrs(im[1]);
170
+ const resolved = resolveMaybeUrl(attrs.src || attrs["data-src"] || "", url);
171
+ if (resolved && !resolved.startsWith("data:") && !imgSeen.has(resolved)) { // wide-ignore wide/path-containment-startswith-no-sep-js-java
172
+ imgSeen.add(resolved);
173
+ allImages.push(resolved);
174
+ if (allImages.length >= 40)
175
+ break;
176
+ }
177
+ }
178
+ const cleanText = paragraphs.join("\n\n");
179
+ return {
180
+ title,
181
+ cleanText,
182
+ author,
183
+ date,
184
+ description,
185
+ publisher,
186
+ image: ogImage || allImages[0] || "",
187
+ allImages,
188
+ keywords,
189
+ textLength: cleanText.length,
190
+ url,
191
+ };
192
+ }
193
+ //# sourceMappingURL=article.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"article.js","sourceRoot":"","sources":["../../src/tools/article.ts"],"names":[],"mappings":"AAcA,MAAM,CAAC,MAAM,gCAAgC,GAAG,IAAI,GAAG,CAAC;IACtD,OAAO;IACP,OAAO;IACP,MAAM;IACN,YAAY;CACb,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,0BAA0B,GAAG;IACxC,sBAAsB;IACtB,sBAAsB;IACtB,iBAAiB;IACjB,uBAAuB;IACvB,6BAA6B;IAC7B,sBAAsB;IACtB,sBAAsB;IACtB,YAAY;IACZ,YAAY;IACZ,cAAc;IACd,uBAAuB;CACxB,CAAC;AAEF,MAAM,UAAU,0BAA0B,CAAC,YAAoB,EAAE,MAAc;IAC7E,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IACvD,IAAI,gCAAgC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAChD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IACpD,OAAO,0BAA0B,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa;IACvC,OAAO,KAAK;SACT,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC;SAC9B,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACtC,OAAO,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACjG,CAAC,CAAC;SACD,OAAO,CAAC,mBAAmB,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE;QACxC,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACtC,OAAO,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACjG,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,aAAa,CAAC,GAAW;IAChC,MAAM,KAAK,GAA2B,EAAE,CAAC;IACzC,MAAM,EAAE,GAAG,iEAAiE,CAAC;IAC7E,IAAI,CAAyB,CAAC;IAC9B,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACnC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QAC7B,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACrC,KAAK,CAAC,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1C,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CAAC,GAAW,EAAE,OAAe;IACnD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACrC,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,CAAC;IACpB,IAAI,CAAC;QACH,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAY,EAAE,UAAmB;IAC9D,IAAI,CAAC,GAAG,IAAI;SACT,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC;SAChC,OAAO,CAAC,4EAA4E,EAAE,GAAG,CAAC,CAAC;IAC9F,IAAI,UAAU,EAAE,CAAC;QACf,CAAC,GAAG,CAAC;aACF,OAAO,CAAC,8CAA8C,EAAE,GAAG,CAAC;aAC5D,OAAO,CAAC,0NAA0N,EAAE,GAAG,CAAC,CAAC;IAC9O,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,qBAAqB,CAAC,QAAgB;IAC7C,MAAM,UAAU,GAAG,QAAQ;SACxB,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC;SAC7B,OAAO,CAAC,wEAAwE,EAAE,MAAM,CAAC;SACzF,OAAO,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;IACtC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,UAAU,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC;IACzE,MAAM,MAAM,GAAG,QAAQ;SACpB,KAAK,CAAC,QAAQ,CAAC;SACf,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;SACtD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IACtC,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,SAAS;QAC1B,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACZ,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACd,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,IAAY,EAAE,GAAG,GAAG,EAAE;IAC3D,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAC/B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,MAAM,MAAM,GAAG,mBAAmB,CAAC;IACnC,IAAI,EAA0B,CAAC;IAC/B,OAAO,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QAC/D,IAAI,GAAG,IAAI,KAAK,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9C,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,MAAM,aAAa,GAAG,GAAG,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACtE,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAC1D,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAClH,MAAM,KAAK,GACT,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;QAC5B,CAAC,aAAa,CAAC,CAAC,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvF,MAAM;QACN,UAAU,CAAC;IAEb,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACrF,MAAM,MAAM,GACV,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;QACrB,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;QAC7B,EAAE,CAAC;IACL,MAAM,IAAI,GACR,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;QACrC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;QACnB,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5C,EAAE,CAAC;IACL,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,IAAI,EAAE,CAAC;IAC5H,MAAM,SAAS,GACb,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAC3B,CAAC,GAAG,EAAE;YACJ,IAAI,CAAC;gBACH,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1C,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;IACpG,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;IAC5E,MAAM,QAAQ,GAAG,KAAK;SACnB,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,OAAO,CAAC,CAAC;IAEnB,MAAM,aAAa,GAAG,qBAAqB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACxD,MAAM,YAAY,GAAG,aAAa,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;IACnF,MAAM,SAAS,GACb,aAAa,CAAC,KAAK,CAAC,kCAAkC,CAAC;QACvD,aAAa,CAAC,KAAK,CAAC,4DAA4D,CAAC,CAAC;IAEpF,IAAI,YAAY,GAAG,EAAE,CAAC;IACtB,IAAI,YAAY,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;QAClD,YAAY,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC;SAAM,IAAI,SAAS,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;QACnD,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC;IAED,IAAI,UAAU,GAAG,YAAY,CAAC,CAAC,CAAC,qBAAqB,CAAC,qBAAqB,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACtG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACxC,UAAU,GAAG,qBAAqB,CAAC,qBAAqB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;IACvE,CAAC;IACD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,UAAU,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,QAAQ,GAAG,YAAY,IAAI,aAAa,CAAC;IAC/C,MAAM,KAAK,GAAG,kBAAkB,CAAC;IACjC,IAAI,EAA0B,CAAC;IAC/B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,OAAO,CAAC,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;QAC5E,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,8DAA8D;YACvI,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACtB,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzB,IAAI,SAAS,CAAC,MAAM,IAAI,EAAE;gBAAE,MAAM;QACpC,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1C,OAAO;QACL,KAAK;QACL,SAAS;QACT,MAAM;QACN,IAAI;QACJ,WAAW;QACX,SAAS;QACT,KAAK,EAAE,OAAO,IAAI,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE;QACpC,SAAS;QACT,QAAQ;QACR,UAAU,EAAE,SAAS,CAAC,MAAM;QAC5B,GAAG;KACJ,CAAC;AACJ,CAAC"}
@@ -38,6 +38,8 @@ export declare class HeadlessBrowserController {
38
38
  private consoleBuffer;
39
39
  private cookieJar;
40
40
  private stealth;
41
+ private fastRead;
42
+ private pwRouteHooked;
41
43
  private harEntries;
42
44
  private harStartedAt;
43
45
  private userAgent;
@@ -45,6 +47,7 @@ export declare class HeadlessBrowserController {
45
47
  private normalizeTargetUrl;
46
48
  private tryLoadPlaywright;
47
49
  private ensureLiveSession;
50
+ private applyFastReadFilter;
48
51
  private pushConsoleEntry;
49
52
  private cleanupLiveDrivers;
50
53
  forceDisposeSync(): void;
@@ -58,8 +61,11 @@ export declare class HeadlessBrowserController {
58
61
  private parseAttributes;
59
62
  open(url?: string, opts?: {
60
63
  stealth?: boolean;
64
+ fastRead?: boolean;
65
+ }): Promise<string>;
66
+ navigate(url: string, opts?: {
67
+ fastRead?: boolean;
61
68
  }): Promise<string>;
62
- navigate(url: string): Promise<string>;
63
69
  snapshot(): Promise<string>;
64
70
  click(target: string): Promise<string>;
65
71
  fill(target: string, text: string, submit?: boolean): Promise<string>;
@@ -72,7 +78,7 @@ export declare class HeadlessBrowserController {
72
78
  selector?: string;
73
79
  text?: string;
74
80
  }): Promise<string>;
75
- extract(query?: string): string;
81
+ extract(query?: string, mode?: string): string;
76
82
  captureScreenshotFile(outputDir?: string): Promise<string | null>;
77
83
  screenshot(): string;
78
84
  getConsole(clear?: boolean): BrowserConsoleEntry[];
@@ -1 +1 @@
1
- {"version":3,"file":"browser.d.ts","sourceRoot":"","sources":["../../src/tools/browser.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,IAAI,EAAoC,MAAM,YAAY,CAAC;AAEzE,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,UAAU,EAAE,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,IAAI,CAAC,EAAE,YAAY,GAAG,KAAK,GAAG,MAAM,CAAC;IACrC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AASD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAWvD;AAyvBD,qBAAa,yBAAyB;IACpC,OAAO,CAAC,KAAK,CAUX;IAEF,OAAO,CAAC,GAAG,CAAiC;IAC5C,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,MAAM,CAAa;IAC3B,OAAO,CAAC,aAAa,CAA6B;IAClD,OAAO,CAAC,SAAS,CAA6B;IAC9C,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,YAAY,CAAM;IAC1B,OAAO,CAAC,SAAS,CAAwI;IAElJ,2BAA2B,IAAI,MAAM,GAAG,IAAI;IAyCnD,OAAO,CAAC,kBAAkB;YAYZ,iBAAiB;YAkBjB,iBAAiB;IA2H/B,OAAO,CAAC,gBAAgB;YAWV,kBAAkB;IAiBzB,gBAAgB,IAAI,IAAI;YAgBjB,gBAAgB;IAiB9B,OAAO,CAAC,0BAA0B;IAoC3B,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,UAAU,EAAE,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE;IAyEjG,OAAO,CAAC,eAAe;IAYV,IAAI,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAYjE,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA0HtC,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC;IAO3B,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAmGtC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,UAAQ,GAAG,OAAO,CAAC,MAAM,CAAC;IAoEnE,KAAK,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAqBnC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA0BtC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA2BtD,MAAM,CAAC,SAAS,GAAE,IAAI,GAAG,MAAM,GAAG,KAAK,GAAG,QAAiB,EAAE,MAAM,SAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAkB3F,IAAI,CAAC,IAAI,EAAE;QAAE,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IA4CpF,OAAO,CAAC,KAAK,SAAK,GAAG,MAAM;IAkCrB,qBAAqB,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAmBvE,UAAU,IAAI,MAAM;IAsBpB,UAAU,CAAC,KAAK,UAAQ,GAAG,mBAAmB,EAAE;IAS1C,OAAO,CAAC,MAAM,GAAE,KAAK,GAAG,KAAK,GAAG,OAAe,EAAE,MAAM,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IA4BzH,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAY7C,UAAU,IAAI,MAAM;IA0BpB,SAAS,CAAC,IAAI,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAyB7E,KAAK,IAAI,MAAM;CAsBvB;AAED,eAAO,MAAM,cAAc,2BAAkC,CAAC;AAE9D,eAAO,MAAM,eAAe,EAAE,IAuB7B,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,IAoBjC,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,IAkBjC,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,IAoB9B,CAAC;AAEF,eAAO,MAAM,eAAe,EAAE,IAsB7B,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,IAoB9B,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,IAoB9B,CAAC;AAEF,eAAO,MAAM,iBAAiB,EAAE,IAqB/B,CAAC;AAEF,eAAO,MAAM,iBAAiB,EAAE,IAqB/B,CAAC;AAEF,eAAO,MAAM,eAAe,EAAE,IAsB7B,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,IAoBhC,CAAC;AAEF,eAAO,MAAM,qBAAqB,EAAE,IAmBnC,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,IAoBhC,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,IAwBhC,CAAC;AAEF,eAAO,MAAM,eAAe,EAAE,IAoB7B,CAAC;AAEF,eAAO,MAAM,oBAAoB,EAAE,IAwBlC,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,IAkB9B,CAAC"}
1
+ {"version":3,"file":"browser.d.ts","sourceRoot":"","sources":["../../src/tools/browser.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,IAAI,EAAoC,MAAM,YAAY,CAAC;AAEzE,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,UAAU,EAAE,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,IAAI,CAAC,EAAE,YAAY,GAAG,KAAK,GAAG,MAAM,CAAC;IACrC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AASD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAWvD;AAyvBD,qBAAa,yBAAyB;IACpC,OAAO,CAAC,KAAK,CAUX;IAEF,OAAO,CAAC,GAAG,CAAiC;IAC5C,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,MAAM,CAAa;IAC3B,OAAO,CAAC,aAAa,CAA6B;IAClD,OAAO,CAAC,SAAS,CAA6B;IAC9C,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,YAAY,CAAM;IAC1B,OAAO,CAAC,SAAS,CAAyI;IAEnJ,2BAA2B,IAAI,MAAM,GAAG,IAAI;IAyCnD,OAAO,CAAC,kBAAkB;YAYZ,iBAAiB;YAkBjB,iBAAiB;YA8HjB,mBAAmB;IA4BjC,OAAO,CAAC,gBAAgB;YAWV,kBAAkB;IAiBzB,gBAAgB,IAAI,IAAI;YAgBjB,gBAAgB;IAiB9B,OAAO,CAAC,0BAA0B;IAoC3B,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,UAAU,EAAE,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE;IAyEjG,OAAO,CAAC,eAAe;IAYV,IAAI,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAC;QAAC,QAAQ,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAgBrF,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE;QAAE,QAAQ,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IA2HrE,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC;IAO3B,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAmGtC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,UAAQ,GAAG,OAAO,CAAC,MAAM,CAAC;IAoEnE,KAAK,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAqBnC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA0BtC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA2BtD,MAAM,CAAC,SAAS,GAAE,IAAI,GAAG,MAAM,GAAG,KAAK,GAAG,QAAiB,EAAE,MAAM,SAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAkB3F,IAAI,CAAC,IAAI,EAAE;QAAE,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IA4CpF,OAAO,CAAC,KAAK,SAAK,EAAE,IAAI,SAAS,GAAG,MAAM;IA2DpC,qBAAqB,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAmBvE,UAAU,IAAI,MAAM;IAsBpB,UAAU,CAAC,KAAK,UAAQ,GAAG,mBAAmB,EAAE;IAS1C,OAAO,CAAC,MAAM,GAAE,KAAK,GAAG,KAAK,GAAG,OAAe,EAAE,MAAM,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IA4BzH,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAY7C,UAAU,IAAI,MAAM;IA0BpB,SAAS,CAAC,IAAI,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAyB7E,KAAK,IAAI,MAAM;CAsBvB;AAED,eAAO,MAAM,cAAc,2BAAkC,CAAC;AAE9D,eAAO,MAAM,eAAe,EAAE,IAyB7B,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,IAuBjC,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,IAkBjC,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,IAoB9B,CAAC;AAEF,eAAO,MAAM,eAAe,EAAE,IAsB7B,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,IAoB9B,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,IAoB9B,CAAC;AAEF,eAAO,MAAM,iBAAiB,EAAE,IAqB/B,CAAC;AAEF,eAAO,MAAM,iBAAiB,EAAE,IAqB/B,CAAC;AAEF,eAAO,MAAM,eAAe,EAAE,IAsB7B,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,IAuBhC,CAAC;AAEF,eAAO,MAAM,qBAAqB,EAAE,IAmBnC,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,IAoBhC,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,IAwBhC,CAAC;AAEF,eAAO,MAAM,eAAe,EAAE,IAoB7B,CAAC;AAEF,eAAO,MAAM,oBAAoB,EAAE,IAwBlC,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,IAkB9B,CAAC"}
@@ -5,6 +5,7 @@ import * as os from "node:os";
5
5
  import * as path from "node:path";
6
6
  import { spawn } from "node:child_process";
7
7
  import { createRequire } from "node:module";
8
+ import { extractArticleFromHtml, shouldBlockFastReadRequest } from "./article.js";
8
9
  const BROWSER_EMOJI_ZWJ_RE = /(?:\p{Extended_Pictographic}|\p{Emoji_Presentation}|[\u2600-\u27BF])(?:\uFE0F|\uFE0E|[\u{1F3FB}-\u{1F3FF}])?(?:\u200D(?:\p{Extended_Pictographic}|\p{Emoji_Presentation}|[\u2600-\u27BF])(?:\uFE0F|\uFE0E|[\u{1F3FB}-\u{1F3FF}])?)+/gu;
9
10
  const BROWSER_EMOJI_KEYCAP_RE = /[0-9#*]\uFE0F?\u20E3/gu;
10
11
  const BROWSER_EMOJI_SUPP_RE = /[\u{1F1E6}-\u{1F1FF}\u{1F3FB}-\u{1F3FF}\u{E0020}-\u{E007F}]/gu;
@@ -772,9 +773,11 @@ export class HeadlessBrowserController {
772
773
  consoleBuffer = [];
773
774
  cookieJar = new Map();
774
775
  stealth = false;
776
+ fastRead = false;
777
+ pwRouteHooked = false;
775
778
  harEntries = [];
776
779
  harStartedAt = "";
777
- userAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 Wide-CLI/0.5151126";
780
+ userAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 Wide-CLI/0.7.211126";
778
781
  findSystemBrowserExecutable() {
779
782
  const candidates = [];
780
783
  if (process.platform === "win32") {
@@ -867,6 +870,8 @@ export class HeadlessBrowserController {
867
870
  await this.pwContext.addInitScript(CLI_STEALTH_INIT_SCRIPT);
868
871
  }
869
872
  this.pwPage = await this.pwContext.newPage();
873
+ this.pwRouteHooked = false;
874
+ await this.applyFastReadFilter();
870
875
  this.pwPage.on("console", (msg) => {
871
876
  this.pushConsoleEntry(msg.type(), msg.text());
872
877
  });
@@ -941,6 +946,7 @@ export class HeadlessBrowserController {
941
946
  this.cdp = session;
942
947
  this.state.mode = "cdp";
943
948
  this.state.stealth = this.stealth;
949
+ await this.applyFastReadFilter();
944
950
  return "cdp";
945
951
  }
946
952
  catch {
@@ -952,6 +958,33 @@ export class HeadlessBrowserController {
952
958
  this.state.stealth = this.stealth;
953
959
  return "http";
954
960
  }
961
+ async applyFastReadFilter(fastRead) {
962
+ if (typeof fastRead === "boolean") {
963
+ this.fastRead = fastRead;
964
+ }
965
+ if (this.pwPage && this.fastRead && !this.pwRouteHooked && typeof this.pwPage.route === "function") {
966
+ this.pwRouteHooked = true;
967
+ await this.pwPage
968
+ .route("**/*", (route) => {
969
+ if (this.fastRead) {
970
+ const req = route.request();
971
+ if (shouldBlockFastReadRequest(req.resourceType(), req.url())) {
972
+ return route.abort();
973
+ }
974
+ }
975
+ return route.continue();
976
+ })
977
+ .catch(() => {
978
+ this.pwRouteHooked = false;
979
+ });
980
+ }
981
+ if (this.cdp) {
982
+ const blocked = this.fastRead
983
+ ? ["*.png", "*.jpg", "*.jpeg", "*.gif", "*.webp", "*.svg", "*.woff", "*.woff2", "*.ttf", "*.css", "*google-analytics*", "*doubleclick*"]
984
+ : [];
985
+ await this.cdp.send("Network.setBlockedURLs", { urls: blocked }).catch(() => { });
986
+ }
987
+ }
955
988
  pushConsoleEntry(level, text) {
956
989
  this.consoleBuffer.push({
957
990
  level: String(level || "log"),
@@ -1119,15 +1152,20 @@ export class HeadlessBrowserController {
1119
1152
  await this.cleanupLiveDrivers();
1120
1153
  this.stealth = opts.stealth;
1121
1154
  }
1155
+ if (typeof opts?.fastRead === "boolean") {
1156
+ this.fastRead = opts.fastRead;
1157
+ }
1122
1158
  const mode = await this.ensureLiveSession();
1159
+ await this.applyFastReadFilter(opts?.fastRead);
1123
1160
  if (url && url.trim()) {
1124
- return this.navigate(url);
1161
+ return this.navigate(url, { fastRead: opts?.fastRead });
1125
1162
  }
1126
1163
  return `Browser session initialized (engine: ${mode}, url: ${this.state.url}${this.stealth ? ", stealth: on" : ""}).`;
1127
1164
  }
1128
- async navigate(url) {
1165
+ async navigate(url, opts) {
1129
1166
  const target = this.normalizeTargetUrl(url);
1130
1167
  const mode = await this.ensureLiveSession();
1168
+ await this.applyFastReadFilter(opts?.fastRead);
1131
1169
  if (mode === "playwright" && this.pwPage) {
1132
1170
  try {
1133
1171
  const res = await this.pwPage.goto(target, { waitUntil: "domcontentloaded", timeout: 25000 });
@@ -1526,10 +1564,30 @@ export class HeadlessBrowserController {
1526
1564
  await new Promise((r) => setTimeout(r, ms));
1527
1565
  return `Waited ${ms}ms.`;
1528
1566
  }
1529
- extract(query = "") {
1567
+ extract(query = "", mode = "text") {
1530
1568
  if (!this.state.rawHtml && !this.state.textContent) {
1531
1569
  return "No webpage currently loaded. Use browser_navigate first.";
1532
1570
  }
1571
+ const m = String(mode || "text").toLowerCase();
1572
+ if (m === "article" || m === "clean_text") {
1573
+ const article = extractArticleFromHtml(this.state.rawHtml || this.state.textContent, this.state.url);
1574
+ if (m === "article") {
1575
+ return JSON.stringify({
1576
+ ...article,
1577
+ cleanText: article.cleanText.slice(0, 14000),
1578
+ }, null, 2);
1579
+ }
1580
+ const headerLines = [
1581
+ `Page Title: ${article.title}`,
1582
+ `Page URL: ${article.url || this.state.url}`,
1583
+ article.author ? `Author: ${article.author}` : "",
1584
+ article.date ? `Date: ${article.date}` : "",
1585
+ article.description ? `Description: ${article.description}` : "",
1586
+ "",
1587
+ article.cleanText.slice(0, 16000),
1588
+ ].filter(Boolean);
1589
+ return headerLines.join("\n");
1590
+ }
1533
1591
  const lines = [
1534
1592
  `Page Title: ${this.state.title}`,
1535
1593
  `Page URL: ${this.state.url}`,
@@ -1726,7 +1784,8 @@ export const browserOpenTool = {
1726
1784
  type: "object",
1727
1785
  properties: {
1728
1786
  url: { type: "string", description: "Optional URL to open immediately." },
1729
- stealth: { type: "boolean", description: "Opt-in stealth evasion mode masking navigator.webdriver." }
1787
+ stealth: { type: "boolean", description: "Opt-in stealth evasion mode masking navigator.webdriver." },
1788
+ fastRead: { type: "boolean", description: "Abort images, fonts, stylesheets, media, and analytics trackers for fast reading." }
1730
1789
  },
1731
1790
  required: []
1732
1791
  }
@@ -1735,6 +1794,7 @@ export const browserOpenTool = {
1735
1794
  try {
1736
1795
  const result = await defaultBrowser.open(params.url, {
1737
1796
  stealth: typeof params.stealth === "boolean" ? params.stealth : undefined,
1797
+ fastRead: typeof params.fastRead === "boolean" ? params.fastRead : undefined,
1738
1798
  });
1739
1799
  return { success: true, output: result };
1740
1800
  }
@@ -1750,14 +1810,17 @@ export const browserNavigateTool = {
1750
1810
  parameters: {
1751
1811
  type: "object",
1752
1812
  properties: {
1753
- url: { type: "string", description: "Target URL to visit (e.g. https://example.com)." }
1813
+ url: { type: "string", description: "Target URL to visit (e.g. https://example.com)." },
1814
+ fastRead: { type: "boolean", description: "Block heavy media/fonts/CSS/trackers during navigation." }
1754
1815
  },
1755
1816
  required: ["url"]
1756
1817
  }
1757
1818
  },
1758
1819
  async execute(params) {
1759
1820
  try {
1760
- const result = await defaultBrowser.navigate(params.url);
1821
+ const result = await defaultBrowser.navigate(params.url, {
1822
+ fastRead: typeof params.fastRead === "boolean" ? params.fastRead : undefined,
1823
+ });
1761
1824
  return { success: true, output: result };
1762
1825
  }
1763
1826
  catch (err) {
@@ -1948,18 +2011,21 @@ export const browserWaitTool = {
1948
2011
  export const browserExtractTool = {
1949
2012
  definition: {
1950
2013
  name: "browser_extract",
1951
- description: "Extract text content or search for specific keywords from the currently loaded page.",
2014
+ description: "Extract clean article content/metadata (article/clean_text) or search text from the currently loaded page.",
1952
2015
  parameters: {
1953
2016
  type: "object",
1954
2017
  properties: {
1955
- query: { type: "string", description: "Optional search query or term to filter extracted content." }
2018
+ query: { type: "string", description: "Optional search query or term to filter extracted content." },
2019
+ mode: { type: "string", enum: ["text", "article", "clean_text"], description: "Extraction mode. Use 'article' or 'clean_text' to strip navigation/footer boilerplate." },
2020
+ cleanText: { type: "boolean", description: "Shorthand for clean_text article extraction." }
1956
2021
  },
1957
2022
  required: []
1958
2023
  }
1959
2024
  },
1960
2025
  async execute(params) {
1961
2026
  try {
1962
- const result = defaultBrowser.extract(params.query || "");
2027
+ const mode = params.mode || (params.cleanText ? "clean_text" : "text");
2028
+ const result = defaultBrowser.extract(params.query || "", mode);
1963
2029
  return { success: true, output: result };
1964
2030
  }
1965
2031
  catch (err) {