@xberg-io/crawlberg-wasm 1.11.1 → 1.12.2

package/pkg/nodejs/crawlberg_wasm_bg.wasm.d.ts

@@ -39,6 +39,7 @@ export const __wbg_wasmresponsemeta_free: (a: number, b: number) => void;
 export const __wbg_wasmscraperesult_free: (a: number, b: number) => void;
 export const __wbg_wasmsitemapurl_free: (a: number, b: number) => void;
 export const __wbg_wasmssrfpolicy_free: (a: number, b: number) => void;
+export const __wbg_wasmwafblockdetails_free: (a: number, b: number) => void;
 export const batchCrawl: (a: number, b: number, c: number) => any;
 export const batchScrape: (a: number, b: number, c: number) => any;
 export const crawl: (a: number, b: number, c: number) => any;
@@ -137,20 +138,25 @@ export const wasmbrowserconfig_chromePath: (a: number) => [number, number];
 export const wasmbrowserconfig_clearProxy: (a: number) => void;
 export const wasmbrowserconfig_copyForTransfer: (a: number) => number;
 export const wasmbrowserconfig_default: () => number;
+export const wasmbrowserconfig_domQuietCap: (a: number) => [number, bigint];
+export const wasmbrowserconfig_domQuietWindow: (a: number) => [number, bigint];
 export const wasmbrowserconfig_endpoint: (a: number) => [number, number];
 export const wasmbrowserconfig_evalScript: (a: number) => [number, number];
 export const wasmbrowserconfig_extraWait: (a: number) => [number, bigint];
 export const wasmbrowserconfig_mode: (a: number) => [number, number];
-export const wasmbrowserconfig_new: (a: number, b: number, c: number, d: bigint, e: number, f: bigint, g: number, h: bigint, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: bigint, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number) => number;
+export const wasmbrowserconfig_new: (a: number, b: number, c: number, d: bigint, e: number, f: bigint, g: number, h: bigint, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: bigint, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: bigint, f1: number, g1: bigint) => number;
 export const wasmbrowserconfig_overallTimeout: (a: number) => [number, bigint];
 export const wasmbrowserconfig_proxy: (a: number) => number;
 export const wasmbrowserconfig_robotsUserAgent: (a: number) => [number, number];
+export const wasmbrowserconfig_scrollContainers: (a: number) => number;
 export const wasmbrowserconfig_sessionAffinity: (a: number) => number;
 export const wasmbrowserconfig_set_backend: (a: number, b: number) => void;
 export const wasmbrowserconfig_set_blockUrlPatterns: (a: number, b: number, c: number) => void;
 export const wasmbrowserconfig_set_captureNetworkEvents: (a: number, b: number) => void;
 export const wasmbrowserconfig_set_chromeArgs: (a: number, b: number, c: number) => void;
 export const wasmbrowserconfig_set_chromePath: (a: number, b: number, c: number) => void;
+export const wasmbrowserconfig_set_domQuietCap: (a: number, b: number, c: bigint) => void;
+export const wasmbrowserconfig_set_domQuietWindow: (a: number, b: number, c: bigint) => void;
 export const wasmbrowserconfig_set_endpoint: (a: number, b: number, c: number) => void;
 export const wasmbrowserconfig_set_evalScript: (a: number, b: number, c: number) => void;
 export const wasmbrowserconfig_set_extraWait: (a: number, b: number, c: bigint) => void;
@@ -158,6 +164,7 @@ export const wasmbrowserconfig_set_mode: (a: number, b: number) => void;
 export const wasmbrowserconfig_set_overallTimeout: (a: number, b: number, c: bigint) => void;
 export const wasmbrowserconfig_set_proxy: (a: number, b: number) => void;
 export const wasmbrowserconfig_set_robotsUserAgent: (a: number, b: number, c: number) => void;
+export const wasmbrowserconfig_set_scrollContainers: (a: number, b: number) => void;
 export const wasmbrowserconfig_set_sessionAffinity: (a: number, b: number) => void;
 export const wasmbrowserconfig_set_shutdownTimeout: (a: number, b: number, c: bigint) => void;
 export const wasmbrowserconfig_set_timeout: (a: number, b: number, c: bigint) => void;
@@ -196,14 +203,18 @@ export const wasmcontentconfig_bullets: (a: number) => [number, number];
 export const wasmcontentconfig_compactTables: (a: number) => number;
 export const wasmcontentconfig_copyForTransfer: (a: number) => number;
 export const wasmcontentconfig_default: () => number;
+export const wasmcontentconfig_escapeAsterisks: (a: number) => number;
+export const wasmcontentconfig_escapeMisc: (a: number) => number;
 export const wasmcontentconfig_excludeSelectors: (a: number) => [number, number];
+export const wasmcontentconfig_expandAbbreviations: (a: number) => number;
 export const wasmcontentconfig_extractMetadata: (a: number) => number;
 export const wasmcontentconfig_includeDocumentStructure: (a: number) => number;
+export const wasmcontentconfig_includeIconLabels: (a: number) => number;
 export const wasmcontentconfig_keepHidden: (a: number) => number;
 export const wasmcontentconfig_keepInlineImagesIn: (a: number) => [number, number];
 export const wasmcontentconfig_listIndentWidth: (a: number) => number;
 export const wasmcontentconfig_maxDepth: (a: number) => number;
-export const wasmcontentconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number) => number;
+export const wasmcontentconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number) => number;
 export const wasmcontentconfig_outputFormat: (a: number) => [number, number];
 export const wasmcontentconfig_preprocessingPreset: (a: number) => [number, number];
 export const wasmcontentconfig_preserveTags: (a: number) => [number, number];
@@ -211,9 +222,13 @@ export const wasmcontentconfig_removeForms: (a: number) => number;
 export const wasmcontentconfig_removeNavigation: (a: number) => number;
 export const wasmcontentconfig_set_bullets: (a: number, b: number, c: number) => void;
 export const wasmcontentconfig_set_compactTables: (a: number, b: number) => void;
+export const wasmcontentconfig_set_escapeAsterisks: (a: number, b: number) => void;
+export const wasmcontentconfig_set_escapeMisc: (a: number, b: number) => void;
 export const wasmcontentconfig_set_excludeSelectors: (a: number, b: number, c: number) => void;
+export const wasmcontentconfig_set_expandAbbreviations: (a: number, b: number) => void;
 export const wasmcontentconfig_set_extractMetadata: (a: number, b: number) => void;
 export const wasmcontentconfig_set_includeDocumentStructure: (a: number, b: number) => void;
+export const wasmcontentconfig_set_includeIconLabels: (a: number, b: number) => void;
 export const wasmcontentconfig_set_keepHidden: (a: number, b: number) => void;
 export const wasmcontentconfig_set_keepInlineImagesIn: (a: number, b: number, c: number) => void;
 export const wasmcontentconfig_set_listIndentWidth: (a: number, b: number) => void;
@@ -261,6 +276,7 @@ export const wasmcrawlconfig_cookiesEnabled: (a: number) => number;
 export const wasmcrawlconfig_copyForTransfer: (a: number) => number;
 export const wasmcrawlconfig_crawlStrategy: (a: number) => [number, number];
 export const wasmcrawlconfig_customHeaders: (a: number) => any;
+export const wasmcrawlconfig_dangerAcceptInvalidCerts: (a: number) => number;
 export const wasmcrawlconfig_dedupIncludeQuery: (a: number) => number;
 export const wasmcrawlconfig_default: () => number;
 export const wasmcrawlconfig_documentContentEncoding: (a: number) => [number, number];
@@ -282,7 +298,7 @@ export const wasmcrawlconfig_maxDepth: (a: number) => number;
 export const wasmcrawlconfig_maxLinksPerPage: (a: number) => number;
 export const wasmcrawlconfig_maxPages: (a: number) => number;
 export const wasmcrawlconfig_maxRedirects: (a: number) => number;
-export const wasmcrawlconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: bigint, s: number, t: number, u: number, v: number, w: number, x: bigint, y: number, z: bigint, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number, p1: number, q1: number, r1: number, s1: number, t1: number, u1: number, v1: number, w1: number, x1: number, y1: number, z1: number, a2: number, b2: number, c2: number, d2: number, e2: number, f2: bigint, g2: number, h2: number, i2: number, j2: number, k2: number, l2: number, m2: number, n2: number, o2: number, p2: number, q2: number, r2: number, s2: number, t2: number, u2: number, v2: number, w2: number) => number;
+export const wasmcrawlconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: bigint, s: number, t: number, u: number, v: number, w: number, x: bigint, y: number, z: bigint, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number, p1: number, q1: number, r1: number, s1: number, t1: number, u1: number, v1: number, w1: number, x1: number, y1: number, z1: number, a2: number, b2: number, c2: number, d2: number, e2: number, f2: bigint, g2: number, h2: number, i2: number, j2: number, k2: number, l2: number, m2: number, n2: number, o2: number, p2: number, q2: number, r2: number, s2: number, t2: number, u2: number, v2: number, w2: number, x2: number, y2: number, z2: number) => number;
 export const wasmcrawlconfig_pathPatternsMatchQuery: (a: number) => number;
 export const wasmcrawlconfig_pathPatternsMatchUrl: (a: number) => number;
 export const wasmcrawlconfig_proxy: (a: number) => number;
@@ -309,6 +325,7 @@ export const wasmcrawlconfig_set_contentFilter: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_cookiesEnabled: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_crawlStrategy: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_customHeaders: (a: number, b: any) => void;
+export const wasmcrawlconfig_set_dangerAcceptInvalidCerts: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_dedupIncludeQuery: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_documentContentEncoding: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_documentMaxSize: (a: number, b: number) => void;
@@ -347,6 +364,7 @@ export const wasmcrawlconfig_set_ssrf: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_ssrfDenyPrivateExplicit: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_stayOnDomain: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_stripTrackingParams: (a: number, b: number) => void;
+export const wasmcrawlconfig_set_subdomainHeaderAllowlist: (a: number, b: number, c: number) => void;
 export const wasmcrawlconfig_set_trackingParams: (a: number, b: number, c: number) => void;
 export const wasmcrawlconfig_set_userAgent: (a: number, b: number, c: number) => void;
 export const wasmcrawlconfig_set_userAgents: (a: number, b: number, c: number) => void;
@@ -356,6 +374,7 @@ export const wasmcrawlconfig_ssrf: (a: number) => number;
 export const wasmcrawlconfig_ssrfDenyPrivateExplicit: (a: number) => number;
 export const wasmcrawlconfig_stayOnDomain: (a: number) => number;
 export const wasmcrawlconfig_stripTrackingParams: (a: number) => number;
+export const wasmcrawlconfig_subdomainHeaderAllowlist: (a: number) => [number, number];
 export const wasmcrawlconfig_trackingParams: (a: number) => [number, number];
 export const wasmcrawlconfig_userAgent: (a: number) => [number, number];
 export const wasmcrawlconfig_userAgents: (a: number) => [number, number];
@@ -423,12 +442,13 @@ export const wasmcrawlpageresult_stayedOnDomain: (a: number) => number;
 export const wasmcrawlpageresult_url: (a: number) => [number, number];
 export const wasmcrawlpageresult_wasSkipped: (a: number) => number;
 export const wasmcrawlresult_browserUsed: (a: number) => number;
+export const wasmcrawlresult_clearWafBlock: (a: number) => void;
 export const wasmcrawlresult_cookies: (a: number) => [number, number];
 export const wasmcrawlresult_copyForTransfer: (a: number) => number;
 export const wasmcrawlresult_default: () => number;
 export const wasmcrawlresult_error: (a: number) => [number, number];
 export const wasmcrawlresult_finalUrl: (a: number) => [number, number];
-export const wasmcrawlresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number) => number;
+export const wasmcrawlresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number) => number;
 export const wasmcrawlresult_pages: (a: number) => [number, number];
 export const wasmcrawlresult_redirectCount: (a: number) => number;
 export const wasmcrawlresult_set_browserUsed: (a: number, b: number) => void;
@@ -438,9 +458,11 @@ export const wasmcrawlresult_set_finalUrl: (a: number, b: number, c: number) =>
 export const wasmcrawlresult_set_pages: (a: number, b: number, c: number) => void;
 export const wasmcrawlresult_set_redirectCount: (a: number, b: number) => void;
 export const wasmcrawlresult_set_stayedOnDomain: (a: number, b: number) => void;
+export const wasmcrawlresult_set_wafBlock: (a: number, b: number) => void;
 export const wasmcrawlresult_set_wasSkipped: (a: number, b: number) => void;
 export const wasmcrawlresult_stayedOnDomain: (a: number) => number;
 export const wasmcrawlresult_uniqueNormalizedUrls: (a: number) => number;
+export const wasmcrawlresult_wafBlock: (a: number) => number;
 export const wasmcrawlresult_wasSkipped: (a: number) => number;
 export const wasmdownloadedasset_assetCategory: (a: number) => [number, number];
 export const wasmdownloadedasset_contentHash: (a: number) => [number, number];
@@ -830,6 +852,15 @@ export const wasmssrfpolicy_set_denyPrivate: (a: number, b: number) => void;
 export const wasmssrfpolicy_set_denylist: (a: number, b: any) => void;
 export const wasmssrfpolicy_set_maxRedirects: (a: number, b: number) => void;
 export const wasmssrfpolicy_set_schemeAllowlist: (a: number, b: number, c: number) => void;
+export const wasmwafblockdetails_bodyPrefix: (a: number) => [number, number];
+export const wasmwafblockdetails_copyForTransfer: (a: number) => number;
+export const wasmwafblockdetails_default: () => number;
+export const wasmwafblockdetails_new: (a: number, b: number, c: number, d: number, e: number) => number;
+export const wasmwafblockdetails_set_bodyPrefix: (a: number, b: number, c: number) => void;
+export const wasmwafblockdetails_set_status: (a: number, b: number) => void;
+export const wasmwafblockdetails_set_vendor: (a: number, b: number, c: number) => void;
+export const wasmwafblockdetails_status: (a: number) => number;
+export const wasmwafblockdetails_vendor: (a: number) => [number, number];
 export const wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined_______true_: (a: number, b: number, c: any, d: any) => void;
 export const wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___wasm_bindgen_a37d5a31ee71bc5f___JsValue__core_37ee0ce0c4cd57d5___result__Result_____wasm_bindgen_a37d5a31ee71bc5f___JsError___true_: (a: number, b: number, c: any) => [number, number];
 export const wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke_______true_: (a: number, b: number) => void;

package/pkg/nodejs/package.json

@@ -5,7 +5,7 @@
     "Tobias Perlstein <tobias@xberg.io>"
   ],
   "description": "High-performance web crawling engine",
-  "version": "1.11.1",
+  "version": "1.12.2",
   "license": "MIT",
   "repository": {
     "type": "git",

package/pkg/web/crawlberg_wasm.d.ts

@@ -260,7 +260,7 @@ export class WasmBrowserConfig {
      * keep a handle you already hold, build with `default()` and assign the property instead:
      * the generated setter borrows and leaves your handle alive.
      */
-    constructor(mode?: WasmBrowserMode | null, backend?: WasmBrowserBackend | null, timeout?: bigint | null, overallTimeout?: bigint | null, shutdownTimeout?: bigint | null, wait?: WasmBrowserWait | null, blockUrlPatterns?: string[] | null, captureNetworkEvents?: boolean | null, sessionAffinity?: boolean | null, chromeArgs?: string[] | null, endpoint?: string | null, waitSelector?: string | null, extraWait?: bigint | null, proxy?: WasmProxyConfig | null, evalScript?: string | null, robotsUserAgent?: string | null, chromePath?: string | null);
+    constructor(mode?: WasmBrowserMode | null, backend?: WasmBrowserBackend | null, timeout?: bigint | null, overallTimeout?: bigint | null, shutdownTimeout?: bigint | null, wait?: WasmBrowserWait | null, blockUrlPatterns?: string[] | null, captureNetworkEvents?: boolean | null, sessionAffinity?: boolean | null, chromeArgs?: string[] | null, endpoint?: string | null, waitSelector?: string | null, extraWait?: bigint | null, proxy?: WasmProxyConfig | null, evalScript?: string | null, robotsUserAgent?: string | null, chromePath?: string | null, scrollContainers?: boolean | null, domQuietWindow?: bigint | null, domQuietCap?: bigint | null);
     get backend(): string;
     set backend(value: WasmBrowserBackend);
     blockUrlPatterns: string[];
@@ -268,6 +268,10 @@ export class WasmBrowserConfig {
     chromeArgs: string[];
     get chromePath(): string | undefined;
     set chromePath(value: string | null | undefined);
+    get domQuietCap(): bigint | undefined;
+    set domQuietCap(value: bigint | null | undefined);
+    get domQuietWindow(): bigint | undefined;
+    set domQuietWindow(value: bigint | null | undefined);
     get endpoint(): string | undefined;
     set endpoint(value: string | null | undefined);
     get evalScript(): string | undefined;
@@ -288,6 +292,7 @@ export class WasmBrowserConfig {
     set proxy(value: WasmProxyConfig);
     get robotsUserAgent(): string | undefined;
     set robotsUserAgent(value: string | null | undefined);
+    scrollContainers: boolean;
     sessionAffinity: boolean;
     get shutdownTimeout(): bigint | undefined;
     set shutdownTimeout(value: bigint | null | undefined);
@@ -427,12 +432,16 @@ export class WasmContentConfig {
      */
     copyForTransfer(): WasmContentConfig;
     static default(): WasmContentConfig;
-    constructor(outputFormat?: string | null, preprocessingPreset?: string | null, removeNavigation?: boolean | null, removeForms?: boolean | null, stripTags?: string[] | null, preserveTags?: string[] | null, excludeSelectors?: string[] | null, skipImages?: boolean | null, wrap?: boolean | null, wrapWidth?: number | null, includeDocumentStructure?: boolean | null, extractMetadata?: boolean | null, maxDepth?: number | null, stripNewlines?: boolean | null, bullets?: string | null, listIndentWidth?: number | null, strongEmSymbol?: string | null, compactTables?: boolean | null, keepInlineImagesIn?: string[] | null, keepHidden?: boolean | null);
+    constructor(outputFormat?: string | null, preprocessingPreset?: string | null, removeNavigation?: boolean | null, removeForms?: boolean | null, stripTags?: string[] | null, preserveTags?: string[] | null, excludeSelectors?: string[] | null, skipImages?: boolean | null, wrap?: boolean | null, wrapWidth?: number | null, includeDocumentStructure?: boolean | null, extractMetadata?: boolean | null, maxDepth?: number | null, stripNewlines?: boolean | null, bullets?: string | null, listIndentWidth?: number | null, strongEmSymbol?: string | null, compactTables?: boolean | null, keepInlineImagesIn?: string[] | null, keepHidden?: boolean | null, expandAbbreviations?: boolean | null, escapeMisc?: boolean | null, escapeAsterisks?: boolean | null, includeIconLabels?: boolean | null);
     bullets: string;
     compactTables: boolean;
+    escapeAsterisks: boolean;
+    escapeMisc: boolean;
     excludeSelectors: string[];
+    expandAbbreviations: boolean;
     extractMetadata: boolean;
     includeDocumentStructure: boolean;
+    includeIconLabels: boolean;
     keepHidden: boolean;
     keepInlineImagesIn: string[];
     listIndentWidth: number;
@@ -506,7 +515,7 @@ export class WasmCrawlConfig {
      * keep a handle you already hold, build with `default()` and assign the property instead:
      * the generated setter borrows and leaves your handle alive.
      */
-    constructor(crawlStrategy?: WasmCrawlStrategyKind | null, respectRobotsTxt?: boolean | null, softHttpErrors?: boolean | null, stayOnDomain?: boolean | null, allowSubdomains?: boolean | null, includePaths?: string[] | null, excludePaths?: string[] | null, pathPatternsMatchQuery?: boolean | null, pathPatternsMatchUrl?: boolean | null, dedupIncludeQuery?: boolean | null, stripTrackingParams?: boolean | null, trackingParams?: string[] | null, customHeaders?: any | null, requestTimeout?: bigint | null, maxRedirects?: number | null, retryCount?: number | null, retryCodes?: Uint16Array | null, retryInitialDelayMs?: bigint | null, retryMaxDelayMs?: bigint | null, rateLimitJitterRatio?: number | null, cookiesEnabled?: boolean | null, removeTags?: string[] | null, content?: WasmContentConfig | null, downloadAssets?: boolean | null, assetTypes?: WasmAssetCategory[] | null, browser?: WasmBrowserConfig | null, userAgents?: string[] | null, captureScreenshot?: boolean | null, followDocumentUrls?: boolean | null, downloadDocuments?: boolean | null, documentMimeTypes?: string[] | null, saveBrowserProfile?: boolean | null, ssrf?: WasmSsrfPolicy | null, maxDepth?: number | null, maxPages?: number | null, maxLinksPerPage?: number | null, maxConcurrent?: number | null, contentFilter?: WasmContentFilterKind | null, bm25Query?: string | null, bm25Threshold?: number | null, userAgent?: string | null, rateLimitMs?: bigint | null, auth?: any | null, maxBodySize?: number | null, mapLimit?: number | null, mapSearch?: string | null, maxAssetSize?: number | null, proxy?: WasmProxyConfig | null, documentUrlDepth?: number | null, documentMaxSize?: number | null, documentOutputDir?: string | null, documentContentEncoding?: WasmDocumentContentEncoding | null, warcOutput?: string | null, browserProfile?: string | null, ssrfDenyPrivateExplicit?: boolean | null);
+    constructor(crawlStrategy?: WasmCrawlStrategyKind | null, respectRobotsTxt?: boolean | null, softHttpErrors?: boolean | null, stayOnDomain?: boolean | null, allowSubdomains?: boolean | null, includePaths?: string[] | null, excludePaths?: string[] | null, pathPatternsMatchQuery?: boolean | null, pathPatternsMatchUrl?: boolean | null, dedupIncludeQuery?: boolean | null, stripTrackingParams?: boolean | null, trackingParams?: string[] | null, customHeaders?: any | null, requestTimeout?: bigint | null, maxRedirects?: number | null, retryCount?: number | null, retryCodes?: Uint16Array | null, retryInitialDelayMs?: bigint | null, retryMaxDelayMs?: bigint | null, rateLimitJitterRatio?: number | null, cookiesEnabled?: boolean | null, removeTags?: string[] | null, content?: WasmContentConfig | null, downloadAssets?: boolean | null, assetTypes?: WasmAssetCategory[] | null, browser?: WasmBrowserConfig | null, userAgents?: string[] | null, captureScreenshot?: boolean | null, followDocumentUrls?: boolean | null, downloadDocuments?: boolean | null, documentMimeTypes?: string[] | null, saveBrowserProfile?: boolean | null, ssrf?: WasmSsrfPolicy | null, maxDepth?: number | null, maxPages?: number | null, maxLinksPerPage?: number | null, maxConcurrent?: number | null, contentFilter?: WasmContentFilterKind | null, bm25Query?: string | null, bm25Threshold?: number | null, userAgent?: string | null, rateLimitMs?: bigint | null, auth?: any | null, maxBodySize?: number | null, mapLimit?: number | null, mapSearch?: string | null, maxAssetSize?: number | null, proxy?: WasmProxyConfig | null, documentUrlDepth?: number | null, documentMaxSize?: number | null, documentOutputDir?: string | null, documentContentEncoding?: WasmDocumentContentEncoding | null, warcOutput?: string | null, browserProfile?: string | null, ssrfDenyPrivateExplicit?: boolean | null, dangerAcceptInvalidCerts?: boolean | null, subdomainHeaderAllowlist?: string[] | null);
     /**
      * Validate the configuration, returning an error if any values are invalid.
      *
@@ -545,6 +554,7 @@ export class WasmCrawlConfig {
     get crawlStrategy(): string;
     set crawlStrategy(value: WasmCrawlStrategyKind);
     customHeaders: any;
+    dangerAcceptInvalidCerts: boolean;
     dedupIncludeQuery: boolean;
     get documentContentEncoding(): string | undefined;
     set documentContentEncoding(value: WasmDocumentContentEncoding | null | undefined);
@@ -611,6 +621,7 @@ export class WasmCrawlConfig {
     ssrf: WasmSsrfPolicy;
     stayOnDomain: boolean;
     stripTrackingParams: boolean;
+    subdomainHeaderAllowlist: string[];
     trackingParams: string[];
     get userAgent(): string | undefined;
     set userAgent(value: string | null | undefined);
@@ -754,6 +765,7 @@ export class WasmCrawlPageResult {
 export class WasmCrawlResult {
     free(): void;
     [Symbol.dispose](): void;
+    clearWafBlock(): void;
     /**
      * Return an independent handle for an ownership-taking API.
      *
@@ -763,11 +775,16 @@ export class WasmCrawlResult {
     copyForTransfer(): WasmCrawlResult;
     static default(): WasmCrawlResult;
     /**
+     * Takes ownership of `wafBlock`.
+     * wasm-bindgen lowers a by-value class argument through `__destroy_into_raw()`, so each
+     * of those handles is dead once this returns. Passing a freshly built value is fine. To
+     * keep a handle you already hold, build with `default()` and assign the property instead:
+     * the generated setter borrows and leaves your handle alive.
      * Takes ownership of every element in `pages`, `cookies`.
      * wasm-bindgen cannot borrow class values nested in an array. To keep those handles,
      * copy each retained element with `copyForTransfer()` before passing the array.
      */
-    constructor(pages?: WasmCrawlPageResult[] | null, finalUrl?: string | null, redirectCount?: number | null, wasSkipped?: boolean | null, cookies?: WasmCookieInfo[] | null, stayedOnDomain?: boolean | null, browserUsed?: boolean | null, error?: string | null);
+    constructor(pages?: WasmCrawlPageResult[] | null, finalUrl?: string | null, redirectCount?: number | null, wasSkipped?: boolean | null, cookies?: WasmCookieInfo[] | null, stayedOnDomain?: boolean | null, browserUsed?: boolean | null, error?: string | null, wafBlock?: WasmWafBlockDetails | null);
     /**
      * Returns the count of unique normalized URLs encountered during crawling.
      *
@@ -799,6 +816,14 @@ export class WasmCrawlResult {
     pages: WasmCrawlPageResult[];
     redirectCount: number;
     stayedOnDomain: boolean;
+    /**
+     * Returns a detached copy of `wafBlock`.
+     *
+     * Changes to the returned value do not update this object. To update `wafBlock`,
+     * read it, modify the copy, then assign the copy back to `wafBlock`.
+     */
+    get wafBlock(): WasmWafBlockDetails | undefined;
+    set wafBlock(value: WasmWafBlockDetails);
     wasSkipped: boolean;
 }
 
@@ -1661,6 +1686,28 @@ export class WasmSsrfPolicy {
     schemeAllowlist: string[];
 }
 
+/**
+ * Structured context for a WAF-blocked response. <!-- -->
+ */
+export class WasmWafBlockDetails {
+    free(): void;
+    [Symbol.dispose](): void;
+    /**
+     * Return an independent handle for an ownership-taking API.
+     *
+     * Use `copyForTransfer()` for each class value placed in an array when the original
+     * handle must remain usable.
+     */
+    copyForTransfer(): WasmWafBlockDetails;
+    static default(): WasmWafBlockDetails;
+    constructor(vendor?: string | null, status?: number | null, bodyPrefix?: string | null);
+    get bodyPrefix(): string | undefined;
+    set bodyPrefix(value: string | null | undefined);
+    get status(): number | undefined;
+    set status(value: number | null | undefined);
+    vendor: string;
+}
+
 /**
  * Crawl multiple seed URLs concurrently, each following links to configured depth.
  */
@@ -1750,6 +1797,7 @@ export interface InitOutput {
     readonly __wbg_wasmscraperesult_free: (a: number, b: number) => void;
     readonly __wbg_wasmsitemapurl_free: (a: number, b: number) => void;
     readonly __wbg_wasmssrfpolicy_free: (a: number, b: number) => void;
+    readonly __wbg_wasmwafblockdetails_free: (a: number, b: number) => void;
     readonly batchCrawl: (a: number, b: number, c: number) => any;
     readonly batchScrape: (a: number, b: number, c: number) => any;
     readonly crawl: (a: number, b: number, c: number) => any;
@@ -1848,20 +1896,25 @@ export interface InitOutput {
     readonly wasmbrowserconfig_clearProxy: (a: number) => void;
     readonly wasmbrowserconfig_copyForTransfer: (a: number) => number;
     readonly wasmbrowserconfig_default: () => number;
+    readonly wasmbrowserconfig_domQuietCap: (a: number) => [number, bigint];
+    readonly wasmbrowserconfig_domQuietWindow: (a: number) => [number, bigint];
     readonly wasmbrowserconfig_endpoint: (a: number) => [number, number];
     readonly wasmbrowserconfig_evalScript: (a: number) => [number, number];
     readonly wasmbrowserconfig_extraWait: (a: number) => [number, bigint];
     readonly wasmbrowserconfig_mode: (a: number) => [number, number];
-    readonly wasmbrowserconfig_new: (a: number, b: number, c: number, d: bigint, e: number, f: bigint, g: number, h: bigint, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: bigint, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number) => number;
+    readonly wasmbrowserconfig_new: (a: number, b: number, c: number, d: bigint, e: number, f: bigint, g: number, h: bigint, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: bigint, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: bigint, f1: number, g1: bigint) => number;
     readonly wasmbrowserconfig_overallTimeout: (a: number) => [number, bigint];
     readonly wasmbrowserconfig_proxy: (a: number) => number;
     readonly wasmbrowserconfig_robotsUserAgent: (a: number) => [number, number];
+    readonly wasmbrowserconfig_scrollContainers: (a: number) => number;
     readonly wasmbrowserconfig_sessionAffinity: (a: number) => number;
     readonly wasmbrowserconfig_set_backend: (a: number, b: number) => void;
     readonly wasmbrowserconfig_set_blockUrlPatterns: (a: number, b: number, c: number) => void;
     readonly wasmbrowserconfig_set_captureNetworkEvents: (a: number, b: number) => void;
     readonly wasmbrowserconfig_set_chromeArgs: (a: number, b: number, c: number) => void;
     readonly wasmbrowserconfig_set_chromePath: (a: number, b: number, c: number) => void;
+    readonly wasmbrowserconfig_set_domQuietCap: (a: number, b: number, c: bigint) => void;
+    readonly wasmbrowserconfig_set_domQuietWindow: (a: number, b: number, c: bigint) => void;
     readonly wasmbrowserconfig_set_endpoint: (a: number, b: number, c: number) => void;
     readonly wasmbrowserconfig_set_evalScript: (a: number, b: number, c: number) => void;
     readonly wasmbrowserconfig_set_extraWait: (a: number, b: number, c: bigint) => void;
@@ -1869,6 +1922,7 @@ export interface InitOutput {
     readonly wasmbrowserconfig_set_overallTimeout: (a: number, b: number, c: bigint) => void;
     readonly wasmbrowserconfig_set_proxy: (a: number, b: number) => void;
     readonly wasmbrowserconfig_set_robotsUserAgent: (a: number, b: number, c: number) => void;
+    readonly wasmbrowserconfig_set_scrollContainers: (a: number, b: number) => void;
     readonly wasmbrowserconfig_set_sessionAffinity: (a: number, b: number) => void;
     readonly wasmbrowserconfig_set_shutdownTimeout: (a: number, b: number, c: bigint) => void;
     readonly wasmbrowserconfig_set_timeout: (a: number, b: number, c: bigint) => void;
@@ -1907,14 +1961,18 @@ export interface InitOutput {
     readonly wasmcontentconfig_compactTables: (a: number) => number;
     readonly wasmcontentconfig_copyForTransfer: (a: number) => number;
     readonly wasmcontentconfig_default: () => number;
+    readonly wasmcontentconfig_escapeAsterisks: (a: number) => number;
+    readonly wasmcontentconfig_escapeMisc: (a: number) => number;
     readonly wasmcontentconfig_excludeSelectors: (a: number) => [number, number];
+    readonly wasmcontentconfig_expandAbbreviations: (a: number) => number;
     readonly wasmcontentconfig_extractMetadata: (a: number) => number;
     readonly wasmcontentconfig_includeDocumentStructure: (a: number) => number;
+    readonly wasmcontentconfig_includeIconLabels: (a: number) => number;
     readonly wasmcontentconfig_keepHidden: (a: number) => number;
     readonly wasmcontentconfig_keepInlineImagesIn: (a: number) => [number, number];
     readonly wasmcontentconfig_listIndentWidth: (a: number) => number;
     readonly wasmcontentconfig_maxDepth: (a: number) => number;
-    readonly wasmcontentconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number) => number;
+    readonly wasmcontentconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number) => number;
     readonly wasmcontentconfig_outputFormat: (a: number) => [number, number];
     readonly wasmcontentconfig_preprocessingPreset: (a: number) => [number, number];
     readonly wasmcontentconfig_preserveTags: (a: number) => [number, number];
@@ -1922,9 +1980,13 @@ export interface InitOutput {
     readonly wasmcontentconfig_removeNavigation: (a: number) => number;
     readonly wasmcontentconfig_set_bullets: (a: number, b: number, c: number) => void;
     readonly wasmcontentconfig_set_compactTables: (a: number, b: number) => void;
+    readonly wasmcontentconfig_set_escapeAsterisks: (a: number, b: number) => void;
+    readonly wasmcontentconfig_set_escapeMisc: (a: number, b: number) => void;
     readonly wasmcontentconfig_set_excludeSelectors: (a: number, b: number, c: number) => void;
+    readonly wasmcontentconfig_set_expandAbbreviations: (a: number, b: number) => void;
     readonly wasmcontentconfig_set_extractMetadata: (a: number, b: number) => void;
     readonly wasmcontentconfig_set_includeDocumentStructure: (a: number, b: number) => void;
+    readonly wasmcontentconfig_set_includeIconLabels: (a: number, b: number) => void;
     readonly wasmcontentconfig_set_keepHidden: (a: number, b: number) => void;
     readonly wasmcontentconfig_set_keepInlineImagesIn: (a: number, b: number, c: number) => void;
     readonly wasmcontentconfig_set_listIndentWidth: (a: number, b: number) => void;
@@ -1972,6 +2034,7 @@ export interface InitOutput {
     readonly wasmcrawlconfig_copyForTransfer: (a: number) => number;
     readonly wasmcrawlconfig_crawlStrategy: (a: number) => [number, number];
     readonly wasmcrawlconfig_customHeaders: (a: number) => any;
+    readonly wasmcrawlconfig_dangerAcceptInvalidCerts: (a: number) => number;
     readonly wasmcrawlconfig_dedupIncludeQuery: (a: number) => number;
     readonly wasmcrawlconfig_default: () => number;
     readonly wasmcrawlconfig_documentContentEncoding: (a: number) => [number, number];
@@ -1993,7 +2056,7 @@ export interface InitOutput {
     readonly wasmcrawlconfig_maxLinksPerPage: (a: number) => number;
     readonly wasmcrawlconfig_maxPages: (a: number) => number;
     readonly wasmcrawlconfig_maxRedirects: (a: number) => number;
-    readonly wasmcrawlconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: bigint, s: number, t: number, u: number, v: number, w: number, x: bigint, y: number, z: bigint, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number, p1: number, q1: number, r1: number, s1: number, t1: number, u1: number, v1: number, w1: number, x1: number, y1: number, z1: number, a2: number, b2: number, c2: number, d2: number, e2: number, f2: bigint, g2: number, h2: number, i2: number, j2: number, k2: number, l2: number, m2: number, n2: number, o2: number, p2: number, q2: number, r2: number, s2: number, t2: number, u2: number, v2: number, w2: number) => number;
+    readonly wasmcrawlconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: bigint, s: number, t: number, u: number, v: number, w: number, x: bigint, y: number, z: bigint, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number, p1: number, q1: number, r1: number, s1: number, t1: number, u1: number, v1: number, w1: number, x1: number, y1: number, z1: number, a2: number, b2: number, c2: number, d2: number, e2: number, f2: bigint, g2: number, h2: number, i2: number, j2: number, k2: number, l2: number, m2: number, n2: number, o2: number, p2: number, q2: number, r2: number, s2: number, t2: number, u2: number, v2: number, w2: number, x2: number, y2: number, z2: number) => number;
     readonly wasmcrawlconfig_pathPatternsMatchQuery: (a: number) => number;
     readonly wasmcrawlconfig_pathPatternsMatchUrl: (a: number) => number;
     readonly wasmcrawlconfig_proxy: (a: number) => number;
@@ -2020,6 +2083,7 @@ export interface InitOutput {
     readonly wasmcrawlconfig_set_cookiesEnabled: (a: number, b: number) => void;
     readonly wasmcrawlconfig_set_crawlStrategy: (a: number, b: number) => void;
     readonly wasmcrawlconfig_set_customHeaders: (a: number, b: any) => void;
+    readonly wasmcrawlconfig_set_dangerAcceptInvalidCerts: (a: number, b: number) => void;
     readonly wasmcrawlconfig_set_dedupIncludeQuery: (a: number, b: number) => void;
     readonly wasmcrawlconfig_set_documentContentEncoding: (a: number, b: number) => void;
     readonly wasmcrawlconfig_set_documentMaxSize: (a: number, b: number) => void;
@@ -2058,6 +2122,7 @@ export interface InitOutput {
     readonly wasmcrawlconfig_set_ssrfDenyPrivateExplicit: (a: number, b: number) => void;
     readonly wasmcrawlconfig_set_stayOnDomain: (a: number, b: number) => void;
     readonly wasmcrawlconfig_set_stripTrackingParams: (a: number, b: number) => void;
+    readonly wasmcrawlconfig_set_subdomainHeaderAllowlist: (a: number, b: number, c: number) => void;
     readonly wasmcrawlconfig_set_trackingParams: (a: number, b: number, c: number) => void;
     readonly wasmcrawlconfig_set_userAgent: (a: number, b: number, c: number) => void;
     readonly wasmcrawlconfig_set_userAgents: (a: number, b: number, c: number) => void;
@@ -2067,6 +2132,7 @@ export interface InitOutput {
     readonly wasmcrawlconfig_ssrfDenyPrivateExplicit: (a: number) => number;
     readonly wasmcrawlconfig_stayOnDomain: (a: number) => number;
     readonly wasmcrawlconfig_stripTrackingParams: (a: number) => number;
+    readonly wasmcrawlconfig_subdomainHeaderAllowlist: (a: number) => [number, number];
     readonly wasmcrawlconfig_trackingParams: (a: number) => [number, number];
     readonly wasmcrawlconfig_userAgent: (a: number) => [number, number];
     readonly wasmcrawlconfig_userAgents: (a: number) => [number, number];
@@ -2134,12 +2200,13 @@ export interface InitOutput {
     readonly wasmcrawlpageresult_url: (a: number) => [number, number];
     readonly wasmcrawlpageresult_wasSkipped: (a: number) => number;
     readonly wasmcrawlresult_browserUsed: (a: number) => number;
+    readonly wasmcrawlresult_clearWafBlock: (a: number) => void;
     readonly wasmcrawlresult_cookies: (a: number) => [number, number];
     readonly wasmcrawlresult_copyForTransfer: (a: number) => number;
     readonly wasmcrawlresult_default: () => number;
     readonly wasmcrawlresult_error: (a: number) => [number, number];
     readonly wasmcrawlresult_finalUrl: (a: number) => [number, number];
-    readonly wasmcrawlresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number) => number;
+    readonly wasmcrawlresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number) => number;
     readonly wasmcrawlresult_pages: (a: number) => [number, number];
     readonly wasmcrawlresult_redirectCount: (a: number) => number;
     readonly wasmcrawlresult_set_browserUsed: (a: number, b: number) => void;
@@ -2149,9 +2216,11 @@ export interface InitOutput {
     readonly wasmcrawlresult_set_pages: (a: number, b: number, c: number) => void;
     readonly wasmcrawlresult_set_redirectCount: (a: number, b: number) => void;
     readonly wasmcrawlresult_set_stayedOnDomain: (a: number, b: number) => void;
+    readonly wasmcrawlresult_set_wafBlock: (a: number, b: number) => void;
     readonly wasmcrawlresult_set_wasSkipped: (a: number, b: number) => void;
     readonly wasmcrawlresult_stayedOnDomain: (a: number) => number;
     readonly wasmcrawlresult_uniqueNormalizedUrls: (a: number) => number;
+    readonly wasmcrawlresult_wafBlock: (a: number) => number;
     readonly wasmcrawlresult_wasSkipped: (a: number) => number;
     readonly wasmdownloadedasset_assetCategory: (a: number) => [number, number];
     readonly wasmdownloadedasset_contentHash: (a: number) => [number, number];
@@ -2541,6 +2610,15 @@ export interface InitOutput {
     readonly wasmssrfpolicy_set_denylist: (a: number, b: any) => void;
     readonly wasmssrfpolicy_set_maxRedirects: (a: number, b: number) => void;
     readonly wasmssrfpolicy_set_schemeAllowlist: (a: number, b: number, c: number) => void;
+    readonly wasmwafblockdetails_bodyPrefix: (a: number) => [number, number];
+    readonly wasmwafblockdetails_copyForTransfer: (a: number) => number;
+    readonly wasmwafblockdetails_default: () => number;
+    readonly wasmwafblockdetails_new: (a: number, b: number, c: number, d: number, e: number) => number;
+    readonly wasmwafblockdetails_set_bodyPrefix: (a: number, b: number, c: number) => void;
+    readonly wasmwafblockdetails_set_status: (a: number, b: number) => void;
+    readonly wasmwafblockdetails_set_vendor: (a: number, b: number, c: number) => void;
+    readonly wasmwafblockdetails_status: (a: number) => number;
+    readonly wasmwafblockdetails_vendor: (a: number) => [number, number];
     readonly wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined_______true_: (a: number, b: number, c: any, d: any) => void;
     readonly wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___wasm_bindgen_a37d5a31ee71bc5f___JsValue__core_37ee0ce0c4cd57d5___result__Result_____wasm_bindgen_a37d5a31ee71bc5f___JsError___true_: (a: number, b: number, c: any) => [number, number];
     readonly wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke_______true_: (a: number, b: number) => void;