@xberg-io/crawlberg-wasm 1.11.1 → 1.12.2

package/pkg/nodejs/crawlberg_wasm.js

@@ -1114,6 +1114,20 @@ class WasmBrowserConfig {
         const ret = wasm.wasmbrowserconfig_default();
         return WasmBrowserConfig.__wrap(ret);
     }
+    /**
+     * @returns {bigint | undefined}
+     */
+    get domQuietCap() {
+        const ret = wasm.wasmbrowserconfig_domQuietCap(this.__wbg_ptr);
+        return ret[0] === 0 ? undefined : BigInt.asUintN(64, ret[1]);
+    }
+    /**
+     * @returns {bigint | undefined}
+     */
+    get domQuietWindow() {
+        const ret = wasm.wasmbrowserconfig_domQuietWindow(this.__wbg_ptr);
+        return ret[0] === 0 ? undefined : BigInt.asUintN(64, ret[1]);
+    }
     /**
      * @returns {string | undefined}
      */
@@ -1183,8 +1197,11 @@ class WasmBrowserConfig {
      * @param {string | null} [evalScript]
      * @param {string | null} [robotsUserAgent]
      * @param {string | null} [chromePath]
+     * @param {boolean | null} [scrollContainers]
+     * @param {bigint | null} [domQuietWindow]
+     * @param {bigint | null} [domQuietCap]
      */
-    constructor(mode, backend, timeout, overallTimeout, shutdownTimeout, wait, blockUrlPatterns, captureNetworkEvents, sessionAffinity, chromeArgs, endpoint, waitSelector, extraWait, proxy, evalScript, robotsUserAgent, chromePath) {
+    constructor(mode, backend, timeout, overallTimeout, shutdownTimeout, wait, blockUrlPatterns, captureNetworkEvents, sessionAffinity, chromeArgs, endpoint, waitSelector, extraWait, proxy, evalScript, robotsUserAgent, chromePath, scrollContainers, domQuietWindow, domQuietCap) {
         var ptr0 = isLikeNone(blockUrlPatterns) ? 0 : passArrayJsValueToWasm0(blockUrlPatterns, wasm.__wbindgen_malloc);
         var len0 = WASM_VECTOR_LEN;
         var ptr1 = isLikeNone(chromeArgs) ? 0 : passArrayJsValueToWasm0(chromeArgs, wasm.__wbindgen_malloc);
@@ -1204,7 +1221,7 @@ class WasmBrowserConfig {
         var len6 = WASM_VECTOR_LEN;
         var ptr7 = isLikeNone(chromePath) ? 0 : passStringToWasm0(chromePath, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len7 = WASM_VECTOR_LEN;
-        const ret = wasm.wasmbrowserconfig_new(isLikeNone(mode) ? 4 : mode, isLikeNone(backend) ? 2 : backend, !isLikeNone(timeout), isLikeNone(timeout) ? BigInt(0) : timeout, !isLikeNone(overallTimeout), isLikeNone(overallTimeout) ? BigInt(0) : overallTimeout, !isLikeNone(shutdownTimeout), isLikeNone(shutdownTimeout) ? BigInt(0) : shutdownTimeout, isLikeNone(wait) ? 3 : wait, ptr0, len0, isLikeNone(captureNetworkEvents) ? 0xFFFFFF : captureNetworkEvents ? 1 : 0, isLikeNone(sessionAffinity) ? 0xFFFFFF : sessionAffinity ? 1 : 0, ptr1, len1, ptr2, len2, ptr3, len3, !isLikeNone(extraWait), isLikeNone(extraWait) ? BigInt(0) : extraWait, ptr4, ptr5, len5, ptr6, len6, ptr7, len7);
+        const ret = wasm.wasmbrowserconfig_new(isLikeNone(mode) ? 4 : mode, isLikeNone(backend) ? 2 : backend, !isLikeNone(timeout), isLikeNone(timeout) ? BigInt(0) : timeout, !isLikeNone(overallTimeout), isLikeNone(overallTimeout) ? BigInt(0) : overallTimeout, !isLikeNone(shutdownTimeout), isLikeNone(shutdownTimeout) ? BigInt(0) : shutdownTimeout, isLikeNone(wait) ? 3 : wait, ptr0, len0, isLikeNone(captureNetworkEvents) ? 0xFFFFFF : captureNetworkEvents ? 1 : 0, isLikeNone(sessionAffinity) ? 0xFFFFFF : sessionAffinity ? 1 : 0, ptr1, len1, ptr2, len2, ptr3, len3, !isLikeNone(extraWait), isLikeNone(extraWait) ? BigInt(0) : extraWait, ptr4, ptr5, len5, ptr6, len6, ptr7, len7, isLikeNone(scrollContainers) ? 0xFFFFFF : scrollContainers ? 1 : 0, !isLikeNone(domQuietWindow), isLikeNone(domQuietWindow) ? BigInt(0) : domQuietWindow, !isLikeNone(domQuietCap), isLikeNone(domQuietCap) ? BigInt(0) : domQuietCap);
         this.__wbg_ptr = ret;
         WasmBrowserConfigFinalization.register(this, this.__wbg_ptr, this);
         return this;
@@ -1239,6 +1256,13 @@ class WasmBrowserConfig {
         }
         return v1;
     }
+    /**
+     * @returns {boolean}
+     */
+    get scrollContainers() {
+        const ret = wasm.wasmbrowserconfig_scrollContainers(this.__wbg_ptr);
+        return ret !== 0;
+    }
     /**
      * @returns {boolean}
      */
@@ -1282,6 +1306,18 @@ class WasmBrowserConfig {
         var len0 = WASM_VECTOR_LEN;
         wasm.wasmbrowserconfig_set_chromePath(this.__wbg_ptr, ptr0, len0);
     }
+    /**
+     * @param {bigint | null} [value]
+     */
+    set domQuietCap(value) {
+        wasm.wasmbrowserconfig_set_domQuietCap(this.__wbg_ptr, !isLikeNone(value), isLikeNone(value) ? BigInt(0) : value);
+    }
+    /**
+     * @param {bigint | null} [value]
+     */
+    set domQuietWindow(value) {
+        wasm.wasmbrowserconfig_set_domQuietWindow(this.__wbg_ptr, !isLikeNone(value), isLikeNone(value) ? BigInt(0) : value);
+    }
     /**
      * @param {string | null} [value]
      */
@@ -1331,6 +1367,12 @@ class WasmBrowserConfig {
         var len0 = WASM_VECTOR_LEN;
         wasm.wasmbrowserconfig_set_robotsUserAgent(this.__wbg_ptr, ptr0, len0);
     }
+    /**
+     * @param {boolean} value
+     */
+    set scrollContainers(value) {
+        wasm.wasmbrowserconfig_set_scrollContainers(this.__wbg_ptr, value);
+    }
     /**
      * @param {boolean} value
      */
@@ -1847,6 +1889,20 @@ class WasmContentConfig {
         const ret = wasm.wasmcontentconfig_default();
         return WasmContentConfig.__wrap(ret);
     }
+    /**
+     * @returns {boolean}
+     */
+    get escapeAsterisks() {
+        const ret = wasm.wasmcontentconfig_escapeAsterisks(this.__wbg_ptr);
+        return ret !== 0;
+    }
+    /**
+     * @returns {boolean}
+     */
+    get escapeMisc() {
+        const ret = wasm.wasmcontentconfig_escapeMisc(this.__wbg_ptr);
+        return ret !== 0;
+    }
     /**
      * @returns {string[]}
      */
@@ -1856,6 +1912,13 @@ class WasmContentConfig {
         wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
         return v1;
     }
+    /**
+     * @returns {boolean}
+     */
+    get expandAbbreviations() {
+        const ret = wasm.wasmcontentconfig_expandAbbreviations(this.__wbg_ptr);
+        return ret !== 0;
+    }
     /**
      * @returns {boolean}
      */
@@ -1870,6 +1933,13 @@ class WasmContentConfig {
         const ret = wasm.wasmcontentconfig_includeDocumentStructure(this.__wbg_ptr);
         return ret !== 0;
     }
+    /**
+     * @returns {boolean}
+     */
+    get includeIconLabels() {
+        const ret = wasm.wasmcontentconfig_includeIconLabels(this.__wbg_ptr);
+        return ret !== 0;
+    }
     /**
      * @returns {boolean}
      */
@@ -1921,8 +1991,12 @@ class WasmContentConfig {
      * @param {boolean | null} [compactTables]
      * @param {string[] | null} [keepInlineImagesIn]
      * @param {boolean | null} [keepHidden]
+     * @param {boolean | null} [expandAbbreviations]
+     * @param {boolean | null} [escapeMisc]
+     * @param {boolean | null} [escapeAsterisks]
+     * @param {boolean | null} [includeIconLabels]
      */
-    constructor(outputFormat, preprocessingPreset, removeNavigation, removeForms, stripTags, preserveTags, excludeSelectors, skipImages, wrap, wrapWidth, includeDocumentStructure, extractMetadata, maxDepth, stripNewlines, bullets, listIndentWidth, strongEmSymbol, compactTables, keepInlineImagesIn, keepHidden) {
+    constructor(outputFormat, preprocessingPreset, removeNavigation, removeForms, stripTags, preserveTags, excludeSelectors, skipImages, wrap, wrapWidth, includeDocumentStructure, extractMetadata, maxDepth, stripNewlines, bullets, listIndentWidth, strongEmSymbol, compactTables, keepInlineImagesIn, keepHidden, expandAbbreviations, escapeMisc, escapeAsterisks, includeIconLabels) {
         var ptr0 = isLikeNone(outputFormat) ? 0 : passStringToWasm0(outputFormat, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len0 = WASM_VECTOR_LEN;
         var ptr1 = isLikeNone(preprocessingPreset) ? 0 : passStringToWasm0(preprocessingPreset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
@@ -1939,7 +2013,7 @@ class WasmContentConfig {
         var len6 = WASM_VECTOR_LEN;
         var ptr7 = isLikeNone(keepInlineImagesIn) ? 0 : passArrayJsValueToWasm0(keepInlineImagesIn, wasm.__wbindgen_malloc);
         var len7 = WASM_VECTOR_LEN;
-        const ret = wasm.wasmcontentconfig_new(ptr0, len0, ptr1, len1, isLikeNone(removeNavigation) ? 0xFFFFFF : removeNavigation ? 1 : 0, isLikeNone(removeForms) ? 0xFFFFFF : removeForms ? 1 : 0, ptr2, len2, ptr3, len3, ptr4, len4, isLikeNone(skipImages) ? 0xFFFFFF : skipImages ? 1 : 0, isLikeNone(wrap) ? 0xFFFFFF : wrap ? 1 : 0, isLikeNone(wrapWidth) ? Number.MAX_SAFE_INTEGER : (wrapWidth) >>> 0, isLikeNone(includeDocumentStructure) ? 0xFFFFFF : includeDocumentStructure ? 1 : 0, isLikeNone(extractMetadata) ? 0xFFFFFF : extractMetadata ? 1 : 0, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(stripNewlines) ? 0xFFFFFF : stripNewlines ? 1 : 0, ptr5, len5, isLikeNone(listIndentWidth) ? Number.MAX_SAFE_INTEGER : (listIndentWidth) >>> 0, ptr6, len6, isLikeNone(compactTables) ? 0xFFFFFF : compactTables ? 1 : 0, ptr7, len7, isLikeNone(keepHidden) ? 0xFFFFFF : keepHidden ? 1 : 0);
+        const ret = wasm.wasmcontentconfig_new(ptr0, len0, ptr1, len1, isLikeNone(removeNavigation) ? 0xFFFFFF : removeNavigation ? 1 : 0, isLikeNone(removeForms) ? 0xFFFFFF : removeForms ? 1 : 0, ptr2, len2, ptr3, len3, ptr4, len4, isLikeNone(skipImages) ? 0xFFFFFF : skipImages ? 1 : 0, isLikeNone(wrap) ? 0xFFFFFF : wrap ? 1 : 0, isLikeNone(wrapWidth) ? Number.MAX_SAFE_INTEGER : (wrapWidth) >>> 0, isLikeNone(includeDocumentStructure) ? 0xFFFFFF : includeDocumentStructure ? 1 : 0, isLikeNone(extractMetadata) ? 0xFFFFFF : extractMetadata ? 1 : 0, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(stripNewlines) ? 0xFFFFFF : stripNewlines ? 1 : 0, ptr5, len5, isLikeNone(listIndentWidth) ? Number.MAX_SAFE_INTEGER : (listIndentWidth) >>> 0, ptr6, len6, isLikeNone(compactTables) ? 0xFFFFFF : compactTables ? 1 : 0, ptr7, len7, isLikeNone(keepHidden) ? 0xFFFFFF : keepHidden ? 1 : 0, isLikeNone(expandAbbreviations) ? 0xFFFFFF : expandAbbreviations ? 1 : 0, isLikeNone(escapeMisc) ? 0xFFFFFF : escapeMisc ? 1 : 0, isLikeNone(escapeAsterisks) ? 0xFFFFFF : escapeAsterisks ? 1 : 0, isLikeNone(includeIconLabels) ? 0xFFFFFF : includeIconLabels ? 1 : 0);
         this.__wbg_ptr = ret;
         WasmContentConfigFinalization.register(this, this.__wbg_ptr, this);
         return this;
@@ -2011,6 +2085,18 @@ class WasmContentConfig {
     set compactTables(value) {
         wasm.wasmcontentconfig_set_compactTables(this.__wbg_ptr, value);
     }
+    /**
+     * @param {boolean} value
+     */
+    set escapeAsterisks(value) {
+        wasm.wasmcontentconfig_set_escapeAsterisks(this.__wbg_ptr, value);
+    }
+    /**
+     * @param {boolean} value
+     */
+    set escapeMisc(value) {
+        wasm.wasmcontentconfig_set_escapeMisc(this.__wbg_ptr, value);
+    }
     /**
      * @param {string[]} value
      */
@@ -2019,6 +2105,12 @@ class WasmContentConfig {
         const len0 = WASM_VECTOR_LEN;
         wasm.wasmcontentconfig_set_excludeSelectors(this.__wbg_ptr, ptr0, len0);
     }
+    /**
+     * @param {boolean} value
+     */
+    set expandAbbreviations(value) {
+        wasm.wasmcontentconfig_set_expandAbbreviations(this.__wbg_ptr, value);
+    }
     /**
      * @param {boolean} value
      */
@@ -2031,6 +2123,12 @@ class WasmContentConfig {
     set includeDocumentStructure(value) {
         wasm.wasmcontentconfig_set_includeDocumentStructure(this.__wbg_ptr, value);
     }
+    /**
+     * @param {boolean} value
+     */
+    set includeIconLabels(value) {
+        wasm.wasmcontentconfig_set_includeIconLabels(this.__wbg_ptr, value);
+    }
     /**
      * @param {boolean} value
      */
@@ -2513,6 +2611,13 @@ class WasmCrawlConfig {
         const ret = wasm.wasmcrawlconfig_customHeaders(this.__wbg_ptr);
         return ret;
     }
+    /**
+     * @returns {boolean}
+     */
+    get dangerAcceptInvalidCerts() {
+        const ret = wasm.wasmcrawlconfig_dangerAcceptInvalidCerts(this.__wbg_ptr);
+        return ret !== 0;
+    }
     /**
      * @returns {boolean}
      */
@@ -2742,8 +2847,10 @@ class WasmCrawlConfig {
      * @param {string | null} [warcOutput]
      * @param {string | null} [browserProfile]
      * @param {boolean | null} [ssrfDenyPrivateExplicit]
+     * @param {boolean | null} [dangerAcceptInvalidCerts]
+     * @param {string[] | null} [subdomainHeaderAllowlist]
      */
-    constructor(crawlStrategy, respectRobotsTxt, softHttpErrors, stayOnDomain, allowSubdomains, includePaths, excludePaths, pathPatternsMatchQuery, pathPatternsMatchUrl, dedupIncludeQuery, stripTrackingParams, trackingParams, customHeaders, requestTimeout, maxRedirects, retryCount, retryCodes, retryInitialDelayMs, retryMaxDelayMs, rateLimitJitterRatio, cookiesEnabled, removeTags, content, downloadAssets, assetTypes, browser, userAgents, captureScreenshot, followDocumentUrls, downloadDocuments, documentMimeTypes, saveBrowserProfile, ssrf, maxDepth, maxPages, maxLinksPerPage, maxConcurrent, contentFilter, bm25Query, bm25Threshold, userAgent, rateLimitMs, auth, maxBodySize, mapLimit, mapSearch, maxAssetSize, proxy, documentUrlDepth, documentMaxSize, documentOutputDir, documentContentEncoding, warcOutput, browserProfile, ssrfDenyPrivateExplicit) {
+    constructor(crawlStrategy, respectRobotsTxt, softHttpErrors, stayOnDomain, allowSubdomains, includePaths, excludePaths, pathPatternsMatchQuery, pathPatternsMatchUrl, dedupIncludeQuery, stripTrackingParams, trackingParams, customHeaders, requestTimeout, maxRedirects, retryCount, retryCodes, retryInitialDelayMs, retryMaxDelayMs, rateLimitJitterRatio, cookiesEnabled, removeTags, content, downloadAssets, assetTypes, browser, userAgents, captureScreenshot, followDocumentUrls, downloadDocuments, documentMimeTypes, saveBrowserProfile, ssrf, maxDepth, maxPages, maxLinksPerPage, maxConcurrent, contentFilter, bm25Query, bm25Threshold, userAgent, rateLimitMs, auth, maxBodySize, mapLimit, mapSearch, maxAssetSize, proxy, documentUrlDepth, documentMaxSize, documentOutputDir, documentContentEncoding, warcOutput, browserProfile, ssrfDenyPrivateExplicit, dangerAcceptInvalidCerts, subdomainHeaderAllowlist) {
         var ptr0 = isLikeNone(includePaths) ? 0 : passArrayJsValueToWasm0(includePaths, wasm.__wbindgen_malloc);
         var len0 = WASM_VECTOR_LEN;
         var ptr1 = isLikeNone(excludePaths) ? 0 : passArrayJsValueToWasm0(excludePaths, wasm.__wbindgen_malloc);
@@ -2792,7 +2899,9 @@ class WasmCrawlConfig {
         var len16 = WASM_VECTOR_LEN;
         var ptr17 = isLikeNone(browserProfile) ? 0 : passStringToWasm0(browserProfile, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len17 = WASM_VECTOR_LEN;
-        const ret = wasm.wasmcrawlconfig_new(isLikeNone(crawlStrategy) ? 4 : crawlStrategy, isLikeNone(respectRobotsTxt) ? 0xFFFFFF : respectRobotsTxt ? 1 : 0, isLikeNone(softHttpErrors) ? 0xFFFFFF : softHttpErrors ? 1 : 0, isLikeNone(stayOnDomain) ? 0xFFFFFF : stayOnDomain ? 1 : 0, isLikeNone(allowSubdomains) ? 0xFFFFFF : allowSubdomains ? 1 : 0, ptr0, len0, ptr1, len1, isLikeNone(pathPatternsMatchQuery) ? 0xFFFFFF : pathPatternsMatchQuery ? 1 : 0, isLikeNone(pathPatternsMatchUrl) ? 0xFFFFFF : pathPatternsMatchUrl ? 1 : 0, isLikeNone(dedupIncludeQuery) ? 0xFFFFFF : dedupIncludeQuery ? 1 : 0, isLikeNone(stripTrackingParams) ? 0xFFFFFF : stripTrackingParams ? 1 : 0, ptr2, len2, isLikeNone(customHeaders) ? 0 : addToExternrefTable0(customHeaders), !isLikeNone(requestTimeout), isLikeNone(requestTimeout) ? BigInt(0) : requestTimeout, isLikeNone(maxRedirects) ? Number.MAX_SAFE_INTEGER : (maxRedirects) >>> 0, isLikeNone(retryCount) ? Number.MAX_SAFE_INTEGER : (retryCount) >>> 0, ptr3, len3, !isLikeNone(retryInitialDelayMs), isLikeNone(retryInitialDelayMs) ? BigInt(0) : retryInitialDelayMs, !isLikeNone(retryMaxDelayMs), isLikeNone(retryMaxDelayMs) ? BigInt(0) : retryMaxDelayMs, !isLikeNone(rateLimitJitterRatio), isLikeNone(rateLimitJitterRatio) ? 0 : rateLimitJitterRatio, isLikeNone(cookiesEnabled) ? 0xFFFFFF : cookiesEnabled ? 1 : 0, ptr4, len4, ptr5, isLikeNone(downloadAssets) ? 0xFFFFFF : downloadAssets ? 1 : 0, ptr6, len6, ptr7, ptr8, len8, isLikeNone(captureScreenshot) ? 0xFFFFFF : captureScreenshot ? 1 : 0, isLikeNone(followDocumentUrls) ? 0xFFFFFF : followDocumentUrls ? 1 : 0, isLikeNone(downloadDocuments) ? 0xFFFFFF : downloadDocuments ? 1 : 0, ptr9, len9, isLikeNone(saveBrowserProfile) ? 0xFFFFFF : saveBrowserProfile ? 1 : 0, ptr10, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(maxPages) ? Number.MAX_SAFE_INTEGER : (maxPages) >>> 0, isLikeNone(maxLinksPerPage) ? Number.MAX_SAFE_INTEGER : (maxLinksPerPage) >>> 0, isLikeNone(maxConcurrent) ? Number.MAX_SAFE_INTEGER : (maxConcurrent) >>> 0, isLikeNone(contentFilter) ? 1 : contentFilter, ptr11, len11, !isLikeNone(bm25Threshold), isLikeNone(bm25Threshold) ? 0 : bm25Threshold, ptr12, len12, !isLikeNone(rateLimitMs), isLikeNone(rateLimitMs) ? BigInt(0) : rateLimitMs, isLikeNone(auth) ? 0 : addToExternrefTable0(auth), isLikeNone(maxBodySize) ? Number.MAX_SAFE_INTEGER : (maxBodySize) >>> 0, isLikeNone(mapLimit) ? Number.MAX_SAFE_INTEGER : (mapLimit) >>> 0, ptr13, len13, isLikeNone(maxAssetSize) ? Number.MAX_SAFE_INTEGER : (maxAssetSize) >>> 0, ptr14, isLikeNone(documentUrlDepth) ? Number.MAX_SAFE_INTEGER : (documentUrlDepth) >>> 0, isLikeNone(documentMaxSize) ? Number.MAX_SAFE_INTEGER : (documentMaxSize) >>> 0, ptr15, len15, isLikeNone(documentContentEncoding) ? 1 : documentContentEncoding, ptr16, len16, ptr17, len17, isLikeNone(ssrfDenyPrivateExplicit) ? 0xFFFFFF : ssrfDenyPrivateExplicit ? 1 : 0);
+        var ptr18 = isLikeNone(subdomainHeaderAllowlist) ? 0 : passArrayJsValueToWasm0(subdomainHeaderAllowlist, wasm.__wbindgen_malloc);
+        var len18 = WASM_VECTOR_LEN;
+        const ret = wasm.wasmcrawlconfig_new(isLikeNone(crawlStrategy) ? 4 : crawlStrategy, isLikeNone(respectRobotsTxt) ? 0xFFFFFF : respectRobotsTxt ? 1 : 0, isLikeNone(softHttpErrors) ? 0xFFFFFF : softHttpErrors ? 1 : 0, isLikeNone(stayOnDomain) ? 0xFFFFFF : stayOnDomain ? 1 : 0, isLikeNone(allowSubdomains) ? 0xFFFFFF : allowSubdomains ? 1 : 0, ptr0, len0, ptr1, len1, isLikeNone(pathPatternsMatchQuery) ? 0xFFFFFF : pathPatternsMatchQuery ? 1 : 0, isLikeNone(pathPatternsMatchUrl) ? 0xFFFFFF : pathPatternsMatchUrl ? 1 : 0, isLikeNone(dedupIncludeQuery) ? 0xFFFFFF : dedupIncludeQuery ? 1 : 0, isLikeNone(stripTrackingParams) ? 0xFFFFFF : stripTrackingParams ? 1 : 0, ptr2, len2, isLikeNone(customHeaders) ? 0 : addToExternrefTable0(customHeaders), !isLikeNone(requestTimeout), isLikeNone(requestTimeout) ? BigInt(0) : requestTimeout, isLikeNone(maxRedirects) ? Number.MAX_SAFE_INTEGER : (maxRedirects) >>> 0, isLikeNone(retryCount) ? Number.MAX_SAFE_INTEGER : (retryCount) >>> 0, ptr3, len3, !isLikeNone(retryInitialDelayMs), isLikeNone(retryInitialDelayMs) ? BigInt(0) : retryInitialDelayMs, !isLikeNone(retryMaxDelayMs), isLikeNone(retryMaxDelayMs) ? BigInt(0) : retryMaxDelayMs, !isLikeNone(rateLimitJitterRatio), isLikeNone(rateLimitJitterRatio) ? 0 : rateLimitJitterRatio, isLikeNone(cookiesEnabled) ? 0xFFFFFF : cookiesEnabled ? 1 : 0, ptr4, len4, ptr5, isLikeNone(downloadAssets) ? 0xFFFFFF : downloadAssets ? 1 : 0, ptr6, len6, ptr7, ptr8, len8, isLikeNone(captureScreenshot) ? 0xFFFFFF : captureScreenshot ? 1 : 0, isLikeNone(followDocumentUrls) ? 0xFFFFFF : followDocumentUrls ? 1 : 0, isLikeNone(downloadDocuments) ? 0xFFFFFF : downloadDocuments ? 1 : 0, ptr9, len9, isLikeNone(saveBrowserProfile) ? 0xFFFFFF : saveBrowserProfile ? 1 : 0, ptr10, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(maxPages) ? Number.MAX_SAFE_INTEGER : (maxPages) >>> 0, isLikeNone(maxLinksPerPage) ? Number.MAX_SAFE_INTEGER : (maxLinksPerPage) >>> 0, isLikeNone(maxConcurrent) ? Number.MAX_SAFE_INTEGER : (maxConcurrent) >>> 0, isLikeNone(contentFilter) ? 1 : contentFilter, ptr11, len11, !isLikeNone(bm25Threshold), isLikeNone(bm25Threshold) ? 0 : bm25Threshold, ptr12, len12, !isLikeNone(rateLimitMs), isLikeNone(rateLimitMs) ? BigInt(0) : rateLimitMs, isLikeNone(auth) ? 0 : addToExternrefTable0(auth), isLikeNone(maxBodySize) ? Number.MAX_SAFE_INTEGER : (maxBodySize) >>> 0, isLikeNone(mapLimit) ? Number.MAX_SAFE_INTEGER : (mapLimit) >>> 0, ptr13, len13, isLikeNone(maxAssetSize) ? Number.MAX_SAFE_INTEGER : (maxAssetSize) >>> 0, ptr14, isLikeNone(documentUrlDepth) ? Number.MAX_SAFE_INTEGER : (documentUrlDepth) >>> 0, isLikeNone(documentMaxSize) ? Number.MAX_SAFE_INTEGER : (documentMaxSize) >>> 0, ptr15, len15, isLikeNone(documentContentEncoding) ? 1 : documentContentEncoding, ptr16, len16, ptr17, len17, isLikeNone(ssrfDenyPrivateExplicit) ? 0xFFFFFF : ssrfDenyPrivateExplicit ? 1 : 0, isLikeNone(dangerAcceptInvalidCerts) ? 0xFFFFFF : dangerAcceptInvalidCerts ? 1 : 0, ptr18, len18);
         this.__wbg_ptr = ret;
         WasmCrawlConfigFinalization.register(this, this.__wbg_ptr, this);
         return this;
@@ -2982,6 +3091,12 @@ class WasmCrawlConfig {
     set customHeaders(value) {
         wasm.wasmcrawlconfig_set_customHeaders(this.__wbg_ptr, value);
     }
+    /**
+     * @param {boolean} value
+     */
+    set dangerAcceptInvalidCerts(value) {
+        wasm.wasmcrawlconfig_set_dangerAcceptInvalidCerts(this.__wbg_ptr, value);
+    }
     /**
      * @param {boolean} value
      */
@@ -3226,6 +3341,14 @@ class WasmCrawlConfig {
     set stripTrackingParams(value) {
         wasm.wasmcrawlconfig_set_stripTrackingParams(this.__wbg_ptr, value);
     }
+    /**
+     * @param {string[]} value
+     */
+    set subdomainHeaderAllowlist(value) {
+        const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmcrawlconfig_set_subdomainHeaderAllowlist(this.__wbg_ptr, ptr0, len0);
+    }
     /**
      * @param {string[]} value
      */
@@ -3297,6 +3420,15 @@ class WasmCrawlConfig {
         const ret = wasm.wasmcrawlconfig_stripTrackingParams(this.__wbg_ptr);
         return ret !== 0;
     }
+    /**
+     * @returns {string[]}
+     */
+    get subdomainHeaderAllowlist() {
+        const ret = wasm.wasmcrawlconfig_subdomainHeaderAllowlist(this.__wbg_ptr);
+        var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
+        wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
+        return v1;
+    }
     /**
      * @returns {string[]}
      */
@@ -4050,6 +4182,9 @@ class WasmCrawlResult {
         const ret = wasm.wasmcrawlresult_browserUsed(this.__wbg_ptr);
         return ret !== 0;
     }
+    clearWafBlock() {
+        wasm.wasmcrawlresult_clearWafBlock(this.__wbg_ptr);
+    }
     /**
      * Returns detached copies of the elements in `cookies`.
      *
@@ -4109,6 +4244,11 @@ class WasmCrawlResult {
         }
     }
     /**
+     * Takes ownership of `wafBlock`.
+     * wasm-bindgen lowers a by-value class argument through `__destroy_into_raw()`, so each
+     * of those handles is dead once this returns. Passing a freshly built value is fine. To
+     * keep a handle you already hold, build with `default()` and assign the property instead:
+     * the generated setter borrows and leaves your handle alive.
      * Takes ownership of every element in `pages`, `cookies`.
      * wasm-bindgen cannot borrow class values nested in an array. To keep those handles,
      * copy each retained element with `copyForTransfer()` before passing the array.
@@ -4120,8 +4260,9 @@ class WasmCrawlResult {
      * @param {boolean | null} [stayedOnDomain]
      * @param {boolean | null} [browserUsed]
      * @param {string | null} [error]
+     * @param {WasmWafBlockDetails | null} [wafBlock]
      */
-    constructor(pages, finalUrl, redirectCount, wasSkipped, cookies, stayedOnDomain, browserUsed, error) {
+    constructor(pages, finalUrl, redirectCount, wasSkipped, cookies, stayedOnDomain, browserUsed, error, wafBlock) {
         var ptr0 = isLikeNone(pages) ? 0 : passArrayJsValueToWasm0(pages, wasm.__wbindgen_malloc);
         var len0 = WASM_VECTOR_LEN;
         var ptr1 = isLikeNone(finalUrl) ? 0 : passStringToWasm0(finalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
@@ -4130,7 +4271,12 @@ class WasmCrawlResult {
         var len2 = WASM_VECTOR_LEN;
         var ptr3 = isLikeNone(error) ? 0 : passStringToWasm0(error, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len3 = WASM_VECTOR_LEN;
-        const ret = wasm.wasmcrawlresult_new(ptr0, len0, ptr1, len1, isLikeNone(redirectCount) ? Number.MAX_SAFE_INTEGER : (redirectCount) >>> 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, ptr2, len2, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr3, len3);
+        let ptr4 = 0;
+        if (!isLikeNone(wafBlock)) {
+            _assertClass(wafBlock, WasmWafBlockDetails);
+            ptr4 = wafBlock.__destroy_into_raw();
+        }
+        const ret = wasm.wasmcrawlresult_new(ptr0, len0, ptr1, len1, isLikeNone(redirectCount) ? Number.MAX_SAFE_INTEGER : (redirectCount) >>> 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, ptr2, len2, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr3, len3, ptr4);
         this.__wbg_ptr = ret;
         WasmCrawlResultFinalization.register(this, this.__wbg_ptr, this);
         return this;
@@ -4211,6 +4357,13 @@ class WasmCrawlResult {
     set stayedOnDomain(value) {
         wasm.wasmcrawlresult_set_stayedOnDomain(this.__wbg_ptr, value);
     }
+    /**
+     * @param {WasmWafBlockDetails} value
+     */
+    set wafBlock(value) {
+        _assertClass(value, WasmWafBlockDetails);
+        wasm.wasmcrawlresult_set_wafBlock(this.__wbg_ptr, value.__wbg_ptr);
+    }
     /**
      * @param {boolean} value
      */
@@ -4239,6 +4392,17 @@ class WasmCrawlResult {
         const ret = wasm.wasmcrawlresult_uniqueNormalizedUrls(this.__wbg_ptr);
         return ret >>> 0;
     }
+    /**
+     * Returns a detached copy of `wafBlock`.
+     *
+     * Changes to the returned value do not update this object. To update `wafBlock`,
+     * read it, modify the copy, then assign the copy back to `wafBlock`.
+     * @returns {WasmWafBlockDetails | undefined}
+     */
+    get wafBlock() {
+        const ret = wasm.wasmcrawlresult_wafBlock(this.__wbg_ptr);
+        return ret === 0 ? undefined : WasmWafBlockDetails.__wrap(ret);
+    }
     /**
      * @returns {boolean}
      */
@@ -8938,6 +9102,119 @@ class WasmSsrfPolicy {
 if (Symbol.dispose) WasmSsrfPolicy.prototype[Symbol.dispose] = WasmSsrfPolicy.prototype.free;
 exports.WasmSsrfPolicy = WasmSsrfPolicy;
 
+/**
+ * Structured context for a WAF-blocked response. <!-- -->
+ */
+class WasmWafBlockDetails {
+    static __wrap(ptr) {
+        const obj = Object.create(WasmWafBlockDetails.prototype);
+        obj.__wbg_ptr = ptr;
+        WasmWafBlockDetailsFinalization.register(obj, obj.__wbg_ptr, obj);
+        return obj;
+    }
+    __destroy_into_raw() {
+        const ptr = this.__wbg_ptr;
+        this.__wbg_ptr = 0;
+        WasmWafBlockDetailsFinalization.unregister(this);
+        return ptr;
+    }
+    free() {
+        const ptr = this.__destroy_into_raw();
+        wasm.__wbg_wasmwafblockdetails_free(ptr, 0);
+    }
+    /**
+     * @returns {string | undefined}
+     */
+    get bodyPrefix() {
+        const ret = wasm.wasmwafblockdetails_bodyPrefix(this.__wbg_ptr);
+        let v1;
+        if (ret[0] !== 0) {
+            v1 = getStringFromWasm0(ret[0], ret[1]);
+            wasm.__wbindgen_free(ret[0], ret[1] * 1, 1);
+        }
+        return v1;
+    }
+    /**
+     * Return an independent handle for an ownership-taking API.
+     *
+     * Use `copyForTransfer()` for each class value placed in an array when the original
+     * handle must remain usable.
+     * @returns {WasmWafBlockDetails}
+     */
+    copyForTransfer() {
+        const ret = wasm.wasmwafblockdetails_copyForTransfer(this.__wbg_ptr);
+        return WasmWafBlockDetails.__wrap(ret);
+    }
+    /**
+     * @returns {WasmWafBlockDetails}
+     */
+    static default() {
+        const ret = wasm.wasmwafblockdetails_default();
+        return WasmWafBlockDetails.__wrap(ret);
+    }
+    /**
+     * @param {string | null} [vendor]
+     * @param {number | null} [status]
+     * @param {string | null} [bodyPrefix]
+     */
+    constructor(vendor, status, bodyPrefix) {
+        var ptr0 = isLikeNone(vendor) ? 0 : passStringToWasm0(vendor, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len0 = WASM_VECTOR_LEN;
+        var ptr1 = isLikeNone(bodyPrefix) ? 0 : passStringToWasm0(bodyPrefix, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len1 = WASM_VECTOR_LEN;
+        const ret = wasm.wasmwafblockdetails_new(ptr0, len0, isLikeNone(status) ? 0xFFFFFF : status, ptr1, len1);
+        this.__wbg_ptr = ret;
+        WasmWafBlockDetailsFinalization.register(this, this.__wbg_ptr, this);
+        return this;
+    }
+    /**
+     * @param {string | null} [value]
+     */
+    set bodyPrefix(value) {
+        var ptr0 = isLikeNone(value) ? 0 : passStringToWasm0(value, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len0 = WASM_VECTOR_LEN;
+        wasm.wasmwafblockdetails_set_bodyPrefix(this.__wbg_ptr, ptr0, len0);
+    }
+    /**
+     * @param {number | null} [value]
+     */
+    set status(value) {
+        wasm.wasmwafblockdetails_set_status(this.__wbg_ptr, isLikeNone(value) ? 0xFFFFFF : value);
+    }
+    /**
+     * @param {string} value
+     */
+    set vendor(value) {
+        const ptr0 = passStringToWasm0(value, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmwafblockdetails_set_vendor(this.__wbg_ptr, ptr0, len0);
+    }
+    /**
+     * @returns {number | undefined}
+     */
+    get status() {
+        const ret = wasm.wasmwafblockdetails_status(this.__wbg_ptr);
+        return ret === 0xFFFFFF ? undefined : ret;
+    }
+    /**
+     * @returns {string}
+     */
+    get vendor() {
+        let deferred1_0;
+        let deferred1_1;
+        try {
+            const ret = wasm.wasmwafblockdetails_vendor(this.__wbg_ptr);
+            deferred1_0 = ret[0];
+            deferred1_1 = ret[1];
+            return getStringFromWasm0(ret[0], ret[1]);
+        } finally {
+            wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
+        }
+    }
+}
+if (Symbol.dispose) WasmWafBlockDetails.prototype[Symbol.dispose] = WasmWafBlockDetails.prototype.free;
+exports.WasmWafBlockDetails = WasmWafBlockDetails;
+
 /**
  * Crawl multiple seed URLs concurrently, each following links to configured depth.
  * @param {WasmCrawlEngineHandle} engine
@@ -9172,6 +9449,10 @@ function __wbg_get_imports() {
             const ret = clearTimeout(arg0);
             return ret;
         },
+        __wbg_create_7febfb959f8c7046: function(arg0) {
+            const ret = Object.create(arg0);
+            return ret;
+        },
         __wbg_done_b41a1d26cdb37fb6: function(arg0) {
             const ret = arg0.done;
             return ret;
@@ -9192,9 +9473,17 @@ function __wbg_get_imports() {
             const ret = arg0.fetch(arg1);
             return ret;
         },
+        __wbg_for_beb5dc4e908dd8b8: function(arg0, arg1) {
+            const ret = Symbol.for(getStringFromWasm0(arg0, arg1));
+            return ret;
+        },
         __wbg_getRandomValues_a608c4436c19407a: function() { return handleError(function (arg0, arg1) {
             globalThis.crypto.getRandomValues(getArrayU8FromWasm0(arg0, arg1));
         }, arguments); },
+        __wbg_getTime_f5a55efff2585d5d: function(arg0) {
+            const ret = arg0.getTime();
+            return ret;
+        },
         __wbg_get_658f6698067d9515: function() { return handleError(function (arg0, arg1) {
             const ret = Reflect.get(arg0, arg1);
             return ret;
@@ -9275,6 +9564,10 @@ function __wbg_get_imports() {
             const ret = arg0.length;
             return ret;
         },
+        __wbg_new_0_72d020f0c63443d4: function() {
+            const ret = new Date();
+            return ret;
+        },
         __wbg_new_1dbf7428bba60a42: function(arg0) {
             const ret = new Uint8Array(arg0);
             return ret;
@@ -9287,6 +9580,10 @@ function __wbg_get_imports() {
             const ret = new AbortController();
             return ret;
         }, arguments); },
+        __wbg_new_343a093a3c2ffb4e: function(arg0, arg1) {
+            const ret = new Error(getStringFromWasm0(arg0, arg1));
+            return ret;
+        },
         __wbg_new_617a8cdb8bb1130e: function() {
             const ret = new Object();
             return ret;
@@ -9367,6 +9664,10 @@ function __wbg_get_imports() {
             const ret = setTimeout(arg0, arg1);
             return ret;
         },
+        __wbg_set_145a351398b48c65: function() { return handleError(function (arg0, arg1, arg2) {
+            const ret = Reflect.set(arg0, arg1, arg2);
+            return ret;
+        }, arguments); },
         __wbg_set_6ae97e73113c4f0b: function(arg0, arg1, arg2) {
             const ret = arg0.set(arg1, arg2);
             return ret;
@@ -9604,12 +9905,12 @@ function __wbg_get_imports() {
             return ret;
         },
         __wbindgen_generic_0000000000000001: function(arg0, arg1) {
-            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1463, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
+            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1508, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
             const ret = makeMutClosure(arg0, arg1, wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___wasm_bindgen_a37d5a31ee71bc5f___JsValue__core_37ee0ce0c4cd57d5___result__Result_____wasm_bindgen_a37d5a31ee71bc5f___JsError___true_);
             return ret;
         },
         __wbindgen_generic_0000000000000002: function(arg0, arg1) {
-            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 1310, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
+            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 1350, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
             const ret = makeMutClosure(arg0, arg1, wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke_______true_);
             return ret;
         },
@@ -9789,6 +10090,9 @@ const WasmSitemapUrlFinalization = (typeof FinalizationRegistry === 'undefined')
 const WasmSsrfPolicyFinalization = (typeof FinalizationRegistry === 'undefined')
     ? { register: () => {}, unregister: () => {} }
     : new FinalizationRegistry(ptr => wasm.__wbg_wasmssrfpolicy_free(ptr, 1));
+const WasmWafBlockDetailsFinalization = (typeof FinalizationRegistry === 'undefined')
+    ? { register: () => {}, unregister: () => {} }
+    : new FinalizationRegistry(ptr => wasm.__wbg_wasmwafblockdetails_free(ptr, 1));
 
 function addToExternrefTable0(obj) {
     const idx = wasm.__externref_table_alloc();