@xberg-io/crawlberg-wasm 1.8.0 → 1.9.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xberg-io/crawlberg-wasm",
-  "version": "1.8.0",
+  "version": "1.9.0",
   "private": false,
   "description": "High-performance web crawling engine",
   "license": "MIT",

package/pkg/bundler/crawlberg_wasm.d.ts

@@ -153,11 +153,14 @@ export class WasmBrowserConfig {
     free(): void;
     [Symbol.dispose](): void;
     static default(): WasmBrowserConfig;
-    constructor(mode?: WasmBrowserMode | null, backend?: WasmBrowserBackend | null, timeout?: bigint | null, overallTimeout?: bigint | null, shutdownTimeout?: bigint | null, wait?: WasmBrowserWait | null, blockUrlPatterns?: string[] | null, captureNetworkEvents?: boolean | null, sessionAffinity?: boolean | null, endpoint?: string | null, waitSelector?: string | null, extraWait?: bigint | null, proxy?: WasmProxyConfig | null, evalScript?: string | null, robotsUserAgent?: string | null);
+    constructor(mode?: WasmBrowserMode | null, backend?: WasmBrowserBackend | null, timeout?: bigint | null, overallTimeout?: bigint | null, shutdownTimeout?: bigint | null, wait?: WasmBrowserWait | null, blockUrlPatterns?: string[] | null, captureNetworkEvents?: boolean | null, sessionAffinity?: boolean | null, chromeArgs?: string[] | null, endpoint?: string | null, waitSelector?: string | null, extraWait?: bigint | null, proxy?: WasmProxyConfig | null, evalScript?: string | null, robotsUserAgent?: string | null, chromePath?: string | null);
     get backend(): string;
     set backend(value: WasmBrowserBackend);
     blockUrlPatterns: string[];
     captureNetworkEvents: boolean;
+    chromeArgs: string[];
+    get chromePath(): string | undefined;
+    set chromePath(value: string | null | undefined);
     get endpoint(): string | undefined;
     set endpoint(value: string | null | undefined);
     get evalScript(): string | undefined;
@@ -302,7 +305,7 @@ export class WasmCrawlConfig {
     free(): void;
     [Symbol.dispose](): void;
     static default(): WasmCrawlConfig;
-    constructor(crawlStrategy?: WasmCrawlStrategyKind | null, respectRobotsTxt?: boolean | null, softHttpErrors?: boolean | null, stayOnDomain?: boolean | null, allowSubdomains?: boolean | null, includePaths?: string[] | null, excludePaths?: string[] | null, pathPatternsMatchQuery?: boolean | null, dedupIncludeQuery?: boolean | null, stripTrackingParams?: boolean | null, trackingParams?: string[] | null, customHeaders?: any | null, requestTimeout?: bigint | null, maxRedirects?: number | null, retryCount?: number | null, retryCodes?: Uint16Array | null, retryInitialDelayMs?: bigint | null, retryMaxDelayMs?: bigint | null, rateLimitJitterRatio?: number | null, cookiesEnabled?: boolean | null, removeTags?: string[] | null, content?: WasmContentConfig | null, downloadAssets?: boolean | null, assetTypes?: WasmAssetCategory[] | null, browser?: WasmBrowserConfig | null, userAgents?: string[] | null, captureScreenshot?: boolean | null, followDocumentUrls?: boolean | null, downloadDocuments?: boolean | null, documentMimeTypes?: string[] | null, saveBrowserProfile?: boolean | null, ssrf?: WasmSsrfPolicy | null, maxDepth?: number | null, maxPages?: number | null, maxLinksPerPage?: number | null, maxConcurrent?: number | null, contentFilter?: WasmContentFilterKind | null, bm25Query?: string | null, bm25Threshold?: number | null, userAgent?: string | null, rateLimitMs?: bigint | null, auth?: any | null, maxBodySize?: number | null, mapLimit?: number | null, mapSearch?: string | null, maxAssetSize?: number | null, proxy?: WasmProxyConfig | null, documentUrlDepth?: number | null, documentMaxSize?: number | null, documentOutputDir?: string | null, documentContentEncoding?: WasmDocumentContentEncoding | null, warcOutput?: string | null, browserProfile?: string | null, ssrfDenyPrivateExplicit?: boolean | null);
+    constructor(crawlStrategy?: WasmCrawlStrategyKind | null, respectRobotsTxt?: boolean | null, softHttpErrors?: boolean | null, stayOnDomain?: boolean | null, allowSubdomains?: boolean | null, includePaths?: string[] | null, excludePaths?: string[] | null, pathPatternsMatchQuery?: boolean | null, pathPatternsMatchUrl?: boolean | null, dedupIncludeQuery?: boolean | null, stripTrackingParams?: boolean | null, trackingParams?: string[] | null, customHeaders?: any | null, requestTimeout?: bigint | null, maxRedirects?: number | null, retryCount?: number | null, retryCodes?: Uint16Array | null, retryInitialDelayMs?: bigint | null, retryMaxDelayMs?: bigint | null, rateLimitJitterRatio?: number | null, cookiesEnabled?: boolean | null, removeTags?: string[] | null, content?: WasmContentConfig | null, downloadAssets?: boolean | null, assetTypes?: WasmAssetCategory[] | null, browser?: WasmBrowserConfig | null, userAgents?: string[] | null, captureScreenshot?: boolean | null, followDocumentUrls?: boolean | null, downloadDocuments?: boolean | null, documentMimeTypes?: string[] | null, saveBrowserProfile?: boolean | null, ssrf?: WasmSsrfPolicy | null, maxDepth?: number | null, maxPages?: number | null, maxLinksPerPage?: number | null, maxConcurrent?: number | null, contentFilter?: WasmContentFilterKind | null, bm25Query?: string | null, bm25Threshold?: number | null, userAgent?: string | null, rateLimitMs?: bigint | null, auth?: any | null, maxBodySize?: number | null, mapLimit?: number | null, mapSearch?: string | null, maxAssetSize?: number | null, proxy?: WasmProxyConfig | null, documentUrlDepth?: number | null, documentMaxSize?: number | null, documentOutputDir?: string | null, documentContentEncoding?: WasmDocumentContentEncoding | null, warcOutput?: string | null, browserProfile?: string | null, ssrfDenyPrivateExplicit?: boolean | null);
     /**
      * Validate the configuration, returning an error if any values are invalid.
      *
@@ -362,6 +365,7 @@ export class WasmCrawlConfig {
     set maxPages(value: number | null | undefined);
     maxRedirects: number;
     pathPatternsMatchQuery: boolean;
+    pathPatternsMatchUrl: boolean;
     get proxy(): WasmProxyConfig | undefined;
     set proxy(value: WasmProxyConfig | null | undefined);
     rateLimitJitterRatio: number;
@@ -409,7 +413,7 @@ export class WasmCrawlPageResult {
     free(): void;
     [Symbol.dispose](): void;
     static default(): WasmCrawlPageResult;
-    constructor(url?: string | null, normalizedUrl?: string | null, statusCode?: number | null, contentType?: string | null, html?: string | null, bodySize?: number | null, metadata?: WasmPageMetadata | null, links?: WasmLinkInfo[] | null, images?: WasmImageInfo[] | null, feeds?: WasmFeedInfo[] | null, jsonLd?: WasmJsonLdEntry[] | null, depth?: number | null, stayedOnDomain?: boolean | null, wasSkipped?: boolean | null, isPdf?: boolean | null, browserUsed?: boolean | null, finalUrl?: string | null, redirectCount?: number | null, noindexDetected?: boolean | null, nofollowDetected?: boolean | null, detectedCharset?: string | null, markdown?: WasmMarkdownResult | null, extractedData?: any | null, extractionMeta?: WasmExtractionMeta | null, downloadedDocument?: WasmDownloadedDocument | null);
+    constructor(url?: string | null, normalizedUrl?: string | null, statusCode?: number | null, contentType?: string | null, html?: string | null, bodySize?: number | null, metadata?: WasmPageMetadata | null, links?: WasmLinkInfo[] | null, images?: WasmImageInfo[] | null, feeds?: WasmFeedInfo[] | null, jsonLd?: WasmJsonLdEntry[] | null, depth?: number | null, stayedOnDomain?: boolean | null, wasSkipped?: boolean | null, isPdf?: boolean | null, browserUsed?: boolean | null, finalUrl?: string | null, redirectCount?: number | null, noindexDetected?: boolean | null, nofollowDetected?: boolean | null, ssrfRefusedUrls?: string[] | null, detectedCharset?: string | null, markdown?: WasmMarkdownResult | null, extractedData?: any | null, extractionMeta?: WasmExtractionMeta | null, downloadedDocument?: WasmDownloadedDocument | null);
     bodySize: number;
     browserUsed: boolean;
     contentType: string;
@@ -436,6 +440,7 @@ export class WasmCrawlPageResult {
     noindexDetected: boolean;
     normalizedUrl: string;
     redirectCount: number;
+    ssrfRefusedUrls: string[];
     statusCode: number;
     stayedOnDomain: boolean;
     url: string;
@@ -689,12 +694,13 @@ export class WasmInteractionResult {
     free(): void;
     [Symbol.dispose](): void;
     static default(): WasmInteractionResult;
-    constructor(actionResults?: WasmActionResult[] | null, finalHtml?: string | null, finalUrl?: string | null, screenshotBase64?: string | null);
+    constructor(actionResults?: WasmActionResult[] | null, finalHtml?: string | null, finalUrl?: string | null, ssrfRefusedUrls?: string[] | null, screenshotBase64?: string | null);
     actionResults: WasmActionResult[];
     finalHtml: string;
     finalUrl: string;
     get screenshotBase64(): string | undefined;
     set screenshotBase64(value: string | null | undefined);
+    ssrfRefusedUrls: string[];
 }
 
 /**
@@ -939,7 +945,7 @@ export class WasmScrapeResult {
     free(): void;
     [Symbol.dispose](): void;
     static default(): WasmScrapeResult;
-    constructor(statusCode?: number | null, finalUrl?: string | null, contentType?: string | null, html?: string | null, bodySize?: number | null, metadata?: WasmPageMetadata | null, links?: WasmLinkInfo[] | null, images?: WasmImageInfo[] | null, feeds?: WasmFeedInfo[] | null, jsonLd?: WasmJsonLdEntry[] | null, isAllowed?: boolean | null, noindexDetected?: boolean | null, nofollowDetected?: boolean | null, isPdf?: boolean | null, wasSkipped?: boolean | null, authHeaderSent?: boolean | null, assets?: WasmDownloadedAsset[] | null, jsRenderHint?: boolean | null, browserUsed?: boolean | null, crawlDelay?: bigint | null, xRobotsTag?: string | null, detectedCharset?: string | null, responseMeta?: WasmResponseMeta | null, markdown?: WasmMarkdownResult | null, extractedData?: any | null, extractionMeta?: WasmExtractionMeta | null, screenshotBase64?: string | null, downloadedDocument?: WasmDownloadedDocument | null, browser?: WasmBrowserExtras | null);
+    constructor(statusCode?: number | null, finalUrl?: string | null, contentType?: string | null, html?: string | null, bodySize?: number | null, metadata?: WasmPageMetadata | null, links?: WasmLinkInfo[] | null, images?: WasmImageInfo[] | null, feeds?: WasmFeedInfo[] | null, jsonLd?: WasmJsonLdEntry[] | null, isAllowed?: boolean | null, noindexDetected?: boolean | null, nofollowDetected?: boolean | null, isPdf?: boolean | null, wasSkipped?: boolean | null, authHeaderSent?: boolean | null, assets?: WasmDownloadedAsset[] | null, jsRenderHint?: boolean | null, browserUsed?: boolean | null, ssrfRefusedUrls?: string[] | null, crawlDelay?: bigint | null, xRobotsTag?: string | null, detectedCharset?: string | null, responseMeta?: WasmResponseMeta | null, markdown?: WasmMarkdownResult | null, extractedData?: any | null, extractionMeta?: WasmExtractionMeta | null, screenshotBase64?: string | null, downloadedDocument?: WasmDownloadedDocument | null, browser?: WasmBrowserExtras | null);
     assets: WasmDownloadedAsset[];
     authHeaderSent: boolean;
     bodySize: number;
@@ -975,6 +981,7 @@ export class WasmScrapeResult {
     set responseMeta(value: WasmResponseMeta | null | undefined);
     get screenshotBase64(): string | undefined;
     set screenshotBase64(value: string | null | undefined);
+    ssrfRefusedUrls: string[];
     statusCode: number;
     wasSkipped: boolean;
     get xRobotsTag(): string | undefined;

package/pkg/bundler/crawlberg_wasm_bg.js

@@ -959,6 +959,27 @@ export class WasmBrowserConfig {
         const ret = wasm.wasmbrowserconfig_captureNetworkEvents(this.__wbg_ptr);
         return ret !== 0;
     }
+    /**
+     * @returns {string[]}
+     */
+    get chromeArgs() {
+        const ret = wasm.wasmbrowserconfig_chromeArgs(this.__wbg_ptr);
+        var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
+        wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
+        return v1;
+    }
+    /**
+     * @returns {string | undefined}
+     */
+    get chromePath() {
+        const ret = wasm.wasmbrowserconfig_chromePath(this.__wbg_ptr);
+        let v1;
+        if (ret[0] !== 0) {
+            v1 = getStringFromWasm0(ret[0], ret[1]);
+            wasm.__wbindgen_free(ret[0], ret[1] * 1, 1);
+        }
+        return v1;
+    }
     /**
      * @returns {WasmBrowserConfig}
      */
@@ -1022,30 +1043,36 @@ export class WasmBrowserConfig {
      * @param {string[] | null} [blockUrlPatterns]
      * @param {boolean | null} [captureNetworkEvents]
      * @param {boolean | null} [sessionAffinity]
+     * @param {string[] | null} [chromeArgs]
      * @param {string | null} [endpoint]
      * @param {string | null} [waitSelector]
      * @param {bigint | null} [extraWait]
      * @param {WasmProxyConfig | null} [proxy]
      * @param {string | null} [evalScript]
      * @param {string | null} [robotsUserAgent]
+     * @param {string | null} [chromePath]
      */
-    constructor(mode, backend, timeout, overallTimeout, shutdownTimeout, wait, blockUrlPatterns, captureNetworkEvents, sessionAffinity, endpoint, waitSelector, extraWait, proxy, evalScript, robotsUserAgent) {
+    constructor(mode, backend, timeout, overallTimeout, shutdownTimeout, wait, blockUrlPatterns, captureNetworkEvents, sessionAffinity, chromeArgs, endpoint, waitSelector, extraWait, proxy, evalScript, robotsUserAgent, chromePath) {
         var ptr0 = isLikeNone(blockUrlPatterns) ? 0 : passArrayJsValueToWasm0(blockUrlPatterns, wasm.__wbindgen_malloc);
         var len0 = WASM_VECTOR_LEN;
-        var ptr1 = isLikeNone(endpoint) ? 0 : passStringToWasm0(endpoint, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var ptr1 = isLikeNone(chromeArgs) ? 0 : passArrayJsValueToWasm0(chromeArgs, wasm.__wbindgen_malloc);
         var len1 = WASM_VECTOR_LEN;
-        var ptr2 = isLikeNone(waitSelector) ? 0 : passStringToWasm0(waitSelector, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var ptr2 = isLikeNone(endpoint) ? 0 : passStringToWasm0(endpoint, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len2 = WASM_VECTOR_LEN;
-        let ptr3 = 0;
+        var ptr3 = isLikeNone(waitSelector) ? 0 : passStringToWasm0(waitSelector, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len3 = WASM_VECTOR_LEN;
+        let ptr4 = 0;
         if (!isLikeNone(proxy)) {
             _assertClass(proxy, WasmProxyConfig);
-            ptr3 = proxy.__destroy_into_raw();
+            ptr4 = proxy.__destroy_into_raw();
         }
-        var ptr4 = isLikeNone(evalScript) ? 0 : passStringToWasm0(evalScript, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
-        var len4 = WASM_VECTOR_LEN;
-        var ptr5 = isLikeNone(robotsUserAgent) ? 0 : passStringToWasm0(robotsUserAgent, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var ptr5 = isLikeNone(evalScript) ? 0 : passStringToWasm0(evalScript, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len5 = WASM_VECTOR_LEN;
-        const ret = wasm.wasmbrowserconfig_new(isLikeNone(mode) ? 4 : mode, isLikeNone(backend) ? 2 : backend, !isLikeNone(timeout), isLikeNone(timeout) ? BigInt(0) : timeout, !isLikeNone(overallTimeout), isLikeNone(overallTimeout) ? BigInt(0) : overallTimeout, !isLikeNone(shutdownTimeout), isLikeNone(shutdownTimeout) ? BigInt(0) : shutdownTimeout, isLikeNone(wait) ? 3 : wait, ptr0, len0, isLikeNone(captureNetworkEvents) ? 0xFFFFFF : captureNetworkEvents ? 1 : 0, isLikeNone(sessionAffinity) ? 0xFFFFFF : sessionAffinity ? 1 : 0, ptr1, len1, ptr2, len2, !isLikeNone(extraWait), isLikeNone(extraWait) ? BigInt(0) : extraWait, ptr3, ptr4, len4, ptr5, len5);
+        var ptr6 = isLikeNone(robotsUserAgent) ? 0 : passStringToWasm0(robotsUserAgent, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len6 = WASM_VECTOR_LEN;
+        var ptr7 = isLikeNone(chromePath) ? 0 : passStringToWasm0(chromePath, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len7 = WASM_VECTOR_LEN;
+        const ret = wasm.wasmbrowserconfig_new(isLikeNone(mode) ? 4 : mode, isLikeNone(backend) ? 2 : backend, !isLikeNone(timeout), isLikeNone(timeout) ? BigInt(0) : timeout, !isLikeNone(overallTimeout), isLikeNone(overallTimeout) ? BigInt(0) : overallTimeout, !isLikeNone(shutdownTimeout), isLikeNone(shutdownTimeout) ? BigInt(0) : shutdownTimeout, isLikeNone(wait) ? 3 : wait, ptr0, len0, isLikeNone(captureNetworkEvents) ? 0xFFFFFF : captureNetworkEvents ? 1 : 0, isLikeNone(sessionAffinity) ? 0xFFFFFF : sessionAffinity ? 1 : 0, ptr1, len1, ptr2, len2, ptr3, len3, !isLikeNone(extraWait), isLikeNone(extraWait) ? BigInt(0) : extraWait, ptr4, ptr5, len5, ptr6, len6, ptr7, len7);
         this.__wbg_ptr = ret;
         WasmBrowserConfigFinalization.register(this, this.__wbg_ptr, this);
         return this;
@@ -1103,6 +1130,22 @@ export class WasmBrowserConfig {
     set captureNetworkEvents(value) {
         wasm.wasmbrowserconfig_set_captureNetworkEvents(this.__wbg_ptr, value);
     }
+    /**
+     * @param {string[]} value
+     */
+    set chromeArgs(value) {
+        const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmbrowserconfig_set_chromeArgs(this.__wbg_ptr, ptr0, len0);
+    }
+    /**
+     * @param {string | null} [value]
+     */
+    set chromePath(value) {
+        var ptr0 = isLikeNone(value) ? 0 : passStringToWasm0(value, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len0 = WASM_VECTOR_LEN;
+        wasm.wasmbrowserconfig_set_chromePath(this.__wbg_ptr, ptr0, len0);
+    }
     /**
      * @param {string | null} [value]
      */
@@ -2271,6 +2314,7 @@ export class WasmCrawlConfig {
      * @param {string[] | null} [includePaths]
      * @param {string[] | null} [excludePaths]
      * @param {boolean | null} [pathPatternsMatchQuery]
+     * @param {boolean | null} [pathPatternsMatchUrl]
      * @param {boolean | null} [dedupIncludeQuery]
      * @param {boolean | null} [stripTrackingParams]
      * @param {string[] | null} [trackingParams]
@@ -2318,7 +2362,7 @@ export class WasmCrawlConfig {
      * @param {string | null} [browserProfile]
      * @param {boolean | null} [ssrfDenyPrivateExplicit]
      */
-    constructor(crawlStrategy, respectRobotsTxt, softHttpErrors, stayOnDomain, allowSubdomains, includePaths, excludePaths, pathPatternsMatchQuery, dedupIncludeQuery, stripTrackingParams, trackingParams, customHeaders, requestTimeout, maxRedirects, retryCount, retryCodes, retryInitialDelayMs, retryMaxDelayMs, rateLimitJitterRatio, cookiesEnabled, removeTags, content, downloadAssets, assetTypes, browser, userAgents, captureScreenshot, followDocumentUrls, downloadDocuments, documentMimeTypes, saveBrowserProfile, ssrf, maxDepth, maxPages, maxLinksPerPage, maxConcurrent, contentFilter, bm25Query, bm25Threshold, userAgent, rateLimitMs, auth, maxBodySize, mapLimit, mapSearch, maxAssetSize, proxy, documentUrlDepth, documentMaxSize, documentOutputDir, documentContentEncoding, warcOutput, browserProfile, ssrfDenyPrivateExplicit) {
+    constructor(crawlStrategy, respectRobotsTxt, softHttpErrors, stayOnDomain, allowSubdomains, includePaths, excludePaths, pathPatternsMatchQuery, pathPatternsMatchUrl, dedupIncludeQuery, stripTrackingParams, trackingParams, customHeaders, requestTimeout, maxRedirects, retryCount, retryCodes, retryInitialDelayMs, retryMaxDelayMs, rateLimitJitterRatio, cookiesEnabled, removeTags, content, downloadAssets, assetTypes, browser, userAgents, captureScreenshot, followDocumentUrls, downloadDocuments, documentMimeTypes, saveBrowserProfile, ssrf, maxDepth, maxPages, maxLinksPerPage, maxConcurrent, contentFilter, bm25Query, bm25Threshold, userAgent, rateLimitMs, auth, maxBodySize, mapLimit, mapSearch, maxAssetSize, proxy, documentUrlDepth, documentMaxSize, documentOutputDir, documentContentEncoding, warcOutput, browserProfile, ssrfDenyPrivateExplicit) {
         var ptr0 = isLikeNone(includePaths) ? 0 : passArrayJsValueToWasm0(includePaths, wasm.__wbindgen_malloc);
         var len0 = WASM_VECTOR_LEN;
         var ptr1 = isLikeNone(excludePaths) ? 0 : passArrayJsValueToWasm0(excludePaths, wasm.__wbindgen_malloc);
@@ -2367,7 +2411,7 @@ export class WasmCrawlConfig {
         var len16 = WASM_VECTOR_LEN;
         var ptr17 = isLikeNone(browserProfile) ? 0 : passStringToWasm0(browserProfile, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len17 = WASM_VECTOR_LEN;
-        const ret = wasm.wasmcrawlconfig_new(isLikeNone(crawlStrategy) ? 4 : crawlStrategy, isLikeNone(respectRobotsTxt) ? 0xFFFFFF : respectRobotsTxt ? 1 : 0, isLikeNone(softHttpErrors) ? 0xFFFFFF : softHttpErrors ? 1 : 0, isLikeNone(stayOnDomain) ? 0xFFFFFF : stayOnDomain ? 1 : 0, isLikeNone(allowSubdomains) ? 0xFFFFFF : allowSubdomains ? 1 : 0, ptr0, len0, ptr1, len1, isLikeNone(pathPatternsMatchQuery) ? 0xFFFFFF : pathPatternsMatchQuery ? 1 : 0, isLikeNone(dedupIncludeQuery) ? 0xFFFFFF : dedupIncludeQuery ? 1 : 0, isLikeNone(stripTrackingParams) ? 0xFFFFFF : stripTrackingParams ? 1 : 0, ptr2, len2, isLikeNone(customHeaders) ? 0 : addToExternrefTable0(customHeaders), !isLikeNone(requestTimeout), isLikeNone(requestTimeout) ? BigInt(0) : requestTimeout, isLikeNone(maxRedirects) ? Number.MAX_SAFE_INTEGER : (maxRedirects) >>> 0, isLikeNone(retryCount) ? Number.MAX_SAFE_INTEGER : (retryCount) >>> 0, ptr3, len3, !isLikeNone(retryInitialDelayMs), isLikeNone(retryInitialDelayMs) ? BigInt(0) : retryInitialDelayMs, !isLikeNone(retryMaxDelayMs), isLikeNone(retryMaxDelayMs) ? BigInt(0) : retryMaxDelayMs, !isLikeNone(rateLimitJitterRatio), isLikeNone(rateLimitJitterRatio) ? 0 : rateLimitJitterRatio, isLikeNone(cookiesEnabled) ? 0xFFFFFF : cookiesEnabled ? 1 : 0, ptr4, len4, ptr5, isLikeNone(downloadAssets) ? 0xFFFFFF : downloadAssets ? 1 : 0, ptr6, len6, ptr7, ptr8, len8, isLikeNone(captureScreenshot) ? 0xFFFFFF : captureScreenshot ? 1 : 0, isLikeNone(followDocumentUrls) ? 0xFFFFFF : followDocumentUrls ? 1 : 0, isLikeNone(downloadDocuments) ? 0xFFFFFF : downloadDocuments ? 1 : 0, ptr9, len9, isLikeNone(saveBrowserProfile) ? 0xFFFFFF : saveBrowserProfile ? 1 : 0, ptr10, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(maxPages) ? Number.MAX_SAFE_INTEGER : (maxPages) >>> 0, isLikeNone(maxLinksPerPage) ? Number.MAX_SAFE_INTEGER : (maxLinksPerPage) >>> 0, isLikeNone(maxConcurrent) ? Number.MAX_SAFE_INTEGER : (maxConcurrent) >>> 0, isLikeNone(contentFilter) ? 1 : contentFilter, ptr11, len11, !isLikeNone(bm25Threshold), isLikeNone(bm25Threshold) ? 0 : bm25Threshold, ptr12, len12, !isLikeNone(rateLimitMs), isLikeNone(rateLimitMs) ? BigInt(0) : rateLimitMs, isLikeNone(auth) ? 0 : addToExternrefTable0(auth), isLikeNone(maxBodySize) ? Number.MAX_SAFE_INTEGER : (maxBodySize) >>> 0, isLikeNone(mapLimit) ? Number.MAX_SAFE_INTEGER : (mapLimit) >>> 0, ptr13, len13, isLikeNone(maxAssetSize) ? Number.MAX_SAFE_INTEGER : (maxAssetSize) >>> 0, ptr14, isLikeNone(documentUrlDepth) ? Number.MAX_SAFE_INTEGER : (documentUrlDepth) >>> 0, isLikeNone(documentMaxSize) ? Number.MAX_SAFE_INTEGER : (documentMaxSize) >>> 0, ptr15, len15, isLikeNone(documentContentEncoding) ? 1 : documentContentEncoding, ptr16, len16, ptr17, len17, isLikeNone(ssrfDenyPrivateExplicit) ? 0xFFFFFF : ssrfDenyPrivateExplicit ? 1 : 0);
+        const ret = wasm.wasmcrawlconfig_new(isLikeNone(crawlStrategy) ? 4 : crawlStrategy, isLikeNone(respectRobotsTxt) ? 0xFFFFFF : respectRobotsTxt ? 1 : 0, isLikeNone(softHttpErrors) ? 0xFFFFFF : softHttpErrors ? 1 : 0, isLikeNone(stayOnDomain) ? 0xFFFFFF : stayOnDomain ? 1 : 0, isLikeNone(allowSubdomains) ? 0xFFFFFF : allowSubdomains ? 1 : 0, ptr0, len0, ptr1, len1, isLikeNone(pathPatternsMatchQuery) ? 0xFFFFFF : pathPatternsMatchQuery ? 1 : 0, isLikeNone(pathPatternsMatchUrl) ? 0xFFFFFF : pathPatternsMatchUrl ? 1 : 0, isLikeNone(dedupIncludeQuery) ? 0xFFFFFF : dedupIncludeQuery ? 1 : 0, isLikeNone(stripTrackingParams) ? 0xFFFFFF : stripTrackingParams ? 1 : 0, ptr2, len2, isLikeNone(customHeaders) ? 0 : addToExternrefTable0(customHeaders), !isLikeNone(requestTimeout), isLikeNone(requestTimeout) ? BigInt(0) : requestTimeout, isLikeNone(maxRedirects) ? Number.MAX_SAFE_INTEGER : (maxRedirects) >>> 0, isLikeNone(retryCount) ? Number.MAX_SAFE_INTEGER : (retryCount) >>> 0, ptr3, len3, !isLikeNone(retryInitialDelayMs), isLikeNone(retryInitialDelayMs) ? BigInt(0) : retryInitialDelayMs, !isLikeNone(retryMaxDelayMs), isLikeNone(retryMaxDelayMs) ? BigInt(0) : retryMaxDelayMs, !isLikeNone(rateLimitJitterRatio), isLikeNone(rateLimitJitterRatio) ? 0 : rateLimitJitterRatio, isLikeNone(cookiesEnabled) ? 0xFFFFFF : cookiesEnabled ? 1 : 0, ptr4, len4, ptr5, isLikeNone(downloadAssets) ? 0xFFFFFF : downloadAssets ? 1 : 0, ptr6, len6, ptr7, ptr8, len8, isLikeNone(captureScreenshot) ? 0xFFFFFF : captureScreenshot ? 1 : 0, isLikeNone(followDocumentUrls) ? 0xFFFFFF : followDocumentUrls ? 1 : 0, isLikeNone(downloadDocuments) ? 0xFFFFFF : downloadDocuments ? 1 : 0, ptr9, len9, isLikeNone(saveBrowserProfile) ? 0xFFFFFF : saveBrowserProfile ? 1 : 0, ptr10, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(maxPages) ? Number.MAX_SAFE_INTEGER : (maxPages) >>> 0, isLikeNone(maxLinksPerPage) ? Number.MAX_SAFE_INTEGER : (maxLinksPerPage) >>> 0, isLikeNone(maxConcurrent) ? Number.MAX_SAFE_INTEGER : (maxConcurrent) >>> 0, isLikeNone(contentFilter) ? 1 : contentFilter, ptr11, len11, !isLikeNone(bm25Threshold), isLikeNone(bm25Threshold) ? 0 : bm25Threshold, ptr12, len12, !isLikeNone(rateLimitMs), isLikeNone(rateLimitMs) ? BigInt(0) : rateLimitMs, isLikeNone(auth) ? 0 : addToExternrefTable0(auth), isLikeNone(maxBodySize) ? Number.MAX_SAFE_INTEGER : (maxBodySize) >>> 0, isLikeNone(mapLimit) ? Number.MAX_SAFE_INTEGER : (mapLimit) >>> 0, ptr13, len13, isLikeNone(maxAssetSize) ? Number.MAX_SAFE_INTEGER : (maxAssetSize) >>> 0, ptr14, isLikeNone(documentUrlDepth) ? Number.MAX_SAFE_INTEGER : (documentUrlDepth) >>> 0, isLikeNone(documentMaxSize) ? Number.MAX_SAFE_INTEGER : (documentMaxSize) >>> 0, ptr15, len15, isLikeNone(documentContentEncoding) ? 1 : documentContentEncoding, ptr16, len16, ptr17, len17, isLikeNone(ssrfDenyPrivateExplicit) ? 0xFFFFFF : ssrfDenyPrivateExplicit ? 1 : 0);
         this.__wbg_ptr = ret;
         WasmCrawlConfigFinalization.register(this, this.__wbg_ptr, this);
         return this;
@@ -2379,6 +2423,13 @@ export class WasmCrawlConfig {
         const ret = wasm.wasmcrawlconfig_pathPatternsMatchQuery(this.__wbg_ptr);
         return ret !== 0;
     }
+    /**
+     * @returns {boolean}
+     */
+    get pathPatternsMatchUrl() {
+        const ret = wasm.wasmcrawlconfig_pathPatternsMatchUrl(this.__wbg_ptr);
+        return ret !== 0;
+    }
     /**
      * @returns {WasmProxyConfig | undefined}
      */
@@ -2684,6 +2735,12 @@ export class WasmCrawlConfig {
     set pathPatternsMatchQuery(value) {
         wasm.wasmcrawlconfig_set_pathPatternsMatchQuery(this.__wbg_ptr, value);
     }
+    /**
+     * @param {boolean} value
+     */
+    set pathPatternsMatchUrl(value) {
+        wasm.wasmcrawlconfig_set_pathPatternsMatchUrl(this.__wbg_ptr, value);
+    }
     /**
      * @param {WasmProxyConfig | null} [value]
      */
@@ -3151,13 +3208,14 @@ export class WasmCrawlPageResult {
      * @param {number | null} [redirectCount]
      * @param {boolean | null} [noindexDetected]
      * @param {boolean | null} [nofollowDetected]
+     * @param {string[] | null} [ssrfRefusedUrls]
      * @param {string | null} [detectedCharset]
      * @param {WasmMarkdownResult | null} [markdown]
      * @param {any | null} [extractedData]
      * @param {WasmExtractionMeta | null} [extractionMeta]
      * @param {WasmDownloadedDocument | null} [downloadedDocument]
      */
-    constructor(url, normalizedUrl, statusCode, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, depth, stayedOnDomain, wasSkipped, isPdf, browserUsed, finalUrl, redirectCount, noindexDetected, nofollowDetected, detectedCharset, markdown, extractedData, extractionMeta, downloadedDocument) {
+    constructor(url, normalizedUrl, statusCode, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, depth, stayedOnDomain, wasSkipped, isPdf, browserUsed, finalUrl, redirectCount, noindexDetected, nofollowDetected, ssrfRefusedUrls, detectedCharset, markdown, extractedData, extractionMeta, downloadedDocument) {
         var ptr0 = isLikeNone(url) ? 0 : passStringToWasm0(url, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len0 = WASM_VECTOR_LEN;
         var ptr1 = isLikeNone(normalizedUrl) ? 0 : passStringToWasm0(normalizedUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
@@ -3181,24 +3239,26 @@ export class WasmCrawlPageResult {
         var len8 = WASM_VECTOR_LEN;
         var ptr9 = isLikeNone(finalUrl) ? 0 : passStringToWasm0(finalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len9 = WASM_VECTOR_LEN;
-        var ptr10 = isLikeNone(detectedCharset) ? 0 : passStringToWasm0(detectedCharset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var ptr10 = isLikeNone(ssrfRefusedUrls) ? 0 : passArrayJsValueToWasm0(ssrfRefusedUrls, wasm.__wbindgen_malloc);
         var len10 = WASM_VECTOR_LEN;
-        let ptr11 = 0;
+        var ptr11 = isLikeNone(detectedCharset) ? 0 : passStringToWasm0(detectedCharset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len11 = WASM_VECTOR_LEN;
+        let ptr12 = 0;
         if (!isLikeNone(markdown)) {
             _assertClass(markdown, WasmMarkdownResult);
-            ptr11 = markdown.__destroy_into_raw();
+            ptr12 = markdown.__destroy_into_raw();
         }
-        let ptr12 = 0;
+        let ptr13 = 0;
         if (!isLikeNone(extractionMeta)) {
             _assertClass(extractionMeta, WasmExtractionMeta);
-            ptr12 = extractionMeta.__destroy_into_raw();
+            ptr13 = extractionMeta.__destroy_into_raw();
         }
-        let ptr13 = 0;
+        let ptr14 = 0;
         if (!isLikeNone(downloadedDocument)) {
             _assertClass(downloadedDocument, WasmDownloadedDocument);
-            ptr13 = downloadedDocument.__destroy_into_raw();
+            ptr14 = downloadedDocument.__destroy_into_raw();
         }
-        const ret = wasm.wasmcrawlpageresult_new(ptr0, len0, ptr1, len1, isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr2, len2, ptr3, len3, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr4, ptr5, len5, ptr6, len6, ptr7, len7, ptr8, len8, isLikeNone(depth) ? Number.MAX_SAFE_INTEGER : (depth) >>> 0, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, isLikeNone(redirectCount) ? Number.MAX_SAFE_INTEGER : (redirectCount) >>> 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, ptr10, len10, ptr11, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr12, ptr13);
+        const ret = wasm.wasmcrawlpageresult_new(ptr0, len0, ptr1, len1, isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr2, len2, ptr3, len3, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr4, ptr5, len5, ptr6, len6, ptr7, len7, ptr8, len8, isLikeNone(depth) ? Number.MAX_SAFE_INTEGER : (depth) >>> 0, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, isLikeNone(redirectCount) ? Number.MAX_SAFE_INTEGER : (redirectCount) >>> 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, ptr10, len10, ptr11, len11, ptr12, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr13, ptr14);
         this.__wbg_ptr = ret;
         WasmCrawlPageResultFinalization.register(this, this.__wbg_ptr, this);
         return this;
@@ -3400,6 +3460,14 @@ export class WasmCrawlPageResult {
     set redirectCount(value) {
         wasm.wasmcrawlpageresult_set_redirectCount(this.__wbg_ptr, value);
     }
+    /**
+     * @param {string[]} value
+     */
+    set ssrfRefusedUrls(value) {
+        const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmcrawlpageresult_set_ssrfRefusedUrls(this.__wbg_ptr, ptr0, len0);
+    }
     /**
      * @param {number} value
      */
@@ -3426,6 +3494,15 @@ export class WasmCrawlPageResult {
     set wasSkipped(value) {
         wasm.wasmcrawlpageresult_set_wasSkipped(this.__wbg_ptr, value);
     }
+    /**
+     * @returns {string[]}
+     */
+    get ssrfRefusedUrls() {
+        const ret = wasm.wasmcrawlpageresult_ssrfRefusedUrls(this.__wbg_ptr);
+        var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
+        wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
+        return v1;
+    }
     /**
      * @returns {number}
      */
@@ -4981,18 +5058,21 @@ export class WasmInteractionResult {
      * @param {WasmActionResult[] | null} [actionResults]
      * @param {string | null} [finalHtml]
      * @param {string | null} [finalUrl]
+     * @param {string[] | null} [ssrfRefusedUrls]
      * @param {string | null} [screenshotBase64]
      */
-    constructor(actionResults, finalHtml, finalUrl, screenshotBase64) {
+    constructor(actionResults, finalHtml, finalUrl, ssrfRefusedUrls, screenshotBase64) {
         var ptr0 = isLikeNone(actionResults) ? 0 : passArrayJsValueToWasm0(actionResults, wasm.__wbindgen_malloc);
         var len0 = WASM_VECTOR_LEN;
         var ptr1 = isLikeNone(finalHtml) ? 0 : passStringToWasm0(finalHtml, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len1 = WASM_VECTOR_LEN;
         var ptr2 = isLikeNone(finalUrl) ? 0 : passStringToWasm0(finalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len2 = WASM_VECTOR_LEN;
-        var ptr3 = isLikeNone(screenshotBase64) ? 0 : passStringToWasm0(screenshotBase64, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var ptr3 = isLikeNone(ssrfRefusedUrls) ? 0 : passArrayJsValueToWasm0(ssrfRefusedUrls, wasm.__wbindgen_malloc);
         var len3 = WASM_VECTOR_LEN;
-        const ret = wasm.wasminteractionresult_new(ptr0, len0, ptr1, len1, ptr2, len2, ptr3, len3);
+        var ptr4 = isLikeNone(screenshotBase64) ? 0 : passStringToWasm0(screenshotBase64, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len4 = WASM_VECTOR_LEN;
+        const ret = wasm.wasminteractionresult_new(ptr0, len0, ptr1, len1, ptr2, len2, ptr3, len3, ptr4, len4);
         this.__wbg_ptr = ret;
         WasmInteractionResultFinalization.register(this, this.__wbg_ptr, this);
         return this;
@@ -5041,6 +5121,23 @@ export class WasmInteractionResult {
         var len0 = WASM_VECTOR_LEN;
         wasm.wasminteractionresult_set_screenshotBase64(this.__wbg_ptr, ptr0, len0);
     }
+    /**
+     * @param {string[]} value
+     */
+    set ssrfRefusedUrls(value) {
+        const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasminteractionresult_set_ssrfRefusedUrls(this.__wbg_ptr, ptr0, len0);
+    }
+    /**
+     * @returns {string[]}
+     */
+    get ssrfRefusedUrls() {
+        const ret = wasm.wasminteractionresult_ssrfRefusedUrls(this.__wbg_ptr);
+        var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
+        wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
+        return v1;
+    }
 }
 if (Symbol.dispose) WasmInteractionResult.prototype[Symbol.dispose] = WasmInteractionResult.prototype.free;
 
@@ -7295,6 +7392,7 @@ export class WasmScrapeResult {
      * @param {WasmDownloadedAsset[] | null} [assets]
      * @param {boolean | null} [jsRenderHint]
      * @param {boolean | null} [browserUsed]
+     * @param {string[] | null} [ssrfRefusedUrls]
      * @param {bigint | null} [crawlDelay]
      * @param {string | null} [xRobotsTag]
      * @param {string | null} [detectedCharset]
@@ -7306,7 +7404,7 @@ export class WasmScrapeResult {
      * @param {WasmDownloadedDocument | null} [downloadedDocument]
      * @param {WasmBrowserExtras | null} [browser]
      */
-    constructor(statusCode, finalUrl, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, isAllowed, noindexDetected, nofollowDetected, isPdf, wasSkipped, authHeaderSent, assets, jsRenderHint, browserUsed, crawlDelay, xRobotsTag, detectedCharset, responseMeta, markdown, extractedData, extractionMeta, screenshotBase64, downloadedDocument, browser) {
+    constructor(statusCode, finalUrl, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, isAllowed, noindexDetected, nofollowDetected, isPdf, wasSkipped, authHeaderSent, assets, jsRenderHint, browserUsed, ssrfRefusedUrls, crawlDelay, xRobotsTag, detectedCharset, responseMeta, markdown, extractedData, extractionMeta, screenshotBase64, downloadedDocument, browser) {
         var ptr0 = isLikeNone(finalUrl) ? 0 : passStringToWasm0(finalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len0 = WASM_VECTOR_LEN;
         var ptr1 = isLikeNone(contentType) ? 0 : passStringToWasm0(contentType, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
@@ -7328,38 +7426,40 @@ export class WasmScrapeResult {
         var len7 = WASM_VECTOR_LEN;
         var ptr8 = isLikeNone(assets) ? 0 : passArrayJsValueToWasm0(assets, wasm.__wbindgen_malloc);
         var len8 = WASM_VECTOR_LEN;
-        var ptr9 = isLikeNone(xRobotsTag) ? 0 : passStringToWasm0(xRobotsTag, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var ptr9 = isLikeNone(ssrfRefusedUrls) ? 0 : passArrayJsValueToWasm0(ssrfRefusedUrls, wasm.__wbindgen_malloc);
         var len9 = WASM_VECTOR_LEN;
-        var ptr10 = isLikeNone(detectedCharset) ? 0 : passStringToWasm0(detectedCharset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var ptr10 = isLikeNone(xRobotsTag) ? 0 : passStringToWasm0(xRobotsTag, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len10 = WASM_VECTOR_LEN;
-        let ptr11 = 0;
+        var ptr11 = isLikeNone(detectedCharset) ? 0 : passStringToWasm0(detectedCharset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len11 = WASM_VECTOR_LEN;
+        let ptr12 = 0;
         if (!isLikeNone(responseMeta)) {
             _assertClass(responseMeta, WasmResponseMeta);
-            ptr11 = responseMeta.__destroy_into_raw();
+            ptr12 = responseMeta.__destroy_into_raw();
         }
-        let ptr12 = 0;
+        let ptr13 = 0;
         if (!isLikeNone(markdown)) {
             _assertClass(markdown, WasmMarkdownResult);
-            ptr12 = markdown.__destroy_into_raw();
+            ptr13 = markdown.__destroy_into_raw();
         }
-        let ptr13 = 0;
+        let ptr14 = 0;
         if (!isLikeNone(extractionMeta)) {
             _assertClass(extractionMeta, WasmExtractionMeta);
-            ptr13 = extractionMeta.__destroy_into_raw();
+            ptr14 = extractionMeta.__destroy_into_raw();
         }
-        var ptr14 = isLikeNone(screenshotBase64) ? 0 : passStringToWasm0(screenshotBase64, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
-        var len14 = WASM_VECTOR_LEN;
-        let ptr15 = 0;
+        var ptr15 = isLikeNone(screenshotBase64) ? 0 : passStringToWasm0(screenshotBase64, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len15 = WASM_VECTOR_LEN;
+        let ptr16 = 0;
         if (!isLikeNone(downloadedDocument)) {
             _assertClass(downloadedDocument, WasmDownloadedDocument);
-            ptr15 = downloadedDocument.__destroy_into_raw();
+            ptr16 = downloadedDocument.__destroy_into_raw();
         }
-        let ptr16 = 0;
+        let ptr17 = 0;
         if (!isLikeNone(browser)) {
             _assertClass(browser, WasmBrowserExtras);
-            ptr16 = browser.__destroy_into_raw();
+            ptr17 = browser.__destroy_into_raw();
         }
-        const ret = wasm.wasmscraperesult_new(isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr0, len0, ptr1, len1, ptr2, len2, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr3, ptr4, len4, ptr5, len5, ptr6, len6, ptr7, len7, isLikeNone(isAllowed) ? 0xFFFFFF : isAllowed ? 1 : 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(authHeaderSent) ? 0xFFFFFF : authHeaderSent ? 1 : 0, ptr8, len8, isLikeNone(jsRenderHint) ? 0xFFFFFF : jsRenderHint ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, !isLikeNone(crawlDelay), isLikeNone(crawlDelay) ? BigInt(0) : crawlDelay, ptr9, len9, ptr10, len10, ptr11, ptr12, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr13, ptr14, len14, ptr15, ptr16);
+        const ret = wasm.wasmscraperesult_new(isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr0, len0, ptr1, len1, ptr2, len2, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr3, ptr4, len4, ptr5, len5, ptr6, len6, ptr7, len7, isLikeNone(isAllowed) ? 0xFFFFFF : isAllowed ? 1 : 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(authHeaderSent) ? 0xFFFFFF : authHeaderSent ? 1 : 0, ptr8, len8, isLikeNone(jsRenderHint) ? 0xFFFFFF : jsRenderHint ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, !isLikeNone(crawlDelay), isLikeNone(crawlDelay) ? BigInt(0) : crawlDelay, ptr10, len10, ptr11, len11, ptr12, ptr13, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr14, ptr15, len15, ptr16, ptr17);
         this.__wbg_ptr = ret;
         WasmScrapeResultFinalization.register(this, this.__wbg_ptr, this);
         return this;
@@ -7600,6 +7700,14 @@ export class WasmScrapeResult {
         var len0 = WASM_VECTOR_LEN;
         wasm.wasmscraperesult_set_screenshotBase64(this.__wbg_ptr, ptr0, len0);
     }
+    /**
+     * @param {string[]} value
+     */
+    set ssrfRefusedUrls(value) {
+        const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmscraperesult_set_ssrfRefusedUrls(this.__wbg_ptr, ptr0, len0);
+    }
     /**
      * @param {number} value
      */
@@ -7620,6 +7728,15 @@ export class WasmScrapeResult {
         var len0 = WASM_VECTOR_LEN;
         wasm.wasmscraperesult_set_xRobotsTag(this.__wbg_ptr, ptr0, len0);
     }
+    /**
+     * @returns {string[]}
+     */
+    get ssrfRefusedUrls() {
+        const ret = wasm.wasmscraperesult_ssrfRefusedUrls(this.__wbg_ptr);
+        var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
+        wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
+        return v1;
+    }
     /**
      * @returns {number}
      */
@@ -8577,13 +8694,13 @@ export function __wbg_wasmsitemapurl_unwrap(arg0) {
     return ret;
 }
 export function __wbindgen_generic_0000000000000001(arg0, arg1) {
-    // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1152, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
+    // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1352, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
     const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c);
     return ret;
 }
 export function __wbindgen_generic_0000000000000002(arg0, arg1) {
-    // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 1044, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
-    const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h21c8118e1fe083d1);
+    // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 1243, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
+    const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c);
     return ret;
 }
 export function __wbindgen_generic_0000000000000003(arg0) {
@@ -8615,8 +8732,8 @@ export function __wbindgen_init_externref_table() {
     table.set(offset + 2, true);
     table.set(offset + 3, false);
 }
-function wasm_bindgen__convert__closures_____invoke__h21c8118e1fe083d1(arg0, arg1) {
-    wasm.wasm_bindgen__convert__closures_____invoke__h21c8118e1fe083d1(arg0, arg1);
+function wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c(arg0, arg1) {
+    wasm.wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c(arg0, arg1);
 }
 
 function wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c(arg0, arg1, arg2) {