@xberg-io/crawlberg-wasm 1.8.0 → 1.9.0

package/pkg/nodejs/crawlberg_wasm.d.ts

@@ -153,11 +153,14 @@ export class WasmBrowserConfig {
     free(): void;
     [Symbol.dispose](): void;
     static default(): WasmBrowserConfig;
-    constructor(mode?: WasmBrowserMode | null, backend?: WasmBrowserBackend | null, timeout?: bigint | null, overallTimeout?: bigint | null, shutdownTimeout?: bigint | null, wait?: WasmBrowserWait | null, blockUrlPatterns?: string[] | null, captureNetworkEvents?: boolean | null, sessionAffinity?: boolean | null, endpoint?: string | null, waitSelector?: string | null, extraWait?: bigint | null, proxy?: WasmProxyConfig | null, evalScript?: string | null, robotsUserAgent?: string | null);
+    constructor(mode?: WasmBrowserMode | null, backend?: WasmBrowserBackend | null, timeout?: bigint | null, overallTimeout?: bigint | null, shutdownTimeout?: bigint | null, wait?: WasmBrowserWait | null, blockUrlPatterns?: string[] | null, captureNetworkEvents?: boolean | null, sessionAffinity?: boolean | null, chromeArgs?: string[] | null, endpoint?: string | null, waitSelector?: string | null, extraWait?: bigint | null, proxy?: WasmProxyConfig | null, evalScript?: string | null, robotsUserAgent?: string | null, chromePath?: string | null);
     get backend(): string;
     set backend(value: WasmBrowserBackend);
     blockUrlPatterns: string[];
     captureNetworkEvents: boolean;
+    chromeArgs: string[];
+    get chromePath(): string | undefined;
+    set chromePath(value: string | null | undefined);
     get endpoint(): string | undefined;
     set endpoint(value: string | null | undefined);
     get evalScript(): string | undefined;
@@ -302,7 +305,7 @@ export class WasmCrawlConfig {
     free(): void;
     [Symbol.dispose](): void;
     static default(): WasmCrawlConfig;
-    constructor(crawlStrategy?: WasmCrawlStrategyKind | null, respectRobotsTxt?: boolean | null, softHttpErrors?: boolean | null, stayOnDomain?: boolean | null, allowSubdomains?: boolean | null, includePaths?: string[] | null, excludePaths?: string[] | null, pathPatternsMatchQuery?: boolean | null, dedupIncludeQuery?: boolean | null, stripTrackingParams?: boolean | null, trackingParams?: string[] | null, customHeaders?: any | null, requestTimeout?: bigint | null, maxRedirects?: number | null, retryCount?: number | null, retryCodes?: Uint16Array | null, retryInitialDelayMs?: bigint | null, retryMaxDelayMs?: bigint | null, rateLimitJitterRatio?: number | null, cookiesEnabled?: boolean | null, removeTags?: string[] | null, content?: WasmContentConfig | null, downloadAssets?: boolean | null, assetTypes?: WasmAssetCategory[] | null, browser?: WasmBrowserConfig | null, userAgents?: string[] | null, captureScreenshot?: boolean | null, followDocumentUrls?: boolean | null, downloadDocuments?: boolean | null, documentMimeTypes?: string[] | null, saveBrowserProfile?: boolean | null, ssrf?: WasmSsrfPolicy | null, maxDepth?: number | null, maxPages?: number | null, maxLinksPerPage?: number | null, maxConcurrent?: number | null, contentFilter?: WasmContentFilterKind | null, bm25Query?: string | null, bm25Threshold?: number | null, userAgent?: string | null, rateLimitMs?: bigint | null, auth?: any | null, maxBodySize?: number | null, mapLimit?: number | null, mapSearch?: string | null, maxAssetSize?: number | null, proxy?: WasmProxyConfig | null, documentUrlDepth?: number | null, documentMaxSize?: number | null, documentOutputDir?: string | null, documentContentEncoding?: WasmDocumentContentEncoding | null, warcOutput?: string | null, browserProfile?: string | null, ssrfDenyPrivateExplicit?: boolean | null);
+    constructor(crawlStrategy?: WasmCrawlStrategyKind | null, respectRobotsTxt?: boolean | null, softHttpErrors?: boolean | null, stayOnDomain?: boolean | null, allowSubdomains?: boolean | null, includePaths?: string[] | null, excludePaths?: string[] | null, pathPatternsMatchQuery?: boolean | null, pathPatternsMatchUrl?: boolean | null, dedupIncludeQuery?: boolean | null, stripTrackingParams?: boolean | null, trackingParams?: string[] | null, customHeaders?: any | null, requestTimeout?: bigint | null, maxRedirects?: number | null, retryCount?: number | null, retryCodes?: Uint16Array | null, retryInitialDelayMs?: bigint | null, retryMaxDelayMs?: bigint | null, rateLimitJitterRatio?: number | null, cookiesEnabled?: boolean | null, removeTags?: string[] | null, content?: WasmContentConfig | null, downloadAssets?: boolean | null, assetTypes?: WasmAssetCategory[] | null, browser?: WasmBrowserConfig | null, userAgents?: string[] | null, captureScreenshot?: boolean | null, followDocumentUrls?: boolean | null, downloadDocuments?: boolean | null, documentMimeTypes?: string[] | null, saveBrowserProfile?: boolean | null, ssrf?: WasmSsrfPolicy | null, maxDepth?: number | null, maxPages?: number | null, maxLinksPerPage?: number | null, maxConcurrent?: number | null, contentFilter?: WasmContentFilterKind | null, bm25Query?: string | null, bm25Threshold?: number | null, userAgent?: string | null, rateLimitMs?: bigint | null, auth?: any | null, maxBodySize?: number | null, mapLimit?: number | null, mapSearch?: string | null, maxAssetSize?: number | null, proxy?: WasmProxyConfig | null, documentUrlDepth?: number | null, documentMaxSize?: number | null, documentOutputDir?: string | null, documentContentEncoding?: WasmDocumentContentEncoding | null, warcOutput?: string | null, browserProfile?: string | null, ssrfDenyPrivateExplicit?: boolean | null);
     /**
      * Validate the configuration, returning an error if any values are invalid.
      *
@@ -362,6 +365,7 @@ export class WasmCrawlConfig {
     set maxPages(value: number | null | undefined);
     maxRedirects: number;
     pathPatternsMatchQuery: boolean;
+    pathPatternsMatchUrl: boolean;
     get proxy(): WasmProxyConfig | undefined;
     set proxy(value: WasmProxyConfig | null | undefined);
     rateLimitJitterRatio: number;
@@ -409,7 +413,7 @@ export class WasmCrawlPageResult {
     free(): void;
     [Symbol.dispose](): void;
     static default(): WasmCrawlPageResult;
-    constructor(url?: string | null, normalizedUrl?: string | null, statusCode?: number | null, contentType?: string | null, html?: string | null, bodySize?: number | null, metadata?: WasmPageMetadata | null, links?: WasmLinkInfo[] | null, images?: WasmImageInfo[] | null, feeds?: WasmFeedInfo[] | null, jsonLd?: WasmJsonLdEntry[] | null, depth?: number | null, stayedOnDomain?: boolean | null, wasSkipped?: boolean | null, isPdf?: boolean | null, browserUsed?: boolean | null, finalUrl?: string | null, redirectCount?: number | null, noindexDetected?: boolean | null, nofollowDetected?: boolean | null, detectedCharset?: string | null, markdown?: WasmMarkdownResult | null, extractedData?: any | null, extractionMeta?: WasmExtractionMeta | null, downloadedDocument?: WasmDownloadedDocument | null);
+    constructor(url?: string | null, normalizedUrl?: string | null, statusCode?: number | null, contentType?: string | null, html?: string | null, bodySize?: number | null, metadata?: WasmPageMetadata | null, links?: WasmLinkInfo[] | null, images?: WasmImageInfo[] | null, feeds?: WasmFeedInfo[] | null, jsonLd?: WasmJsonLdEntry[] | null, depth?: number | null, stayedOnDomain?: boolean | null, wasSkipped?: boolean | null, isPdf?: boolean | null, browserUsed?: boolean | null, finalUrl?: string | null, redirectCount?: number | null, noindexDetected?: boolean | null, nofollowDetected?: boolean | null, ssrfRefusedUrls?: string[] | null, detectedCharset?: string | null, markdown?: WasmMarkdownResult | null, extractedData?: any | null, extractionMeta?: WasmExtractionMeta | null, downloadedDocument?: WasmDownloadedDocument | null);
     bodySize: number;
     browserUsed: boolean;
     contentType: string;
@@ -436,6 +440,7 @@ export class WasmCrawlPageResult {
     noindexDetected: boolean;
     normalizedUrl: string;
     redirectCount: number;
+    ssrfRefusedUrls: string[];
     statusCode: number;
     stayedOnDomain: boolean;
     url: string;
@@ -689,12 +694,13 @@ export class WasmInteractionResult {
     free(): void;
     [Symbol.dispose](): void;
     static default(): WasmInteractionResult;
-    constructor(actionResults?: WasmActionResult[] | null, finalHtml?: string | null, finalUrl?: string | null, screenshotBase64?: string | null);
+    constructor(actionResults?: WasmActionResult[] | null, finalHtml?: string | null, finalUrl?: string | null, ssrfRefusedUrls?: string[] | null, screenshotBase64?: string | null);
     actionResults: WasmActionResult[];
     finalHtml: string;
     finalUrl: string;
     get screenshotBase64(): string | undefined;
     set screenshotBase64(value: string | null | undefined);
+    ssrfRefusedUrls: string[];
 }
 
 /**
@@ -939,7 +945,7 @@ export class WasmScrapeResult {
     free(): void;
     [Symbol.dispose](): void;
     static default(): WasmScrapeResult;
-    constructor(statusCode?: number | null, finalUrl?: string | null, contentType?: string | null, html?: string | null, bodySize?: number | null, metadata?: WasmPageMetadata | null, links?: WasmLinkInfo[] | null, images?: WasmImageInfo[] | null, feeds?: WasmFeedInfo[] | null, jsonLd?: WasmJsonLdEntry[] | null, isAllowed?: boolean | null, noindexDetected?: boolean | null, nofollowDetected?: boolean | null, isPdf?: boolean | null, wasSkipped?: boolean | null, authHeaderSent?: boolean | null, assets?: WasmDownloadedAsset[] | null, jsRenderHint?: boolean | null, browserUsed?: boolean | null, crawlDelay?: bigint | null, xRobotsTag?: string | null, detectedCharset?: string | null, responseMeta?: WasmResponseMeta | null, markdown?: WasmMarkdownResult | null, extractedData?: any | null, extractionMeta?: WasmExtractionMeta | null, screenshotBase64?: string | null, downloadedDocument?: WasmDownloadedDocument | null, browser?: WasmBrowserExtras | null);
+    constructor(statusCode?: number | null, finalUrl?: string | null, contentType?: string | null, html?: string | null, bodySize?: number | null, metadata?: WasmPageMetadata | null, links?: WasmLinkInfo[] | null, images?: WasmImageInfo[] | null, feeds?: WasmFeedInfo[] | null, jsonLd?: WasmJsonLdEntry[] | null, isAllowed?: boolean | null, noindexDetected?: boolean | null, nofollowDetected?: boolean | null, isPdf?: boolean | null, wasSkipped?: boolean | null, authHeaderSent?: boolean | null, assets?: WasmDownloadedAsset[] | null, jsRenderHint?: boolean | null, browserUsed?: boolean | null, ssrfRefusedUrls?: string[] | null, crawlDelay?: bigint | null, xRobotsTag?: string | null, detectedCharset?: string | null, responseMeta?: WasmResponseMeta | null, markdown?: WasmMarkdownResult | null, extractedData?: any | null, extractionMeta?: WasmExtractionMeta | null, screenshotBase64?: string | null, downloadedDocument?: WasmDownloadedDocument | null, browser?: WasmBrowserExtras | null);
     assets: WasmDownloadedAsset[];
     authHeaderSent: boolean;
     bodySize: number;
@@ -975,6 +981,7 @@ export class WasmScrapeResult {
     set responseMeta(value: WasmResponseMeta | null | undefined);
     get screenshotBase64(): string | undefined;
     set screenshotBase64(value: string | null | undefined);
+    ssrfRefusedUrls: string[];
     statusCode: number;
     wasSkipped: boolean;
     get xRobotsTag(): string | undefined;

package/pkg/nodejs/crawlberg_wasm.js

@@ -970,6 +970,27 @@ class WasmBrowserConfig {
         const ret = wasm.wasmbrowserconfig_captureNetworkEvents(this.__wbg_ptr);
         return ret !== 0;
     }
+    /**
+     * @returns {string[]}
+     */
+    get chromeArgs() {
+        const ret = wasm.wasmbrowserconfig_chromeArgs(this.__wbg_ptr);
+        var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
+        wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
+        return v1;
+    }
+    /**
+     * @returns {string | undefined}
+     */
+    get chromePath() {
+        const ret = wasm.wasmbrowserconfig_chromePath(this.__wbg_ptr);
+        let v1;
+        if (ret[0] !== 0) {
+            v1 = getStringFromWasm0(ret[0], ret[1]);
+            wasm.__wbindgen_free(ret[0], ret[1] * 1, 1);
+        }
+        return v1;
+    }
     /**
      * @returns {WasmBrowserConfig}
      */
@@ -1033,30 +1054,36 @@ class WasmBrowserConfig {
      * @param {string[] | null} [blockUrlPatterns]
      * @param {boolean | null} [captureNetworkEvents]
      * @param {boolean | null} [sessionAffinity]
+     * @param {string[] | null} [chromeArgs]
      * @param {string | null} [endpoint]
      * @param {string | null} [waitSelector]
      * @param {bigint | null} [extraWait]
      * @param {WasmProxyConfig | null} [proxy]
      * @param {string | null} [evalScript]
      * @param {string | null} [robotsUserAgent]
+     * @param {string | null} [chromePath]
      */
-    constructor(mode, backend, timeout, overallTimeout, shutdownTimeout, wait, blockUrlPatterns, captureNetworkEvents, sessionAffinity, endpoint, waitSelector, extraWait, proxy, evalScript, robotsUserAgent) {
+    constructor(mode, backend, timeout, overallTimeout, shutdownTimeout, wait, blockUrlPatterns, captureNetworkEvents, sessionAffinity, chromeArgs, endpoint, waitSelector, extraWait, proxy, evalScript, robotsUserAgent, chromePath) {
         var ptr0 = isLikeNone(blockUrlPatterns) ? 0 : passArrayJsValueToWasm0(blockUrlPatterns, wasm.__wbindgen_malloc);
         var len0 = WASM_VECTOR_LEN;
-        var ptr1 = isLikeNone(endpoint) ? 0 : passStringToWasm0(endpoint, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var ptr1 = isLikeNone(chromeArgs) ? 0 : passArrayJsValueToWasm0(chromeArgs, wasm.__wbindgen_malloc);
         var len1 = WASM_VECTOR_LEN;
-        var ptr2 = isLikeNone(waitSelector) ? 0 : passStringToWasm0(waitSelector, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var ptr2 = isLikeNone(endpoint) ? 0 : passStringToWasm0(endpoint, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len2 = WASM_VECTOR_LEN;
-        let ptr3 = 0;
+        var ptr3 = isLikeNone(waitSelector) ? 0 : passStringToWasm0(waitSelector, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len3 = WASM_VECTOR_LEN;
+        let ptr4 = 0;
         if (!isLikeNone(proxy)) {
             _assertClass(proxy, WasmProxyConfig);
-            ptr3 = proxy.__destroy_into_raw();
+            ptr4 = proxy.__destroy_into_raw();
         }
-        var ptr4 = isLikeNone(evalScript) ? 0 : passStringToWasm0(evalScript, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
-        var len4 = WASM_VECTOR_LEN;
-        var ptr5 = isLikeNone(robotsUserAgent) ? 0 : passStringToWasm0(robotsUserAgent, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var ptr5 = isLikeNone(evalScript) ? 0 : passStringToWasm0(evalScript, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len5 = WASM_VECTOR_LEN;
-        const ret = wasm.wasmbrowserconfig_new(isLikeNone(mode) ? 4 : mode, isLikeNone(backend) ? 2 : backend, !isLikeNone(timeout), isLikeNone(timeout) ? BigInt(0) : timeout, !isLikeNone(overallTimeout), isLikeNone(overallTimeout) ? BigInt(0) : overallTimeout, !isLikeNone(shutdownTimeout), isLikeNone(shutdownTimeout) ? BigInt(0) : shutdownTimeout, isLikeNone(wait) ? 3 : wait, ptr0, len0, isLikeNone(captureNetworkEvents) ? 0xFFFFFF : captureNetworkEvents ? 1 : 0, isLikeNone(sessionAffinity) ? 0xFFFFFF : sessionAffinity ? 1 : 0, ptr1, len1, ptr2, len2, !isLikeNone(extraWait), isLikeNone(extraWait) ? BigInt(0) : extraWait, ptr3, ptr4, len4, ptr5, len5);
+        var ptr6 = isLikeNone(robotsUserAgent) ? 0 : passStringToWasm0(robotsUserAgent, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len6 = WASM_VECTOR_LEN;
+        var ptr7 = isLikeNone(chromePath) ? 0 : passStringToWasm0(chromePath, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len7 = WASM_VECTOR_LEN;
+        const ret = wasm.wasmbrowserconfig_new(isLikeNone(mode) ? 4 : mode, isLikeNone(backend) ? 2 : backend, !isLikeNone(timeout), isLikeNone(timeout) ? BigInt(0) : timeout, !isLikeNone(overallTimeout), isLikeNone(overallTimeout) ? BigInt(0) : overallTimeout, !isLikeNone(shutdownTimeout), isLikeNone(shutdownTimeout) ? BigInt(0) : shutdownTimeout, isLikeNone(wait) ? 3 : wait, ptr0, len0, isLikeNone(captureNetworkEvents) ? 0xFFFFFF : captureNetworkEvents ? 1 : 0, isLikeNone(sessionAffinity) ? 0xFFFFFF : sessionAffinity ? 1 : 0, ptr1, len1, ptr2, len2, ptr3, len3, !isLikeNone(extraWait), isLikeNone(extraWait) ? BigInt(0) : extraWait, ptr4, ptr5, len5, ptr6, len6, ptr7, len7);
         this.__wbg_ptr = ret;
         WasmBrowserConfigFinalization.register(this, this.__wbg_ptr, this);
         return this;
@@ -1114,6 +1141,22 @@ class WasmBrowserConfig {
     set captureNetworkEvents(value) {
         wasm.wasmbrowserconfig_set_captureNetworkEvents(this.__wbg_ptr, value);
     }
+    /**
+     * @param {string[]} value
+     */
+    set chromeArgs(value) {
+        const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmbrowserconfig_set_chromeArgs(this.__wbg_ptr, ptr0, len0);
+    }
+    /**
+     * @param {string | null} [value]
+     */
+    set chromePath(value) {
+        var ptr0 = isLikeNone(value) ? 0 : passStringToWasm0(value, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len0 = WASM_VECTOR_LEN;
+        wasm.wasmbrowserconfig_set_chromePath(this.__wbg_ptr, ptr0, len0);
+    }
     /**
      * @param {string | null} [value]
      */
@@ -2291,6 +2334,7 @@ class WasmCrawlConfig {
      * @param {string[] | null} [includePaths]
      * @param {string[] | null} [excludePaths]
      * @param {boolean | null} [pathPatternsMatchQuery]
+     * @param {boolean | null} [pathPatternsMatchUrl]
      * @param {boolean | null} [dedupIncludeQuery]
      * @param {boolean | null} [stripTrackingParams]
      * @param {string[] | null} [trackingParams]
@@ -2338,7 +2382,7 @@ class WasmCrawlConfig {
      * @param {string | null} [browserProfile]
      * @param {boolean | null} [ssrfDenyPrivateExplicit]
      */
-    constructor(crawlStrategy, respectRobotsTxt, softHttpErrors, stayOnDomain, allowSubdomains, includePaths, excludePaths, pathPatternsMatchQuery, dedupIncludeQuery, stripTrackingParams, trackingParams, customHeaders, requestTimeout, maxRedirects, retryCount, retryCodes, retryInitialDelayMs, retryMaxDelayMs, rateLimitJitterRatio, cookiesEnabled, removeTags, content, downloadAssets, assetTypes, browser, userAgents, captureScreenshot, followDocumentUrls, downloadDocuments, documentMimeTypes, saveBrowserProfile, ssrf, maxDepth, maxPages, maxLinksPerPage, maxConcurrent, contentFilter, bm25Query, bm25Threshold, userAgent, rateLimitMs, auth, maxBodySize, mapLimit, mapSearch, maxAssetSize, proxy, documentUrlDepth, documentMaxSize, documentOutputDir, documentContentEncoding, warcOutput, browserProfile, ssrfDenyPrivateExplicit) {
+    constructor(crawlStrategy, respectRobotsTxt, softHttpErrors, stayOnDomain, allowSubdomains, includePaths, excludePaths, pathPatternsMatchQuery, pathPatternsMatchUrl, dedupIncludeQuery, stripTrackingParams, trackingParams, customHeaders, requestTimeout, maxRedirects, retryCount, retryCodes, retryInitialDelayMs, retryMaxDelayMs, rateLimitJitterRatio, cookiesEnabled, removeTags, content, downloadAssets, assetTypes, browser, userAgents, captureScreenshot, followDocumentUrls, downloadDocuments, documentMimeTypes, saveBrowserProfile, ssrf, maxDepth, maxPages, maxLinksPerPage, maxConcurrent, contentFilter, bm25Query, bm25Threshold, userAgent, rateLimitMs, auth, maxBodySize, mapLimit, mapSearch, maxAssetSize, proxy, documentUrlDepth, documentMaxSize, documentOutputDir, documentContentEncoding, warcOutput, browserProfile, ssrfDenyPrivateExplicit) {
         var ptr0 = isLikeNone(includePaths) ? 0 : passArrayJsValueToWasm0(includePaths, wasm.__wbindgen_malloc);
         var len0 = WASM_VECTOR_LEN;
         var ptr1 = isLikeNone(excludePaths) ? 0 : passArrayJsValueToWasm0(excludePaths, wasm.__wbindgen_malloc);
@@ -2387,7 +2431,7 @@ class WasmCrawlConfig {
         var len16 = WASM_VECTOR_LEN;
         var ptr17 = isLikeNone(browserProfile) ? 0 : passStringToWasm0(browserProfile, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len17 = WASM_VECTOR_LEN;
-        const ret = wasm.wasmcrawlconfig_new(isLikeNone(crawlStrategy) ? 4 : crawlStrategy, isLikeNone(respectRobotsTxt) ? 0xFFFFFF : respectRobotsTxt ? 1 : 0, isLikeNone(softHttpErrors) ? 0xFFFFFF : softHttpErrors ? 1 : 0, isLikeNone(stayOnDomain) ? 0xFFFFFF : stayOnDomain ? 1 : 0, isLikeNone(allowSubdomains) ? 0xFFFFFF : allowSubdomains ? 1 : 0, ptr0, len0, ptr1, len1, isLikeNone(pathPatternsMatchQuery) ? 0xFFFFFF : pathPatternsMatchQuery ? 1 : 0, isLikeNone(dedupIncludeQuery) ? 0xFFFFFF : dedupIncludeQuery ? 1 : 0, isLikeNone(stripTrackingParams) ? 0xFFFFFF : stripTrackingParams ? 1 : 0, ptr2, len2, isLikeNone(customHeaders) ? 0 : addToExternrefTable0(customHeaders), !isLikeNone(requestTimeout), isLikeNone(requestTimeout) ? BigInt(0) : requestTimeout, isLikeNone(maxRedirects) ? Number.MAX_SAFE_INTEGER : (maxRedirects) >>> 0, isLikeNone(retryCount) ? Number.MAX_SAFE_INTEGER : (retryCount) >>> 0, ptr3, len3, !isLikeNone(retryInitialDelayMs), isLikeNone(retryInitialDelayMs) ? BigInt(0) : retryInitialDelayMs, !isLikeNone(retryMaxDelayMs), isLikeNone(retryMaxDelayMs) ? BigInt(0) : retryMaxDelayMs, !isLikeNone(rateLimitJitterRatio), isLikeNone(rateLimitJitterRatio) ? 0 : rateLimitJitterRatio, isLikeNone(cookiesEnabled) ? 0xFFFFFF : cookiesEnabled ? 1 : 0, ptr4, len4, ptr5, isLikeNone(downloadAssets) ? 0xFFFFFF : downloadAssets ? 1 : 0, ptr6, len6, ptr7, ptr8, len8, isLikeNone(captureScreenshot) ? 0xFFFFFF : captureScreenshot ? 1 : 0, isLikeNone(followDocumentUrls) ? 0xFFFFFF : followDocumentUrls ? 1 : 0, isLikeNone(downloadDocuments) ? 0xFFFFFF : downloadDocuments ? 1 : 0, ptr9, len9, isLikeNone(saveBrowserProfile) ? 0xFFFFFF : saveBrowserProfile ? 1 : 0, ptr10, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(maxPages) ? Number.MAX_SAFE_INTEGER : (maxPages) >>> 0, isLikeNone(maxLinksPerPage) ? Number.MAX_SAFE_INTEGER : (maxLinksPerPage) >>> 0, isLikeNone(maxConcurrent) ? Number.MAX_SAFE_INTEGER : (maxConcurrent) >>> 0, isLikeNone(contentFilter) ? 1 : contentFilter, ptr11, len11, !isLikeNone(bm25Threshold), isLikeNone(bm25Threshold) ? 0 : bm25Threshold, ptr12, len12, !isLikeNone(rateLimitMs), isLikeNone(rateLimitMs) ? BigInt(0) : rateLimitMs, isLikeNone(auth) ? 0 : addToExternrefTable0(auth), isLikeNone(maxBodySize) ? Number.MAX_SAFE_INTEGER : (maxBodySize) >>> 0, isLikeNone(mapLimit) ? Number.MAX_SAFE_INTEGER : (mapLimit) >>> 0, ptr13, len13, isLikeNone(maxAssetSize) ? Number.MAX_SAFE_INTEGER : (maxAssetSize) >>> 0, ptr14, isLikeNone(documentUrlDepth) ? Number.MAX_SAFE_INTEGER : (documentUrlDepth) >>> 0, isLikeNone(documentMaxSize) ? Number.MAX_SAFE_INTEGER : (documentMaxSize) >>> 0, ptr15, len15, isLikeNone(documentContentEncoding) ? 1 : documentContentEncoding, ptr16, len16, ptr17, len17, isLikeNone(ssrfDenyPrivateExplicit) ? 0xFFFFFF : ssrfDenyPrivateExplicit ? 1 : 0);
+        const ret = wasm.wasmcrawlconfig_new(isLikeNone(crawlStrategy) ? 4 : crawlStrategy, isLikeNone(respectRobotsTxt) ? 0xFFFFFF : respectRobotsTxt ? 1 : 0, isLikeNone(softHttpErrors) ? 0xFFFFFF : softHttpErrors ? 1 : 0, isLikeNone(stayOnDomain) ? 0xFFFFFF : stayOnDomain ? 1 : 0, isLikeNone(allowSubdomains) ? 0xFFFFFF : allowSubdomains ? 1 : 0, ptr0, len0, ptr1, len1, isLikeNone(pathPatternsMatchQuery) ? 0xFFFFFF : pathPatternsMatchQuery ? 1 : 0, isLikeNone(pathPatternsMatchUrl) ? 0xFFFFFF : pathPatternsMatchUrl ? 1 : 0, isLikeNone(dedupIncludeQuery) ? 0xFFFFFF : dedupIncludeQuery ? 1 : 0, isLikeNone(stripTrackingParams) ? 0xFFFFFF : stripTrackingParams ? 1 : 0, ptr2, len2, isLikeNone(customHeaders) ? 0 : addToExternrefTable0(customHeaders), !isLikeNone(requestTimeout), isLikeNone(requestTimeout) ? BigInt(0) : requestTimeout, isLikeNone(maxRedirects) ? Number.MAX_SAFE_INTEGER : (maxRedirects) >>> 0, isLikeNone(retryCount) ? Number.MAX_SAFE_INTEGER : (retryCount) >>> 0, ptr3, len3, !isLikeNone(retryInitialDelayMs), isLikeNone(retryInitialDelayMs) ? BigInt(0) : retryInitialDelayMs, !isLikeNone(retryMaxDelayMs), isLikeNone(retryMaxDelayMs) ? BigInt(0) : retryMaxDelayMs, !isLikeNone(rateLimitJitterRatio), isLikeNone(rateLimitJitterRatio) ? 0 : rateLimitJitterRatio, isLikeNone(cookiesEnabled) ? 0xFFFFFF : cookiesEnabled ? 1 : 0, ptr4, len4, ptr5, isLikeNone(downloadAssets) ? 0xFFFFFF : downloadAssets ? 1 : 0, ptr6, len6, ptr7, ptr8, len8, isLikeNone(captureScreenshot) ? 0xFFFFFF : captureScreenshot ? 1 : 0, isLikeNone(followDocumentUrls) ? 0xFFFFFF : followDocumentUrls ? 1 : 0, isLikeNone(downloadDocuments) ? 0xFFFFFF : downloadDocuments ? 1 : 0, ptr9, len9, isLikeNone(saveBrowserProfile) ? 0xFFFFFF : saveBrowserProfile ? 1 : 0, ptr10, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(maxPages) ? Number.MAX_SAFE_INTEGER : (maxPages) >>> 0, isLikeNone(maxLinksPerPage) ? Number.MAX_SAFE_INTEGER : (maxLinksPerPage) >>> 0, isLikeNone(maxConcurrent) ? Number.MAX_SAFE_INTEGER : (maxConcurrent) >>> 0, isLikeNone(contentFilter) ? 1 : contentFilter, ptr11, len11, !isLikeNone(bm25Threshold), isLikeNone(bm25Threshold) ? 0 : bm25Threshold, ptr12, len12, !isLikeNone(rateLimitMs), isLikeNone(rateLimitMs) ? BigInt(0) : rateLimitMs, isLikeNone(auth) ? 0 : addToExternrefTable0(auth), isLikeNone(maxBodySize) ? Number.MAX_SAFE_INTEGER : (maxBodySize) >>> 0, isLikeNone(mapLimit) ? Number.MAX_SAFE_INTEGER : (mapLimit) >>> 0, ptr13, len13, isLikeNone(maxAssetSize) ? Number.MAX_SAFE_INTEGER : (maxAssetSize) >>> 0, ptr14, isLikeNone(documentUrlDepth) ? Number.MAX_SAFE_INTEGER : (documentUrlDepth) >>> 0, isLikeNone(documentMaxSize) ? Number.MAX_SAFE_INTEGER : (documentMaxSize) >>> 0, ptr15, len15, isLikeNone(documentContentEncoding) ? 1 : documentContentEncoding, ptr16, len16, ptr17, len17, isLikeNone(ssrfDenyPrivateExplicit) ? 0xFFFFFF : ssrfDenyPrivateExplicit ? 1 : 0);
         this.__wbg_ptr = ret;
         WasmCrawlConfigFinalization.register(this, this.__wbg_ptr, this);
         return this;
@@ -2399,6 +2443,13 @@ class WasmCrawlConfig {
         const ret = wasm.wasmcrawlconfig_pathPatternsMatchQuery(this.__wbg_ptr);
         return ret !== 0;
     }
+    /**
+     * @returns {boolean}
+     */
+    get pathPatternsMatchUrl() {
+        const ret = wasm.wasmcrawlconfig_pathPatternsMatchUrl(this.__wbg_ptr);
+        return ret !== 0;
+    }
     /**
      * @returns {WasmProxyConfig | undefined}
      */
@@ -2704,6 +2755,12 @@ class WasmCrawlConfig {
     set pathPatternsMatchQuery(value) {
         wasm.wasmcrawlconfig_set_pathPatternsMatchQuery(this.__wbg_ptr, value);
     }
+    /**
+     * @param {boolean} value
+     */
+    set pathPatternsMatchUrl(value) {
+        wasm.wasmcrawlconfig_set_pathPatternsMatchUrl(this.__wbg_ptr, value);
+    }
     /**
      * @param {WasmProxyConfig | null} [value]
      */
@@ -3173,13 +3230,14 @@ class WasmCrawlPageResult {
      * @param {number | null} [redirectCount]
      * @param {boolean | null} [noindexDetected]
      * @param {boolean | null} [nofollowDetected]
+     * @param {string[] | null} [ssrfRefusedUrls]
      * @param {string | null} [detectedCharset]
      * @param {WasmMarkdownResult | null} [markdown]
      * @param {any | null} [extractedData]
      * @param {WasmExtractionMeta | null} [extractionMeta]
      * @param {WasmDownloadedDocument | null} [downloadedDocument]
      */
-    constructor(url, normalizedUrl, statusCode, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, depth, stayedOnDomain, wasSkipped, isPdf, browserUsed, finalUrl, redirectCount, noindexDetected, nofollowDetected, detectedCharset, markdown, extractedData, extractionMeta, downloadedDocument) {
+    constructor(url, normalizedUrl, statusCode, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, depth, stayedOnDomain, wasSkipped, isPdf, browserUsed, finalUrl, redirectCount, noindexDetected, nofollowDetected, ssrfRefusedUrls, detectedCharset, markdown, extractedData, extractionMeta, downloadedDocument) {
         var ptr0 = isLikeNone(url) ? 0 : passStringToWasm0(url, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len0 = WASM_VECTOR_LEN;
         var ptr1 = isLikeNone(normalizedUrl) ? 0 : passStringToWasm0(normalizedUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
@@ -3203,24 +3261,26 @@ class WasmCrawlPageResult {
         var len8 = WASM_VECTOR_LEN;
         var ptr9 = isLikeNone(finalUrl) ? 0 : passStringToWasm0(finalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len9 = WASM_VECTOR_LEN;
-        var ptr10 = isLikeNone(detectedCharset) ? 0 : passStringToWasm0(detectedCharset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var ptr10 = isLikeNone(ssrfRefusedUrls) ? 0 : passArrayJsValueToWasm0(ssrfRefusedUrls, wasm.__wbindgen_malloc);
         var len10 = WASM_VECTOR_LEN;
-        let ptr11 = 0;
+        var ptr11 = isLikeNone(detectedCharset) ? 0 : passStringToWasm0(detectedCharset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len11 = WASM_VECTOR_LEN;
+        let ptr12 = 0;
         if (!isLikeNone(markdown)) {
             _assertClass(markdown, WasmMarkdownResult);
-            ptr11 = markdown.__destroy_into_raw();
+            ptr12 = markdown.__destroy_into_raw();
         }
-        let ptr12 = 0;
+        let ptr13 = 0;
         if (!isLikeNone(extractionMeta)) {
             _assertClass(extractionMeta, WasmExtractionMeta);
-            ptr12 = extractionMeta.__destroy_into_raw();
+            ptr13 = extractionMeta.__destroy_into_raw();
         }
-        let ptr13 = 0;
+        let ptr14 = 0;
         if (!isLikeNone(downloadedDocument)) {
             _assertClass(downloadedDocument, WasmDownloadedDocument);
-            ptr13 = downloadedDocument.__destroy_into_raw();
+            ptr14 = downloadedDocument.__destroy_into_raw();
         }
-        const ret = wasm.wasmcrawlpageresult_new(ptr0, len0, ptr1, len1, isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr2, len2, ptr3, len3, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr4, ptr5, len5, ptr6, len6, ptr7, len7, ptr8, len8, isLikeNone(depth) ? Number.MAX_SAFE_INTEGER : (depth) >>> 0, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, isLikeNone(redirectCount) ? Number.MAX_SAFE_INTEGER : (redirectCount) >>> 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, ptr10, len10, ptr11, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr12, ptr13);
+        const ret = wasm.wasmcrawlpageresult_new(ptr0, len0, ptr1, len1, isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr2, len2, ptr3, len3, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr4, ptr5, len5, ptr6, len6, ptr7, len7, ptr8, len8, isLikeNone(depth) ? Number.MAX_SAFE_INTEGER : (depth) >>> 0, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, isLikeNone(redirectCount) ? Number.MAX_SAFE_INTEGER : (redirectCount) >>> 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, ptr10, len10, ptr11, len11, ptr12, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr13, ptr14);
         this.__wbg_ptr = ret;
         WasmCrawlPageResultFinalization.register(this, this.__wbg_ptr, this);
         return this;
@@ -3422,6 +3482,14 @@ class WasmCrawlPageResult {
     set redirectCount(value) {
         wasm.wasmcrawlpageresult_set_redirectCount(this.__wbg_ptr, value);
     }
+    /**
+     * @param {string[]} value
+     */
+    set ssrfRefusedUrls(value) {
+        const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmcrawlpageresult_set_ssrfRefusedUrls(this.__wbg_ptr, ptr0, len0);
+    }
     /**
      * @param {number} value
      */
@@ -3448,6 +3516,15 @@ class WasmCrawlPageResult {
     set wasSkipped(value) {
         wasm.wasmcrawlpageresult_set_wasSkipped(this.__wbg_ptr, value);
     }
+    /**
+     * @returns {string[]}
+     */
+    get ssrfRefusedUrls() {
+        const ret = wasm.wasmcrawlpageresult_ssrfRefusedUrls(this.__wbg_ptr);
+        var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
+        wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
+        return v1;
+    }
     /**
      * @returns {number}
      */
@@ -5018,18 +5095,21 @@ class WasmInteractionResult {
      * @param {WasmActionResult[] | null} [actionResults]
      * @param {string | null} [finalHtml]
      * @param {string | null} [finalUrl]
+     * @param {string[] | null} [ssrfRefusedUrls]
      * @param {string | null} [screenshotBase64]
      */
-    constructor(actionResults, finalHtml, finalUrl, screenshotBase64) {
+    constructor(actionResults, finalHtml, finalUrl, ssrfRefusedUrls, screenshotBase64) {
         var ptr0 = isLikeNone(actionResults) ? 0 : passArrayJsValueToWasm0(actionResults, wasm.__wbindgen_malloc);
         var len0 = WASM_VECTOR_LEN;
         var ptr1 = isLikeNone(finalHtml) ? 0 : passStringToWasm0(finalHtml, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len1 = WASM_VECTOR_LEN;
         var ptr2 = isLikeNone(finalUrl) ? 0 : passStringToWasm0(finalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len2 = WASM_VECTOR_LEN;
-        var ptr3 = isLikeNone(screenshotBase64) ? 0 : passStringToWasm0(screenshotBase64, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var ptr3 = isLikeNone(ssrfRefusedUrls) ? 0 : passArrayJsValueToWasm0(ssrfRefusedUrls, wasm.__wbindgen_malloc);
         var len3 = WASM_VECTOR_LEN;
-        const ret = wasm.wasminteractionresult_new(ptr0, len0, ptr1, len1, ptr2, len2, ptr3, len3);
+        var ptr4 = isLikeNone(screenshotBase64) ? 0 : passStringToWasm0(screenshotBase64, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len4 = WASM_VECTOR_LEN;
+        const ret = wasm.wasminteractionresult_new(ptr0, len0, ptr1, len1, ptr2, len2, ptr3, len3, ptr4, len4);
         this.__wbg_ptr = ret;
         WasmInteractionResultFinalization.register(this, this.__wbg_ptr, this);
         return this;
@@ -5078,6 +5158,23 @@ class WasmInteractionResult {
         var len0 = WASM_VECTOR_LEN;
         wasm.wasminteractionresult_set_screenshotBase64(this.__wbg_ptr, ptr0, len0);
     }
+    /**
+     * @param {string[]} value
+     */
+    set ssrfRefusedUrls(value) {
+        const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasminteractionresult_set_ssrfRefusedUrls(this.__wbg_ptr, ptr0, len0);
+    }
+    /**
+     * @returns {string[]}
+     */
+    get ssrfRefusedUrls() {
+        const ret = wasm.wasminteractionresult_ssrfRefusedUrls(this.__wbg_ptr);
+        var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
+        wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
+        return v1;
+    }
 }
 if (Symbol.dispose) WasmInteractionResult.prototype[Symbol.dispose] = WasmInteractionResult.prototype.free;
 exports.WasmInteractionResult = WasmInteractionResult;
@@ -7342,6 +7439,7 @@ class WasmScrapeResult {
      * @param {WasmDownloadedAsset[] | null} [assets]
      * @param {boolean | null} [jsRenderHint]
      * @param {boolean | null} [browserUsed]
+     * @param {string[] | null} [ssrfRefusedUrls]
      * @param {bigint | null} [crawlDelay]
      * @param {string | null} [xRobotsTag]
      * @param {string | null} [detectedCharset]
@@ -7353,7 +7451,7 @@ class WasmScrapeResult {
      * @param {WasmDownloadedDocument | null} [downloadedDocument]
      * @param {WasmBrowserExtras | null} [browser]
      */
-    constructor(statusCode, finalUrl, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, isAllowed, noindexDetected, nofollowDetected, isPdf, wasSkipped, authHeaderSent, assets, jsRenderHint, browserUsed, crawlDelay, xRobotsTag, detectedCharset, responseMeta, markdown, extractedData, extractionMeta, screenshotBase64, downloadedDocument, browser) {
+    constructor(statusCode, finalUrl, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, isAllowed, noindexDetected, nofollowDetected, isPdf, wasSkipped, authHeaderSent, assets, jsRenderHint, browserUsed, ssrfRefusedUrls, crawlDelay, xRobotsTag, detectedCharset, responseMeta, markdown, extractedData, extractionMeta, screenshotBase64, downloadedDocument, browser) {
         var ptr0 = isLikeNone(finalUrl) ? 0 : passStringToWasm0(finalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len0 = WASM_VECTOR_LEN;
         var ptr1 = isLikeNone(contentType) ? 0 : passStringToWasm0(contentType, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
@@ -7375,38 +7473,40 @@ class WasmScrapeResult {
         var len7 = WASM_VECTOR_LEN;
         var ptr8 = isLikeNone(assets) ? 0 : passArrayJsValueToWasm0(assets, wasm.__wbindgen_malloc);
         var len8 = WASM_VECTOR_LEN;
-        var ptr9 = isLikeNone(xRobotsTag) ? 0 : passStringToWasm0(xRobotsTag, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var ptr9 = isLikeNone(ssrfRefusedUrls) ? 0 : passArrayJsValueToWasm0(ssrfRefusedUrls, wasm.__wbindgen_malloc);
         var len9 = WASM_VECTOR_LEN;
-        var ptr10 = isLikeNone(detectedCharset) ? 0 : passStringToWasm0(detectedCharset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var ptr10 = isLikeNone(xRobotsTag) ? 0 : passStringToWasm0(xRobotsTag, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len10 = WASM_VECTOR_LEN;
-        let ptr11 = 0;
+        var ptr11 = isLikeNone(detectedCharset) ? 0 : passStringToWasm0(detectedCharset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len11 = WASM_VECTOR_LEN;
+        let ptr12 = 0;
         if (!isLikeNone(responseMeta)) {
             _assertClass(responseMeta, WasmResponseMeta);
-            ptr11 = responseMeta.__destroy_into_raw();
+            ptr12 = responseMeta.__destroy_into_raw();
         }
-        let ptr12 = 0;
+        let ptr13 = 0;
         if (!isLikeNone(markdown)) {
             _assertClass(markdown, WasmMarkdownResult);
-            ptr12 = markdown.__destroy_into_raw();
+            ptr13 = markdown.__destroy_into_raw();
         }
-        let ptr13 = 0;
+        let ptr14 = 0;
         if (!isLikeNone(extractionMeta)) {
             _assertClass(extractionMeta, WasmExtractionMeta);
-            ptr13 = extractionMeta.__destroy_into_raw();
+            ptr14 = extractionMeta.__destroy_into_raw();
         }
-        var ptr14 = isLikeNone(screenshotBase64) ? 0 : passStringToWasm0(screenshotBase64, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
-        var len14 = WASM_VECTOR_LEN;
-        let ptr15 = 0;
+        var ptr15 = isLikeNone(screenshotBase64) ? 0 : passStringToWasm0(screenshotBase64, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len15 = WASM_VECTOR_LEN;
+        let ptr16 = 0;
         if (!isLikeNone(downloadedDocument)) {
             _assertClass(downloadedDocument, WasmDownloadedDocument);
-            ptr15 = downloadedDocument.__destroy_into_raw();
+            ptr16 = downloadedDocument.__destroy_into_raw();
         }
-        let ptr16 = 0;
+        let ptr17 = 0;
         if (!isLikeNone(browser)) {
             _assertClass(browser, WasmBrowserExtras);
-            ptr16 = browser.__destroy_into_raw();
+            ptr17 = browser.__destroy_into_raw();
         }
-        const ret = wasm.wasmscraperesult_new(isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr0, len0, ptr1, len1, ptr2, len2, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr3, ptr4, len4, ptr5, len5, ptr6, len6, ptr7, len7, isLikeNone(isAllowed) ? 0xFFFFFF : isAllowed ? 1 : 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(authHeaderSent) ? 0xFFFFFF : authHeaderSent ? 1 : 0, ptr8, len8, isLikeNone(jsRenderHint) ? 0xFFFFFF : jsRenderHint ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, !isLikeNone(crawlDelay), isLikeNone(crawlDelay) ? BigInt(0) : crawlDelay, ptr9, len9, ptr10, len10, ptr11, ptr12, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr13, ptr14, len14, ptr15, ptr16);
+        const ret = wasm.wasmscraperesult_new(isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr0, len0, ptr1, len1, ptr2, len2, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr3, ptr4, len4, ptr5, len5, ptr6, len6, ptr7, len7, isLikeNone(isAllowed) ? 0xFFFFFF : isAllowed ? 1 : 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(authHeaderSent) ? 0xFFFFFF : authHeaderSent ? 1 : 0, ptr8, len8, isLikeNone(jsRenderHint) ? 0xFFFFFF : jsRenderHint ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, !isLikeNone(crawlDelay), isLikeNone(crawlDelay) ? BigInt(0) : crawlDelay, ptr10, len10, ptr11, len11, ptr12, ptr13, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr14, ptr15, len15, ptr16, ptr17);
         this.__wbg_ptr = ret;
         WasmScrapeResultFinalization.register(this, this.__wbg_ptr, this);
         return this;
@@ -7647,6 +7747,14 @@ class WasmScrapeResult {
         var len0 = WASM_VECTOR_LEN;
         wasm.wasmscraperesult_set_screenshotBase64(this.__wbg_ptr, ptr0, len0);
     }
+    /**
+     * @param {string[]} value
+     */
+    set ssrfRefusedUrls(value) {
+        const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmscraperesult_set_ssrfRefusedUrls(this.__wbg_ptr, ptr0, len0);
+    }
     /**
      * @param {number} value
      */
@@ -7667,6 +7775,15 @@ class WasmScrapeResult {
         var len0 = WASM_VECTOR_LEN;
         wasm.wasmscraperesult_set_xRobotsTag(this.__wbg_ptr, ptr0, len0);
     }
+    /**
+     * @returns {string[]}
+     */
+    get ssrfRefusedUrls() {
+        const ret = wasm.wasmscraperesult_ssrfRefusedUrls(this.__wbg_ptr);
+        var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
+        wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
+        return v1;
+    }
     /**
      * @returns {number}
      */
@@ -8639,13 +8756,13 @@ function __wbg_get_imports() {
             return ret;
         },
         __wbindgen_generic_0000000000000001: function(arg0, arg1) {
-            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1152, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
+            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1352, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
             const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c);
             return ret;
         },
         __wbindgen_generic_0000000000000002: function(arg0, arg1) {
-            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 1044, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
-            const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h21c8118e1fe083d1);
+            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 1243, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
+            const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c);
             return ret;
         },
         __wbindgen_generic_0000000000000003: function(arg0) {
@@ -8684,8 +8801,8 @@ function __wbg_get_imports() {
     };
 }
 
-function wasm_bindgen__convert__closures_____invoke__h21c8118e1fe083d1(arg0, arg1) {
-    wasm.wasm_bindgen__convert__closures_____invoke__h21c8118e1fe083d1(arg0, arg1);
+function wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c(arg0, arg1) {
+    wasm.wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c(arg0, arg1);
 }
 
 function wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c(arg0, arg1, arg2) {

package/pkg/nodejs/crawlberg_wasm_bg.wasm.d.ts

@@ -124,12 +124,14 @@ export const wasmbatchscraperesults_totalCount: (a: number) => number;
 export const wasmbrowserconfig_backend: (a: number) => [number, number];
 export const wasmbrowserconfig_blockUrlPatterns: (a: number) => [number, number];
 export const wasmbrowserconfig_captureNetworkEvents: (a: number) => number;
+export const wasmbrowserconfig_chromeArgs: (a: number) => [number, number];
+export const wasmbrowserconfig_chromePath: (a: number) => [number, number];
 export const wasmbrowserconfig_default: () => number;
 export const wasmbrowserconfig_endpoint: (a: number) => [number, number];
 export const wasmbrowserconfig_evalScript: (a: number) => [number, number];
 export const wasmbrowserconfig_extraWait: (a: number) => [number, bigint];
 export const wasmbrowserconfig_mode: (a: number) => [number, number];
-export const wasmbrowserconfig_new: (a: number, b: number, c: number, d: bigint, e: number, f: bigint, g: number, h: bigint, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: bigint, t: number, u: number, v: number, w: number, x: number) => number;
+export const wasmbrowserconfig_new: (a: number, b: number, c: number, d: bigint, e: number, f: bigint, g: number, h: bigint, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: bigint, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number) => number;
 export const wasmbrowserconfig_overallTimeout: (a: number) => [number, bigint];
 export const wasmbrowserconfig_proxy: (a: number) => number;
 export const wasmbrowserconfig_robotsUserAgent: (a: number) => [number, number];
@@ -137,6 +139,8 @@ export const wasmbrowserconfig_sessionAffinity: (a: number) => number;
 export const wasmbrowserconfig_set_backend: (a: number, b: number) => void;
 export const wasmbrowserconfig_set_blockUrlPatterns: (a: number, b: number, c: number) => void;
 export const wasmbrowserconfig_set_captureNetworkEvents: (a: number, b: number) => void;
+export const wasmbrowserconfig_set_chromeArgs: (a: number, b: number, c: number) => void;
+export const wasmbrowserconfig_set_chromePath: (a: number, b: number, c: number) => void;
 export const wasmbrowserconfig_set_endpoint: (a: number, b: number, c: number) => void;
 export const wasmbrowserconfig_set_evalScript: (a: number, b: number, c: number) => void;
 export const wasmbrowserconfig_set_extraWait: (a: number, b: number, c: bigint) => void;
@@ -247,8 +251,9 @@ export const wasmcrawlconfig_maxDepth: (a: number) => number;
 export const wasmcrawlconfig_maxLinksPerPage: (a: number) => number;
 export const wasmcrawlconfig_maxPages: (a: number) => number;
 export const wasmcrawlconfig_maxRedirects: (a: number) => number;
-export const wasmcrawlconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: bigint, r: number, s: number, t: number, u: number, v: number, w: bigint, x: number, y: bigint, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number, p1: number, q1: number, r1: number, s1: number, t1: number, u1: number, v1: number, w1: number, x1: number, y1: number, z1: number, a2: number, b2: number, c2: number, d2: number, e2: bigint, f2: number, g2: number, h2: number, i2: number, j2: number, k2: number, l2: number, m2: number, n2: number, o2: number, p2: number, q2: number, r2: number, s2: number, t2: number, u2: number, v2: number) => number;
+export const wasmcrawlconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: bigint, s: number, t: number, u: number, v: number, w: number, x: bigint, y: number, z: bigint, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number, p1: number, q1: number, r1: number, s1: number, t1: number, u1: number, v1: number, w1: number, x1: number, y1: number, z1: number, a2: number, b2: number, c2: number, d2: number, e2: number, f2: bigint, g2: number, h2: number, i2: number, j2: number, k2: number, l2: number, m2: number, n2: number, o2: number, p2: number, q2: number, r2: number, s2: number, t2: number, u2: number, v2: number, w2: number) => number;
 export const wasmcrawlconfig_pathPatternsMatchQuery: (a: number) => number;
+export const wasmcrawlconfig_pathPatternsMatchUrl: (a: number) => number;
 export const wasmcrawlconfig_proxy: (a: number) => number;
 export const wasmcrawlconfig_rateLimitJitterRatio: (a: number) => number;
 export const wasmcrawlconfig_rateLimitMs: (a: number) => [number, bigint];
@@ -294,6 +299,7 @@ export const wasmcrawlconfig_set_maxLinksPerPage: (a: number, b: number) => void
 export const wasmcrawlconfig_set_maxPages: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_maxRedirects: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_pathPatternsMatchQuery: (a: number, b: number) => void;
+export const wasmcrawlconfig_set_pathPatternsMatchUrl: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_proxy: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_rateLimitJitterRatio: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_rateLimitMs: (a: number, b: number, c: bigint) => void;
@@ -342,7 +348,7 @@ export const wasmcrawlpageresult_jsonLd: (a: number) => [number, number];
 export const wasmcrawlpageresult_links: (a: number) => [number, number];
 export const wasmcrawlpageresult_markdown: (a: number) => number;
 export const wasmcrawlpageresult_metadata: (a: number) => number;
-export const wasmcrawlpageresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number) => number;
+export const wasmcrawlpageresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number) => number;
 export const wasmcrawlpageresult_nofollowDetected: (a: number) => number;
 export const wasmcrawlpageresult_noindexDetected: (a: number) => number;
 export const wasmcrawlpageresult_normalizedUrl: (a: number) => [number, number];
@@ -368,10 +374,12 @@ export const wasmcrawlpageresult_set_nofollowDetected: (a: number, b: number) =>
 export const wasmcrawlpageresult_set_noindexDetected: (a: number, b: number) => void;
 export const wasmcrawlpageresult_set_normalizedUrl: (a: number, b: number, c: number) => void;
 export const wasmcrawlpageresult_set_redirectCount: (a: number, b: number) => void;
+export const wasmcrawlpageresult_set_ssrfRefusedUrls: (a: number, b: number, c: number) => void;
 export const wasmcrawlpageresult_set_statusCode: (a: number, b: number) => void;
 export const wasmcrawlpageresult_set_stayedOnDomain: (a: number, b: number) => void;
 export const wasmcrawlpageresult_set_url: (a: number, b: number, c: number) => void;
 export const wasmcrawlpageresult_set_wasSkipped: (a: number, b: number) => void;
+export const wasmcrawlpageresult_ssrfRefusedUrls: (a: number) => [number, number];
 export const wasmcrawlpageresult_statusCode: (a: number) => number;
 export const wasmcrawlpageresult_stayedOnDomain: (a: number) => number;
 export const wasmcrawlpageresult_url: (a: number) => [number, number];
@@ -493,12 +501,14 @@ export const wasminteractionresult_actionResults: (a: number) => [number, number
 export const wasminteractionresult_default: () => number;
 export const wasminteractionresult_finalHtml: (a: number) => [number, number];
 export const wasminteractionresult_finalUrl: (a: number) => [number, number];
-export const wasminteractionresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number) => number;
+export const wasminteractionresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number) => number;
 export const wasminteractionresult_screenshotBase64: (a: number) => [number, number];
 export const wasminteractionresult_set_actionResults: (a: number, b: number, c: number) => void;
 export const wasminteractionresult_set_finalHtml: (a: number, b: number, c: number) => void;
 export const wasminteractionresult_set_finalUrl: (a: number, b: number, c: number) => void;
 export const wasminteractionresult_set_screenshotBase64: (a: number, b: number, c: number) => void;
+export const wasminteractionresult_set_ssrfRefusedUrls: (a: number, b: number, c: number) => void;
+export const wasminteractionresult_ssrfRefusedUrls: (a: number) => [number, number];
 export const wasmjsonldentry_default: () => number;
 export const wasmjsonldentry_name: (a: number) => [number, number];
 export const wasmjsonldentry_new: (a: number, b: number, c: number, d: number, e: number, f: number) => number;
@@ -692,7 +702,7 @@ export const wasmscraperesult_jsonLd: (a: number) => [number, number];
 export const wasmscraperesult_links: (a: number) => [number, number];
 export const wasmscraperesult_markdown: (a: number) => number;
 export const wasmscraperesult_metadata: (a: number) => number;
-export const wasmscraperesult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: bigint, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number) => number;
+export const wasmscraperesult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: bigint, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number, p1: number, q1: number) => number;
 export const wasmscraperesult_nofollowDetected: (a: number) => number;
 export const wasmscraperesult_noindexDetected: (a: number) => number;
 export const wasmscraperesult_responseMeta: (a: number) => number;
@@ -723,9 +733,11 @@ export const wasmscraperesult_set_nofollowDetected: (a: number, b: number) => vo
 export const wasmscraperesult_set_noindexDetected: (a: number, b: number) => void;
 export const wasmscraperesult_set_responseMeta: (a: number, b: number) => void;
 export const wasmscraperesult_set_screenshotBase64: (a: number, b: number, c: number) => void;
+export const wasmscraperesult_set_ssrfRefusedUrls: (a: number, b: number, c: number) => void;
 export const wasmscraperesult_set_statusCode: (a: number, b: number) => void;
 export const wasmscraperesult_set_wasSkipped: (a: number, b: number) => void;
 export const wasmscraperesult_set_xRobotsTag: (a: number, b: number, c: number) => void;
+export const wasmscraperesult_ssrfRefusedUrls: (a: number) => [number, number];
 export const wasmscraperesult_statusCode: (a: number) => number;
 export const wasmscraperesult_wasSkipped: (a: number) => number;
 export const wasmscraperesult_xRobotsTag: (a: number) => [number, number];
@@ -752,7 +764,7 @@ export const wasmssrfpolicy_set_maxRedirects: (a: number, b: number) => void;
 export const wasmssrfpolicy_set_schemeAllowlist: (a: number, b: number, c: number) => void;
 export const wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c: (a: number, b: number, c: any) => [number, number];
 export const wasm_bindgen__convert__closures_____invoke__h8ad11faaa2905452: (a: number, b: number, c: any, d: any) => void;
-export const wasm_bindgen__convert__closures_____invoke__h21c8118e1fe083d1: (a: number, b: number) => void;
+export const wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c: (a: number, b: number) => void;
 export const __wbindgen_malloc: (a: number, b: number) => number;
 export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
 export const __wbindgen_exn_store: (a: number) => void;