@xberg-io/crawlberg-wasm 1.8.0 → 1.9.0

package/pkg/bundler/crawlberg_wasm_bg.wasm.d.ts

@@ -124,12 +124,14 @@ export const wasmbatchscraperesults_totalCount: (a: number) => number;
 export const wasmbrowserconfig_backend: (a: number) => [number, number];
 export const wasmbrowserconfig_blockUrlPatterns: (a: number) => [number, number];
 export const wasmbrowserconfig_captureNetworkEvents: (a: number) => number;
+export const wasmbrowserconfig_chromeArgs: (a: number) => [number, number];
+export const wasmbrowserconfig_chromePath: (a: number) => [number, number];
 export const wasmbrowserconfig_default: () => number;
 export const wasmbrowserconfig_endpoint: (a: number) => [number, number];
 export const wasmbrowserconfig_evalScript: (a: number) => [number, number];
 export const wasmbrowserconfig_extraWait: (a: number) => [number, bigint];
 export const wasmbrowserconfig_mode: (a: number) => [number, number];
-export const wasmbrowserconfig_new: (a: number, b: number, c: number, d: bigint, e: number, f: bigint, g: number, h: bigint, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: bigint, t: number, u: number, v: number, w: number, x: number) => number;
+export const wasmbrowserconfig_new: (a: number, b: number, c: number, d: bigint, e: number, f: bigint, g: number, h: bigint, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: bigint, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number) => number;
 export const wasmbrowserconfig_overallTimeout: (a: number) => [number, bigint];
 export const wasmbrowserconfig_proxy: (a: number) => number;
 export const wasmbrowserconfig_robotsUserAgent: (a: number) => [number, number];
@@ -137,6 +139,8 @@ export const wasmbrowserconfig_sessionAffinity: (a: number) => number;
 export const wasmbrowserconfig_set_backend: (a: number, b: number) => void;
 export const wasmbrowserconfig_set_blockUrlPatterns: (a: number, b: number, c: number) => void;
 export const wasmbrowserconfig_set_captureNetworkEvents: (a: number, b: number) => void;
+export const wasmbrowserconfig_set_chromeArgs: (a: number, b: number, c: number) => void;
+export const wasmbrowserconfig_set_chromePath: (a: number, b: number, c: number) => void;
 export const wasmbrowserconfig_set_endpoint: (a: number, b: number, c: number) => void;
 export const wasmbrowserconfig_set_evalScript: (a: number, b: number, c: number) => void;
 export const wasmbrowserconfig_set_extraWait: (a: number, b: number, c: bigint) => void;
@@ -247,8 +251,9 @@ export const wasmcrawlconfig_maxDepth: (a: number) => number;
 export const wasmcrawlconfig_maxLinksPerPage: (a: number) => number;
 export const wasmcrawlconfig_maxPages: (a: number) => number;
 export const wasmcrawlconfig_maxRedirects: (a: number) => number;
-export const wasmcrawlconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: bigint, r: number, s: number, t: number, u: number, v: number, w: bigint, x: number, y: bigint, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number, p1: number, q1: number, r1: number, s1: number, t1: number, u1: number, v1: number, w1: number, x1: number, y1: number, z1: number, a2: number, b2: number, c2: number, d2: number, e2: bigint, f2: number, g2: number, h2: number, i2: number, j2: number, k2: number, l2: number, m2: number, n2: number, o2: number, p2: number, q2: number, r2: number, s2: number, t2: number, u2: number, v2: number) => number;
+export const wasmcrawlconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: bigint, s: number, t: number, u: number, v: number, w: number, x: bigint, y: number, z: bigint, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number, p1: number, q1: number, r1: number, s1: number, t1: number, u1: number, v1: number, w1: number, x1: number, y1: number, z1: number, a2: number, b2: number, c2: number, d2: number, e2: number, f2: bigint, g2: number, h2: number, i2: number, j2: number, k2: number, l2: number, m2: number, n2: number, o2: number, p2: number, q2: number, r2: number, s2: number, t2: number, u2: number, v2: number, w2: number) => number;
 export const wasmcrawlconfig_pathPatternsMatchQuery: (a: number) => number;
+export const wasmcrawlconfig_pathPatternsMatchUrl: (a: number) => number;
 export const wasmcrawlconfig_proxy: (a: number) => number;
 export const wasmcrawlconfig_rateLimitJitterRatio: (a: number) => number;
 export const wasmcrawlconfig_rateLimitMs: (a: number) => [number, bigint];
@@ -294,6 +299,7 @@ export const wasmcrawlconfig_set_maxLinksPerPage: (a: number, b: number) => void
 export const wasmcrawlconfig_set_maxPages: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_maxRedirects: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_pathPatternsMatchQuery: (a: number, b: number) => void;
+export const wasmcrawlconfig_set_pathPatternsMatchUrl: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_proxy: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_rateLimitJitterRatio: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_rateLimitMs: (a: number, b: number, c: bigint) => void;
@@ -342,7 +348,7 @@ export const wasmcrawlpageresult_jsonLd: (a: number) => [number, number];
 export const wasmcrawlpageresult_links: (a: number) => [number, number];
 export const wasmcrawlpageresult_markdown: (a: number) => number;
 export const wasmcrawlpageresult_metadata: (a: number) => number;
-export const wasmcrawlpageresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number) => number;
+export const wasmcrawlpageresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number) => number;
 export const wasmcrawlpageresult_nofollowDetected: (a: number) => number;
 export const wasmcrawlpageresult_noindexDetected: (a: number) => number;
 export const wasmcrawlpageresult_normalizedUrl: (a: number) => [number, number];
@@ -368,10 +374,12 @@ export const wasmcrawlpageresult_set_nofollowDetected: (a: number, b: number) =>
 export const wasmcrawlpageresult_set_noindexDetected: (a: number, b: number) => void;
 export const wasmcrawlpageresult_set_normalizedUrl: (a: number, b: number, c: number) => void;
 export const wasmcrawlpageresult_set_redirectCount: (a: number, b: number) => void;
+export const wasmcrawlpageresult_set_ssrfRefusedUrls: (a: number, b: number, c: number) => void;
 export const wasmcrawlpageresult_set_statusCode: (a: number, b: number) => void;
 export const wasmcrawlpageresult_set_stayedOnDomain: (a: number, b: number) => void;
 export const wasmcrawlpageresult_set_url: (a: number, b: number, c: number) => void;
 export const wasmcrawlpageresult_set_wasSkipped: (a: number, b: number) => void;
+export const wasmcrawlpageresult_ssrfRefusedUrls: (a: number) => [number, number];
 export const wasmcrawlpageresult_statusCode: (a: number) => number;
 export const wasmcrawlpageresult_stayedOnDomain: (a: number) => number;
 export const wasmcrawlpageresult_url: (a: number) => [number, number];
@@ -493,12 +501,14 @@ export const wasminteractionresult_actionResults: (a: number) => [number, number
 export const wasminteractionresult_default: () => number;
 export const wasminteractionresult_finalHtml: (a: number) => [number, number];
 export const wasminteractionresult_finalUrl: (a: number) => [number, number];
-export const wasminteractionresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number) => number;
+export const wasminteractionresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number) => number;
 export const wasminteractionresult_screenshotBase64: (a: number) => [number, number];
 export const wasminteractionresult_set_actionResults: (a: number, b: number, c: number) => void;
 export const wasminteractionresult_set_finalHtml: (a: number, b: number, c: number) => void;
 export const wasminteractionresult_set_finalUrl: (a: number, b: number, c: number) => void;
 export const wasminteractionresult_set_screenshotBase64: (a: number, b: number, c: number) => void;
+export const wasminteractionresult_set_ssrfRefusedUrls: (a: number, b: number, c: number) => void;
+export const wasminteractionresult_ssrfRefusedUrls: (a: number) => [number, number];
 export const wasmjsonldentry_default: () => number;
 export const wasmjsonldentry_name: (a: number) => [number, number];
 export const wasmjsonldentry_new: (a: number, b: number, c: number, d: number, e: number, f: number) => number;
@@ -692,7 +702,7 @@ export const wasmscraperesult_jsonLd: (a: number) => [number, number];
 export const wasmscraperesult_links: (a: number) => [number, number];
 export const wasmscraperesult_markdown: (a: number) => number;
 export const wasmscraperesult_metadata: (a: number) => number;
-export const wasmscraperesult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: bigint, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number) => number;
+export const wasmscraperesult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: bigint, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number, p1: number, q1: number) => number;
 export const wasmscraperesult_nofollowDetected: (a: number) => number;
 export const wasmscraperesult_noindexDetected: (a: number) => number;
 export const wasmscraperesult_responseMeta: (a: number) => number;
@@ -723,9 +733,11 @@ export const wasmscraperesult_set_nofollowDetected: (a: number, b: number) => vo
 export const wasmscraperesult_set_noindexDetected: (a: number, b: number) => void;
 export const wasmscraperesult_set_responseMeta: (a: number, b: number) => void;
 export const wasmscraperesult_set_screenshotBase64: (a: number, b: number, c: number) => void;
+export const wasmscraperesult_set_ssrfRefusedUrls: (a: number, b: number, c: number) => void;
 export const wasmscraperesult_set_statusCode: (a: number, b: number) => void;
 export const wasmscraperesult_set_wasSkipped: (a: number, b: number) => void;
 export const wasmscraperesult_set_xRobotsTag: (a: number, b: number, c: number) => void;
+export const wasmscraperesult_ssrfRefusedUrls: (a: number) => [number, number];
 export const wasmscraperesult_statusCode: (a: number) => number;
 export const wasmscraperesult_wasSkipped: (a: number) => number;
 export const wasmscraperesult_xRobotsTag: (a: number) => [number, number];
@@ -752,7 +764,7 @@ export const wasmssrfpolicy_set_maxRedirects: (a: number, b: number) => void;
 export const wasmssrfpolicy_set_schemeAllowlist: (a: number, b: number, c: number) => void;
 export const wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c: (a: number, b: number, c: any) => [number, number];
 export const wasm_bindgen__convert__closures_____invoke__h8ad11faaa2905452: (a: number, b: number, c: any, d: any) => void;
-export const wasm_bindgen__convert__closures_____invoke__h21c8118e1fe083d1: (a: number, b: number) => void;
+export const wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c: (a: number, b: number) => void;
 export const __wbindgen_malloc: (a: number, b: number) => number;
 export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
 export const __wbindgen_exn_store: (a: number) => void;

package/pkg/bundler/package.json

@@ -2,7 +2,7 @@
   "name": "crawlberg-wasm",
   "type": "module",
   "description": "High-performance web crawling engine",
-  "version": "1.8.0",
+  "version": "1.9.0",
   "license": "MIT",
   "repository": {
     "type": "git",

package/pkg/deno/crawlberg_wasm.d.ts

@@ -153,11 +153,14 @@ export class WasmBrowserConfig {
     free(): void;
     [Symbol.dispose](): void;
     static default(): WasmBrowserConfig;
-    constructor(mode?: WasmBrowserMode | null, backend?: WasmBrowserBackend | null, timeout?: bigint | null, overallTimeout?: bigint | null, shutdownTimeout?: bigint | null, wait?: WasmBrowserWait | null, blockUrlPatterns?: string[] | null, captureNetworkEvents?: boolean | null, sessionAffinity?: boolean | null, endpoint?: string | null, waitSelector?: string | null, extraWait?: bigint | null, proxy?: WasmProxyConfig | null, evalScript?: string | null, robotsUserAgent?: string | null);
+    constructor(mode?: WasmBrowserMode | null, backend?: WasmBrowserBackend | null, timeout?: bigint | null, overallTimeout?: bigint | null, shutdownTimeout?: bigint | null, wait?: WasmBrowserWait | null, blockUrlPatterns?: string[] | null, captureNetworkEvents?: boolean | null, sessionAffinity?: boolean | null, chromeArgs?: string[] | null, endpoint?: string | null, waitSelector?: string | null, extraWait?: bigint | null, proxy?: WasmProxyConfig | null, evalScript?: string | null, robotsUserAgent?: string | null, chromePath?: string | null);
     get backend(): string;
     set backend(value: WasmBrowserBackend);
     blockUrlPatterns: string[];
     captureNetworkEvents: boolean;
+    chromeArgs: string[];
+    get chromePath(): string | undefined;
+    set chromePath(value: string | null | undefined);
     get endpoint(): string | undefined;
     set endpoint(value: string | null | undefined);
     get evalScript(): string | undefined;
@@ -302,7 +305,7 @@ export class WasmCrawlConfig {
     free(): void;
     [Symbol.dispose](): void;
     static default(): WasmCrawlConfig;
-    constructor(crawlStrategy?: WasmCrawlStrategyKind | null, respectRobotsTxt?: boolean | null, softHttpErrors?: boolean | null, stayOnDomain?: boolean | null, allowSubdomains?: boolean | null, includePaths?: string[] | null, excludePaths?: string[] | null, pathPatternsMatchQuery?: boolean | null, dedupIncludeQuery?: boolean | null, stripTrackingParams?: boolean | null, trackingParams?: string[] | null, customHeaders?: any | null, requestTimeout?: bigint | null, maxRedirects?: number | null, retryCount?: number | null, retryCodes?: Uint16Array | null, retryInitialDelayMs?: bigint | null, retryMaxDelayMs?: bigint | null, rateLimitJitterRatio?: number | null, cookiesEnabled?: boolean | null, removeTags?: string[] | null, content?: WasmContentConfig | null, downloadAssets?: boolean | null, assetTypes?: WasmAssetCategory[] | null, browser?: WasmBrowserConfig | null, userAgents?: string[] | null, captureScreenshot?: boolean | null, followDocumentUrls?: boolean | null, downloadDocuments?: boolean | null, documentMimeTypes?: string[] | null, saveBrowserProfile?: boolean | null, ssrf?: WasmSsrfPolicy | null, maxDepth?: number | null, maxPages?: number | null, maxLinksPerPage?: number | null, maxConcurrent?: number | null, contentFilter?: WasmContentFilterKind | null, bm25Query?: string | null, bm25Threshold?: number | null, userAgent?: string | null, rateLimitMs?: bigint | null, auth?: any | null, maxBodySize?: number | null, mapLimit?: number | null, mapSearch?: string | null, maxAssetSize?: number | null, proxy?: WasmProxyConfig | null, documentUrlDepth?: number | null, documentMaxSize?: number | null, documentOutputDir?: string | null, documentContentEncoding?: WasmDocumentContentEncoding | null, warcOutput?: string | null, browserProfile?: string | null, ssrfDenyPrivateExplicit?: boolean | null);
+    constructor(crawlStrategy?: WasmCrawlStrategyKind | null, respectRobotsTxt?: boolean | null, softHttpErrors?: boolean | null, stayOnDomain?: boolean | null, allowSubdomains?: boolean | null, includePaths?: string[] | null, excludePaths?: string[] | null, pathPatternsMatchQuery?: boolean | null, pathPatternsMatchUrl?: boolean | null, dedupIncludeQuery?: boolean | null, stripTrackingParams?: boolean | null, trackingParams?: string[] | null, customHeaders?: any | null, requestTimeout?: bigint | null, maxRedirects?: number | null, retryCount?: number | null, retryCodes?: Uint16Array | null, retryInitialDelayMs?: bigint | null, retryMaxDelayMs?: bigint | null, rateLimitJitterRatio?: number | null, cookiesEnabled?: boolean | null, removeTags?: string[] | null, content?: WasmContentConfig | null, downloadAssets?: boolean | null, assetTypes?: WasmAssetCategory[] | null, browser?: WasmBrowserConfig | null, userAgents?: string[] | null, captureScreenshot?: boolean | null, followDocumentUrls?: boolean | null, downloadDocuments?: boolean | null, documentMimeTypes?: string[] | null, saveBrowserProfile?: boolean | null, ssrf?: WasmSsrfPolicy | null, maxDepth?: number | null, maxPages?: number | null, maxLinksPerPage?: number | null, maxConcurrent?: number | null, contentFilter?: WasmContentFilterKind | null, bm25Query?: string | null, bm25Threshold?: number | null, userAgent?: string | null, rateLimitMs?: bigint | null, auth?: any | null, maxBodySize?: number | null, mapLimit?: number | null, mapSearch?: string | null, maxAssetSize?: number | null, proxy?: WasmProxyConfig | null, documentUrlDepth?: number | null, documentMaxSize?: number | null, documentOutputDir?: string | null, documentContentEncoding?: WasmDocumentContentEncoding | null, warcOutput?: string | null, browserProfile?: string | null, ssrfDenyPrivateExplicit?: boolean | null);
     /**
      * Validate the configuration, returning an error if any values are invalid.
      *
@@ -362,6 +365,7 @@ export class WasmCrawlConfig {
     set maxPages(value: number | null | undefined);
     maxRedirects: number;
     pathPatternsMatchQuery: boolean;
+    pathPatternsMatchUrl: boolean;
     get proxy(): WasmProxyConfig | undefined;
     set proxy(value: WasmProxyConfig | null | undefined);
     rateLimitJitterRatio: number;
@@ -409,7 +413,7 @@ export class WasmCrawlPageResult {
     free(): void;
     [Symbol.dispose](): void;
     static default(): WasmCrawlPageResult;
-    constructor(url?: string | null, normalizedUrl?: string | null, statusCode?: number | null, contentType?: string | null, html?: string | null, bodySize?: number | null, metadata?: WasmPageMetadata | null, links?: WasmLinkInfo[] | null, images?: WasmImageInfo[] | null, feeds?: WasmFeedInfo[] | null, jsonLd?: WasmJsonLdEntry[] | null, depth?: number | null, stayedOnDomain?: boolean | null, wasSkipped?: boolean | null, isPdf?: boolean | null, browserUsed?: boolean | null, finalUrl?: string | null, redirectCount?: number | null, noindexDetected?: boolean | null, nofollowDetected?: boolean | null, detectedCharset?: string | null, markdown?: WasmMarkdownResult | null, extractedData?: any | null, extractionMeta?: WasmExtractionMeta | null, downloadedDocument?: WasmDownloadedDocument | null);
+    constructor(url?: string | null, normalizedUrl?: string | null, statusCode?: number | null, contentType?: string | null, html?: string | null, bodySize?: number | null, metadata?: WasmPageMetadata | null, links?: WasmLinkInfo[] | null, images?: WasmImageInfo[] | null, feeds?: WasmFeedInfo[] | null, jsonLd?: WasmJsonLdEntry[] | null, depth?: number | null, stayedOnDomain?: boolean | null, wasSkipped?: boolean | null, isPdf?: boolean | null, browserUsed?: boolean | null, finalUrl?: string | null, redirectCount?: number | null, noindexDetected?: boolean | null, nofollowDetected?: boolean | null, ssrfRefusedUrls?: string[] | null, detectedCharset?: string | null, markdown?: WasmMarkdownResult | null, extractedData?: any | null, extractionMeta?: WasmExtractionMeta | null, downloadedDocument?: WasmDownloadedDocument | null);
     bodySize: number;
     browserUsed: boolean;
     contentType: string;
@@ -436,6 +440,7 @@ export class WasmCrawlPageResult {
     noindexDetected: boolean;
     normalizedUrl: string;
     redirectCount: number;
+    ssrfRefusedUrls: string[];
     statusCode: number;
     stayedOnDomain: boolean;
     url: string;
@@ -689,12 +694,13 @@ export class WasmInteractionResult {
     free(): void;
     [Symbol.dispose](): void;
     static default(): WasmInteractionResult;
-    constructor(actionResults?: WasmActionResult[] | null, finalHtml?: string | null, finalUrl?: string | null, screenshotBase64?: string | null);
+    constructor(actionResults?: WasmActionResult[] | null, finalHtml?: string | null, finalUrl?: string | null, ssrfRefusedUrls?: string[] | null, screenshotBase64?: string | null);
     actionResults: WasmActionResult[];
     finalHtml: string;
     finalUrl: string;
     get screenshotBase64(): string | undefined;
     set screenshotBase64(value: string | null | undefined);
+    ssrfRefusedUrls: string[];
 }
 
 /**
@@ -939,7 +945,7 @@ export class WasmScrapeResult {
     free(): void;
     [Symbol.dispose](): void;
     static default(): WasmScrapeResult;
-    constructor(statusCode?: number | null, finalUrl?: string | null, contentType?: string | null, html?: string | null, bodySize?: number | null, metadata?: WasmPageMetadata | null, links?: WasmLinkInfo[] | null, images?: WasmImageInfo[] | null, feeds?: WasmFeedInfo[] | null, jsonLd?: WasmJsonLdEntry[] | null, isAllowed?: boolean | null, noindexDetected?: boolean | null, nofollowDetected?: boolean | null, isPdf?: boolean | null, wasSkipped?: boolean | null, authHeaderSent?: boolean | null, assets?: WasmDownloadedAsset[] | null, jsRenderHint?: boolean | null, browserUsed?: boolean | null, crawlDelay?: bigint | null, xRobotsTag?: string | null, detectedCharset?: string | null, responseMeta?: WasmResponseMeta | null, markdown?: WasmMarkdownResult | null, extractedData?: any | null, extractionMeta?: WasmExtractionMeta | null, screenshotBase64?: string | null, downloadedDocument?: WasmDownloadedDocument | null, browser?: WasmBrowserExtras | null);
+    constructor(statusCode?: number | null, finalUrl?: string | null, contentType?: string | null, html?: string | null, bodySize?: number | null, metadata?: WasmPageMetadata | null, links?: WasmLinkInfo[] | null, images?: WasmImageInfo[] | null, feeds?: WasmFeedInfo[] | null, jsonLd?: WasmJsonLdEntry[] | null, isAllowed?: boolean | null, noindexDetected?: boolean | null, nofollowDetected?: boolean | null, isPdf?: boolean | null, wasSkipped?: boolean | null, authHeaderSent?: boolean | null, assets?: WasmDownloadedAsset[] | null, jsRenderHint?: boolean | null, browserUsed?: boolean | null, ssrfRefusedUrls?: string[] | null, crawlDelay?: bigint | null, xRobotsTag?: string | null, detectedCharset?: string | null, responseMeta?: WasmResponseMeta | null, markdown?: WasmMarkdownResult | null, extractedData?: any | null, extractionMeta?: WasmExtractionMeta | null, screenshotBase64?: string | null, downloadedDocument?: WasmDownloadedDocument | null, browser?: WasmBrowserExtras | null);
     assets: WasmDownloadedAsset[];
     authHeaderSent: boolean;
     bodySize: number;
@@ -975,6 +981,7 @@ export class WasmScrapeResult {
     set responseMeta(value: WasmResponseMeta | null | undefined);
     get screenshotBase64(): string | undefined;
     set screenshotBase64(value: string | null | undefined);
+    ssrfRefusedUrls: string[];
     statusCode: number;
     wasSkipped: boolean;
     get xRobotsTag(): string | undefined;