@xberg-io/crawlberg-wasm 1.12.3 → 1.13.0

package/pkg/nodejs/crawlberg_wasm_bg.wasm.d.ts

@@ -861,16 +861,16 @@ export const wasmwafblockdetails_set_status: (a: number, b: number) => void;
 export const wasmwafblockdetails_set_vendor: (a: number, b: number, c: number) => void;
 export const wasmwafblockdetails_status: (a: number) => number;
 export const wasmwafblockdetails_vendor: (a: number) => [number, number];
-export const wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined_______true_: (a: number, b: number, c: any, d: any) => void;
-export const wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___wasm_bindgen_a37d5a31ee71bc5f___JsValue__core_37ee0ce0c4cd57d5___result__Result_____wasm_bindgen_a37d5a31ee71bc5f___JsError___true_: (a: number, b: number, c: any) => [number, number];
-export const wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke_______true_: (a: number, b: number) => void;
+export const wasm_bindgen_ada118ad91144bf___convert__closures_____invoke___js_sys_d0245ee335b06e0e___Function_fn_wasm_bindgen_ada118ad91144bf___JsValue_____wasm_bindgen_ada118ad91144bf___sys__Undefined___js_sys_d0245ee335b06e0e___Function_fn_wasm_bindgen_ada118ad91144bf___JsValue_____wasm_bindgen_ada118ad91144bf___sys__Undefined_______true_: (a: number, b: number, c: any, d: any) => void;
+export const wasm_bindgen_ada118ad91144bf___convert__closures_____invoke___wasm_bindgen_ada118ad91144bf___JsValue__core_37ee0ce0c4cd57d5___result__Result_____wasm_bindgen_ada118ad91144bf___JsError___true_: (a: number, b: number, c: any) => [number, number];
+export const wasm_bindgen_ada118ad91144bf___convert__closures_____invoke_______true_: (a: number, b: number) => void;
 export const __wbindgen_malloc: (a: number, b: number) => number;
 export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
+export const __wbindgen_free: (a: number, b: number, c: number) => void;
 export const __wbindgen_exn_store: (a: number) => void;
 export const __externref_table_alloc: () => number;
 export const __wbindgen_externrefs: WebAssembly.Table;
 export const __wbindgen_destroy_closure: (a: number, b: number) => void;
-export const __externref_table_dealloc: (a: number) => void;
-export const __wbindgen_free: (a: number, b: number, c: number) => void;
 export const __externref_drop_slice: (a: number, b: number) => void;
+export const __externref_table_dealloc: (a: number) => void;
 export const __wbindgen_start: () => void;

package/pkg/nodejs/package.json

@@ -5,7 +5,7 @@
     "Tobias Perlstein <tobias@xberg.io>"
   ],
   "description": "High-performance web crawling engine",
-  "version": "1.12.3",
+  "version": "1.13.0",
   "license": "MIT",
   "repository": {
     "type": "git",
@@ -24,4 +24,4 @@
     "web",
     "spider"
   ]
-}
+}

package/pkg/web/crawlberg_wasm.d.ts

@@ -515,7 +515,7 @@ export class WasmCrawlConfig {
      * keep a handle you already hold, build with `default()` and assign the property instead:
      * the generated setter borrows and leaves your handle alive.
      */
-    constructor(crawlStrategy?: WasmCrawlStrategyKind | null, respectRobotsTxt?: boolean | null, softHttpErrors?: boolean | null, stayOnDomain?: boolean | null, allowSubdomains?: boolean | null, includePaths?: string[] | null, excludePaths?: string[] | null, pathPatternsMatchQuery?: boolean | null, pathPatternsMatchUrl?: boolean | null, dedupIncludeQuery?: boolean | null, stripTrackingParams?: boolean | null, trackingParams?: string[] | null, customHeaders?: any | null, requestTimeout?: bigint | null, maxRedirects?: number | null, retryCount?: number | null, retryCodes?: Uint16Array | null, retryInitialDelayMs?: bigint | null, retryMaxDelayMs?: bigint | null, rateLimitJitterRatio?: number | null, cookiesEnabled?: boolean | null, removeTags?: string[] | null, content?: WasmContentConfig | null, downloadAssets?: boolean | null, assetTypes?: WasmAssetCategory[] | null, browser?: WasmBrowserConfig | null, userAgents?: string[] | null, captureScreenshot?: boolean | null, followDocumentUrls?: boolean | null, downloadDocuments?: boolean | null, documentMimeTypes?: string[] | null, saveBrowserProfile?: boolean | null, ssrf?: WasmSsrfPolicy | null, maxDepth?: number | null, maxPages?: number | null, maxLinksPerPage?: number | null, maxConcurrent?: number | null, contentFilter?: WasmContentFilterKind | null, bm25Query?: string | null, bm25Threshold?: number | null, userAgent?: string | null, rateLimitMs?: bigint | null, auth?: any | null, maxBodySize?: number | null, mapLimit?: number | null, mapSearch?: string | null, maxAssetSize?: number | null, proxy?: WasmProxyConfig | null, documentUrlDepth?: number | null, documentMaxSize?: number | null, documentOutputDir?: string | null, documentContentEncoding?: WasmDocumentContentEncoding | null, warcOutput?: string | null, browserProfile?: string | null, ssrfDenyPrivateExplicit?: boolean | null, dangerAcceptInvalidCerts?: boolean | null, subdomainHeaderAllowlist?: string[] | null);
+    constructor(crawlStrategy?: WasmCrawlStrategyKind | null, respectRobotsTxt?: boolean | null, softHttpErrors?: boolean | null, stayOnDomain?: boolean | null, allowSubdomains?: boolean | null, includePaths?: string[] | null, excludePaths?: string[] | null, pathPatternsMatchQuery?: boolean | null, pathPatternsMatchUrl?: boolean | null, dedupIncludeQuery?: boolean | null, stripTrackingParams?: boolean | null, trackingParams?: string[] | null, customHeaders?: any | null, requestTimeout?: bigint | null, maxRedirects?: number | null, retryCount?: number | null, retryCodes?: Uint16Array | number[] | null, retryInitialDelayMs?: bigint | null, retryMaxDelayMs?: bigint | null, rateLimitJitterRatio?: number | null, cookiesEnabled?: boolean | null, removeTags?: string[] | null, content?: WasmContentConfig | null, downloadAssets?: boolean | null, assetTypes?: WasmAssetCategory[] | null, browser?: WasmBrowserConfig | null, userAgents?: string[] | null, captureScreenshot?: boolean | null, followDocumentUrls?: boolean | null, downloadDocuments?: boolean | null, documentMimeTypes?: string[] | null, saveBrowserProfile?: boolean | null, ssrf?: WasmSsrfPolicy | null, maxDepth?: number | null, maxPages?: number | null, maxLinksPerPage?: number | null, maxConcurrent?: number | null, contentFilter?: WasmContentFilterKind | null, bm25Query?: string | null, bm25Threshold?: number | null, userAgent?: string | null, rateLimitMs?: bigint | null, auth?: any | null, maxBodySize?: number | null, mapLimit?: number | null, mapSearch?: string | null, maxAssetSize?: number | null, proxy?: WasmProxyConfig | null, documentUrlDepth?: number | null, documentMaxSize?: number | null, documentOutputDir?: string | null, documentContentEncoding?: WasmDocumentContentEncoding | null, warcOutput?: string | null, browserProfile?: string | null, ssrfDenyPrivateExplicit?: boolean | null, dangerAcceptInvalidCerts?: boolean | null, subdomainHeaderAllowlist?: string[] | null);
     /**
      * Validate the configuration, returning an error if any values are invalid.
      *
@@ -604,7 +604,8 @@ export class WasmCrawlConfig {
     get requestTimeout(): bigint | undefined;
     set requestTimeout(value: bigint | null | undefined);
     respectRobotsTxt: boolean;
-    retryCodes: Uint16Array;
+    get retryCodes(): Uint16Array;
+    set retryCodes(value: Uint16Array | number[]);
     retryCount: number;
     retryInitialDelayMs: bigint;
     retryMaxDelayMs: bigint;
@@ -2619,18 +2620,18 @@ export interface InitOutput {
     readonly wasmwafblockdetails_set_vendor: (a: number, b: number, c: number) => void;
     readonly wasmwafblockdetails_status: (a: number) => number;
     readonly wasmwafblockdetails_vendor: (a: number) => [number, number];
-    readonly wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined_______true_: (a: number, b: number, c: any, d: any) => void;
-    readonly wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___wasm_bindgen_a37d5a31ee71bc5f___JsValue__core_37ee0ce0c4cd57d5___result__Result_____wasm_bindgen_a37d5a31ee71bc5f___JsError___true_: (a: number, b: number, c: any) => [number, number];
-    readonly wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke_______true_: (a: number, b: number) => void;
+    readonly wasm_bindgen_ada118ad91144bf___convert__closures_____invoke___js_sys_d0245ee335b06e0e___Function_fn_wasm_bindgen_ada118ad91144bf___JsValue_____wasm_bindgen_ada118ad91144bf___sys__Undefined___js_sys_d0245ee335b06e0e___Function_fn_wasm_bindgen_ada118ad91144bf___JsValue_____wasm_bindgen_ada118ad91144bf___sys__Undefined_______true_: (a: number, b: number, c: any, d: any) => void;
+    readonly wasm_bindgen_ada118ad91144bf___convert__closures_____invoke___wasm_bindgen_ada118ad91144bf___JsValue__core_37ee0ce0c4cd57d5___result__Result_____wasm_bindgen_ada118ad91144bf___JsError___true_: (a: number, b: number, c: any) => [number, number];
+    readonly wasm_bindgen_ada118ad91144bf___convert__closures_____invoke_______true_: (a: number, b: number) => void;
     readonly __wbindgen_malloc: (a: number, b: number) => number;
     readonly __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
+    readonly __wbindgen_free: (a: number, b: number, c: number) => void;
     readonly __wbindgen_exn_store: (a: number) => void;
     readonly __externref_table_alloc: () => number;
     readonly __wbindgen_externrefs: WebAssembly.Table;
     readonly __wbindgen_destroy_closure: (a: number, b: number) => void;
-    readonly __externref_table_dealloc: (a: number) => void;
-    readonly __wbindgen_free: (a: number, b: number, c: number) => void;
     readonly __externref_drop_slice: (a: number, b: number) => void;
+    readonly __externref_table_dealloc: (a: number) => void;
     readonly __wbindgen_start: () => void;
 }