@xberg-io/crawlberg-wasm 1.3.3 → 1.4.2

package/README.md

@@ -1,5 +1,5 @@
 <!-- This file is auto-generated by alef — DO NOT EDIT. -->
-<!-- alef:hash:daea1f87e8df574475305f04a171cd7b85bb2a3ca1cfa4ea7cebed923d2a79cd -->
+<!-- alef:hash:3e2f4a488c2c856faef7619c7da3856ab9b8cdad4534264dea7b27a2ebf8bf35 -->
 <!-- To regenerate: alef readme -->
 <!-- To verify freshness: alef verify -->
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xberg-io/crawlberg-wasm",
-  "version": "1.3.3",
+  "version": "1.4.2",
   "private": false,
   "description": "High-performance web crawling engine",
   "license": "MIT",

package/pkg/bundler/README.md

@@ -1,5 +1,5 @@
 <!-- This file is auto-generated by alef — DO NOT EDIT. -->
-<!-- alef:hash:daea1f87e8df574475305f04a171cd7b85bb2a3ca1cfa4ea7cebed923d2a79cd -->
+<!-- alef:hash:3e2f4a488c2c856faef7619c7da3856ab9b8cdad4534264dea7b27a2ebf8bf35 -->
 <!-- To regenerate: alef readme -->
 <!-- To verify freshness: alef verify -->
 

package/pkg/bundler/crawlberg_wasm.d.ts

@@ -1015,10 +1015,11 @@ export class WasmSsrfPolicy {
      * egress restrictions (network policy, firewall, proxy allowlist) outside the process.
      */
     static fromEnv(): WasmSsrfPolicy;
-    constructor(denyPrivate?: boolean | null, allowlist?: any | null, maxRedirects?: number | null);
+    constructor(denyPrivate?: boolean | null, allowlist?: any | null, maxRedirects?: number | null, schemeAllowlist?: string[] | null);
     allowlist: any;
     denyPrivate: boolean;
     maxRedirects: number;
+    schemeAllowlist: string[];
 }
 
 /**

package/pkg/bundler/crawlberg_wasm_bg.js

@@ -7657,13 +7657,25 @@ export class WasmSsrfPolicy {
      * @param {boolean | null} [denyPrivate]
      * @param {any | null} [allowlist]
      * @param {number | null} [maxRedirects]
+     * @param {string[] | null} [schemeAllowlist]
      */
-    constructor(denyPrivate, allowlist, maxRedirects) {
-        const ret = wasm.wasmssrfpolicy_new(isLikeNone(denyPrivate) ? 0xFFFFFF : denyPrivate ? 1 : 0, isLikeNone(allowlist) ? 0 : addToExternrefTable0(allowlist), isLikeNone(maxRedirects) ? 0xFFFFFF : maxRedirects);
+    constructor(denyPrivate, allowlist, maxRedirects, schemeAllowlist) {
+        var ptr0 = isLikeNone(schemeAllowlist) ? 0 : passArrayJsValueToWasm0(schemeAllowlist, wasm.__wbindgen_malloc);
+        var len0 = WASM_VECTOR_LEN;
+        const ret = wasm.wasmssrfpolicy_new(isLikeNone(denyPrivate) ? 0xFFFFFF : denyPrivate ? 1 : 0, isLikeNone(allowlist) ? 0 : addToExternrefTable0(allowlist), isLikeNone(maxRedirects) ? 0xFFFFFF : maxRedirects, ptr0, len0);
         this.__wbg_ptr = ret;
         WasmSsrfPolicyFinalization.register(this, this.__wbg_ptr, this);
         return this;
     }
+    /**
+     * @returns {string[]}
+     */
+    get schemeAllowlist() {
+        const ret = wasm.wasmssrfpolicy_schemeAllowlist(this.__wbg_ptr);
+        var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
+        wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
+        return v1;
+    }
     /**
      * @param {any} value
      */
@@ -7682,6 +7694,14 @@ export class WasmSsrfPolicy {
     set maxRedirects(value) {
         wasm.wasmssrfpolicy_set_maxRedirects(this.__wbg_ptr, value);
     }
+    /**
+     * @param {string[]} value
+     */
+    set schemeAllowlist(value) {
+        const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmssrfpolicy_set_schemeAllowlist(this.__wbg_ptr, ptr0, len0);
+    }
 }
 if (Symbol.dispose) WasmSsrfPolicy.prototype[Symbol.dispose] = WasmSsrfPolicy.prototype.free;
 
@@ -8052,7 +8072,7 @@ export function __wbg_new_typed_cceaf62d8d95e9f2(arg0, arg1) {
             const a = state0.a;
             state0.a = 0;
             try {
-                return wasm_bindgen__convert__closures_____invoke__h072ef20b96c52fc3(a, state0.b, arg0, arg1);
+                return wasm_bindgen__convert__closures_____invoke__hbab77f1211c923b7(a, state0.b, arg0, arg1);
             } finally {
                 state0.a = a;
             }
@@ -8340,13 +8360,13 @@ export function __wbg_wasmsitemapurl_unwrap(arg0) {
     return ret;
 }
 export function __wbindgen_cast_0000000000000001(arg0, arg1) {
-    // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1069, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
-    const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43);
+    // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1074, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
+    const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h6e6fec37c02cb65f);
     return ret;
 }
 export function __wbindgen_cast_0000000000000002(arg0, arg1) {
-    // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 954, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
-    const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f);
+    // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 950, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
+    const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h1d72c46fe7a75bc3);
     return ret;
 }
 export function __wbindgen_cast_0000000000000003(arg0) {
@@ -8378,19 +8398,19 @@ export function __wbindgen_init_externref_table() {
     table.set(offset + 2, true);
     table.set(offset + 3, false);
 }
-function wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f(arg0, arg1) {
-    wasm.wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f(arg0, arg1);
+function wasm_bindgen__convert__closures_____invoke__h1d72c46fe7a75bc3(arg0, arg1) {
+    wasm.wasm_bindgen__convert__closures_____invoke__h1d72c46fe7a75bc3(arg0, arg1);
 }
 
-function wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43(arg0, arg1, arg2) {
-    const ret = wasm.wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43(arg0, arg1, arg2);
+function wasm_bindgen__convert__closures_____invoke__h6e6fec37c02cb65f(arg0, arg1, arg2) {
+    const ret = wasm.wasm_bindgen__convert__closures_____invoke__h6e6fec37c02cb65f(arg0, arg1, arg2);
     if (ret[1]) {
         throw takeFromExternrefTable0(ret[0]);
     }
 }
 
-function wasm_bindgen__convert__closures_____invoke__h072ef20b96c52fc3(arg0, arg1, arg2, arg3) {
-    wasm.wasm_bindgen__convert__closures_____invoke__h072ef20b96c52fc3(arg0, arg1, arg2, arg3);
+function wasm_bindgen__convert__closures_____invoke__hbab77f1211c923b7(arg0, arg1, arg2, arg3) {
+    wasm.wasm_bindgen__convert__closures_____invoke__hbab77f1211c923b7(arg0, arg1, arg2, arg3);
 }
 
 

package/pkg/bundler/crawlberg_wasm_bg.wasm.d.ts

@@ -683,10 +683,12 @@ export const wasmssrfpolicy_default: () => number;
 export const wasmssrfpolicy_denyPrivate: (a: number) => number;
 export const wasmssrfpolicy_fromEnv: () => number;
 export const wasmssrfpolicy_maxRedirects: (a: number) => number;
-export const wasmssrfpolicy_new: (a: number, b: number, c: number) => number;
+export const wasmssrfpolicy_new: (a: number, b: number, c: number, d: number, e: number) => number;
+export const wasmssrfpolicy_schemeAllowlist: (a: number) => [number, number];
 export const wasmssrfpolicy_set_allowlist: (a: number, b: any) => void;
 export const wasmssrfpolicy_set_denyPrivate: (a: number, b: number) => void;
 export const wasmssrfpolicy_set_maxRedirects: (a: number, b: number) => void;
+export const wasmssrfpolicy_set_schemeAllowlist: (a: number, b: number, c: number) => void;
 export const wasmhostmatcher_new: () => number;
 export const wasmcrawlconfig_set_requestTimeout: (a: number, b: number, c: bigint) => void;
 export const wasmextractionmeta_set_completionTokens: (a: number, b: number, c: bigint) => void;
@@ -720,9 +722,9 @@ export const wasmextractionmeta_set_cost: (a: number, b: number, c: number) => v
 export const wasmpageaction_set_amount: (a: number, b: number, c: bigint) => void;
 export const wasmscraperesult_set_crawlDelay: (a: number, b: number, c: bigint) => void;
 export const wasmpageaction_new: () => number;
-export const wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43: (a: number, b: number, c: any) => [number, number];
-export const wasm_bindgen__convert__closures_____invoke__h072ef20b96c52fc3: (a: number, b: number, c: any, d: any) => void;
-export const wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f: (a: number, b: number) => void;
+export const wasm_bindgen__convert__closures_____invoke__h6e6fec37c02cb65f: (a: number, b: number, c: any) => [number, number];
+export const wasm_bindgen__convert__closures_____invoke__hbab77f1211c923b7: (a: number, b: number, c: any, d: any) => void;
+export const wasm_bindgen__convert__closures_____invoke__h1d72c46fe7a75bc3: (a: number, b: number) => void;
 export const __wbindgen_malloc: (a: number, b: number) => number;
 export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
 export const __wbindgen_exn_store: (a: number) => void;

package/pkg/bundler/package.json

@@ -2,7 +2,7 @@
   "name": "crawlberg-wasm",
   "type": "module",
   "description": "High-performance web crawling engine",
-  "version": "1.3.3",
+  "version": "1.4.2",
   "license": "MIT",
   "repository": {
     "type": "git",

package/pkg/deno/README.md

@@ -1,5 +1,5 @@
 <!-- This file is auto-generated by alef — DO NOT EDIT. -->
-<!-- alef:hash:daea1f87e8df574475305f04a171cd7b85bb2a3ca1cfa4ea7cebed923d2a79cd -->
+<!-- alef:hash:3e2f4a488c2c856faef7619c7da3856ab9b8cdad4534264dea7b27a2ebf8bf35 -->
 <!-- To regenerate: alef readme -->
 <!-- To verify freshness: alef verify -->
 

package/pkg/deno/crawlberg_wasm.d.ts

@@ -1015,10 +1015,11 @@ export class WasmSsrfPolicy {
      * egress restrictions (network policy, firewall, proxy allowlist) outside the process.
      */
     static fromEnv(): WasmSsrfPolicy;
-    constructor(denyPrivate?: boolean | null, allowlist?: any | null, maxRedirects?: number | null);
+    constructor(denyPrivate?: boolean | null, allowlist?: any | null, maxRedirects?: number | null, schemeAllowlist?: string[] | null);
     allowlist: any;
     denyPrivate: boolean;
     maxRedirects: number;
+    schemeAllowlist: string[];
 }
 
 /**

package/pkg/deno/crawlberg_wasm.js

@@ -7659,13 +7659,25 @@ export class WasmSsrfPolicy {
      * @param {boolean | null} [denyPrivate]
      * @param {any | null} [allowlist]
      * @param {number | null} [maxRedirects]
+     * @param {string[] | null} [schemeAllowlist]
      */
-    constructor(denyPrivate, allowlist, maxRedirects) {
-        const ret = wasm.wasmssrfpolicy_new(isLikeNone(denyPrivate) ? 0xFFFFFF : denyPrivate ? 1 : 0, isLikeNone(allowlist) ? 0 : addToExternrefTable0(allowlist), isLikeNone(maxRedirects) ? 0xFFFFFF : maxRedirects);
+    constructor(denyPrivate, allowlist, maxRedirects, schemeAllowlist) {
+        var ptr0 = isLikeNone(schemeAllowlist) ? 0 : passArrayJsValueToWasm0(schemeAllowlist, wasm.__wbindgen_malloc);
+        var len0 = WASM_VECTOR_LEN;
+        const ret = wasm.wasmssrfpolicy_new(isLikeNone(denyPrivate) ? 0xFFFFFF : denyPrivate ? 1 : 0, isLikeNone(allowlist) ? 0 : addToExternrefTable0(allowlist), isLikeNone(maxRedirects) ? 0xFFFFFF : maxRedirects, ptr0, len0);
         this.__wbg_ptr = ret;
         WasmSsrfPolicyFinalization.register(this, this.__wbg_ptr, this);
         return this;
     }
+    /**
+     * @returns {string[]}
+     */
+    get schemeAllowlist() {
+        const ret = wasm.wasmssrfpolicy_schemeAllowlist(this.__wbg_ptr);
+        var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
+        wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
+        return v1;
+    }
     /**
      * @param {any} value
      */
@@ -7684,6 +7696,14 @@ export class WasmSsrfPolicy {
     set maxRedirects(value) {
         wasm.wasmssrfpolicy_set_maxRedirects(this.__wbg_ptr, value);
     }
+    /**
+     * @param {string[]} value
+     */
+    set schemeAllowlist(value) {
+        const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmssrfpolicy_set_schemeAllowlist(this.__wbg_ptr, ptr0, len0);
+    }
 }
 if (Symbol.dispose) WasmSsrfPolicy.prototype[Symbol.dispose] = WasmSsrfPolicy.prototype.free;
 
@@ -8057,7 +8077,7 @@ function __wbg_get_imports() {
                     const a = state0.a;
                     state0.a = 0;
                     try {
-                        return wasm_bindgen__convert__closures_____invoke__h072ef20b96c52fc3(a, state0.b, arg0, arg1);
+                        return wasm_bindgen__convert__closures_____invoke__hbab77f1211c923b7(a, state0.b, arg0, arg1);
                     } finally {
                         state0.a = a;
                     }
@@ -8345,13 +8365,13 @@ function __wbg_get_imports() {
             return ret;
         },
         __wbindgen_cast_0000000000000001: function(arg0, arg1) {
-            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1069, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
-            const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43);
+            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1074, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
+            const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h6e6fec37c02cb65f);
             return ret;
         },
         __wbindgen_cast_0000000000000002: function(arg0, arg1) {
-            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 954, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
-            const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f);
+            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 950, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
+            const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h1d72c46fe7a75bc3);
             return ret;
         },
         __wbindgen_cast_0000000000000003: function(arg0) {
@@ -8390,19 +8410,19 @@ function __wbg_get_imports() {
     };
 }
 
-function wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f(arg0, arg1) {
-    wasm.wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f(arg0, arg1);
+function wasm_bindgen__convert__closures_____invoke__h1d72c46fe7a75bc3(arg0, arg1) {
+    wasm.wasm_bindgen__convert__closures_____invoke__h1d72c46fe7a75bc3(arg0, arg1);
 }
 
-function wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43(arg0, arg1, arg2) {
-    const ret = wasm.wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43(arg0, arg1, arg2);
+function wasm_bindgen__convert__closures_____invoke__h6e6fec37c02cb65f(arg0, arg1, arg2) {
+    const ret = wasm.wasm_bindgen__convert__closures_____invoke__h6e6fec37c02cb65f(arg0, arg1, arg2);
     if (ret[1]) {
         throw takeFromExternrefTable0(ret[0]);
     }
 }
 
-function wasm_bindgen__convert__closures_____invoke__h072ef20b96c52fc3(arg0, arg1, arg2, arg3) {
-    wasm.wasm_bindgen__convert__closures_____invoke__h072ef20b96c52fc3(arg0, arg1, arg2, arg3);
+function wasm_bindgen__convert__closures_____invoke__hbab77f1211c923b7(arg0, arg1, arg2, arg3) {
+    wasm.wasm_bindgen__convert__closures_____invoke__hbab77f1211c923b7(arg0, arg1, arg2, arg3);
 }
 
 

package/pkg/deno/crawlberg_wasm_bg.wasm.d.ts

@@ -683,10 +683,12 @@ export const wasmssrfpolicy_default: () => number;
 export const wasmssrfpolicy_denyPrivate: (a: number) => number;
 export const wasmssrfpolicy_fromEnv: () => number;
 export const wasmssrfpolicy_maxRedirects: (a: number) => number;
-export const wasmssrfpolicy_new: (a: number, b: number, c: number) => number;
+export const wasmssrfpolicy_new: (a: number, b: number, c: number, d: number, e: number) => number;
+export const wasmssrfpolicy_schemeAllowlist: (a: number) => [number, number];
 export const wasmssrfpolicy_set_allowlist: (a: number, b: any) => void;
 export const wasmssrfpolicy_set_denyPrivate: (a: number, b: number) => void;
 export const wasmssrfpolicy_set_maxRedirects: (a: number, b: number) => void;
+export const wasmssrfpolicy_set_schemeAllowlist: (a: number, b: number, c: number) => void;
 export const wasmhostmatcher_new: () => number;
 export const wasmcrawlconfig_set_requestTimeout: (a: number, b: number, c: bigint) => void;
 export const wasmextractionmeta_set_completionTokens: (a: number, b: number, c: bigint) => void;
@@ -720,9 +722,9 @@ export const wasmextractionmeta_set_cost: (a: number, b: number, c: number) => v
 export const wasmpageaction_set_amount: (a: number, b: number, c: bigint) => void;
 export const wasmscraperesult_set_crawlDelay: (a: number, b: number, c: bigint) => void;
 export const wasmpageaction_new: () => number;
-export const wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43: (a: number, b: number, c: any) => [number, number];
-export const wasm_bindgen__convert__closures_____invoke__h072ef20b96c52fc3: (a: number, b: number, c: any, d: any) => void;
-export const wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f: (a: number, b: number) => void;
+export const wasm_bindgen__convert__closures_____invoke__h6e6fec37c02cb65f: (a: number, b: number, c: any) => [number, number];
+export const wasm_bindgen__convert__closures_____invoke__hbab77f1211c923b7: (a: number, b: number, c: any, d: any) => void;
+export const wasm_bindgen__convert__closures_____invoke__h1d72c46fe7a75bc3: (a: number, b: number) => void;
 export const __wbindgen_malloc: (a: number, b: number) => number;
 export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
 export const __wbindgen_exn_store: (a: number) => void;

package/pkg/nodejs/README.md

@@ -1,5 +1,5 @@
 <!-- This file is auto-generated by alef — DO NOT EDIT. -->
-<!-- alef:hash:daea1f87e8df574475305f04a171cd7b85bb2a3ca1cfa4ea7cebed923d2a79cd -->
+<!-- alef:hash:3e2f4a488c2c856faef7619c7da3856ab9b8cdad4534264dea7b27a2ebf8bf35 -->
 <!-- To regenerate: alef readme -->
 <!-- To verify freshness: alef verify -->
 

package/pkg/nodejs/crawlberg_wasm.d.ts

@@ -1015,10 +1015,11 @@ export class WasmSsrfPolicy {
      * egress restrictions (network policy, firewall, proxy allowlist) outside the process.
      */
     static fromEnv(): WasmSsrfPolicy;
-    constructor(denyPrivate?: boolean | null, allowlist?: any | null, maxRedirects?: number | null);
+    constructor(denyPrivate?: boolean | null, allowlist?: any | null, maxRedirects?: number | null, schemeAllowlist?: string[] | null);
     allowlist: any;
     denyPrivate: boolean;
     maxRedirects: number;
+    schemeAllowlist: string[];
 }
 
 /**

package/pkg/nodejs/crawlberg_wasm.js

@@ -7707,13 +7707,25 @@ class WasmSsrfPolicy {
      * @param {boolean | null} [denyPrivate]
      * @param {any | null} [allowlist]
      * @param {number | null} [maxRedirects]
+     * @param {string[] | null} [schemeAllowlist]
      */
-    constructor(denyPrivate, allowlist, maxRedirects) {
-        const ret = wasm.wasmssrfpolicy_new(isLikeNone(denyPrivate) ? 0xFFFFFF : denyPrivate ? 1 : 0, isLikeNone(allowlist) ? 0 : addToExternrefTable0(allowlist), isLikeNone(maxRedirects) ? 0xFFFFFF : maxRedirects);
+    constructor(denyPrivate, allowlist, maxRedirects, schemeAllowlist) {
+        var ptr0 = isLikeNone(schemeAllowlist) ? 0 : passArrayJsValueToWasm0(schemeAllowlist, wasm.__wbindgen_malloc);
+        var len0 = WASM_VECTOR_LEN;
+        const ret = wasm.wasmssrfpolicy_new(isLikeNone(denyPrivate) ? 0xFFFFFF : denyPrivate ? 1 : 0, isLikeNone(allowlist) ? 0 : addToExternrefTable0(allowlist), isLikeNone(maxRedirects) ? 0xFFFFFF : maxRedirects, ptr0, len0);
         this.__wbg_ptr = ret;
         WasmSsrfPolicyFinalization.register(this, this.__wbg_ptr, this);
         return this;
     }
+    /**
+     * @returns {string[]}
+     */
+    get schemeAllowlist() {
+        const ret = wasm.wasmssrfpolicy_schemeAllowlist(this.__wbg_ptr);
+        var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
+        wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
+        return v1;
+    }
     /**
      * @param {any} value
      */
@@ -7732,6 +7744,14 @@ class WasmSsrfPolicy {
     set maxRedirects(value) {
         wasm.wasmssrfpolicy_set_maxRedirects(this.__wbg_ptr, value);
     }
+    /**
+     * @param {string[]} value
+     */
+    set schemeAllowlist(value) {
+        const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmssrfpolicy_set_schemeAllowlist(this.__wbg_ptr, ptr0, len0);
+    }
 }
 if (Symbol.dispose) WasmSsrfPolicy.prototype[Symbol.dispose] = WasmSsrfPolicy.prototype.free;
 exports.WasmSsrfPolicy = WasmSsrfPolicy;
@@ -8114,7 +8134,7 @@ function __wbg_get_imports() {
                     const a = state0.a;
                     state0.a = 0;
                     try {
-                        return wasm_bindgen__convert__closures_____invoke__h072ef20b96c52fc3(a, state0.b, arg0, arg1);
+                        return wasm_bindgen__convert__closures_____invoke__hbab77f1211c923b7(a, state0.b, arg0, arg1);
                     } finally {
                         state0.a = a;
                     }
@@ -8402,13 +8422,13 @@ function __wbg_get_imports() {
             return ret;
         },
         __wbindgen_cast_0000000000000001: function(arg0, arg1) {
-            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1069, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
-            const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43);
+            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1074, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
+            const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h6e6fec37c02cb65f);
             return ret;
         },
         __wbindgen_cast_0000000000000002: function(arg0, arg1) {
-            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 954, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
-            const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f);
+            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 950, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
+            const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h1d72c46fe7a75bc3);
             return ret;
         },
         __wbindgen_cast_0000000000000003: function(arg0) {
@@ -8447,19 +8467,19 @@ function __wbg_get_imports() {
     };
 }
 
-function wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f(arg0, arg1) {
-    wasm.wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f(arg0, arg1);
+function wasm_bindgen__convert__closures_____invoke__h1d72c46fe7a75bc3(arg0, arg1) {
+    wasm.wasm_bindgen__convert__closures_____invoke__h1d72c46fe7a75bc3(arg0, arg1);
 }
 
-function wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43(arg0, arg1, arg2) {
-    const ret = wasm.wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43(arg0, arg1, arg2);
+function wasm_bindgen__convert__closures_____invoke__h6e6fec37c02cb65f(arg0, arg1, arg2) {
+    const ret = wasm.wasm_bindgen__convert__closures_____invoke__h6e6fec37c02cb65f(arg0, arg1, arg2);
     if (ret[1]) {
         throw takeFromExternrefTable0(ret[0]);
     }
 }
 
-function wasm_bindgen__convert__closures_____invoke__h072ef20b96c52fc3(arg0, arg1, arg2, arg3) {
-    wasm.wasm_bindgen__convert__closures_____invoke__h072ef20b96c52fc3(arg0, arg1, arg2, arg3);
+function wasm_bindgen__convert__closures_____invoke__hbab77f1211c923b7(arg0, arg1, arg2, arg3) {
+    wasm.wasm_bindgen__convert__closures_____invoke__hbab77f1211c923b7(arg0, arg1, arg2, arg3);
 }
 
 

package/pkg/nodejs/crawlberg_wasm_bg.wasm.d.ts

@@ -683,10 +683,12 @@ export const wasmssrfpolicy_default: () => number;
 export const wasmssrfpolicy_denyPrivate: (a: number) => number;
 export const wasmssrfpolicy_fromEnv: () => number;
 export const wasmssrfpolicy_maxRedirects: (a: number) => number;
-export const wasmssrfpolicy_new: (a: number, b: number, c: number) => number;
+export const wasmssrfpolicy_new: (a: number, b: number, c: number, d: number, e: number) => number;
+export const wasmssrfpolicy_schemeAllowlist: (a: number) => [number, number];
 export const wasmssrfpolicy_set_allowlist: (a: number, b: any) => void;
 export const wasmssrfpolicy_set_denyPrivate: (a: number, b: number) => void;
 export const wasmssrfpolicy_set_maxRedirects: (a: number, b: number) => void;
+export const wasmssrfpolicy_set_schemeAllowlist: (a: number, b: number, c: number) => void;
 export const wasmhostmatcher_new: () => number;
 export const wasmcrawlconfig_set_requestTimeout: (a: number, b: number, c: bigint) => void;
 export const wasmextractionmeta_set_completionTokens: (a: number, b: number, c: bigint) => void;
@@ -720,9 +722,9 @@ export const wasmextractionmeta_set_cost: (a: number, b: number, c: number) => v
 export const wasmpageaction_set_amount: (a: number, b: number, c: bigint) => void;
 export const wasmscraperesult_set_crawlDelay: (a: number, b: number, c: bigint) => void;
 export const wasmpageaction_new: () => number;
-export const wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43: (a: number, b: number, c: any) => [number, number];
-export const wasm_bindgen__convert__closures_____invoke__h072ef20b96c52fc3: (a: number, b: number, c: any, d: any) => void;
-export const wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f: (a: number, b: number) => void;
+export const wasm_bindgen__convert__closures_____invoke__h6e6fec37c02cb65f: (a: number, b: number, c: any) => [number, number];
+export const wasm_bindgen__convert__closures_____invoke__hbab77f1211c923b7: (a: number, b: number, c: any, d: any) => void;
+export const wasm_bindgen__convert__closures_____invoke__h1d72c46fe7a75bc3: (a: number, b: number) => void;
 export const __wbindgen_malloc: (a: number, b: number) => number;
 export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
 export const __wbindgen_exn_store: (a: number) => void;

package/pkg/nodejs/package.json

@@ -1,7 +1,7 @@
 {
   "name": "crawlberg-wasm",
   "description": "High-performance web crawling engine",
-  "version": "1.3.3",
+  "version": "1.4.2",
   "license": "MIT",
   "repository": {
     "type": "git",

package/pkg/web/README.md

@@ -1,5 +1,5 @@
 <!-- This file is auto-generated by alef — DO NOT EDIT. -->
-<!-- alef:hash:daea1f87e8df574475305f04a171cd7b85bb2a3ca1cfa4ea7cebed923d2a79cd -->
+<!-- alef:hash:3e2f4a488c2c856faef7619c7da3856ab9b8cdad4534264dea7b27a2ebf8bf35 -->
 <!-- To regenerate: alef readme -->
 <!-- To verify freshness: alef verify -->
 

package/pkg/web/crawlberg_wasm.d.ts

@@ -1015,10 +1015,11 @@ export class WasmSsrfPolicy {
      * egress restrictions (network policy, firewall, proxy allowlist) outside the process.
      */
     static fromEnv(): WasmSsrfPolicy;
-    constructor(denyPrivate?: boolean | null, allowlist?: any | null, maxRedirects?: number | null);
+    constructor(denyPrivate?: boolean | null, allowlist?: any | null, maxRedirects?: number | null, schemeAllowlist?: string[] | null);
     allowlist: any;
     denyPrivate: boolean;
     maxRedirects: number;
+    schemeAllowlist: string[];
 }
 
 /**
@@ -1754,10 +1755,12 @@ export interface InitOutput {
     readonly wasmssrfpolicy_denyPrivate: (a: number) => number;
     readonly wasmssrfpolicy_fromEnv: () => number;
     readonly wasmssrfpolicy_maxRedirects: (a: number) => number;
-    readonly wasmssrfpolicy_new: (a: number, b: number, c: number) => number;
+    readonly wasmssrfpolicy_new: (a: number, b: number, c: number, d: number, e: number) => number;
+    readonly wasmssrfpolicy_schemeAllowlist: (a: number) => [number, number];
     readonly wasmssrfpolicy_set_allowlist: (a: number, b: any) => void;
     readonly wasmssrfpolicy_set_denyPrivate: (a: number, b: number) => void;
     readonly wasmssrfpolicy_set_maxRedirects: (a: number, b: number) => void;
+    readonly wasmssrfpolicy_set_schemeAllowlist: (a: number, b: number, c: number) => void;
     readonly wasmhostmatcher_new: () => number;
     readonly wasmcrawlconfig_set_requestTimeout: (a: number, b: number, c: bigint) => void;
     readonly wasmextractionmeta_set_completionTokens: (a: number, b: number, c: bigint) => void;
@@ -1791,9 +1794,9 @@ export interface InitOutput {
     readonly wasmpageaction_set_amount: (a: number, b: number, c: bigint) => void;
     readonly wasmscraperesult_set_crawlDelay: (a: number, b: number, c: bigint) => void;
     readonly wasmpageaction_new: () => number;
-    readonly wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43: (a: number, b: number, c: any) => [number, number];
-    readonly wasm_bindgen__convert__closures_____invoke__h072ef20b96c52fc3: (a: number, b: number, c: any, d: any) => void;
-    readonly wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f: (a: number, b: number) => void;
+    readonly wasm_bindgen__convert__closures_____invoke__h6e6fec37c02cb65f: (a: number, b: number, c: any) => [number, number];
+    readonly wasm_bindgen__convert__closures_____invoke__hbab77f1211c923b7: (a: number, b: number, c: any, d: any) => void;
+    readonly wasm_bindgen__convert__closures_____invoke__h1d72c46fe7a75bc3: (a: number, b: number) => void;
     readonly __wbindgen_malloc: (a: number, b: number) => number;
     readonly __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
     readonly __wbindgen_exn_store: (a: number) => void;

package/pkg/web/crawlberg_wasm.js

@@ -7659,13 +7659,25 @@ export class WasmSsrfPolicy {
      * @param {boolean | null} [denyPrivate]
      * @param {any | null} [allowlist]
      * @param {number | null} [maxRedirects]
+     * @param {string[] | null} [schemeAllowlist]
      */
-    constructor(denyPrivate, allowlist, maxRedirects) {
-        const ret = wasm.wasmssrfpolicy_new(isLikeNone(denyPrivate) ? 0xFFFFFF : denyPrivate ? 1 : 0, isLikeNone(allowlist) ? 0 : addToExternrefTable0(allowlist), isLikeNone(maxRedirects) ? 0xFFFFFF : maxRedirects);
+    constructor(denyPrivate, allowlist, maxRedirects, schemeAllowlist) {
+        var ptr0 = isLikeNone(schemeAllowlist) ? 0 : passArrayJsValueToWasm0(schemeAllowlist, wasm.__wbindgen_malloc);
+        var len0 = WASM_VECTOR_LEN;
+        const ret = wasm.wasmssrfpolicy_new(isLikeNone(denyPrivate) ? 0xFFFFFF : denyPrivate ? 1 : 0, isLikeNone(allowlist) ? 0 : addToExternrefTable0(allowlist), isLikeNone(maxRedirects) ? 0xFFFFFF : maxRedirects, ptr0, len0);
         this.__wbg_ptr = ret;
         WasmSsrfPolicyFinalization.register(this, this.__wbg_ptr, this);
         return this;
     }
+    /**
+     * @returns {string[]}
+     */
+    get schemeAllowlist() {
+        const ret = wasm.wasmssrfpolicy_schemeAllowlist(this.__wbg_ptr);
+        var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
+        wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
+        return v1;
+    }
     /**
      * @param {any} value
      */
@@ -7684,6 +7696,14 @@ export class WasmSsrfPolicy {
     set maxRedirects(value) {
         wasm.wasmssrfpolicy_set_maxRedirects(this.__wbg_ptr, value);
     }
+    /**
+     * @param {string[]} value
+     */
+    set schemeAllowlist(value) {
+        const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmssrfpolicy_set_schemeAllowlist(this.__wbg_ptr, ptr0, len0);
+    }
 }
 if (Symbol.dispose) WasmSsrfPolicy.prototype[Symbol.dispose] = WasmSsrfPolicy.prototype.free;
 
@@ -8057,7 +8077,7 @@ function __wbg_get_imports() {
                     const a = state0.a;
                     state0.a = 0;
                     try {
-                        return wasm_bindgen__convert__closures_____invoke__h072ef20b96c52fc3(a, state0.b, arg0, arg1);
+                        return wasm_bindgen__convert__closures_____invoke__hbab77f1211c923b7(a, state0.b, arg0, arg1);
                     } finally {
                         state0.a = a;
                     }
@@ -8345,13 +8365,13 @@ function __wbg_get_imports() {
             return ret;
         },
         __wbindgen_cast_0000000000000001: function(arg0, arg1) {
-            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1069, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
-            const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43);
+            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1074, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
+            const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h6e6fec37c02cb65f);
             return ret;
         },
         __wbindgen_cast_0000000000000002: function(arg0, arg1) {
-            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 954, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
-            const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f);
+            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 950, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
+            const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h1d72c46fe7a75bc3);
             return ret;
         },
         __wbindgen_cast_0000000000000003: function(arg0) {
@@ -8390,19 +8410,19 @@ function __wbg_get_imports() {
     };
 }
 
-function wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f(arg0, arg1) {
-    wasm.wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f(arg0, arg1);
+function wasm_bindgen__convert__closures_____invoke__h1d72c46fe7a75bc3(arg0, arg1) {
+    wasm.wasm_bindgen__convert__closures_____invoke__h1d72c46fe7a75bc3(arg0, arg1);
 }
 
-function wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43(arg0, arg1, arg2) {
-    const ret = wasm.wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43(arg0, arg1, arg2);
+function wasm_bindgen__convert__closures_____invoke__h6e6fec37c02cb65f(arg0, arg1, arg2) {
+    const ret = wasm.wasm_bindgen__convert__closures_____invoke__h6e6fec37c02cb65f(arg0, arg1, arg2);
     if (ret[1]) {
         throw takeFromExternrefTable0(ret[0]);
     }
 }
 
-function wasm_bindgen__convert__closures_____invoke__h072ef20b96c52fc3(arg0, arg1, arg2, arg3) {
-    wasm.wasm_bindgen__convert__closures_____invoke__h072ef20b96c52fc3(arg0, arg1, arg2, arg3);
+function wasm_bindgen__convert__closures_____invoke__hbab77f1211c923b7(arg0, arg1, arg2, arg3) {
+    wasm.wasm_bindgen__convert__closures_____invoke__hbab77f1211c923b7(arg0, arg1, arg2, arg3);
 }
 
 

package/pkg/web/crawlberg_wasm_bg.wasm.d.ts

@@ -683,10 +683,12 @@ export const wasmssrfpolicy_default: () => number;
 export const wasmssrfpolicy_denyPrivate: (a: number) => number;
 export const wasmssrfpolicy_fromEnv: () => number;
 export const wasmssrfpolicy_maxRedirects: (a: number) => number;
-export const wasmssrfpolicy_new: (a: number, b: number, c: number) => number;
+export const wasmssrfpolicy_new: (a: number, b: number, c: number, d: number, e: number) => number;
+export const wasmssrfpolicy_schemeAllowlist: (a: number) => [number, number];
 export const wasmssrfpolicy_set_allowlist: (a: number, b: any) => void;
 export const wasmssrfpolicy_set_denyPrivate: (a: number, b: number) => void;
 export const wasmssrfpolicy_set_maxRedirects: (a: number, b: number) => void;
+export const wasmssrfpolicy_set_schemeAllowlist: (a: number, b: number, c: number) => void;
 export const wasmhostmatcher_new: () => number;
 export const wasmcrawlconfig_set_requestTimeout: (a: number, b: number, c: bigint) => void;
 export const wasmextractionmeta_set_completionTokens: (a: number, b: number, c: bigint) => void;
@@ -720,9 +722,9 @@ export const wasmextractionmeta_set_cost: (a: number, b: number, c: number) => v
 export const wasmpageaction_set_amount: (a: number, b: number, c: bigint) => void;
 export const wasmscraperesult_set_crawlDelay: (a: number, b: number, c: bigint) => void;
 export const wasmpageaction_new: () => number;
-export const wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43: (a: number, b: number, c: any) => [number, number];
-export const wasm_bindgen__convert__closures_____invoke__h072ef20b96c52fc3: (a: number, b: number, c: any, d: any) => void;
-export const wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f: (a: number, b: number) => void;
+export const wasm_bindgen__convert__closures_____invoke__h6e6fec37c02cb65f: (a: number, b: number, c: any) => [number, number];
+export const wasm_bindgen__convert__closures_____invoke__hbab77f1211c923b7: (a: number, b: number, c: any, d: any) => void;
+export const wasm_bindgen__convert__closures_____invoke__h1d72c46fe7a75bc3: (a: number, b: number) => void;
 export const __wbindgen_malloc: (a: number, b: number) => number;
 export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
 export const __wbindgen_exn_store: (a: number) => void;

package/pkg/web/package.json

@@ -2,7 +2,7 @@
   "name": "crawlberg-wasm",
   "type": "module",
   "description": "High-performance web crawling engine",
-  "version": "1.3.3",
+  "version": "1.4.2",
   "license": "MIT",
   "repository": {
     "type": "git",