@xberg-io/crawlberg-wasm 1.10.2 → 1.11.0

package/pkg/web/crawlberg_wasm.js

@@ -1792,6 +1792,28 @@ export class WasmContentConfig {
         const ptr = this.__destroy_into_raw();
         wasm.__wbg_wasmcontentconfig_free(ptr, 0);
     }
+    /**
+     * @returns {string}
+     */
+    get bullets() {
+        let deferred1_0;
+        let deferred1_1;
+        try {
+            const ret = wasm.wasmcontentconfig_bullets(this.__wbg_ptr);
+            deferred1_0 = ret[0];
+            deferred1_1 = ret[1];
+            return getStringFromWasm0(ret[0], ret[1]);
+        } finally {
+            wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
+        }
+    }
+    /**
+     * @returns {boolean}
+     */
+    get compactTables() {
+        const ret = wasm.wasmcontentconfig_compactTables(this.__wbg_ptr);
+        return ret !== 0;
+    }
     /**
      * Return an independent handle for an ownership-taking API.
      *
@@ -1833,6 +1855,29 @@ export class WasmContentConfig {
         const ret = wasm.wasmcontentconfig_includeDocumentStructure(this.__wbg_ptr);
         return ret !== 0;
     }
+    /**
+     * @returns {boolean}
+     */
+    get keepHidden() {
+        const ret = wasm.wasmcontentconfig_keepHidden(this.__wbg_ptr);
+        return ret !== 0;
+    }
+    /**
+     * @returns {string[]}
+     */
+    get keepInlineImagesIn() {
+        const ret = wasm.wasmcontentconfig_keepInlineImagesIn(this.__wbg_ptr);
+        var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
+        wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
+        return v1;
+    }
+    /**
+     * @returns {number}
+     */
+    get listIndentWidth() {
+        const ret = wasm.wasmcontentconfig_listIndentWidth(this.__wbg_ptr);
+        return ret >>> 0;
+    }
     /**
      * @returns {number | undefined}
      */
@@ -1854,8 +1899,15 @@ export class WasmContentConfig {
      * @param {boolean | null} [includeDocumentStructure]
      * @param {boolean | null} [extractMetadata]
      * @param {number | null} [maxDepth]
-     */
-    constructor(outputFormat, preprocessingPreset, removeNavigation, removeForms, stripTags, preserveTags, excludeSelectors, skipImages, wrap, wrapWidth, includeDocumentStructure, extractMetadata, maxDepth) {
+     * @param {boolean | null} [stripNewlines]
+     * @param {string | null} [bullets]
+     * @param {number | null} [listIndentWidth]
+     * @param {string | null} [strongEmSymbol]
+     * @param {boolean | null} [compactTables]
+     * @param {string[] | null} [keepInlineImagesIn]
+     * @param {boolean | null} [keepHidden]
+     */
+    constructor(outputFormat, preprocessingPreset, removeNavigation, removeForms, stripTags, preserveTags, excludeSelectors, skipImages, wrap, wrapWidth, includeDocumentStructure, extractMetadata, maxDepth, stripNewlines, bullets, listIndentWidth, strongEmSymbol, compactTables, keepInlineImagesIn, keepHidden) {
         var ptr0 = isLikeNone(outputFormat) ? 0 : passStringToWasm0(outputFormat, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len0 = WASM_VECTOR_LEN;
         var ptr1 = isLikeNone(preprocessingPreset) ? 0 : passStringToWasm0(preprocessingPreset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
@@ -1866,7 +1918,13 @@ export class WasmContentConfig {
         var len3 = WASM_VECTOR_LEN;
         var ptr4 = isLikeNone(excludeSelectors) ? 0 : passArrayJsValueToWasm0(excludeSelectors, wasm.__wbindgen_malloc);
         var len4 = WASM_VECTOR_LEN;
-        const ret = wasm.wasmcontentconfig_new(ptr0, len0, ptr1, len1, isLikeNone(removeNavigation) ? 0xFFFFFF : removeNavigation ? 1 : 0, isLikeNone(removeForms) ? 0xFFFFFF : removeForms ? 1 : 0, ptr2, len2, ptr3, len3, ptr4, len4, isLikeNone(skipImages) ? 0xFFFFFF : skipImages ? 1 : 0, isLikeNone(wrap) ? 0xFFFFFF : wrap ? 1 : 0, isLikeNone(wrapWidth) ? Number.MAX_SAFE_INTEGER : (wrapWidth) >>> 0, isLikeNone(includeDocumentStructure) ? 0xFFFFFF : includeDocumentStructure ? 1 : 0, isLikeNone(extractMetadata) ? 0xFFFFFF : extractMetadata ? 1 : 0, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0);
+        var ptr5 = isLikeNone(bullets) ? 0 : passStringToWasm0(bullets, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len5 = WASM_VECTOR_LEN;
+        var ptr6 = isLikeNone(strongEmSymbol) ? 0 : passStringToWasm0(strongEmSymbol, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len6 = WASM_VECTOR_LEN;
+        var ptr7 = isLikeNone(keepInlineImagesIn) ? 0 : passArrayJsValueToWasm0(keepInlineImagesIn, wasm.__wbindgen_malloc);
+        var len7 = WASM_VECTOR_LEN;
+        const ret = wasm.wasmcontentconfig_new(ptr0, len0, ptr1, len1, isLikeNone(removeNavigation) ? 0xFFFFFF : removeNavigation ? 1 : 0, isLikeNone(removeForms) ? 0xFFFFFF : removeForms ? 1 : 0, ptr2, len2, ptr3, len3, ptr4, len4, isLikeNone(skipImages) ? 0xFFFFFF : skipImages ? 1 : 0, isLikeNone(wrap) ? 0xFFFFFF : wrap ? 1 : 0, isLikeNone(wrapWidth) ? Number.MAX_SAFE_INTEGER : (wrapWidth) >>> 0, isLikeNone(includeDocumentStructure) ? 0xFFFFFF : includeDocumentStructure ? 1 : 0, isLikeNone(extractMetadata) ? 0xFFFFFF : extractMetadata ? 1 : 0, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(stripNewlines) ? 0xFFFFFF : stripNewlines ? 1 : 0, ptr5, len5, isLikeNone(listIndentWidth) ? Number.MAX_SAFE_INTEGER : (listIndentWidth) >>> 0, ptr6, len6, isLikeNone(compactTables) ? 0xFFFFFF : compactTables ? 1 : 0, ptr7, len7, isLikeNone(keepHidden) ? 0xFFFFFF : keepHidden ? 1 : 0);
         this.__wbg_ptr = ret;
         WasmContentConfigFinalization.register(this, this.__wbg_ptr, this);
         return this;
@@ -1924,6 +1982,20 @@ export class WasmContentConfig {
         const ret = wasm.wasmcontentconfig_removeNavigation(this.__wbg_ptr);
         return ret !== 0;
     }
+    /**
+     * @param {string} value
+     */
+    set bullets(value) {
+        const ptr0 = passStringToWasm0(value, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmcontentconfig_set_bullets(this.__wbg_ptr, ptr0, len0);
+    }
+    /**
+     * @param {boolean} value
+     */
+    set compactTables(value) {
+        wasm.wasmcontentconfig_set_compactTables(this.__wbg_ptr, value);
+    }
     /**
      * @param {string[]} value
      */
@@ -1944,6 +2016,26 @@ export class WasmContentConfig {
     set includeDocumentStructure(value) {
         wasm.wasmcontentconfig_set_includeDocumentStructure(this.__wbg_ptr, value);
     }
+    /**
+     * @param {boolean} value
+     */
+    set keepHidden(value) {
+        wasm.wasmcontentconfig_set_keepHidden(this.__wbg_ptr, value);
+    }
+    /**
+     * @param {string[]} value
+     */
+    set keepInlineImagesIn(value) {
+        const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmcontentconfig_set_keepInlineImagesIn(this.__wbg_ptr, ptr0, len0);
+    }
+    /**
+     * @param {number} value
+     */
+    set listIndentWidth(value) {
+        wasm.wasmcontentconfig_set_listIndentWidth(this.__wbg_ptr, value);
+    }
     /**
      * @param {number | null} [value]
      */
@@ -1992,6 +2084,12 @@ export class WasmContentConfig {
     set skipImages(value) {
         wasm.wasmcontentconfig_set_skipImages(this.__wbg_ptr, value);
     }
+    /**
+     * @param {boolean} value
+     */
+    set stripNewlines(value) {
+        wasm.wasmcontentconfig_set_stripNewlines(this.__wbg_ptr, value);
+    }
     /**
      * @param {string[]} value
      */
@@ -2000,6 +2098,14 @@ export class WasmContentConfig {
         const len0 = WASM_VECTOR_LEN;
         wasm.wasmcontentconfig_set_stripTags(this.__wbg_ptr, ptr0, len0);
     }
+    /**
+     * @param {string} value
+     */
+    set strongEmSymbol(value) {
+        const ptr0 = passStringToWasm0(value, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmcontentconfig_set_strongEmSymbol(this.__wbg_ptr, ptr0, len0);
+    }
     /**
      * @param {number} value
      */
@@ -2019,6 +2125,13 @@ export class WasmContentConfig {
         const ret = wasm.wasmcontentconfig_skipImages(this.__wbg_ptr);
         return ret !== 0;
     }
+    /**
+     * @returns {boolean}
+     */
+    get stripNewlines() {
+        const ret = wasm.wasmcontentconfig_stripNewlines(this.__wbg_ptr);
+        return ret !== 0;
+    }
     /**
      * @returns {string[]}
      */
@@ -2028,6 +2141,21 @@ export class WasmContentConfig {
         wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
         return v1;
     }
+    /**
+     * @returns {string}
+     */
+    get strongEmSymbol() {
+        let deferred1_0;
+        let deferred1_1;
+        try {
+            const ret = wasm.wasmcontentconfig_strongEmSymbol(this.__wbg_ptr);
+            deferred1_0 = ret[0];
+            deferred1_1 = ret[1];
+            return getStringFromWasm0(ret[0], ret[1]);
+        } finally {
+            wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
+        }
+    }
     /**
      * @returns {number}
      */
@@ -2054,7 +2182,10 @@ export const WasmContentFilterKind = Object.freeze({
 });
 
 /**
- * Information about an HTTP cookie received from a response.
+ * Information about a cookie that a crawled page set.
+ *
+ * A crawl result gives `domain` and `path` as the browser stores the cookie, so a cookie has
+ * the same fields whether an HTTP fetch or the browser received it.
  */
 export class WasmCookieInfo {
     static __wrap(ptr) {
@@ -3518,8 +3649,9 @@ export class WasmCrawlPageResult {
      * @param {any | null} [extractedData]
      * @param {WasmExtractionMeta | null} [extractionMeta]
      * @param {WasmDownloadedDocument | null} [downloadedDocument]
+     * @param {string | null} [originalUrl]
      */
-    constructor(url, normalizedUrl, statusCode, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, depth, stayedOnDomain, wasSkipped, isPdf, browserUsed, finalUrl, redirectCount, noindexDetected, nofollowDetected, ssrfRefusedUrls, detectedCharset, markdown, extractedData, extractionMeta, downloadedDocument) {
+    constructor(url, normalizedUrl, statusCode, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, depth, stayedOnDomain, wasSkipped, isPdf, browserUsed, finalUrl, redirectCount, noindexDetected, nofollowDetected, ssrfRefusedUrls, detectedCharset, markdown, extractedData, extractionMeta, downloadedDocument, originalUrl) {
         var ptr0 = isLikeNone(url) ? 0 : passStringToWasm0(url, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len0 = WASM_VECTOR_LEN;
         var ptr1 = isLikeNone(normalizedUrl) ? 0 : passStringToWasm0(normalizedUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
@@ -3562,7 +3694,9 @@ export class WasmCrawlPageResult {
             _assertClass(downloadedDocument, WasmDownloadedDocument);
             ptr14 = downloadedDocument.__destroy_into_raw();
         }
-        const ret = wasm.wasmcrawlpageresult_new(ptr0, len0, ptr1, len1, isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr2, len2, ptr3, len3, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr4, ptr5, len5, ptr6, len6, ptr7, len7, ptr8, len8, isLikeNone(depth) ? Number.MAX_SAFE_INTEGER : (depth) >>> 0, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, isLikeNone(redirectCount) ? Number.MAX_SAFE_INTEGER : (redirectCount) >>> 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, ptr10, len10, ptr11, len11, ptr12, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr13, ptr14);
+        var ptr15 = isLikeNone(originalUrl) ? 0 : passStringToWasm0(originalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len15 = WASM_VECTOR_LEN;
+        const ret = wasm.wasmcrawlpageresult_new(ptr0, len0, ptr1, len1, isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr2, len2, ptr3, len3, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr4, ptr5, len5, ptr6, len6, ptr7, len7, ptr8, len8, isLikeNone(depth) ? Number.MAX_SAFE_INTEGER : (depth) >>> 0, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, isLikeNone(redirectCount) ? Number.MAX_SAFE_INTEGER : (redirectCount) >>> 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, ptr10, len10, ptr11, len11, ptr12, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr13, ptr14, ptr15, len15);
         this.__wbg_ptr = ret;
         WasmCrawlPageResultFinalization.register(this, this.__wbg_ptr, this);
         return this;
@@ -3596,6 +3730,21 @@ export class WasmCrawlPageResult {
             wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
         }
     }
+    /**
+     * @returns {string}
+     */
+    get originalUrl() {
+        let deferred1_0;
+        let deferred1_1;
+        try {
+            const ret = wasm.wasmcrawlpageresult_originalUrl(this.__wbg_ptr);
+            deferred1_0 = ret[0];
+            deferred1_1 = ret[1];
+            return getStringFromWasm0(ret[0], ret[1]);
+        } finally {
+            wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
+        }
+    }
     /**
      * @returns {number}
      */
@@ -3757,6 +3906,14 @@ export class WasmCrawlPageResult {
         const len0 = WASM_VECTOR_LEN;
         wasm.wasmcrawlpageresult_set_normalizedUrl(this.__wbg_ptr, ptr0, len0);
     }
+    /**
+     * @param {string} value
+     */
+    set originalUrl(value) {
+        const ptr0 = passStringToWasm0(value, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmcrawlpageresult_set_originalUrl(this.__wbg_ptr, ptr0, len0);
+    }
     /**
      * @param {number} value
      */
@@ -5776,15 +5933,18 @@ export class WasmLinkInfo {
      * @param {WasmLinkType | null} [linkType]
      * @param {boolean | null} [nofollow]
      * @param {string | null} [rel]
+     * @param {string | null} [originalUrl]
      */
-    constructor(url, text, linkType, nofollow, rel) {
+    constructor(url, text, linkType, nofollow, rel, originalUrl) {
         var ptr0 = isLikeNone(url) ? 0 : passStringToWasm0(url, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len0 = WASM_VECTOR_LEN;
         var ptr1 = isLikeNone(text) ? 0 : passStringToWasm0(text, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len1 = WASM_VECTOR_LEN;
         var ptr2 = isLikeNone(rel) ? 0 : passStringToWasm0(rel, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len2 = WASM_VECTOR_LEN;
-        const ret = wasm.wasmlinkinfo_new(ptr0, len0, ptr1, len1, isLikeNone(linkType) ? 4 : linkType, isLikeNone(nofollow) ? 0xFFFFFF : nofollow ? 1 : 0, ptr2, len2);
+        var ptr3 = isLikeNone(originalUrl) ? 0 : passStringToWasm0(originalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len3 = WASM_VECTOR_LEN;
+        const ret = wasm.wasmlinkinfo_new(ptr0, len0, ptr1, len1, isLikeNone(linkType) ? 4 : linkType, isLikeNone(nofollow) ? 0xFFFFFF : nofollow ? 1 : 0, ptr2, len2, ptr3, len3);
         this.__wbg_ptr = ret;
         WasmLinkInfoFinalization.register(this, this.__wbg_ptr, this);
         return this;
@@ -5796,6 +5956,21 @@ export class WasmLinkInfo {
         const ret = wasm.wasmlinkinfo_nofollow(this.__wbg_ptr);
         return ret !== 0;
     }
+    /**
+     * @returns {string}
+     */
+    get originalUrl() {
+        let deferred1_0;
+        let deferred1_1;
+        try {
+            const ret = wasm.wasmlinkinfo_originalUrl(this.__wbg_ptr);
+            deferred1_0 = ret[0];
+            deferred1_1 = ret[1];
+            return getStringFromWasm0(ret[0], ret[1]);
+        } finally {
+            wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
+        }
+    }
     /**
      * @returns {string | undefined}
      */
@@ -5820,6 +5995,14 @@ export class WasmLinkInfo {
     set nofollow(value) {
         wasm.wasmlinkinfo_set_nofollow(this.__wbg_ptr, value);
     }
+    /**
+     * @param {string} value
+     */
+    set originalUrl(value) {
+        const ptr0 = passStringToWasm0(value, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmlinkinfo_set_originalUrl(this.__wbg_ptr, ptr0, len0);
+    }
     /**
      * @param {string | null} [value]
      */
@@ -9070,7 +9253,7 @@ function __wbg_get_imports() {
                     const a = state0.a;
                     state0.a = 0;
                     try {
-                        return wasm_bindgen__convert__closures_____invoke__h8ad11faaa2905452(a, state0.b, arg0, arg1);
+                        return wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined_______true_(a, state0.b, arg0, arg1);
                     } finally {
                         state0.a = a;
                     }
@@ -9364,13 +9547,13 @@ function __wbg_get_imports() {
             return ret;
         },
         __wbindgen_generic_0000000000000001: function(arg0, arg1) {
-            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1331, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
-            const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c);
+            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1467, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
+            const ret = makeMutClosure(arg0, arg1, wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___wasm_bindgen_ceaac9754e66b2fe___JsValue__core_608f92abc48d28da___result__Result_____wasm_bindgen_ceaac9754e66b2fe___JsError___true_);
             return ret;
         },
         __wbindgen_generic_0000000000000002: function(arg0, arg1) {
-            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 1222, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
-            const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c);
+            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 1309, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
+            const ret = makeMutClosure(arg0, arg1, wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke_______true_);
             return ret;
         },
         __wbindgen_generic_0000000000000003: function(arg0) {
@@ -9409,19 +9592,19 @@ function __wbg_get_imports() {
     };
 }
 
-function wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c(arg0, arg1) {
-    wasm.wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c(arg0, arg1);
+function wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke_______true_(arg0, arg1) {
+    wasm.wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke_______true_(arg0, arg1);
 }
 
-function wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c(arg0, arg1, arg2) {
-    const ret = wasm.wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c(arg0, arg1, arg2);
+function wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___wasm_bindgen_ceaac9754e66b2fe___JsValue__core_608f92abc48d28da___result__Result_____wasm_bindgen_ceaac9754e66b2fe___JsError___true_(arg0, arg1, arg2) {
+    const ret = wasm.wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___wasm_bindgen_ceaac9754e66b2fe___JsValue__core_608f92abc48d28da___result__Result_____wasm_bindgen_ceaac9754e66b2fe___JsError___true_(arg0, arg1, arg2);
     if (ret[1]) {
         throw takeFromExternrefTable0(ret[0]);
     }
 }
 
-function wasm_bindgen__convert__closures_____invoke__h8ad11faaa2905452(arg0, arg1, arg2, arg3) {
-    wasm.wasm_bindgen__convert__closures_____invoke__h8ad11faaa2905452(arg0, arg1, arg2, arg3);
+function wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined_______true_(arg0, arg1, arg2, arg3) {
+    wasm.wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined_______true_(arg0, arg1, arg2, arg3);
 }
 
 

package/pkg/web/crawlberg_wasm_bg.wasm.d.ts

@@ -192,21 +192,31 @@ export const wasmcitationresult_new: (a: number, b: number, c: number, d: number
 export const wasmcitationresult_references: (a: number) => [number, number];
 export const wasmcitationresult_set_content: (a: number, b: number, c: number) => void;
 export const wasmcitationresult_set_references: (a: number, b: number, c: number) => void;
+export const wasmcontentconfig_bullets: (a: number) => [number, number];
+export const wasmcontentconfig_compactTables: (a: number) => number;
 export const wasmcontentconfig_copyForTransfer: (a: number) => number;
 export const wasmcontentconfig_default: () => number;
 export const wasmcontentconfig_excludeSelectors: (a: number) => [number, number];
 export const wasmcontentconfig_extractMetadata: (a: number) => number;
 export const wasmcontentconfig_includeDocumentStructure: (a: number) => number;
+export const wasmcontentconfig_keepHidden: (a: number) => number;
+export const wasmcontentconfig_keepInlineImagesIn: (a: number) => [number, number];
+export const wasmcontentconfig_listIndentWidth: (a: number) => number;
 export const wasmcontentconfig_maxDepth: (a: number) => number;
-export const wasmcontentconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number) => number;
+export const wasmcontentconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number) => number;
 export const wasmcontentconfig_outputFormat: (a: number) => [number, number];
 export const wasmcontentconfig_preprocessingPreset: (a: number) => [number, number];
 export const wasmcontentconfig_preserveTags: (a: number) => [number, number];
 export const wasmcontentconfig_removeForms: (a: number) => number;
 export const wasmcontentconfig_removeNavigation: (a: number) => number;
+export const wasmcontentconfig_set_bullets: (a: number, b: number, c: number) => void;
+export const wasmcontentconfig_set_compactTables: (a: number, b: number) => void;
 export const wasmcontentconfig_set_excludeSelectors: (a: number, b: number, c: number) => void;
 export const wasmcontentconfig_set_extractMetadata: (a: number, b: number) => void;
 export const wasmcontentconfig_set_includeDocumentStructure: (a: number, b: number) => void;
+export const wasmcontentconfig_set_keepHidden: (a: number, b: number) => void;
+export const wasmcontentconfig_set_keepInlineImagesIn: (a: number, b: number, c: number) => void;
+export const wasmcontentconfig_set_listIndentWidth: (a: number, b: number) => void;
 export const wasmcontentconfig_set_maxDepth: (a: number, b: number) => void;
 export const wasmcontentconfig_set_outputFormat: (a: number, b: number, c: number) => void;
 export const wasmcontentconfig_set_preprocessingPreset: (a: number, b: number, c: number) => void;
@@ -214,11 +224,15 @@ export const wasmcontentconfig_set_preserveTags: (a: number, b: number, c: numbe
 export const wasmcontentconfig_set_removeForms: (a: number, b: number) => void;
 export const wasmcontentconfig_set_removeNavigation: (a: number, b: number) => void;
 export const wasmcontentconfig_set_skipImages: (a: number, b: number) => void;
+export const wasmcontentconfig_set_stripNewlines: (a: number, b: number) => void;
 export const wasmcontentconfig_set_stripTags: (a: number, b: number, c: number) => void;
+export const wasmcontentconfig_set_strongEmSymbol: (a: number, b: number, c: number) => void;
 export const wasmcontentconfig_set_wrap: (a: number, b: number) => void;
 export const wasmcontentconfig_set_wrapWidth: (a: number, b: number) => void;
 export const wasmcontentconfig_skipImages: (a: number) => number;
+export const wasmcontentconfig_stripNewlines: (a: number) => number;
 export const wasmcontentconfig_stripTags: (a: number) => [number, number];
+export const wasmcontentconfig_strongEmSymbol: (a: number) => [number, number];
 export const wasmcontentconfig_wrap: (a: number) => number;
 export const wasmcontentconfig_wrapWidth: (a: number) => number;
 export const wasmcookieinfo_copyForTransfer: (a: number) => number;
@@ -370,10 +384,11 @@ export const wasmcrawlpageresult_jsonLd: (a: number) => [number, number];
 export const wasmcrawlpageresult_links: (a: number) => [number, number];
 export const wasmcrawlpageresult_markdown: (a: number) => number;
 export const wasmcrawlpageresult_metadata: (a: number) => number;
-export const wasmcrawlpageresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number) => number;
+export const wasmcrawlpageresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number) => number;
 export const wasmcrawlpageresult_nofollowDetected: (a: number) => number;
 export const wasmcrawlpageresult_noindexDetected: (a: number) => number;
 export const wasmcrawlpageresult_normalizedUrl: (a: number) => [number, number];
+export const wasmcrawlpageresult_originalUrl: (a: number) => [number, number];
 export const wasmcrawlpageresult_redirectCount: (a: number) => number;
 export const wasmcrawlpageresult_set_bodySize: (a: number, b: number) => void;
 export const wasmcrawlpageresult_set_browserUsed: (a: number, b: number) => void;
@@ -395,6 +410,7 @@ export const wasmcrawlpageresult_set_metadata: (a: number, b: number) => void;
 export const wasmcrawlpageresult_set_nofollowDetected: (a: number, b: number) => void;
 export const wasmcrawlpageresult_set_noindexDetected: (a: number, b: number) => void;
 export const wasmcrawlpageresult_set_normalizedUrl: (a: number, b: number, c: number) => void;
+export const wasmcrawlpageresult_set_originalUrl: (a: number, b: number, c: number) => void;
 export const wasmcrawlpageresult_set_redirectCount: (a: number, b: number) => void;
 export const wasmcrawlpageresult_set_ssrfRefusedUrls: (a: number, b: number, c: number) => void;
 export const wasmcrawlpageresult_set_statusCode: (a: number, b: number) => void;
@@ -553,11 +569,13 @@ export const wasmjsonldentry_set_schemaType: (a: number, b: number, c: number) =
 export const wasmlinkinfo_copyForTransfer: (a: number) => number;
 export const wasmlinkinfo_default: () => number;
 export const wasmlinkinfo_linkType: (a: number) => [number, number];
-export const wasmlinkinfo_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number) => number;
+export const wasmlinkinfo_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number) => number;
 export const wasmlinkinfo_nofollow: (a: number) => number;
+export const wasmlinkinfo_originalUrl: (a: number) => [number, number];
 export const wasmlinkinfo_rel: (a: number) => [number, number];
 export const wasmlinkinfo_set_linkType: (a: number, b: number) => void;
 export const wasmlinkinfo_set_nofollow: (a: number, b: number) => void;
+export const wasmlinkinfo_set_originalUrl: (a: number, b: number, c: number) => void;
 export const wasmlinkinfo_set_rel: (a: number, b: number, c: number) => void;
 export const wasmlinkinfo_set_text: (a: number, b: number, c: number) => void;
 export const wasmlinkinfo_set_url: (a: number, b: number, c: number) => void;
@@ -812,9 +830,9 @@ export const wasmssrfpolicy_set_denyPrivate: (a: number, b: number) => void;
 export const wasmssrfpolicy_set_denylist: (a: number, b: any) => void;
 export const wasmssrfpolicy_set_maxRedirects: (a: number, b: number) => void;
 export const wasmssrfpolicy_set_schemeAllowlist: (a: number, b: number, c: number) => void;
-export const wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c: (a: number, b: number, c: any) => [number, number];
-export const wasm_bindgen__convert__closures_____invoke__h8ad11faaa2905452: (a: number, b: number, c: any, d: any) => void;
-export const wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c: (a: number, b: number) => void;
+export const wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined_______true_: (a: number, b: number, c: any, d: any) => void;
+export const wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___wasm_bindgen_ceaac9754e66b2fe___JsValue__core_608f92abc48d28da___result__Result_____wasm_bindgen_ceaac9754e66b2fe___JsError___true_: (a: number, b: number, c: any) => [number, number];
+export const wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke_______true_: (a: number, b: number) => void;
 export const __wbindgen_malloc: (a: number, b: number) => number;
 export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
 export const __wbindgen_exn_store: (a: number) => void;

package/pkg/web/package.json

@@ -1,8 +1,12 @@
 {
   "name": "crawlberg-wasm",
   "type": "module",
+  "collaborators": [
+    "Na'aman Hirschfeld <naaman@xberg.io>",
+    "Tobias Perlstein <tobias@xberg.io>"
+  ],
   "description": "High-performance web crawling engine",
-  "version": "1.10.2",
+  "version": "1.11.0",
   "license": "MIT",
   "repository": {
     "type": "git",