@xberg-io/crawlberg-wasm 1.10.2 → 1.11.0

package/pkg/bundler/crawlberg_wasm_bg.wasm.d.ts

@@ -192,21 +192,31 @@ export const wasmcitationresult_new: (a: number, b: number, c: number, d: number
 export const wasmcitationresult_references: (a: number) => [number, number];
 export const wasmcitationresult_set_content: (a: number, b: number, c: number) => void;
 export const wasmcitationresult_set_references: (a: number, b: number, c: number) => void;
+export const wasmcontentconfig_bullets: (a: number) => [number, number];
+export const wasmcontentconfig_compactTables: (a: number) => number;
 export const wasmcontentconfig_copyForTransfer: (a: number) => number;
 export const wasmcontentconfig_default: () => number;
 export const wasmcontentconfig_excludeSelectors: (a: number) => [number, number];
 export const wasmcontentconfig_extractMetadata: (a: number) => number;
 export const wasmcontentconfig_includeDocumentStructure: (a: number) => number;
+export const wasmcontentconfig_keepHidden: (a: number) => number;
+export const wasmcontentconfig_keepInlineImagesIn: (a: number) => [number, number];
+export const wasmcontentconfig_listIndentWidth: (a: number) => number;
 export const wasmcontentconfig_maxDepth: (a: number) => number;
-export const wasmcontentconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number) => number;
+export const wasmcontentconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number) => number;
 export const wasmcontentconfig_outputFormat: (a: number) => [number, number];
 export const wasmcontentconfig_preprocessingPreset: (a: number) => [number, number];
 export const wasmcontentconfig_preserveTags: (a: number) => [number, number];
 export const wasmcontentconfig_removeForms: (a: number) => number;
 export const wasmcontentconfig_removeNavigation: (a: number) => number;
+export const wasmcontentconfig_set_bullets: (a: number, b: number, c: number) => void;
+export const wasmcontentconfig_set_compactTables: (a: number, b: number) => void;
 export const wasmcontentconfig_set_excludeSelectors: (a: number, b: number, c: number) => void;
 export const wasmcontentconfig_set_extractMetadata: (a: number, b: number) => void;
 export const wasmcontentconfig_set_includeDocumentStructure: (a: number, b: number) => void;
+export const wasmcontentconfig_set_keepHidden: (a: number, b: number) => void;
+export const wasmcontentconfig_set_keepInlineImagesIn: (a: number, b: number, c: number) => void;
+export const wasmcontentconfig_set_listIndentWidth: (a: number, b: number) => void;
 export const wasmcontentconfig_set_maxDepth: (a: number, b: number) => void;
 export const wasmcontentconfig_set_outputFormat: (a: number, b: number, c: number) => void;
 export const wasmcontentconfig_set_preprocessingPreset: (a: number, b: number, c: number) => void;
@@ -214,11 +224,15 @@ export const wasmcontentconfig_set_preserveTags: (a: number, b: number, c: numbe
 export const wasmcontentconfig_set_removeForms: (a: number, b: number) => void;
 export const wasmcontentconfig_set_removeNavigation: (a: number, b: number) => void;
 export const wasmcontentconfig_set_skipImages: (a: number, b: number) => void;
+export const wasmcontentconfig_set_stripNewlines: (a: number, b: number) => void;
 export const wasmcontentconfig_set_stripTags: (a: number, b: number, c: number) => void;
+export const wasmcontentconfig_set_strongEmSymbol: (a: number, b: number, c: number) => void;
 export const wasmcontentconfig_set_wrap: (a: number, b: number) => void;
 export const wasmcontentconfig_set_wrapWidth: (a: number, b: number) => void;
 export const wasmcontentconfig_skipImages: (a: number) => number;
+export const wasmcontentconfig_stripNewlines: (a: number) => number;
 export const wasmcontentconfig_stripTags: (a: number) => [number, number];
+export const wasmcontentconfig_strongEmSymbol: (a: number) => [number, number];
 export const wasmcontentconfig_wrap: (a: number) => number;
 export const wasmcontentconfig_wrapWidth: (a: number) => number;
 export const wasmcookieinfo_copyForTransfer: (a: number) => number;
@@ -370,10 +384,11 @@ export const wasmcrawlpageresult_jsonLd: (a: number) => [number, number];
 export const wasmcrawlpageresult_links: (a: number) => [number, number];
 export const wasmcrawlpageresult_markdown: (a: number) => number;
 export const wasmcrawlpageresult_metadata: (a: number) => number;
-export const wasmcrawlpageresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number) => number;
+export const wasmcrawlpageresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number) => number;
 export const wasmcrawlpageresult_nofollowDetected: (a: number) => number;
 export const wasmcrawlpageresult_noindexDetected: (a: number) => number;
 export const wasmcrawlpageresult_normalizedUrl: (a: number) => [number, number];
+export const wasmcrawlpageresult_originalUrl: (a: number) => [number, number];
 export const wasmcrawlpageresult_redirectCount: (a: number) => number;
 export const wasmcrawlpageresult_set_bodySize: (a: number, b: number) => void;
 export const wasmcrawlpageresult_set_browserUsed: (a: number, b: number) => void;
@@ -395,6 +410,7 @@ export const wasmcrawlpageresult_set_metadata: (a: number, b: number) => void;
 export const wasmcrawlpageresult_set_nofollowDetected: (a: number, b: number) => void;
 export const wasmcrawlpageresult_set_noindexDetected: (a: number, b: number) => void;
 export const wasmcrawlpageresult_set_normalizedUrl: (a: number, b: number, c: number) => void;
+export const wasmcrawlpageresult_set_originalUrl: (a: number, b: number, c: number) => void;
 export const wasmcrawlpageresult_set_redirectCount: (a: number, b: number) => void;
 export const wasmcrawlpageresult_set_ssrfRefusedUrls: (a: number, b: number, c: number) => void;
 export const wasmcrawlpageresult_set_statusCode: (a: number, b: number) => void;
@@ -553,11 +569,13 @@ export const wasmjsonldentry_set_schemaType: (a: number, b: number, c: number) =
 export const wasmlinkinfo_copyForTransfer: (a: number) => number;
 export const wasmlinkinfo_default: () => number;
 export const wasmlinkinfo_linkType: (a: number) => [number, number];
-export const wasmlinkinfo_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number) => number;
+export const wasmlinkinfo_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number) => number;
 export const wasmlinkinfo_nofollow: (a: number) => number;
+export const wasmlinkinfo_originalUrl: (a: number) => [number, number];
 export const wasmlinkinfo_rel: (a: number) => [number, number];
 export const wasmlinkinfo_set_linkType: (a: number, b: number) => void;
 export const wasmlinkinfo_set_nofollow: (a: number, b: number) => void;
+export const wasmlinkinfo_set_originalUrl: (a: number, b: number, c: number) => void;
 export const wasmlinkinfo_set_rel: (a: number, b: number, c: number) => void;
 export const wasmlinkinfo_set_text: (a: number, b: number, c: number) => void;
 export const wasmlinkinfo_set_url: (a: number, b: number, c: number) => void;
@@ -812,9 +830,9 @@ export const wasmssrfpolicy_set_denyPrivate: (a: number, b: number) => void;
 export const wasmssrfpolicy_set_denylist: (a: number, b: any) => void;
 export const wasmssrfpolicy_set_maxRedirects: (a: number, b: number) => void;
 export const wasmssrfpolicy_set_schemeAllowlist: (a: number, b: number, c: number) => void;
-export const wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c: (a: number, b: number, c: any) => [number, number];
-export const wasm_bindgen__convert__closures_____invoke__h8ad11faaa2905452: (a: number, b: number, c: any, d: any) => void;
-export const wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c: (a: number, b: number) => void;
+export const wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined_______true_: (a: number, b: number, c: any, d: any) => void;
+export const wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___wasm_bindgen_ceaac9754e66b2fe___JsValue__core_608f92abc48d28da___result__Result_____wasm_bindgen_ceaac9754e66b2fe___JsError___true_: (a: number, b: number, c: any) => [number, number];
+export const wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke_______true_: (a: number, b: number) => void;
 export const __wbindgen_malloc: (a: number, b: number) => number;
 export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
 export const __wbindgen_exn_store: (a: number) => void;

package/pkg/bundler/package.json

@@ -1,8 +1,12 @@
 {
   "name": "crawlberg-wasm",
   "type": "module",
+  "collaborators": [
+    "Na'aman Hirschfeld <naaman@xberg.io>",
+    "Tobias Perlstein <tobias@xberg.io>"
+  ],
   "description": "High-performance web crawling engine",
-  "version": "1.10.2",
+  "version": "1.11.0",
   "license": "MIT",
   "repository": {
     "type": "git",

package/pkg/deno/README.md

@@ -1,5 +1,5 @@
 <!-- This file is auto-generated by alef — DO NOT EDIT. -->
-<!-- alef:hash:3e2f4a488c2c856faef7619c7da3856ab9b8cdad4534264dea7b27a2ebf8bf35 -->
+<!-- alef:hash:317aa594b0d20c83a18e8cdb5342b90b90f56e94e51ba85fc80ebb44ab9c1331 -->
 <!-- To regenerate: alef readme -->
 <!-- To verify freshness: alef verify -->
 
@@ -101,14 +101,14 @@ pnpm add @xberg-io/crawlberg-wasm
 
 ## Agent plugin
 
-The `crawlberg` plugin is available via the `xberg-io/plugins` marketplace.
+The `crawlberg` plugin is available via the `xberg-io/crawlberg` marketplace.
 
 ```text
-/plugin marketplace add xberg-io/plugins
-/plugin install crawlberg@xberg
+/plugin marketplace add xberg-io/crawlberg
+/plugin install crawlberg@crawlberg
 ```
 
-Works with Claude Code, Codex, Cursor, Gemini CLI, Factory Droid, GitHub Copilot CLI, and opencode. See [the marketplace README](https://github.com/xberg-io/plugins) for harness-specific install instructions.
+See [the plugin guide](https://github.com/xberg-io/crawlberg/blob/main/plugin/README.md) for all supported runtimes, CLI prerequisites and standalone public skills.
 
 ## Quick Start
 

package/pkg/deno/crawlberg_wasm.d.ts

@@ -427,10 +427,15 @@ export class WasmContentConfig {
      */
     copyForTransfer(): WasmContentConfig;
     static default(): WasmContentConfig;
-    constructor(outputFormat?: string | null, preprocessingPreset?: string | null, removeNavigation?: boolean | null, removeForms?: boolean | null, stripTags?: string[] | null, preserveTags?: string[] | null, excludeSelectors?: string[] | null, skipImages?: boolean | null, wrap?: boolean | null, wrapWidth?: number | null, includeDocumentStructure?: boolean | null, extractMetadata?: boolean | null, maxDepth?: number | null);
+    constructor(outputFormat?: string | null, preprocessingPreset?: string | null, removeNavigation?: boolean | null, removeForms?: boolean | null, stripTags?: string[] | null, preserveTags?: string[] | null, excludeSelectors?: string[] | null, skipImages?: boolean | null, wrap?: boolean | null, wrapWidth?: number | null, includeDocumentStructure?: boolean | null, extractMetadata?: boolean | null, maxDepth?: number | null, stripNewlines?: boolean | null, bullets?: string | null, listIndentWidth?: number | null, strongEmSymbol?: string | null, compactTables?: boolean | null, keepInlineImagesIn?: string[] | null, keepHidden?: boolean | null);
+    bullets: string;
+    compactTables: boolean;
     excludeSelectors: string[];
     extractMetadata: boolean;
     includeDocumentStructure: boolean;
+    keepHidden: boolean;
+    keepInlineImagesIn: string[];
+    listIndentWidth: number;
     get maxDepth(): number | undefined;
     set maxDepth(value: number | null | undefined);
     outputFormat: string;
@@ -439,7 +444,9 @@ export class WasmContentConfig {
     removeForms: boolean;
     removeNavigation: boolean;
     skipImages: boolean;
+    stripNewlines: boolean;
     stripTags: string[];
+    strongEmSymbol: string;
     wrapWidth: number;
     wrap: boolean;
 }
@@ -452,7 +459,10 @@ export enum WasmContentFilterKind {
 }
 
 /**
- * Information about an HTTP cookie received from a response.
+ * Information about a cookie that a crawled page set.
+ *
+ * A crawl result gives `domain` and `path` as the browser stores the cookie, so a cookie has
+ * the same fields whether an HTTP fetch or the browser received it.
  */
 export class WasmCookieInfo {
     free(): void;
@@ -655,7 +665,7 @@ export class WasmCrawlPageResult {
      * wasm-bindgen cannot borrow class values nested in an array. To keep those handles,
      * copy each retained element with `copyForTransfer()` before passing the array.
      */
-    constructor(url?: string | null, normalizedUrl?: string | null, statusCode?: number | null, contentType?: string | null, html?: string | null, bodySize?: number | null, metadata?: WasmPageMetadata | null, links?: WasmLinkInfo[] | null, images?: WasmImageInfo[] | null, feeds?: WasmFeedInfo[] | null, jsonLd?: WasmJsonLdEntry[] | null, depth?: number | null, stayedOnDomain?: boolean | null, wasSkipped?: boolean | null, isPdf?: boolean | null, browserUsed?: boolean | null, finalUrl?: string | null, redirectCount?: number | null, noindexDetected?: boolean | null, nofollowDetected?: boolean | null, ssrfRefusedUrls?: string[] | null, detectedCharset?: string | null, markdown?: WasmMarkdownResult | null, extractedData?: any | null, extractionMeta?: WasmExtractionMeta | null, downloadedDocument?: WasmDownloadedDocument | null);
+    constructor(url?: string | null, normalizedUrl?: string | null, statusCode?: number | null, contentType?: string | null, html?: string | null, bodySize?: number | null, metadata?: WasmPageMetadata | null, links?: WasmLinkInfo[] | null, images?: WasmImageInfo[] | null, feeds?: WasmFeedInfo[] | null, jsonLd?: WasmJsonLdEntry[] | null, depth?: number | null, stayedOnDomain?: boolean | null, wasSkipped?: boolean | null, isPdf?: boolean | null, browserUsed?: boolean | null, finalUrl?: string | null, redirectCount?: number | null, noindexDetected?: boolean | null, nofollowDetected?: boolean | null, ssrfRefusedUrls?: string[] | null, detectedCharset?: string | null, markdown?: WasmMarkdownResult | null, extractedData?: any | null, extractionMeta?: WasmExtractionMeta | null, downloadedDocument?: WasmDownloadedDocument | null, originalUrl?: string | null);
     bodySize: number;
     browserUsed: boolean;
     contentType: string;
@@ -729,6 +739,7 @@ export class WasmCrawlPageResult {
     nofollowDetected: boolean;
     noindexDetected: boolean;
     normalizedUrl: string;
+    originalUrl: string;
     redirectCount: number;
     ssrfRefusedUrls: string[];
     statusCode: number;
@@ -1126,10 +1137,11 @@ export class WasmLinkInfo {
      */
     copyForTransfer(): WasmLinkInfo;
     static default(): WasmLinkInfo;
-    constructor(url?: string | null, text?: string | null, linkType?: WasmLinkType | null, nofollow?: boolean | null, rel?: string | null);
+    constructor(url?: string | null, text?: string | null, linkType?: WasmLinkType | null, nofollow?: boolean | null, rel?: string | null, originalUrl?: string | null);
     get linkType(): string;
     set linkType(value: WasmLinkType);
     nofollow: boolean;
+    originalUrl: string;
     get rel(): string | undefined;
     set rel(value: string | null | undefined);
     text: string;

package/pkg/deno/crawlberg_wasm.js

@@ -1792,6 +1792,28 @@ export class WasmContentConfig {
         const ptr = this.__destroy_into_raw();
         wasm.__wbg_wasmcontentconfig_free(ptr, 0);
     }
+    /**
+     * @returns {string}
+     */
+    get bullets() {
+        let deferred1_0;
+        let deferred1_1;
+        try {
+            const ret = wasm.wasmcontentconfig_bullets(this.__wbg_ptr);
+            deferred1_0 = ret[0];
+            deferred1_1 = ret[1];
+            return getStringFromWasm0(ret[0], ret[1]);
+        } finally {
+            wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
+        }
+    }
+    /**
+     * @returns {boolean}
+     */
+    get compactTables() {
+        const ret = wasm.wasmcontentconfig_compactTables(this.__wbg_ptr);
+        return ret !== 0;
+    }
     /**
      * Return an independent handle for an ownership-taking API.
      *
@@ -1833,6 +1855,29 @@ export class WasmContentConfig {
         const ret = wasm.wasmcontentconfig_includeDocumentStructure(this.__wbg_ptr);
         return ret !== 0;
     }
+    /**
+     * @returns {boolean}
+     */
+    get keepHidden() {
+        const ret = wasm.wasmcontentconfig_keepHidden(this.__wbg_ptr);
+        return ret !== 0;
+    }
+    /**
+     * @returns {string[]}
+     */
+    get keepInlineImagesIn() {
+        const ret = wasm.wasmcontentconfig_keepInlineImagesIn(this.__wbg_ptr);
+        var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
+        wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
+        return v1;
+    }
+    /**
+     * @returns {number}
+     */
+    get listIndentWidth() {
+        const ret = wasm.wasmcontentconfig_listIndentWidth(this.__wbg_ptr);
+        return ret >>> 0;
+    }
     /**
      * @returns {number | undefined}
      */
@@ -1854,8 +1899,15 @@ export class WasmContentConfig {
      * @param {boolean | null} [includeDocumentStructure]
      * @param {boolean | null} [extractMetadata]
      * @param {number | null} [maxDepth]
-     */
-    constructor(outputFormat, preprocessingPreset, removeNavigation, removeForms, stripTags, preserveTags, excludeSelectors, skipImages, wrap, wrapWidth, includeDocumentStructure, extractMetadata, maxDepth) {
+     * @param {boolean | null} [stripNewlines]
+     * @param {string | null} [bullets]
+     * @param {number | null} [listIndentWidth]
+     * @param {string | null} [strongEmSymbol]
+     * @param {boolean | null} [compactTables]
+     * @param {string[] | null} [keepInlineImagesIn]
+     * @param {boolean | null} [keepHidden]
+     */
+    constructor(outputFormat, preprocessingPreset, removeNavigation, removeForms, stripTags, preserveTags, excludeSelectors, skipImages, wrap, wrapWidth, includeDocumentStructure, extractMetadata, maxDepth, stripNewlines, bullets, listIndentWidth, strongEmSymbol, compactTables, keepInlineImagesIn, keepHidden) {
         var ptr0 = isLikeNone(outputFormat) ? 0 : passStringToWasm0(outputFormat, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len0 = WASM_VECTOR_LEN;
         var ptr1 = isLikeNone(preprocessingPreset) ? 0 : passStringToWasm0(preprocessingPreset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
@@ -1866,7 +1918,13 @@ export class WasmContentConfig {
         var len3 = WASM_VECTOR_LEN;
         var ptr4 = isLikeNone(excludeSelectors) ? 0 : passArrayJsValueToWasm0(excludeSelectors, wasm.__wbindgen_malloc);
         var len4 = WASM_VECTOR_LEN;
-        const ret = wasm.wasmcontentconfig_new(ptr0, len0, ptr1, len1, isLikeNone(removeNavigation) ? 0xFFFFFF : removeNavigation ? 1 : 0, isLikeNone(removeForms) ? 0xFFFFFF : removeForms ? 1 : 0, ptr2, len2, ptr3, len3, ptr4, len4, isLikeNone(skipImages) ? 0xFFFFFF : skipImages ? 1 : 0, isLikeNone(wrap) ? 0xFFFFFF : wrap ? 1 : 0, isLikeNone(wrapWidth) ? Number.MAX_SAFE_INTEGER : (wrapWidth) >>> 0, isLikeNone(includeDocumentStructure) ? 0xFFFFFF : includeDocumentStructure ? 1 : 0, isLikeNone(extractMetadata) ? 0xFFFFFF : extractMetadata ? 1 : 0, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0);
+        var ptr5 = isLikeNone(bullets) ? 0 : passStringToWasm0(bullets, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len5 = WASM_VECTOR_LEN;
+        var ptr6 = isLikeNone(strongEmSymbol) ? 0 : passStringToWasm0(strongEmSymbol, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len6 = WASM_VECTOR_LEN;
+        var ptr7 = isLikeNone(keepInlineImagesIn) ? 0 : passArrayJsValueToWasm0(keepInlineImagesIn, wasm.__wbindgen_malloc);
+        var len7 = WASM_VECTOR_LEN;
+        const ret = wasm.wasmcontentconfig_new(ptr0, len0, ptr1, len1, isLikeNone(removeNavigation) ? 0xFFFFFF : removeNavigation ? 1 : 0, isLikeNone(removeForms) ? 0xFFFFFF : removeForms ? 1 : 0, ptr2, len2, ptr3, len3, ptr4, len4, isLikeNone(skipImages) ? 0xFFFFFF : skipImages ? 1 : 0, isLikeNone(wrap) ? 0xFFFFFF : wrap ? 1 : 0, isLikeNone(wrapWidth) ? Number.MAX_SAFE_INTEGER : (wrapWidth) >>> 0, isLikeNone(includeDocumentStructure) ? 0xFFFFFF : includeDocumentStructure ? 1 : 0, isLikeNone(extractMetadata) ? 0xFFFFFF : extractMetadata ? 1 : 0, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(stripNewlines) ? 0xFFFFFF : stripNewlines ? 1 : 0, ptr5, len5, isLikeNone(listIndentWidth) ? Number.MAX_SAFE_INTEGER : (listIndentWidth) >>> 0, ptr6, len6, isLikeNone(compactTables) ? 0xFFFFFF : compactTables ? 1 : 0, ptr7, len7, isLikeNone(keepHidden) ? 0xFFFFFF : keepHidden ? 1 : 0);
         this.__wbg_ptr = ret;
         WasmContentConfigFinalization.register(this, this.__wbg_ptr, this);
         return this;
@@ -1924,6 +1982,20 @@ export class WasmContentConfig {
         const ret = wasm.wasmcontentconfig_removeNavigation(this.__wbg_ptr);
         return ret !== 0;
     }
+    /**
+     * @param {string} value
+     */
+    set bullets(value) {
+        const ptr0 = passStringToWasm0(value, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmcontentconfig_set_bullets(this.__wbg_ptr, ptr0, len0);
+    }
+    /**
+     * @param {boolean} value
+     */
+    set compactTables(value) {
+        wasm.wasmcontentconfig_set_compactTables(this.__wbg_ptr, value);
+    }
     /**
      * @param {string[]} value
      */
@@ -1944,6 +2016,26 @@ export class WasmContentConfig {
     set includeDocumentStructure(value) {
         wasm.wasmcontentconfig_set_includeDocumentStructure(this.__wbg_ptr, value);
     }
+    /**
+     * @param {boolean} value
+     */
+    set keepHidden(value) {
+        wasm.wasmcontentconfig_set_keepHidden(this.__wbg_ptr, value);
+    }
+    /**
+     * @param {string[]} value
+     */
+    set keepInlineImagesIn(value) {
+        const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmcontentconfig_set_keepInlineImagesIn(this.__wbg_ptr, ptr0, len0);
+    }
+    /**
+     * @param {number} value
+     */
+    set listIndentWidth(value) {
+        wasm.wasmcontentconfig_set_listIndentWidth(this.__wbg_ptr, value);
+    }
     /**
      * @param {number | null} [value]
      */
@@ -1992,6 +2084,12 @@ export class WasmContentConfig {
     set skipImages(value) {
         wasm.wasmcontentconfig_set_skipImages(this.__wbg_ptr, value);
     }
+    /**
+     * @param {boolean} value
+     */
+    set stripNewlines(value) {
+        wasm.wasmcontentconfig_set_stripNewlines(this.__wbg_ptr, value);
+    }
     /**
      * @param {string[]} value
      */
@@ -2000,6 +2098,14 @@ export class WasmContentConfig {
         const len0 = WASM_VECTOR_LEN;
         wasm.wasmcontentconfig_set_stripTags(this.__wbg_ptr, ptr0, len0);
     }
+    /**
+     * @param {string} value
+     */
+    set strongEmSymbol(value) {
+        const ptr0 = passStringToWasm0(value, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmcontentconfig_set_strongEmSymbol(this.__wbg_ptr, ptr0, len0);
+    }
     /**
      * @param {number} value
      */
@@ -2019,6 +2125,13 @@ export class WasmContentConfig {
         const ret = wasm.wasmcontentconfig_skipImages(this.__wbg_ptr);
         return ret !== 0;
     }
+    /**
+     * @returns {boolean}
+     */
+    get stripNewlines() {
+        const ret = wasm.wasmcontentconfig_stripNewlines(this.__wbg_ptr);
+        return ret !== 0;
+    }
     /**
      * @returns {string[]}
      */
@@ -2028,6 +2141,21 @@ export class WasmContentConfig {
         wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
         return v1;
     }
+    /**
+     * @returns {string}
+     */
+    get strongEmSymbol() {
+        let deferred1_0;
+        let deferred1_1;
+        try {
+            const ret = wasm.wasmcontentconfig_strongEmSymbol(this.__wbg_ptr);
+            deferred1_0 = ret[0];
+            deferred1_1 = ret[1];
+            return getStringFromWasm0(ret[0], ret[1]);
+        } finally {
+            wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
+        }
+    }
     /**
      * @returns {number}
      */
@@ -2054,7 +2182,10 @@ export const WasmContentFilterKind = Object.freeze({
 });
 
 /**
- * Information about an HTTP cookie received from a response.
+ * Information about a cookie that a crawled page set.
+ *
+ * A crawl result gives `domain` and `path` as the browser stores the cookie, so a cookie has
+ * the same fields whether an HTTP fetch or the browser received it.
  */
 export class WasmCookieInfo {
     static __wrap(ptr) {
@@ -3518,8 +3649,9 @@ export class WasmCrawlPageResult {
      * @param {any | null} [extractedData]
      * @param {WasmExtractionMeta | null} [extractionMeta]
      * @param {WasmDownloadedDocument | null} [downloadedDocument]
+     * @param {string | null} [originalUrl]
      */
-    constructor(url, normalizedUrl, statusCode, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, depth, stayedOnDomain, wasSkipped, isPdf, browserUsed, finalUrl, redirectCount, noindexDetected, nofollowDetected, ssrfRefusedUrls, detectedCharset, markdown, extractedData, extractionMeta, downloadedDocument) {
+    constructor(url, normalizedUrl, statusCode, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, depth, stayedOnDomain, wasSkipped, isPdf, browserUsed, finalUrl, redirectCount, noindexDetected, nofollowDetected, ssrfRefusedUrls, detectedCharset, markdown, extractedData, extractionMeta, downloadedDocument, originalUrl) {
         var ptr0 = isLikeNone(url) ? 0 : passStringToWasm0(url, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len0 = WASM_VECTOR_LEN;
         var ptr1 = isLikeNone(normalizedUrl) ? 0 : passStringToWasm0(normalizedUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
@@ -3562,7 +3694,9 @@ export class WasmCrawlPageResult {
             _assertClass(downloadedDocument, WasmDownloadedDocument);
             ptr14 = downloadedDocument.__destroy_into_raw();
         }
-        const ret = wasm.wasmcrawlpageresult_new(ptr0, len0, ptr1, len1, isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr2, len2, ptr3, len3, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr4, ptr5, len5, ptr6, len6, ptr7, len7, ptr8, len8, isLikeNone(depth) ? Number.MAX_SAFE_INTEGER : (depth) >>> 0, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, isLikeNone(redirectCount) ? Number.MAX_SAFE_INTEGER : (redirectCount) >>> 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, ptr10, len10, ptr11, len11, ptr12, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr13, ptr14);
+        var ptr15 = isLikeNone(originalUrl) ? 0 : passStringToWasm0(originalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len15 = WASM_VECTOR_LEN;
+        const ret = wasm.wasmcrawlpageresult_new(ptr0, len0, ptr1, len1, isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr2, len2, ptr3, len3, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr4, ptr5, len5, ptr6, len6, ptr7, len7, ptr8, len8, isLikeNone(depth) ? Number.MAX_SAFE_INTEGER : (depth) >>> 0, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, isLikeNone(redirectCount) ? Number.MAX_SAFE_INTEGER : (redirectCount) >>> 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, ptr10, len10, ptr11, len11, ptr12, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr13, ptr14, ptr15, len15);
         this.__wbg_ptr = ret;
         WasmCrawlPageResultFinalization.register(this, this.__wbg_ptr, this);
         return this;
@@ -3596,6 +3730,21 @@ export class WasmCrawlPageResult {
             wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
         }
     }
+    /**
+     * @returns {string}
+     */
+    get originalUrl() {
+        let deferred1_0;
+        let deferred1_1;
+        try {
+            const ret = wasm.wasmcrawlpageresult_originalUrl(this.__wbg_ptr);
+            deferred1_0 = ret[0];
+            deferred1_1 = ret[1];
+            return getStringFromWasm0(ret[0], ret[1]);
+        } finally {
+            wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
+        }
+    }
     /**
      * @returns {number}
      */
@@ -3757,6 +3906,14 @@ export class WasmCrawlPageResult {
         const len0 = WASM_VECTOR_LEN;
         wasm.wasmcrawlpageresult_set_normalizedUrl(this.__wbg_ptr, ptr0, len0);
     }
+    /**
+     * @param {string} value
+     */
+    set originalUrl(value) {
+        const ptr0 = passStringToWasm0(value, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmcrawlpageresult_set_originalUrl(this.__wbg_ptr, ptr0, len0);
+    }
     /**
      * @param {number} value
      */
@@ -5776,15 +5933,18 @@ export class WasmLinkInfo {
      * @param {WasmLinkType | null} [linkType]
      * @param {boolean | null} [nofollow]
      * @param {string | null} [rel]
+     * @param {string | null} [originalUrl]
      */
-    constructor(url, text, linkType, nofollow, rel) {
+    constructor(url, text, linkType, nofollow, rel, originalUrl) {
         var ptr0 = isLikeNone(url) ? 0 : passStringToWasm0(url, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len0 = WASM_VECTOR_LEN;
         var ptr1 = isLikeNone(text) ? 0 : passStringToWasm0(text, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len1 = WASM_VECTOR_LEN;
         var ptr2 = isLikeNone(rel) ? 0 : passStringToWasm0(rel, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
         var len2 = WASM_VECTOR_LEN;
-        const ret = wasm.wasmlinkinfo_new(ptr0, len0, ptr1, len1, isLikeNone(linkType) ? 4 : linkType, isLikeNone(nofollow) ? 0xFFFFFF : nofollow ? 1 : 0, ptr2, len2);
+        var ptr3 = isLikeNone(originalUrl) ? 0 : passStringToWasm0(originalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        var len3 = WASM_VECTOR_LEN;
+        const ret = wasm.wasmlinkinfo_new(ptr0, len0, ptr1, len1, isLikeNone(linkType) ? 4 : linkType, isLikeNone(nofollow) ? 0xFFFFFF : nofollow ? 1 : 0, ptr2, len2, ptr3, len3);
         this.__wbg_ptr = ret;
         WasmLinkInfoFinalization.register(this, this.__wbg_ptr, this);
         return this;
@@ -5796,6 +5956,21 @@ export class WasmLinkInfo {
         const ret = wasm.wasmlinkinfo_nofollow(this.__wbg_ptr);
         return ret !== 0;
     }
+    /**
+     * @returns {string}
+     */
+    get originalUrl() {
+        let deferred1_0;
+        let deferred1_1;
+        try {
+            const ret = wasm.wasmlinkinfo_originalUrl(this.__wbg_ptr);
+            deferred1_0 = ret[0];
+            deferred1_1 = ret[1];
+            return getStringFromWasm0(ret[0], ret[1]);
+        } finally {
+            wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
+        }
+    }
     /**
      * @returns {string | undefined}
      */
@@ -5820,6 +5995,14 @@ export class WasmLinkInfo {
     set nofollow(value) {
         wasm.wasmlinkinfo_set_nofollow(this.__wbg_ptr, value);
     }
+    /**
+     * @param {string} value
+     */
+    set originalUrl(value) {
+        const ptr0 = passStringToWasm0(value, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
+        const len0 = WASM_VECTOR_LEN;
+        wasm.wasmlinkinfo_set_originalUrl(this.__wbg_ptr, ptr0, len0);
+    }
     /**
      * @param {string | null} [value]
      */
@@ -9070,7 +9253,7 @@ function __wbg_get_imports() {
                     const a = state0.a;
                     state0.a = 0;
                     try {
-                        return wasm_bindgen__convert__closures_____invoke__h8ad11faaa2905452(a, state0.b, arg0, arg1);
+                        return wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined_______true_(a, state0.b, arg0, arg1);
                     } finally {
                         state0.a = a;
                     }
@@ -9364,13 +9547,13 @@ function __wbg_get_imports() {
             return ret;
         },
         __wbindgen_generic_0000000000000001: function(arg0, arg1) {
-            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1331, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
-            const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c);
+            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1467, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
+            const ret = makeMutClosure(arg0, arg1, wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___wasm_bindgen_ceaac9754e66b2fe___JsValue__core_608f92abc48d28da___result__Result_____wasm_bindgen_ceaac9754e66b2fe___JsError___true_);
             return ret;
         },
         __wbindgen_generic_0000000000000002: function(arg0, arg1) {
-            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 1222, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
-            const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c);
+            // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 1309, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
+            const ret = makeMutClosure(arg0, arg1, wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke_______true_);
             return ret;
         },
         __wbindgen_generic_0000000000000003: function(arg0) {
@@ -9409,19 +9592,19 @@ function __wbg_get_imports() {
     };
 }
 
-function wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c(arg0, arg1) {
-    wasm.wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c(arg0, arg1);
+function wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke_______true_(arg0, arg1) {
+    wasm.wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke_______true_(arg0, arg1);
 }
 
-function wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c(arg0, arg1, arg2) {
-    const ret = wasm.wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c(arg0, arg1, arg2);
+function wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___wasm_bindgen_ceaac9754e66b2fe___JsValue__core_608f92abc48d28da___result__Result_____wasm_bindgen_ceaac9754e66b2fe___JsError___true_(arg0, arg1, arg2) {
+    const ret = wasm.wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___wasm_bindgen_ceaac9754e66b2fe___JsValue__core_608f92abc48d28da___result__Result_____wasm_bindgen_ceaac9754e66b2fe___JsError___true_(arg0, arg1, arg2);
     if (ret[1]) {
         throw takeFromExternrefTable0(ret[0]);
     }
 }
 
-function wasm_bindgen__convert__closures_____invoke__h8ad11faaa2905452(arg0, arg1, arg2, arg3) {
-    wasm.wasm_bindgen__convert__closures_____invoke__h8ad11faaa2905452(arg0, arg1, arg2, arg3);
+function wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined_______true_(arg0, arg1, arg2, arg3) {
+    wasm.wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined_______true_(arg0, arg1, arg2, arg3);
 }