@xberg-io/crawlberg-wasm 1.10.2 → 1.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -192,21 +192,31 @@ export const wasmcitationresult_new: (a: number, b: number, c: number, d: number
192
192
  export const wasmcitationresult_references: (a: number) => [number, number];
193
193
  export const wasmcitationresult_set_content: (a: number, b: number, c: number) => void;
194
194
  export const wasmcitationresult_set_references: (a: number, b: number, c: number) => void;
195
+ export const wasmcontentconfig_bullets: (a: number) => [number, number];
196
+ export const wasmcontentconfig_compactTables: (a: number) => number;
195
197
  export const wasmcontentconfig_copyForTransfer: (a: number) => number;
196
198
  export const wasmcontentconfig_default: () => number;
197
199
  export const wasmcontentconfig_excludeSelectors: (a: number) => [number, number];
198
200
  export const wasmcontentconfig_extractMetadata: (a: number) => number;
199
201
  export const wasmcontentconfig_includeDocumentStructure: (a: number) => number;
202
+ export const wasmcontentconfig_keepHidden: (a: number) => number;
203
+ export const wasmcontentconfig_keepInlineImagesIn: (a: number) => [number, number];
204
+ export const wasmcontentconfig_listIndentWidth: (a: number) => number;
200
205
  export const wasmcontentconfig_maxDepth: (a: number) => number;
201
- export const wasmcontentconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number) => number;
206
+ export const wasmcontentconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number) => number;
202
207
  export const wasmcontentconfig_outputFormat: (a: number) => [number, number];
203
208
  export const wasmcontentconfig_preprocessingPreset: (a: number) => [number, number];
204
209
  export const wasmcontentconfig_preserveTags: (a: number) => [number, number];
205
210
  export const wasmcontentconfig_removeForms: (a: number) => number;
206
211
  export const wasmcontentconfig_removeNavigation: (a: number) => number;
212
+ export const wasmcontentconfig_set_bullets: (a: number, b: number, c: number) => void;
213
+ export const wasmcontentconfig_set_compactTables: (a: number, b: number) => void;
207
214
  export const wasmcontentconfig_set_excludeSelectors: (a: number, b: number, c: number) => void;
208
215
  export const wasmcontentconfig_set_extractMetadata: (a: number, b: number) => void;
209
216
  export const wasmcontentconfig_set_includeDocumentStructure: (a: number, b: number) => void;
217
+ export const wasmcontentconfig_set_keepHidden: (a: number, b: number) => void;
218
+ export const wasmcontentconfig_set_keepInlineImagesIn: (a: number, b: number, c: number) => void;
219
+ export const wasmcontentconfig_set_listIndentWidth: (a: number, b: number) => void;
210
220
  export const wasmcontentconfig_set_maxDepth: (a: number, b: number) => void;
211
221
  export const wasmcontentconfig_set_outputFormat: (a: number, b: number, c: number) => void;
212
222
  export const wasmcontentconfig_set_preprocessingPreset: (a: number, b: number, c: number) => void;
@@ -214,11 +224,15 @@ export const wasmcontentconfig_set_preserveTags: (a: number, b: number, c: numbe
214
224
  export const wasmcontentconfig_set_removeForms: (a: number, b: number) => void;
215
225
  export const wasmcontentconfig_set_removeNavigation: (a: number, b: number) => void;
216
226
  export const wasmcontentconfig_set_skipImages: (a: number, b: number) => void;
227
+ export const wasmcontentconfig_set_stripNewlines: (a: number, b: number) => void;
217
228
  export const wasmcontentconfig_set_stripTags: (a: number, b: number, c: number) => void;
229
+ export const wasmcontentconfig_set_strongEmSymbol: (a: number, b: number, c: number) => void;
218
230
  export const wasmcontentconfig_set_wrap: (a: number, b: number) => void;
219
231
  export const wasmcontentconfig_set_wrapWidth: (a: number, b: number) => void;
220
232
  export const wasmcontentconfig_skipImages: (a: number) => number;
233
+ export const wasmcontentconfig_stripNewlines: (a: number) => number;
221
234
  export const wasmcontentconfig_stripTags: (a: number) => [number, number];
235
+ export const wasmcontentconfig_strongEmSymbol: (a: number) => [number, number];
222
236
  export const wasmcontentconfig_wrap: (a: number) => number;
223
237
  export const wasmcontentconfig_wrapWidth: (a: number) => number;
224
238
  export const wasmcookieinfo_copyForTransfer: (a: number) => number;
@@ -370,10 +384,11 @@ export const wasmcrawlpageresult_jsonLd: (a: number) => [number, number];
370
384
  export const wasmcrawlpageresult_links: (a: number) => [number, number];
371
385
  export const wasmcrawlpageresult_markdown: (a: number) => number;
372
386
  export const wasmcrawlpageresult_metadata: (a: number) => number;
373
- export const wasmcrawlpageresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number) => number;
387
+ export const wasmcrawlpageresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number) => number;
374
388
  export const wasmcrawlpageresult_nofollowDetected: (a: number) => number;
375
389
  export const wasmcrawlpageresult_noindexDetected: (a: number) => number;
376
390
  export const wasmcrawlpageresult_normalizedUrl: (a: number) => [number, number];
391
+ export const wasmcrawlpageresult_originalUrl: (a: number) => [number, number];
377
392
  export const wasmcrawlpageresult_redirectCount: (a: number) => number;
378
393
  export const wasmcrawlpageresult_set_bodySize: (a: number, b: number) => void;
379
394
  export const wasmcrawlpageresult_set_browserUsed: (a: number, b: number) => void;
@@ -395,6 +410,7 @@ export const wasmcrawlpageresult_set_metadata: (a: number, b: number) => void;
395
410
  export const wasmcrawlpageresult_set_nofollowDetected: (a: number, b: number) => void;
396
411
  export const wasmcrawlpageresult_set_noindexDetected: (a: number, b: number) => void;
397
412
  export const wasmcrawlpageresult_set_normalizedUrl: (a: number, b: number, c: number) => void;
413
+ export const wasmcrawlpageresult_set_originalUrl: (a: number, b: number, c: number) => void;
398
414
  export const wasmcrawlpageresult_set_redirectCount: (a: number, b: number) => void;
399
415
  export const wasmcrawlpageresult_set_ssrfRefusedUrls: (a: number, b: number, c: number) => void;
400
416
  export const wasmcrawlpageresult_set_statusCode: (a: number, b: number) => void;
@@ -553,11 +569,13 @@ export const wasmjsonldentry_set_schemaType: (a: number, b: number, c: number) =
553
569
  export const wasmlinkinfo_copyForTransfer: (a: number) => number;
554
570
  export const wasmlinkinfo_default: () => number;
555
571
  export const wasmlinkinfo_linkType: (a: number) => [number, number];
556
- export const wasmlinkinfo_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number) => number;
572
+ export const wasmlinkinfo_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number) => number;
557
573
  export const wasmlinkinfo_nofollow: (a: number) => number;
574
+ export const wasmlinkinfo_originalUrl: (a: number) => [number, number];
558
575
  export const wasmlinkinfo_rel: (a: number) => [number, number];
559
576
  export const wasmlinkinfo_set_linkType: (a: number, b: number) => void;
560
577
  export const wasmlinkinfo_set_nofollow: (a: number, b: number) => void;
578
+ export const wasmlinkinfo_set_originalUrl: (a: number, b: number, c: number) => void;
561
579
  export const wasmlinkinfo_set_rel: (a: number, b: number, c: number) => void;
562
580
  export const wasmlinkinfo_set_text: (a: number, b: number, c: number) => void;
563
581
  export const wasmlinkinfo_set_url: (a: number, b: number, c: number) => void;
@@ -812,9 +830,9 @@ export const wasmssrfpolicy_set_denyPrivate: (a: number, b: number) => void;
812
830
  export const wasmssrfpolicy_set_denylist: (a: number, b: any) => void;
813
831
  export const wasmssrfpolicy_set_maxRedirects: (a: number, b: number) => void;
814
832
  export const wasmssrfpolicy_set_schemeAllowlist: (a: number, b: number, c: number) => void;
815
- export const wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c: (a: number, b: number, c: any) => [number, number];
816
- export const wasm_bindgen__convert__closures_____invoke__h8ad11faaa2905452: (a: number, b: number, c: any, d: any) => void;
817
- export const wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c: (a: number, b: number) => void;
833
+ export const wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined_______true_: (a: number, b: number, c: any, d: any) => void;
834
+ export const wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___wasm_bindgen_ceaac9754e66b2fe___JsValue__core_608f92abc48d28da___result__Result_____wasm_bindgen_ceaac9754e66b2fe___JsError___true_: (a: number, b: number, c: any) => [number, number];
835
+ export const wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke_______true_: (a: number, b: number) => void;
818
836
  export const __wbindgen_malloc: (a: number, b: number) => number;
819
837
  export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
820
838
  export const __wbindgen_exn_store: (a: number) => void;
@@ -1,7 +1,11 @@
1
1
  {
2
2
  "name": "crawlberg-wasm",
3
+ "collaborators": [
4
+ "Na'aman Hirschfeld <naaman@xberg.io>",
5
+ "Tobias Perlstein <tobias@xberg.io>"
6
+ ],
3
7
  "description": "High-performance web crawling engine",
4
- "version": "1.10.2",
8
+ "version": "1.11.0",
5
9
  "license": "MIT",
6
10
  "repository": {
7
11
  "type": "git",
package/pkg/web/README.md CHANGED
@@ -1,5 +1,5 @@
1
1
  <!-- This file is auto-generated by alef — DO NOT EDIT. -->
2
- <!-- alef:hash:3e2f4a488c2c856faef7619c7da3856ab9b8cdad4534264dea7b27a2ebf8bf35 -->
2
+ <!-- alef:hash:317aa594b0d20c83a18e8cdb5342b90b90f56e94e51ba85fc80ebb44ab9c1331 -->
3
3
  <!-- To regenerate: alef readme -->
4
4
  <!-- To verify freshness: alef verify -->
5
5
 
@@ -101,14 +101,14 @@ pnpm add @xberg-io/crawlberg-wasm
101
101
 
102
102
  ## Agent plugin
103
103
 
104
- The `crawlberg` plugin is available via the `xberg-io/plugins` marketplace.
104
+ The `crawlberg` plugin is available via the `xberg-io/crawlberg` marketplace.
105
105
 
106
106
  ```text
107
- /plugin marketplace add xberg-io/plugins
108
- /plugin install crawlberg@xberg
107
+ /plugin marketplace add xberg-io/crawlberg
108
+ /plugin install crawlberg@crawlberg
109
109
  ```
110
110
 
111
- Works with Claude Code, Codex, Cursor, Gemini CLI, Factory Droid, GitHub Copilot CLI, and opencode. See [the marketplace README](https://github.com/xberg-io/plugins) for harness-specific install instructions.
111
+ See [the plugin guide](https://github.com/xberg-io/crawlberg/blob/main/plugin/README.md) for all supported runtimes, CLI prerequisites and standalone public skills.
112
112
 
113
113
  ## Quick Start
114
114
 
@@ -427,10 +427,15 @@ export class WasmContentConfig {
427
427
  */
428
428
  copyForTransfer(): WasmContentConfig;
429
429
  static default(): WasmContentConfig;
430
- constructor(outputFormat?: string | null, preprocessingPreset?: string | null, removeNavigation?: boolean | null, removeForms?: boolean | null, stripTags?: string[] | null, preserveTags?: string[] | null, excludeSelectors?: string[] | null, skipImages?: boolean | null, wrap?: boolean | null, wrapWidth?: number | null, includeDocumentStructure?: boolean | null, extractMetadata?: boolean | null, maxDepth?: number | null);
430
+ constructor(outputFormat?: string | null, preprocessingPreset?: string | null, removeNavigation?: boolean | null, removeForms?: boolean | null, stripTags?: string[] | null, preserveTags?: string[] | null, excludeSelectors?: string[] | null, skipImages?: boolean | null, wrap?: boolean | null, wrapWidth?: number | null, includeDocumentStructure?: boolean | null, extractMetadata?: boolean | null, maxDepth?: number | null, stripNewlines?: boolean | null, bullets?: string | null, listIndentWidth?: number | null, strongEmSymbol?: string | null, compactTables?: boolean | null, keepInlineImagesIn?: string[] | null, keepHidden?: boolean | null);
431
+ bullets: string;
432
+ compactTables: boolean;
431
433
  excludeSelectors: string[];
432
434
  extractMetadata: boolean;
433
435
  includeDocumentStructure: boolean;
436
+ keepHidden: boolean;
437
+ keepInlineImagesIn: string[];
438
+ listIndentWidth: number;
434
439
  get maxDepth(): number | undefined;
435
440
  set maxDepth(value: number | null | undefined);
436
441
  outputFormat: string;
@@ -439,7 +444,9 @@ export class WasmContentConfig {
439
444
  removeForms: boolean;
440
445
  removeNavigation: boolean;
441
446
  skipImages: boolean;
447
+ stripNewlines: boolean;
442
448
  stripTags: string[];
449
+ strongEmSymbol: string;
443
450
  wrapWidth: number;
444
451
  wrap: boolean;
445
452
  }
@@ -452,7 +459,10 @@ export enum WasmContentFilterKind {
452
459
  }
453
460
 
454
461
  /**
455
- * Information about an HTTP cookie received from a response.
462
+ * Information about a cookie that a crawled page set.
463
+ *
464
+ * A crawl result gives `domain` and `path` as the browser stores the cookie, so a cookie has
465
+ * the same fields whether an HTTP fetch or the browser received it.
456
466
  */
457
467
  export class WasmCookieInfo {
458
468
  free(): void;
@@ -655,7 +665,7 @@ export class WasmCrawlPageResult {
655
665
  * wasm-bindgen cannot borrow class values nested in an array. To keep those handles,
656
666
  * copy each retained element with `copyForTransfer()` before passing the array.
657
667
  */
658
- constructor(url?: string | null, normalizedUrl?: string | null, statusCode?: number | null, contentType?: string | null, html?: string | null, bodySize?: number | null, metadata?: WasmPageMetadata | null, links?: WasmLinkInfo[] | null, images?: WasmImageInfo[] | null, feeds?: WasmFeedInfo[] | null, jsonLd?: WasmJsonLdEntry[] | null, depth?: number | null, stayedOnDomain?: boolean | null, wasSkipped?: boolean | null, isPdf?: boolean | null, browserUsed?: boolean | null, finalUrl?: string | null, redirectCount?: number | null, noindexDetected?: boolean | null, nofollowDetected?: boolean | null, ssrfRefusedUrls?: string[] | null, detectedCharset?: string | null, markdown?: WasmMarkdownResult | null, extractedData?: any | null, extractionMeta?: WasmExtractionMeta | null, downloadedDocument?: WasmDownloadedDocument | null);
668
+ constructor(url?: string | null, normalizedUrl?: string | null, statusCode?: number | null, contentType?: string | null, html?: string | null, bodySize?: number | null, metadata?: WasmPageMetadata | null, links?: WasmLinkInfo[] | null, images?: WasmImageInfo[] | null, feeds?: WasmFeedInfo[] | null, jsonLd?: WasmJsonLdEntry[] | null, depth?: number | null, stayedOnDomain?: boolean | null, wasSkipped?: boolean | null, isPdf?: boolean | null, browserUsed?: boolean | null, finalUrl?: string | null, redirectCount?: number | null, noindexDetected?: boolean | null, nofollowDetected?: boolean | null, ssrfRefusedUrls?: string[] | null, detectedCharset?: string | null, markdown?: WasmMarkdownResult | null, extractedData?: any | null, extractionMeta?: WasmExtractionMeta | null, downloadedDocument?: WasmDownloadedDocument | null, originalUrl?: string | null);
659
669
  bodySize: number;
660
670
  browserUsed: boolean;
661
671
  contentType: string;
@@ -729,6 +739,7 @@ export class WasmCrawlPageResult {
729
739
  nofollowDetected: boolean;
730
740
  noindexDetected: boolean;
731
741
  normalizedUrl: string;
742
+ originalUrl: string;
732
743
  redirectCount: number;
733
744
  ssrfRefusedUrls: string[];
734
745
  statusCode: number;
@@ -1126,10 +1137,11 @@ export class WasmLinkInfo {
1126
1137
  */
1127
1138
  copyForTransfer(): WasmLinkInfo;
1128
1139
  static default(): WasmLinkInfo;
1129
- constructor(url?: string | null, text?: string | null, linkType?: WasmLinkType | null, nofollow?: boolean | null, rel?: string | null);
1140
+ constructor(url?: string | null, text?: string | null, linkType?: WasmLinkType | null, nofollow?: boolean | null, rel?: string | null, originalUrl?: string | null);
1130
1141
  get linkType(): string;
1131
1142
  set linkType(value: WasmLinkType);
1132
1143
  nofollow: boolean;
1144
+ originalUrl: string;
1133
1145
  get rel(): string | undefined;
1134
1146
  set rel(value: string | null | undefined);
1135
1147
  text: string;
@@ -1891,21 +1903,31 @@ export interface InitOutput {
1891
1903
  readonly wasmcitationresult_references: (a: number) => [number, number];
1892
1904
  readonly wasmcitationresult_set_content: (a: number, b: number, c: number) => void;
1893
1905
  readonly wasmcitationresult_set_references: (a: number, b: number, c: number) => void;
1906
+ readonly wasmcontentconfig_bullets: (a: number) => [number, number];
1907
+ readonly wasmcontentconfig_compactTables: (a: number) => number;
1894
1908
  readonly wasmcontentconfig_copyForTransfer: (a: number) => number;
1895
1909
  readonly wasmcontentconfig_default: () => number;
1896
1910
  readonly wasmcontentconfig_excludeSelectors: (a: number) => [number, number];
1897
1911
  readonly wasmcontentconfig_extractMetadata: (a: number) => number;
1898
1912
  readonly wasmcontentconfig_includeDocumentStructure: (a: number) => number;
1913
+ readonly wasmcontentconfig_keepHidden: (a: number) => number;
1914
+ readonly wasmcontentconfig_keepInlineImagesIn: (a: number) => [number, number];
1915
+ readonly wasmcontentconfig_listIndentWidth: (a: number) => number;
1899
1916
  readonly wasmcontentconfig_maxDepth: (a: number) => number;
1900
- readonly wasmcontentconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number) => number;
1917
+ readonly wasmcontentconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number) => number;
1901
1918
  readonly wasmcontentconfig_outputFormat: (a: number) => [number, number];
1902
1919
  readonly wasmcontentconfig_preprocessingPreset: (a: number) => [number, number];
1903
1920
  readonly wasmcontentconfig_preserveTags: (a: number) => [number, number];
1904
1921
  readonly wasmcontentconfig_removeForms: (a: number) => number;
1905
1922
  readonly wasmcontentconfig_removeNavigation: (a: number) => number;
1923
+ readonly wasmcontentconfig_set_bullets: (a: number, b: number, c: number) => void;
1924
+ readonly wasmcontentconfig_set_compactTables: (a: number, b: number) => void;
1906
1925
  readonly wasmcontentconfig_set_excludeSelectors: (a: number, b: number, c: number) => void;
1907
1926
  readonly wasmcontentconfig_set_extractMetadata: (a: number, b: number) => void;
1908
1927
  readonly wasmcontentconfig_set_includeDocumentStructure: (a: number, b: number) => void;
1928
+ readonly wasmcontentconfig_set_keepHidden: (a: number, b: number) => void;
1929
+ readonly wasmcontentconfig_set_keepInlineImagesIn: (a: number, b: number, c: number) => void;
1930
+ readonly wasmcontentconfig_set_listIndentWidth: (a: number, b: number) => void;
1909
1931
  readonly wasmcontentconfig_set_maxDepth: (a: number, b: number) => void;
1910
1932
  readonly wasmcontentconfig_set_outputFormat: (a: number, b: number, c: number) => void;
1911
1933
  readonly wasmcontentconfig_set_preprocessingPreset: (a: number, b: number, c: number) => void;
@@ -1913,11 +1935,15 @@ export interface InitOutput {
1913
1935
  readonly wasmcontentconfig_set_removeForms: (a: number, b: number) => void;
1914
1936
  readonly wasmcontentconfig_set_removeNavigation: (a: number, b: number) => void;
1915
1937
  readonly wasmcontentconfig_set_skipImages: (a: number, b: number) => void;
1938
+ readonly wasmcontentconfig_set_stripNewlines: (a: number, b: number) => void;
1916
1939
  readonly wasmcontentconfig_set_stripTags: (a: number, b: number, c: number) => void;
1940
+ readonly wasmcontentconfig_set_strongEmSymbol: (a: number, b: number, c: number) => void;
1917
1941
  readonly wasmcontentconfig_set_wrap: (a: number, b: number) => void;
1918
1942
  readonly wasmcontentconfig_set_wrapWidth: (a: number, b: number) => void;
1919
1943
  readonly wasmcontentconfig_skipImages: (a: number) => number;
1944
+ readonly wasmcontentconfig_stripNewlines: (a: number) => number;
1920
1945
  readonly wasmcontentconfig_stripTags: (a: number) => [number, number];
1946
+ readonly wasmcontentconfig_strongEmSymbol: (a: number) => [number, number];
1921
1947
  readonly wasmcontentconfig_wrap: (a: number) => number;
1922
1948
  readonly wasmcontentconfig_wrapWidth: (a: number) => number;
1923
1949
  readonly wasmcookieinfo_copyForTransfer: (a: number) => number;
@@ -2069,10 +2095,11 @@ export interface InitOutput {
2069
2095
  readonly wasmcrawlpageresult_links: (a: number) => [number, number];
2070
2096
  readonly wasmcrawlpageresult_markdown: (a: number) => number;
2071
2097
  readonly wasmcrawlpageresult_metadata: (a: number) => number;
2072
- readonly wasmcrawlpageresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number) => number;
2098
+ readonly wasmcrawlpageresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number) => number;
2073
2099
  readonly wasmcrawlpageresult_nofollowDetected: (a: number) => number;
2074
2100
  readonly wasmcrawlpageresult_noindexDetected: (a: number) => number;
2075
2101
  readonly wasmcrawlpageresult_normalizedUrl: (a: number) => [number, number];
2102
+ readonly wasmcrawlpageresult_originalUrl: (a: number) => [number, number];
2076
2103
  readonly wasmcrawlpageresult_redirectCount: (a: number) => number;
2077
2104
  readonly wasmcrawlpageresult_set_bodySize: (a: number, b: number) => void;
2078
2105
  readonly wasmcrawlpageresult_set_browserUsed: (a: number, b: number) => void;
@@ -2094,6 +2121,7 @@ export interface InitOutput {
2094
2121
  readonly wasmcrawlpageresult_set_nofollowDetected: (a: number, b: number) => void;
2095
2122
  readonly wasmcrawlpageresult_set_noindexDetected: (a: number, b: number) => void;
2096
2123
  readonly wasmcrawlpageresult_set_normalizedUrl: (a: number, b: number, c: number) => void;
2124
+ readonly wasmcrawlpageresult_set_originalUrl: (a: number, b: number, c: number) => void;
2097
2125
  readonly wasmcrawlpageresult_set_redirectCount: (a: number, b: number) => void;
2098
2126
  readonly wasmcrawlpageresult_set_ssrfRefusedUrls: (a: number, b: number, c: number) => void;
2099
2127
  readonly wasmcrawlpageresult_set_statusCode: (a: number, b: number) => void;
@@ -2252,11 +2280,13 @@ export interface InitOutput {
2252
2280
  readonly wasmlinkinfo_copyForTransfer: (a: number) => number;
2253
2281
  readonly wasmlinkinfo_default: () => number;
2254
2282
  readonly wasmlinkinfo_linkType: (a: number) => [number, number];
2255
- readonly wasmlinkinfo_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number) => number;
2283
+ readonly wasmlinkinfo_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number) => number;
2256
2284
  readonly wasmlinkinfo_nofollow: (a: number) => number;
2285
+ readonly wasmlinkinfo_originalUrl: (a: number) => [number, number];
2257
2286
  readonly wasmlinkinfo_rel: (a: number) => [number, number];
2258
2287
  readonly wasmlinkinfo_set_linkType: (a: number, b: number) => void;
2259
2288
  readonly wasmlinkinfo_set_nofollow: (a: number, b: number) => void;
2289
+ readonly wasmlinkinfo_set_originalUrl: (a: number, b: number, c: number) => void;
2260
2290
  readonly wasmlinkinfo_set_rel: (a: number, b: number, c: number) => void;
2261
2291
  readonly wasmlinkinfo_set_text: (a: number, b: number, c: number) => void;
2262
2292
  readonly wasmlinkinfo_set_url: (a: number, b: number, c: number) => void;
@@ -2511,9 +2541,9 @@ export interface InitOutput {
2511
2541
  readonly wasmssrfpolicy_set_denylist: (a: number, b: any) => void;
2512
2542
  readonly wasmssrfpolicy_set_maxRedirects: (a: number, b: number) => void;
2513
2543
  readonly wasmssrfpolicy_set_schemeAllowlist: (a: number, b: number, c: number) => void;
2514
- readonly wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c: (a: number, b: number, c: any) => [number, number];
2515
- readonly wasm_bindgen__convert__closures_____invoke__h8ad11faaa2905452: (a: number, b: number, c: any, d: any) => void;
2516
- readonly wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c: (a: number, b: number) => void;
2544
+ readonly wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined_______true_: (a: number, b: number, c: any, d: any) => void;
2545
+ readonly wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___wasm_bindgen_ceaac9754e66b2fe___JsValue__core_608f92abc48d28da___result__Result_____wasm_bindgen_ceaac9754e66b2fe___JsError___true_: (a: number, b: number, c: any) => [number, number];
2546
+ readonly wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke_______true_: (a: number, b: number) => void;
2517
2547
  readonly __wbindgen_malloc: (a: number, b: number) => number;
2518
2548
  readonly __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
2519
2549
  readonly __wbindgen_exn_store: (a: number) => void;