@xberg-io/crawlberg-wasm 1.10.2 → 1.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -5
- package/package.json +23 -8
- package/pkg/bundler/README.md +5 -5
- package/pkg/bundler/crawlberg_wasm.d.ts +16 -4
- package/pkg/bundler/crawlberg_wasm_bg.js +202 -19
- package/pkg/bundler/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/bundler/crawlberg_wasm_bg.wasm.d.ts +24 -6
- package/pkg/bundler/package.json +5 -1
- package/pkg/deno/README.md +5 -5
- package/pkg/deno/crawlberg_wasm.d.ts +16 -4
- package/pkg/deno/crawlberg_wasm.js +202 -19
- package/pkg/deno/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/deno/crawlberg_wasm_bg.wasm.d.ts +24 -6
- package/pkg/nodejs/README.md +5 -5
- package/pkg/nodejs/crawlberg_wasm.d.ts +16 -4
- package/pkg/nodejs/crawlberg_wasm.js +202 -19
- package/pkg/nodejs/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/nodejs/crawlberg_wasm_bg.wasm.d.ts +24 -6
- package/pkg/nodejs/package.json +5 -1
- package/pkg/web/README.md +5 -5
- package/pkg/web/crawlberg_wasm.d.ts +40 -10
- package/pkg/web/crawlberg_wasm.js +202 -19
- package/pkg/web/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/web/crawlberg_wasm_bg.wasm.d.ts +24 -6
- package/pkg/web/package.json +5 -1
|
@@ -192,21 +192,31 @@ export const wasmcitationresult_new: (a: number, b: number, c: number, d: number
|
|
|
192
192
|
export const wasmcitationresult_references: (a: number) => [number, number];
|
|
193
193
|
export const wasmcitationresult_set_content: (a: number, b: number, c: number) => void;
|
|
194
194
|
export const wasmcitationresult_set_references: (a: number, b: number, c: number) => void;
|
|
195
|
+
export const wasmcontentconfig_bullets: (a: number) => [number, number];
|
|
196
|
+
export const wasmcontentconfig_compactTables: (a: number) => number;
|
|
195
197
|
export const wasmcontentconfig_copyForTransfer: (a: number) => number;
|
|
196
198
|
export const wasmcontentconfig_default: () => number;
|
|
197
199
|
export const wasmcontentconfig_excludeSelectors: (a: number) => [number, number];
|
|
198
200
|
export const wasmcontentconfig_extractMetadata: (a: number) => number;
|
|
199
201
|
export const wasmcontentconfig_includeDocumentStructure: (a: number) => number;
|
|
202
|
+
export const wasmcontentconfig_keepHidden: (a: number) => number;
|
|
203
|
+
export const wasmcontentconfig_keepInlineImagesIn: (a: number) => [number, number];
|
|
204
|
+
export const wasmcontentconfig_listIndentWidth: (a: number) => number;
|
|
200
205
|
export const wasmcontentconfig_maxDepth: (a: number) => number;
|
|
201
|
-
export const wasmcontentconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number) => number;
|
|
206
|
+
export const wasmcontentconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number) => number;
|
|
202
207
|
export const wasmcontentconfig_outputFormat: (a: number) => [number, number];
|
|
203
208
|
export const wasmcontentconfig_preprocessingPreset: (a: number) => [number, number];
|
|
204
209
|
export const wasmcontentconfig_preserveTags: (a: number) => [number, number];
|
|
205
210
|
export const wasmcontentconfig_removeForms: (a: number) => number;
|
|
206
211
|
export const wasmcontentconfig_removeNavigation: (a: number) => number;
|
|
212
|
+
export const wasmcontentconfig_set_bullets: (a: number, b: number, c: number) => void;
|
|
213
|
+
export const wasmcontentconfig_set_compactTables: (a: number, b: number) => void;
|
|
207
214
|
export const wasmcontentconfig_set_excludeSelectors: (a: number, b: number, c: number) => void;
|
|
208
215
|
export const wasmcontentconfig_set_extractMetadata: (a: number, b: number) => void;
|
|
209
216
|
export const wasmcontentconfig_set_includeDocumentStructure: (a: number, b: number) => void;
|
|
217
|
+
export const wasmcontentconfig_set_keepHidden: (a: number, b: number) => void;
|
|
218
|
+
export const wasmcontentconfig_set_keepInlineImagesIn: (a: number, b: number, c: number) => void;
|
|
219
|
+
export const wasmcontentconfig_set_listIndentWidth: (a: number, b: number) => void;
|
|
210
220
|
export const wasmcontentconfig_set_maxDepth: (a: number, b: number) => void;
|
|
211
221
|
export const wasmcontentconfig_set_outputFormat: (a: number, b: number, c: number) => void;
|
|
212
222
|
export const wasmcontentconfig_set_preprocessingPreset: (a: number, b: number, c: number) => void;
|
|
@@ -214,11 +224,15 @@ export const wasmcontentconfig_set_preserveTags: (a: number, b: number, c: numbe
|
|
|
214
224
|
export const wasmcontentconfig_set_removeForms: (a: number, b: number) => void;
|
|
215
225
|
export const wasmcontentconfig_set_removeNavigation: (a: number, b: number) => void;
|
|
216
226
|
export const wasmcontentconfig_set_skipImages: (a: number, b: number) => void;
|
|
227
|
+
export const wasmcontentconfig_set_stripNewlines: (a: number, b: number) => void;
|
|
217
228
|
export const wasmcontentconfig_set_stripTags: (a: number, b: number, c: number) => void;
|
|
229
|
+
export const wasmcontentconfig_set_strongEmSymbol: (a: number, b: number, c: number) => void;
|
|
218
230
|
export const wasmcontentconfig_set_wrap: (a: number, b: number) => void;
|
|
219
231
|
export const wasmcontentconfig_set_wrapWidth: (a: number, b: number) => void;
|
|
220
232
|
export const wasmcontentconfig_skipImages: (a: number) => number;
|
|
233
|
+
export const wasmcontentconfig_stripNewlines: (a: number) => number;
|
|
221
234
|
export const wasmcontentconfig_stripTags: (a: number) => [number, number];
|
|
235
|
+
export const wasmcontentconfig_strongEmSymbol: (a: number) => [number, number];
|
|
222
236
|
export const wasmcontentconfig_wrap: (a: number) => number;
|
|
223
237
|
export const wasmcontentconfig_wrapWidth: (a: number) => number;
|
|
224
238
|
export const wasmcookieinfo_copyForTransfer: (a: number) => number;
|
|
@@ -370,10 +384,11 @@ export const wasmcrawlpageresult_jsonLd: (a: number) => [number, number];
|
|
|
370
384
|
export const wasmcrawlpageresult_links: (a: number) => [number, number];
|
|
371
385
|
export const wasmcrawlpageresult_markdown: (a: number) => number;
|
|
372
386
|
export const wasmcrawlpageresult_metadata: (a: number) => number;
|
|
373
|
-
export const wasmcrawlpageresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number) => number;
|
|
387
|
+
export const wasmcrawlpageresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number) => number;
|
|
374
388
|
export const wasmcrawlpageresult_nofollowDetected: (a: number) => number;
|
|
375
389
|
export const wasmcrawlpageresult_noindexDetected: (a: number) => number;
|
|
376
390
|
export const wasmcrawlpageresult_normalizedUrl: (a: number) => [number, number];
|
|
391
|
+
export const wasmcrawlpageresult_originalUrl: (a: number) => [number, number];
|
|
377
392
|
export const wasmcrawlpageresult_redirectCount: (a: number) => number;
|
|
378
393
|
export const wasmcrawlpageresult_set_bodySize: (a: number, b: number) => void;
|
|
379
394
|
export const wasmcrawlpageresult_set_browserUsed: (a: number, b: number) => void;
|
|
@@ -395,6 +410,7 @@ export const wasmcrawlpageresult_set_metadata: (a: number, b: number) => void;
|
|
|
395
410
|
export const wasmcrawlpageresult_set_nofollowDetected: (a: number, b: number) => void;
|
|
396
411
|
export const wasmcrawlpageresult_set_noindexDetected: (a: number, b: number) => void;
|
|
397
412
|
export const wasmcrawlpageresult_set_normalizedUrl: (a: number, b: number, c: number) => void;
|
|
413
|
+
export const wasmcrawlpageresult_set_originalUrl: (a: number, b: number, c: number) => void;
|
|
398
414
|
export const wasmcrawlpageresult_set_redirectCount: (a: number, b: number) => void;
|
|
399
415
|
export const wasmcrawlpageresult_set_ssrfRefusedUrls: (a: number, b: number, c: number) => void;
|
|
400
416
|
export const wasmcrawlpageresult_set_statusCode: (a: number, b: number) => void;
|
|
@@ -553,11 +569,13 @@ export const wasmjsonldentry_set_schemaType: (a: number, b: number, c: number) =
|
|
|
553
569
|
export const wasmlinkinfo_copyForTransfer: (a: number) => number;
|
|
554
570
|
export const wasmlinkinfo_default: () => number;
|
|
555
571
|
export const wasmlinkinfo_linkType: (a: number) => [number, number];
|
|
556
|
-
export const wasmlinkinfo_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number) => number;
|
|
572
|
+
export const wasmlinkinfo_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number) => number;
|
|
557
573
|
export const wasmlinkinfo_nofollow: (a: number) => number;
|
|
574
|
+
export const wasmlinkinfo_originalUrl: (a: number) => [number, number];
|
|
558
575
|
export const wasmlinkinfo_rel: (a: number) => [number, number];
|
|
559
576
|
export const wasmlinkinfo_set_linkType: (a: number, b: number) => void;
|
|
560
577
|
export const wasmlinkinfo_set_nofollow: (a: number, b: number) => void;
|
|
578
|
+
export const wasmlinkinfo_set_originalUrl: (a: number, b: number, c: number) => void;
|
|
561
579
|
export const wasmlinkinfo_set_rel: (a: number, b: number, c: number) => void;
|
|
562
580
|
export const wasmlinkinfo_set_text: (a: number, b: number, c: number) => void;
|
|
563
581
|
export const wasmlinkinfo_set_url: (a: number, b: number, c: number) => void;
|
|
@@ -812,9 +830,9 @@ export const wasmssrfpolicy_set_denyPrivate: (a: number, b: number) => void;
|
|
|
812
830
|
export const wasmssrfpolicy_set_denylist: (a: number, b: any) => void;
|
|
813
831
|
export const wasmssrfpolicy_set_maxRedirects: (a: number, b: number) => void;
|
|
814
832
|
export const wasmssrfpolicy_set_schemeAllowlist: (a: number, b: number, c: number) => void;
|
|
815
|
-
export const
|
|
816
|
-
export const
|
|
817
|
-
export const
|
|
833
|
+
export const wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined_______true_: (a: number, b: number, c: any, d: any) => void;
|
|
834
|
+
export const wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___wasm_bindgen_ceaac9754e66b2fe___JsValue__core_608f92abc48d28da___result__Result_____wasm_bindgen_ceaac9754e66b2fe___JsError___true_: (a: number, b: number, c: any) => [number, number];
|
|
835
|
+
export const wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke_______true_: (a: number, b: number) => void;
|
|
818
836
|
export const __wbindgen_malloc: (a: number, b: number) => number;
|
|
819
837
|
export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
|
|
820
838
|
export const __wbindgen_exn_store: (a: number) => void;
|
package/pkg/nodejs/package.json
CHANGED
|
@@ -1,7 +1,11 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "crawlberg-wasm",
|
|
3
|
+
"collaborators": [
|
|
4
|
+
"Na'aman Hirschfeld <naaman@xberg.io>",
|
|
5
|
+
"Tobias Perlstein <tobias@xberg.io>"
|
|
6
|
+
],
|
|
3
7
|
"description": "High-performance web crawling engine",
|
|
4
|
-
"version": "1.
|
|
8
|
+
"version": "1.11.0",
|
|
5
9
|
"license": "MIT",
|
|
6
10
|
"repository": {
|
|
7
11
|
"type": "git",
|
package/pkg/web/README.md
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
<!-- This file is auto-generated by alef — DO NOT EDIT. -->
|
|
2
|
-
<!-- alef:hash:
|
|
2
|
+
<!-- alef:hash:317aa594b0d20c83a18e8cdb5342b90b90f56e94e51ba85fc80ebb44ab9c1331 -->
|
|
3
3
|
<!-- To regenerate: alef readme -->
|
|
4
4
|
<!-- To verify freshness: alef verify -->
|
|
5
5
|
|
|
@@ -101,14 +101,14 @@ pnpm add @xberg-io/crawlberg-wasm
|
|
|
101
101
|
|
|
102
102
|
## Agent plugin
|
|
103
103
|
|
|
104
|
-
The `crawlberg` plugin is available via the `xberg-io/
|
|
104
|
+
The `crawlberg` plugin is available via the `xberg-io/crawlberg` marketplace.
|
|
105
105
|
|
|
106
106
|
```text
|
|
107
|
-
/plugin marketplace add xberg-io/
|
|
108
|
-
/plugin install crawlberg@
|
|
107
|
+
/plugin marketplace add xberg-io/crawlberg
|
|
108
|
+
/plugin install crawlberg@crawlberg
|
|
109
109
|
```
|
|
110
110
|
|
|
111
|
-
|
|
111
|
+
See [the plugin guide](https://github.com/xberg-io/crawlberg/blob/main/plugin/README.md) for all supported runtimes, CLI prerequisites and standalone public skills.
|
|
112
112
|
|
|
113
113
|
## Quick Start
|
|
114
114
|
|
|
@@ -427,10 +427,15 @@ export class WasmContentConfig {
|
|
|
427
427
|
*/
|
|
428
428
|
copyForTransfer(): WasmContentConfig;
|
|
429
429
|
static default(): WasmContentConfig;
|
|
430
|
-
constructor(outputFormat?: string | null, preprocessingPreset?: string | null, removeNavigation?: boolean | null, removeForms?: boolean | null, stripTags?: string[] | null, preserveTags?: string[] | null, excludeSelectors?: string[] | null, skipImages?: boolean | null, wrap?: boolean | null, wrapWidth?: number | null, includeDocumentStructure?: boolean | null, extractMetadata?: boolean | null, maxDepth?: number | null);
|
|
430
|
+
constructor(outputFormat?: string | null, preprocessingPreset?: string | null, removeNavigation?: boolean | null, removeForms?: boolean | null, stripTags?: string[] | null, preserveTags?: string[] | null, excludeSelectors?: string[] | null, skipImages?: boolean | null, wrap?: boolean | null, wrapWidth?: number | null, includeDocumentStructure?: boolean | null, extractMetadata?: boolean | null, maxDepth?: number | null, stripNewlines?: boolean | null, bullets?: string | null, listIndentWidth?: number | null, strongEmSymbol?: string | null, compactTables?: boolean | null, keepInlineImagesIn?: string[] | null, keepHidden?: boolean | null);
|
|
431
|
+
bullets: string;
|
|
432
|
+
compactTables: boolean;
|
|
431
433
|
excludeSelectors: string[];
|
|
432
434
|
extractMetadata: boolean;
|
|
433
435
|
includeDocumentStructure: boolean;
|
|
436
|
+
keepHidden: boolean;
|
|
437
|
+
keepInlineImagesIn: string[];
|
|
438
|
+
listIndentWidth: number;
|
|
434
439
|
get maxDepth(): number | undefined;
|
|
435
440
|
set maxDepth(value: number | null | undefined);
|
|
436
441
|
outputFormat: string;
|
|
@@ -439,7 +444,9 @@ export class WasmContentConfig {
|
|
|
439
444
|
removeForms: boolean;
|
|
440
445
|
removeNavigation: boolean;
|
|
441
446
|
skipImages: boolean;
|
|
447
|
+
stripNewlines: boolean;
|
|
442
448
|
stripTags: string[];
|
|
449
|
+
strongEmSymbol: string;
|
|
443
450
|
wrapWidth: number;
|
|
444
451
|
wrap: boolean;
|
|
445
452
|
}
|
|
@@ -452,7 +459,10 @@ export enum WasmContentFilterKind {
|
|
|
452
459
|
}
|
|
453
460
|
|
|
454
461
|
/**
|
|
455
|
-
* Information about
|
|
462
|
+
* Information about a cookie that a crawled page set.
|
|
463
|
+
*
|
|
464
|
+
* A crawl result gives `domain` and `path` as the browser stores the cookie, so a cookie has
|
|
465
|
+
* the same fields whether an HTTP fetch or the browser received it.
|
|
456
466
|
*/
|
|
457
467
|
export class WasmCookieInfo {
|
|
458
468
|
free(): void;
|
|
@@ -655,7 +665,7 @@ export class WasmCrawlPageResult {
|
|
|
655
665
|
* wasm-bindgen cannot borrow class values nested in an array. To keep those handles,
|
|
656
666
|
* copy each retained element with `copyForTransfer()` before passing the array.
|
|
657
667
|
*/
|
|
658
|
-
constructor(url?: string | null, normalizedUrl?: string | null, statusCode?: number | null, contentType?: string | null, html?: string | null, bodySize?: number | null, metadata?: WasmPageMetadata | null, links?: WasmLinkInfo[] | null, images?: WasmImageInfo[] | null, feeds?: WasmFeedInfo[] | null, jsonLd?: WasmJsonLdEntry[] | null, depth?: number | null, stayedOnDomain?: boolean | null, wasSkipped?: boolean | null, isPdf?: boolean | null, browserUsed?: boolean | null, finalUrl?: string | null, redirectCount?: number | null, noindexDetected?: boolean | null, nofollowDetected?: boolean | null, ssrfRefusedUrls?: string[] | null, detectedCharset?: string | null, markdown?: WasmMarkdownResult | null, extractedData?: any | null, extractionMeta?: WasmExtractionMeta | null, downloadedDocument?: WasmDownloadedDocument | null);
|
|
668
|
+
constructor(url?: string | null, normalizedUrl?: string | null, statusCode?: number | null, contentType?: string | null, html?: string | null, bodySize?: number | null, metadata?: WasmPageMetadata | null, links?: WasmLinkInfo[] | null, images?: WasmImageInfo[] | null, feeds?: WasmFeedInfo[] | null, jsonLd?: WasmJsonLdEntry[] | null, depth?: number | null, stayedOnDomain?: boolean | null, wasSkipped?: boolean | null, isPdf?: boolean | null, browserUsed?: boolean | null, finalUrl?: string | null, redirectCount?: number | null, noindexDetected?: boolean | null, nofollowDetected?: boolean | null, ssrfRefusedUrls?: string[] | null, detectedCharset?: string | null, markdown?: WasmMarkdownResult | null, extractedData?: any | null, extractionMeta?: WasmExtractionMeta | null, downloadedDocument?: WasmDownloadedDocument | null, originalUrl?: string | null);
|
|
659
669
|
bodySize: number;
|
|
660
670
|
browserUsed: boolean;
|
|
661
671
|
contentType: string;
|
|
@@ -729,6 +739,7 @@ export class WasmCrawlPageResult {
|
|
|
729
739
|
nofollowDetected: boolean;
|
|
730
740
|
noindexDetected: boolean;
|
|
731
741
|
normalizedUrl: string;
|
|
742
|
+
originalUrl: string;
|
|
732
743
|
redirectCount: number;
|
|
733
744
|
ssrfRefusedUrls: string[];
|
|
734
745
|
statusCode: number;
|
|
@@ -1126,10 +1137,11 @@ export class WasmLinkInfo {
|
|
|
1126
1137
|
*/
|
|
1127
1138
|
copyForTransfer(): WasmLinkInfo;
|
|
1128
1139
|
static default(): WasmLinkInfo;
|
|
1129
|
-
constructor(url?: string | null, text?: string | null, linkType?: WasmLinkType | null, nofollow?: boolean | null, rel?: string | null);
|
|
1140
|
+
constructor(url?: string | null, text?: string | null, linkType?: WasmLinkType | null, nofollow?: boolean | null, rel?: string | null, originalUrl?: string | null);
|
|
1130
1141
|
get linkType(): string;
|
|
1131
1142
|
set linkType(value: WasmLinkType);
|
|
1132
1143
|
nofollow: boolean;
|
|
1144
|
+
originalUrl: string;
|
|
1133
1145
|
get rel(): string | undefined;
|
|
1134
1146
|
set rel(value: string | null | undefined);
|
|
1135
1147
|
text: string;
|
|
@@ -1891,21 +1903,31 @@ export interface InitOutput {
|
|
|
1891
1903
|
readonly wasmcitationresult_references: (a: number) => [number, number];
|
|
1892
1904
|
readonly wasmcitationresult_set_content: (a: number, b: number, c: number) => void;
|
|
1893
1905
|
readonly wasmcitationresult_set_references: (a: number, b: number, c: number) => void;
|
|
1906
|
+
readonly wasmcontentconfig_bullets: (a: number) => [number, number];
|
|
1907
|
+
readonly wasmcontentconfig_compactTables: (a: number) => number;
|
|
1894
1908
|
readonly wasmcontentconfig_copyForTransfer: (a: number) => number;
|
|
1895
1909
|
readonly wasmcontentconfig_default: () => number;
|
|
1896
1910
|
readonly wasmcontentconfig_excludeSelectors: (a: number) => [number, number];
|
|
1897
1911
|
readonly wasmcontentconfig_extractMetadata: (a: number) => number;
|
|
1898
1912
|
readonly wasmcontentconfig_includeDocumentStructure: (a: number) => number;
|
|
1913
|
+
readonly wasmcontentconfig_keepHidden: (a: number) => number;
|
|
1914
|
+
readonly wasmcontentconfig_keepInlineImagesIn: (a: number) => [number, number];
|
|
1915
|
+
readonly wasmcontentconfig_listIndentWidth: (a: number) => number;
|
|
1899
1916
|
readonly wasmcontentconfig_maxDepth: (a: number) => number;
|
|
1900
|
-
readonly wasmcontentconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number) => number;
|
|
1917
|
+
readonly wasmcontentconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number) => number;
|
|
1901
1918
|
readonly wasmcontentconfig_outputFormat: (a: number) => [number, number];
|
|
1902
1919
|
readonly wasmcontentconfig_preprocessingPreset: (a: number) => [number, number];
|
|
1903
1920
|
readonly wasmcontentconfig_preserveTags: (a: number) => [number, number];
|
|
1904
1921
|
readonly wasmcontentconfig_removeForms: (a: number) => number;
|
|
1905
1922
|
readonly wasmcontentconfig_removeNavigation: (a: number) => number;
|
|
1923
|
+
readonly wasmcontentconfig_set_bullets: (a: number, b: number, c: number) => void;
|
|
1924
|
+
readonly wasmcontentconfig_set_compactTables: (a: number, b: number) => void;
|
|
1906
1925
|
readonly wasmcontentconfig_set_excludeSelectors: (a: number, b: number, c: number) => void;
|
|
1907
1926
|
readonly wasmcontentconfig_set_extractMetadata: (a: number, b: number) => void;
|
|
1908
1927
|
readonly wasmcontentconfig_set_includeDocumentStructure: (a: number, b: number) => void;
|
|
1928
|
+
readonly wasmcontentconfig_set_keepHidden: (a: number, b: number) => void;
|
|
1929
|
+
readonly wasmcontentconfig_set_keepInlineImagesIn: (a: number, b: number, c: number) => void;
|
|
1930
|
+
readonly wasmcontentconfig_set_listIndentWidth: (a: number, b: number) => void;
|
|
1909
1931
|
readonly wasmcontentconfig_set_maxDepth: (a: number, b: number) => void;
|
|
1910
1932
|
readonly wasmcontentconfig_set_outputFormat: (a: number, b: number, c: number) => void;
|
|
1911
1933
|
readonly wasmcontentconfig_set_preprocessingPreset: (a: number, b: number, c: number) => void;
|
|
@@ -1913,11 +1935,15 @@ export interface InitOutput {
|
|
|
1913
1935
|
readonly wasmcontentconfig_set_removeForms: (a: number, b: number) => void;
|
|
1914
1936
|
readonly wasmcontentconfig_set_removeNavigation: (a: number, b: number) => void;
|
|
1915
1937
|
readonly wasmcontentconfig_set_skipImages: (a: number, b: number) => void;
|
|
1938
|
+
readonly wasmcontentconfig_set_stripNewlines: (a: number, b: number) => void;
|
|
1916
1939
|
readonly wasmcontentconfig_set_stripTags: (a: number, b: number, c: number) => void;
|
|
1940
|
+
readonly wasmcontentconfig_set_strongEmSymbol: (a: number, b: number, c: number) => void;
|
|
1917
1941
|
readonly wasmcontentconfig_set_wrap: (a: number, b: number) => void;
|
|
1918
1942
|
readonly wasmcontentconfig_set_wrapWidth: (a: number, b: number) => void;
|
|
1919
1943
|
readonly wasmcontentconfig_skipImages: (a: number) => number;
|
|
1944
|
+
readonly wasmcontentconfig_stripNewlines: (a: number) => number;
|
|
1920
1945
|
readonly wasmcontentconfig_stripTags: (a: number) => [number, number];
|
|
1946
|
+
readonly wasmcontentconfig_strongEmSymbol: (a: number) => [number, number];
|
|
1921
1947
|
readonly wasmcontentconfig_wrap: (a: number) => number;
|
|
1922
1948
|
readonly wasmcontentconfig_wrapWidth: (a: number) => number;
|
|
1923
1949
|
readonly wasmcookieinfo_copyForTransfer: (a: number) => number;
|
|
@@ -2069,10 +2095,11 @@ export interface InitOutput {
|
|
|
2069
2095
|
readonly wasmcrawlpageresult_links: (a: number) => [number, number];
|
|
2070
2096
|
readonly wasmcrawlpageresult_markdown: (a: number) => number;
|
|
2071
2097
|
readonly wasmcrawlpageresult_metadata: (a: number) => number;
|
|
2072
|
-
readonly wasmcrawlpageresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number) => number;
|
|
2098
|
+
readonly wasmcrawlpageresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number) => number;
|
|
2073
2099
|
readonly wasmcrawlpageresult_nofollowDetected: (a: number) => number;
|
|
2074
2100
|
readonly wasmcrawlpageresult_noindexDetected: (a: number) => number;
|
|
2075
2101
|
readonly wasmcrawlpageresult_normalizedUrl: (a: number) => [number, number];
|
|
2102
|
+
readonly wasmcrawlpageresult_originalUrl: (a: number) => [number, number];
|
|
2076
2103
|
readonly wasmcrawlpageresult_redirectCount: (a: number) => number;
|
|
2077
2104
|
readonly wasmcrawlpageresult_set_bodySize: (a: number, b: number) => void;
|
|
2078
2105
|
readonly wasmcrawlpageresult_set_browserUsed: (a: number, b: number) => void;
|
|
@@ -2094,6 +2121,7 @@ export interface InitOutput {
|
|
|
2094
2121
|
readonly wasmcrawlpageresult_set_nofollowDetected: (a: number, b: number) => void;
|
|
2095
2122
|
readonly wasmcrawlpageresult_set_noindexDetected: (a: number, b: number) => void;
|
|
2096
2123
|
readonly wasmcrawlpageresult_set_normalizedUrl: (a: number, b: number, c: number) => void;
|
|
2124
|
+
readonly wasmcrawlpageresult_set_originalUrl: (a: number, b: number, c: number) => void;
|
|
2097
2125
|
readonly wasmcrawlpageresult_set_redirectCount: (a: number, b: number) => void;
|
|
2098
2126
|
readonly wasmcrawlpageresult_set_ssrfRefusedUrls: (a: number, b: number, c: number) => void;
|
|
2099
2127
|
readonly wasmcrawlpageresult_set_statusCode: (a: number, b: number) => void;
|
|
@@ -2252,11 +2280,13 @@ export interface InitOutput {
|
|
|
2252
2280
|
readonly wasmlinkinfo_copyForTransfer: (a: number) => number;
|
|
2253
2281
|
readonly wasmlinkinfo_default: () => number;
|
|
2254
2282
|
readonly wasmlinkinfo_linkType: (a: number) => [number, number];
|
|
2255
|
-
readonly wasmlinkinfo_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number) => number;
|
|
2283
|
+
readonly wasmlinkinfo_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number) => number;
|
|
2256
2284
|
readonly wasmlinkinfo_nofollow: (a: number) => number;
|
|
2285
|
+
readonly wasmlinkinfo_originalUrl: (a: number) => [number, number];
|
|
2257
2286
|
readonly wasmlinkinfo_rel: (a: number) => [number, number];
|
|
2258
2287
|
readonly wasmlinkinfo_set_linkType: (a: number, b: number) => void;
|
|
2259
2288
|
readonly wasmlinkinfo_set_nofollow: (a: number, b: number) => void;
|
|
2289
|
+
readonly wasmlinkinfo_set_originalUrl: (a: number, b: number, c: number) => void;
|
|
2260
2290
|
readonly wasmlinkinfo_set_rel: (a: number, b: number, c: number) => void;
|
|
2261
2291
|
readonly wasmlinkinfo_set_text: (a: number, b: number, c: number) => void;
|
|
2262
2292
|
readonly wasmlinkinfo_set_url: (a: number, b: number, c: number) => void;
|
|
@@ -2511,9 +2541,9 @@ export interface InitOutput {
|
|
|
2511
2541
|
readonly wasmssrfpolicy_set_denylist: (a: number, b: any) => void;
|
|
2512
2542
|
readonly wasmssrfpolicy_set_maxRedirects: (a: number, b: number) => void;
|
|
2513
2543
|
readonly wasmssrfpolicy_set_schemeAllowlist: (a: number, b: number, c: number) => void;
|
|
2514
|
-
readonly
|
|
2515
|
-
readonly
|
|
2516
|
-
readonly
|
|
2544
|
+
readonly wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined_______true_: (a: number, b: number, c: any, d: any) => void;
|
|
2545
|
+
readonly wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___wasm_bindgen_ceaac9754e66b2fe___JsValue__core_608f92abc48d28da___result__Result_____wasm_bindgen_ceaac9754e66b2fe___JsError___true_: (a: number, b: number, c: any) => [number, number];
|
|
2546
|
+
readonly wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke_______true_: (a: number, b: number) => void;
|
|
2517
2547
|
readonly __wbindgen_malloc: (a: number, b: number) => number;
|
|
2518
2548
|
readonly __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
|
|
2519
2549
|
readonly __wbindgen_exn_store: (a: number) => void;
|