@xberg-io/crawlberg-wasm 1.1.3 → 1.2.1

package/pkg/web/crawlberg_wasm_bg.wasm.d.ts

@@ -24,6 +24,7 @@ export const __wbg_wasmextractionmeta_free: (a: number, b: number) => void;
 export const __wbg_wasmfaviconinfo_free: (a: number, b: number) => void;
 export const __wbg_wasmfeedinfo_free: (a: number, b: number) => void;
 export const __wbg_wasmheadinginfo_free: (a: number, b: number) => void;
+export const __wbg_wasmhostmatcher_free: (a: number, b: number) => void;
 export const __wbg_wasmhreflangentry_free: (a: number, b: number) => void;
 export const __wbg_wasmimageinfo_free: (a: number, b: number) => void;
 export const __wbg_wasminteractionresult_free: (a: number, b: number) => void;
@@ -209,8 +210,10 @@ export const wasmcrawlconfig_content: (a: number) => number;
 export const wasmcrawlconfig_cookiesEnabled: (a: number) => number;
 export const wasmcrawlconfig_customHeaders: (a: number) => any;
 export const wasmcrawlconfig_default: () => number;
+export const wasmcrawlconfig_documentContentEncoding: (a: number) => [number, number];
 export const wasmcrawlconfig_documentMaxSize: (a: number) => number;
 export const wasmcrawlconfig_documentMimeTypes: (a: number) => [number, number];
+export const wasmcrawlconfig_documentOutputDir: (a: number) => [number, number];
 export const wasmcrawlconfig_documentUrlDepth: (a: number) => number;
 export const wasmcrawlconfig_downloadAssets: (a: number) => number;
 export const wasmcrawlconfig_downloadDocuments: (a: number) => number;
@@ -223,9 +226,10 @@ export const wasmcrawlconfig_maxAssetSize: (a: number) => number;
 export const wasmcrawlconfig_maxBodySize: (a: number) => number;
 export const wasmcrawlconfig_maxConcurrent: (a: number) => number;
 export const wasmcrawlconfig_maxDepth: (a: number) => number;
+export const wasmcrawlconfig_maxLinksPerPage: (a: number) => number;
 export const wasmcrawlconfig_maxPages: (a: number) => number;
 export const wasmcrawlconfig_maxRedirects: (a: number) => number;
-export const wasmcrawlconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: bigint, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: bigint, n1: number, o1: number, p1: number, q1: number, r1: number, s1: number, t1: number, u1: number, v1: number, w1: number, x1: number, y1: number, z1: number) => number;
+export const wasmcrawlconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: bigint, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: bigint, o1: number, p1: number, q1: number, r1: number, s1: number, t1: number, u1: number, v1: number, w1: number, x1: number, y1: number, z1: number, a2: number, b2: number, c2: number, d2: number, e2: number) => number;
 export const wasmcrawlconfig_proxy: (a: number) => number;
 export const wasmcrawlconfig_removeTags: (a: number) => [number, number];
 export const wasmcrawlconfig_respectRobotsTxt: (a: number) => number;
@@ -241,8 +245,10 @@ export const wasmcrawlconfig_set_captureScreenshot: (a: number, b: number) => vo
 export const wasmcrawlconfig_set_content: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_cookiesEnabled: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_customHeaders: (a: number, b: any) => void;
+export const wasmcrawlconfig_set_documentContentEncoding: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_documentMaxSize: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_documentMimeTypes: (a: number, b: number, c: number) => void;
+export const wasmcrawlconfig_set_documentOutputDir: (a: number, b: number, c: number) => void;
 export const wasmcrawlconfig_set_documentUrlDepth: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_downloadAssets: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_downloadDocuments: (a: number, b: number) => void;
@@ -255,6 +261,7 @@ export const wasmcrawlconfig_set_maxAssetSize: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_maxBodySize: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_maxConcurrent: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_maxDepth: (a: number, b: number) => void;
+export const wasmcrawlconfig_set_maxLinksPerPage: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_maxPages: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_maxRedirects: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_proxy: (a: number, b: number) => void;
@@ -265,12 +272,14 @@ export const wasmcrawlconfig_set_retryCount: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_saveBrowserProfile: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_softHttpErrors: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_ssrf: (a: number, b: number) => void;
+export const wasmcrawlconfig_set_ssrfDenyPrivateExplicit: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_stayOnDomain: (a: number, b: number) => void;
 export const wasmcrawlconfig_set_userAgent: (a: number, b: number, c: number) => void;
 export const wasmcrawlconfig_set_userAgents: (a: number, b: number, c: number) => void;
 export const wasmcrawlconfig_set_warcOutput: (a: number, b: number, c: number) => void;
 export const wasmcrawlconfig_softHttpErrors: (a: number) => number;
 export const wasmcrawlconfig_ssrf: (a: number) => number;
+export const wasmcrawlconfig_ssrfDenyPrivateExplicit: (a: number) => number;
 export const wasmcrawlconfig_stayOnDomain: (a: number) => number;
 export const wasmcrawlconfig_userAgent: (a: number) => [number, number];
 export const wasmcrawlconfig_userAgents: (a: number) => [number, number];
@@ -351,17 +360,25 @@ export const wasmdownloadedasset_set_htmlTag: (a: number, b: number, c: number)
 export const wasmdownloadedasset_set_mimeType: (a: number, b: number, c: number) => void;
 export const wasmdownloadedasset_set_url: (a: number, b: number, c: number) => void;
 export const wasmdownloadedasset_url: (a: number) => [number, number];
+export const wasmdownloadeddocument_contentBase64: (a: number) => [number, number];
 export const wasmdownloadeddocument_contentHash: (a: number) => [number, number];
+export const wasmdownloadeddocument_contentPath: (a: number) => [number, number];
 export const wasmdownloadeddocument_default: () => number;
 export const wasmdownloadeddocument_filename: (a: number) => [number, number];
 export const wasmdownloadeddocument_headers: (a: number) => any;
 export const wasmdownloadeddocument_mimeType: (a: number) => [number, number];
-export const wasmdownloadeddocument_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number) => number;
+export const wasmdownloadeddocument_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number) => number;
+export const wasmdownloadeddocument_set_contentBase64: (a: number, b: number, c: number) => void;
 export const wasmdownloadeddocument_set_contentHash: (a: number, b: number, c: number) => void;
+export const wasmdownloadeddocument_set_contentPath: (a: number, b: number, c: number) => void;
 export const wasmdownloadeddocument_set_filename: (a: number, b: number, c: number) => void;
 export const wasmdownloadeddocument_set_headers: (a: number, b: any) => void;
 export const wasmdownloadeddocument_set_mimeType: (a: number, b: number, c: number) => void;
+export const wasmdownloadeddocument_set_size: (a: number, b: number) => void;
+export const wasmdownloadeddocument_set_truncated: (a: number, b: number) => void;
 export const wasmdownloadeddocument_set_url: (a: number, b: number, c: number) => void;
+export const wasmdownloadeddocument_size: (a: number) => number;
+export const wasmdownloadeddocument_truncated: (a: number) => number;
 export const wasmdownloadeddocument_url: (a: number) => [number, number];
 export const wasmextractionmeta_chunksProcessed: (a: number) => number;
 export const wasmextractionmeta_completionTokens: (a: number) => [number, bigint];
@@ -395,6 +412,11 @@ export const wasmheadinginfo_new: (a: number, b: number, c: number) => number;
 export const wasmheadinginfo_set_level: (a: number, b: number) => void;
 export const wasmheadinginfo_set_text: (a: number, b: number, c: number) => void;
 export const wasmheadinginfo_text: (a: number) => [number, number];
+export const wasmhostmatcher_default: () => number;
+export const wasmhostmatcher_set_type: (a: number, b: number, c: number) => void;
+export const wasmhostmatcher_set_value: (a: number, b: number, c: number) => void;
+export const wasmhostmatcher_type: (a: number) => [number, number];
+export const wasmhostmatcher_value: (a: number) => [number, number];
 export const wasmhreflangentry_default: () => number;
 export const wasmhreflangentry_lang: (a: number) => [number, number];
 export const wasmhreflangentry_new: (a: number, b: number, c: number, d: number) => number;
@@ -415,10 +437,12 @@ export const wasminteractionresult_actionResults: (a: number) => [number, number
 export const wasminteractionresult_default: () => number;
 export const wasminteractionresult_finalHtml: (a: number) => [number, number];
 export const wasminteractionresult_finalUrl: (a: number) => [number, number];
-export const wasminteractionresult_new: (a: number, b: number, c: number, d: number, e: number, f: number) => number;
+export const wasminteractionresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number) => number;
+export const wasminteractionresult_screenshotBase64: (a: number) => [number, number];
 export const wasminteractionresult_set_actionResults: (a: number, b: number, c: number) => void;
 export const wasminteractionresult_set_finalHtml: (a: number, b: number, c: number) => void;
 export const wasminteractionresult_set_finalUrl: (a: number, b: number, c: number) => void;
+export const wasminteractionresult_set_screenshotBase64: (a: number, b: number, c: number) => void;
 export const wasmjsonldentry_default: () => number;
 export const wasmjsonldentry_name: (a: number) => [number, number];
 export const wasmjsonldentry_new: (a: number, b: number, c: number, d: number, e: number, f: number) => number;
@@ -602,10 +626,11 @@ export const wasmscraperesult_jsonLd: (a: number) => [number, number];
 export const wasmscraperesult_links: (a: number) => [number, number];
 export const wasmscraperesult_markdown: (a: number) => number;
 export const wasmscraperesult_metadata: (a: number) => number;
-export const wasmscraperesult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: bigint, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number) => number;
+export const wasmscraperesult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: bigint, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number) => number;
 export const wasmscraperesult_nofollowDetected: (a: number) => number;
 export const wasmscraperesult_noindexDetected: (a: number) => number;
 export const wasmscraperesult_responseMeta: (a: number) => number;
+export const wasmscraperesult_screenshotBase64: (a: number) => [number, number];
 export const wasmscraperesult_set_assets: (a: number, b: number, c: number) => void;
 export const wasmscraperesult_set_authHeaderSent: (a: number, b: number) => void;
 export const wasmscraperesult_set_bodySize: (a: number, b: number) => void;
@@ -630,6 +655,7 @@ export const wasmscraperesult_set_metadata: (a: number, b: number) => void;
 export const wasmscraperesult_set_nofollowDetected: (a: number, b: number) => void;
 export const wasmscraperesult_set_noindexDetected: (a: number, b: number) => void;
 export const wasmscraperesult_set_responseMeta: (a: number, b: number) => void;
+export const wasmscraperesult_set_screenshotBase64: (a: number, b: number, c: number) => void;
 export const wasmscraperesult_set_statusCode: (a: number, b: number) => void;
 export const wasmscraperesult_set_wasSkipped: (a: number, b: number) => void;
 export const wasmscraperesult_set_xRobotsTag: (a: number, b: number, c: number) => void;
@@ -646,13 +672,16 @@ export const wasmsitemapurl_set_lastmod: (a: number, b: number, c: number) => vo
 export const wasmsitemapurl_set_priority: (a: number, b: number, c: number) => void;
 export const wasmsitemapurl_set_url: (a: number, b: number, c: number) => void;
 export const wasmsitemapurl_url: (a: number) => [number, number];
+export const wasmssrfpolicy_allowlist: (a: number) => any;
 export const wasmssrfpolicy_default: () => number;
 export const wasmssrfpolicy_denyPrivate: (a: number) => number;
 export const wasmssrfpolicy_fromEnv: () => number;
 export const wasmssrfpolicy_maxRedirects: (a: number) => number;
-export const wasmssrfpolicy_new: (a: number, b: number) => number;
+export const wasmssrfpolicy_new: (a: number, b: number, c: number) => number;
+export const wasmssrfpolicy_set_allowlist: (a: number, b: any) => void;
 export const wasmssrfpolicy_set_denyPrivate: (a: number, b: number) => void;
 export const wasmssrfpolicy_set_maxRedirects: (a: number, b: number) => void;
+export const wasmhostmatcher_new: () => number;
 export const wasmcrawlconfig_set_rateLimitMs: (a: number, b: number, c: bigint) => void;
 export const wasmextractionmeta_set_promptTokens: (a: number, b: number, c: bigint) => void;
 export const wasmpageaction_set_milliseconds: (a: number, b: number, c: bigint) => void;
@@ -667,14 +696,12 @@ export const wasmbatchscraperesults_set_completedCount: (a: number, b: number) =
 export const wasmbatchscraperesults_set_failedCount: (a: number, b: number) => void;
 export const wasmbatchscraperesults_set_totalCount: (a: number, b: number) => void;
 export const wasmdownloadedasset_set_size: (a: number, b: number) => void;
-export const wasmdownloadeddocument_set_size: (a: number, b: number) => void;
 export const wasmimageinfo_set_width: (a: number, b: number) => void;
 export const wasmpagemetadata_set_wordCount: (a: number, b: number) => void;
 export const wasmbatchscraperesults_completedCount: (a: number) => number;
 export const wasmbatchscraperesults_failedCount: (a: number) => number;
 export const wasmbatchscraperesults_totalCount: (a: number) => number;
 export const wasmdownloadedasset_size: (a: number) => number;
-export const wasmdownloadeddocument_size: (a: number) => number;
 export const wasmlinkinfo_set_nofollow: (a: number, b: number) => void;
 export const wasmfaviconinfo_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number) => number;
 export const wasmimageinfo_width: (a: number) => number;
@@ -685,9 +712,9 @@ export const wasmcrawlconfig_set_requestTimeout: (a: number, b: number, c: bigin
 export const wasmpageaction_set_amount: (a: number, b: number, c: bigint) => void;
 export const wasmscraperesult_set_crawlDelay: (a: number, b: number, c: bigint) => void;
 export const wasmpageaction_new: () => number;
-export const wasm_bindgen__convert__closures_____invoke__h96ab4f4d64e6bfe6: (a: number, b: number, c: any) => [number, number];
-export const wasm_bindgen__convert__closures_____invoke__h20406e9dd5374954: (a: number, b: number, c: any, d: any) => void;
-export const wasm_bindgen__convert__closures_____invoke__h10c3645e699af307: (a: number, b: number) => void;
+export const wasm_bindgen__convert__closures_____invoke__he29f1bb22c192c97: (a: number, b: number, c: any) => [number, number];
+export const wasm_bindgen__convert__closures_____invoke__h06ea3d672ad56c9d: (a: number, b: number, c: any, d: any) => void;
+export const wasm_bindgen__convert__closures_____invoke__hbe9f9227fe7d8a65: (a: number, b: number) => void;
 export const __wbindgen_malloc: (a: number, b: number) => number;
 export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
 export const __wbindgen_exn_store: (a: number) => void;

package/pkg/web/package.json

@@ -2,7 +2,7 @@
   "name": "crawlberg-wasm",
   "type": "module",
   "description": "High-performance web crawling engine",
-  "version": "1.1.3",
+  "version": "1.2.1",
   "license": "MIT",
   "repository": {
     "type": "git",