@xberg-io/crawlberg-wasm 1.9.0 → 1.10.2

package/pkg/web/crawlberg_wasm_bg.wasm.d.ts

@@ -49,6 +49,7 @@ export const mapUrls: (a: number, b: number, c: number) => any;
 export const scrape: (a: number, b: number, c: number) => any;
 export const wasmactionresult_actionIndex: (a: number) => number;
 export const wasmactionresult_actionType: (a: number) => [number, number];
+export const wasmactionresult_copyForTransfer: (a: number) => number;
 export const wasmactionresult_data: (a: number) => any;
 export const wasmactionresult_default: () => number;
 export const wasmactionresult_error: (a: number) => [number, number];
@@ -60,6 +61,7 @@ export const wasmactionresult_set_error: (a: number, b: number, c: number) => vo
 export const wasmactionresult_set_success: (a: number, b: number) => void;
 export const wasmactionresult_success: (a: number) => number;
 export const wasmarticlemetadata_author: (a: number) => [number, number];
+export const wasmarticlemetadata_copyForTransfer: (a: number) => number;
 export const wasmarticlemetadata_default: () => number;
 export const wasmarticlemetadata_modifiedTime: (a: number) => [number, number];
 export const wasmarticlemetadata_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number) => number;
@@ -85,6 +87,8 @@ export const wasmauthconfig_token: (a: number) => [number, number];
 export const wasmauthconfig_type: (a: number) => [number, number];
 export const wasmauthconfig_username: (a: number) => [number, number];
 export const wasmauthconfig_value: (a: number) => [number, number];
+export const wasmbatchcrawlresult_clearResult: (a: number) => void;
+export const wasmbatchcrawlresult_copyForTransfer: (a: number) => number;
 export const wasmbatchcrawlresult_default: () => number;
 export const wasmbatchcrawlresult_error: (a: number) => [number, number];
 export const wasmbatchcrawlresult_new: (a: number, b: number, c: number, d: number, e: number) => number;
@@ -94,6 +98,7 @@ export const wasmbatchcrawlresult_set_result: (a: number, b: number) => void;
 export const wasmbatchcrawlresult_set_url: (a: number, b: number, c: number) => void;
 export const wasmbatchcrawlresult_url: (a: number) => [number, number];
 export const wasmbatchcrawlresults_completedCount: (a: number) => number;
+export const wasmbatchcrawlresults_copyForTransfer: (a: number) => number;
 export const wasmbatchcrawlresults_default: () => number;
 export const wasmbatchcrawlresults_failedCount: (a: number) => number;
 export const wasmbatchcrawlresults_new: (a: number, b: number, c: number, d: number, e: number) => number;
@@ -103,6 +108,8 @@ export const wasmbatchcrawlresults_set_failedCount: (a: number, b: number) => vo
 export const wasmbatchcrawlresults_set_results: (a: number, b: number, c: number) => void;
 export const wasmbatchcrawlresults_set_totalCount: (a: number, b: number) => void;
 export const wasmbatchcrawlresults_totalCount: (a: number) => number;
+export const wasmbatchscraperesult_clearResult: (a: number) => void;
+export const wasmbatchscraperesult_copyForTransfer: (a: number) => number;
 export const wasmbatchscraperesult_default: () => number;
 export const wasmbatchscraperesult_error: (a: number) => [number, number];
 export const wasmbatchscraperesult_new: (a: number, b: number, c: number, d: number, e: number) => number;
@@ -112,6 +119,7 @@ export const wasmbatchscraperesult_set_result: (a: number, b: number) => void;
 export const wasmbatchscraperesult_set_url: (a: number, b: number, c: number) => void;
 export const wasmbatchscraperesult_url: (a: number) => [number, number];
 export const wasmbatchscraperesults_completedCount: (a: number) => number;
+export const wasmbatchscraperesults_copyForTransfer: (a: number) => number;
 export const wasmbatchscraperesults_default: () => number;
 export const wasmbatchscraperesults_failedCount: (a: number) => number;
 export const wasmbatchscraperesults_new: (a: number, b: number, c: number, d: number, e: number) => number;
@@ -126,6 +134,8 @@ export const wasmbrowserconfig_blockUrlPatterns: (a: number) => [number, number]
 export const wasmbrowserconfig_captureNetworkEvents: (a: number) => number;
 export const wasmbrowserconfig_chromeArgs: (a: number) => [number, number];
 export const wasmbrowserconfig_chromePath: (a: number) => [number, number];
+export const wasmbrowserconfig_clearProxy: (a: number) => void;
+export const wasmbrowserconfig_copyForTransfer: (a: number) => number;
 export const wasmbrowserconfig_default: () => number;
 export const wasmbrowserconfig_endpoint: (a: number) => [number, number];
 export const wasmbrowserconfig_evalScript: (a: number) => [number, number];
@@ -158,6 +168,7 @@ export const wasmbrowserconfig_timeout: (a: number) => [number, bigint];
 export const wasmbrowserconfig_wait: (a: number) => [number, number];
 export const wasmbrowserconfig_waitSelector: (a: number) => [number, number];
 export const wasmbrowserextras_cookies: (a: number) => [number, number];
+export const wasmbrowserextras_copyForTransfer: (a: number) => number;
 export const wasmbrowserextras_default: () => number;
 export const wasmbrowserextras_evalResult: (a: number) => any;
 export const wasmbrowserextras_networkEvents: (a: number) => [number, number];
@@ -165,6 +176,7 @@ export const wasmbrowserextras_new: (a: number, b: number, c: number, d: number,
 export const wasmbrowserextras_set_cookies: (a: number, b: number, c: number) => void;
 export const wasmbrowserextras_set_evalResult: (a: number, b: number) => void;
 export const wasmbrowserextras_set_networkEvents: (a: number, b: number, c: number) => void;
+export const wasmcitationreference_copyForTransfer: (a: number) => number;
 export const wasmcitationreference_default: () => number;
 export const wasmcitationreference_index: (a: number) => number;
 export const wasmcitationreference_new: (a: number, b: number, c: number, d: number, e: number) => number;
@@ -174,11 +186,13 @@ export const wasmcitationreference_set_url: (a: number, b: number, c: number) =>
 export const wasmcitationreference_text: (a: number) => [number, number];
 export const wasmcitationreference_url: (a: number) => [number, number];
 export const wasmcitationresult_content: (a: number) => [number, number];
+export const wasmcitationresult_copyForTransfer: (a: number) => number;
 export const wasmcitationresult_default: () => number;
 export const wasmcitationresult_new: (a: number, b: number, c: number, d: number) => number;
 export const wasmcitationresult_references: (a: number) => [number, number];
 export const wasmcitationresult_set_content: (a: number, b: number, c: number) => void;
 export const wasmcitationresult_set_references: (a: number, b: number, c: number) => void;
+export const wasmcontentconfig_copyForTransfer: (a: number) => number;
 export const wasmcontentconfig_default: () => number;
 export const wasmcontentconfig_excludeSelectors: (a: number) => [number, number];
 export const wasmcontentconfig_extractMetadata: (a: number) => number;
@@ -207,6 +221,7 @@ export const wasmcontentconfig_skipImages: (a: number) => number;
 export const wasmcontentconfig_stripTags: (a: number) => [number, number];
 export const wasmcontentconfig_wrap: (a: number) => number;
 export const wasmcontentconfig_wrapWidth: (a: number) => number;
+export const wasmcookieinfo_copyForTransfer: (a: number) => number;
 export const wasmcookieinfo_default: () => number;
 export const wasmcookieinfo_domain: (a: number) => [number, number];
 export const wasmcookieinfo_name: (a: number) => [number, number];
@@ -225,9 +240,11 @@ export const wasmcrawlconfig_bm25Threshold: (a: number) => [number, number];
 export const wasmcrawlconfig_browser: (a: number) => number;
 export const wasmcrawlconfig_browserProfile: (a: number) => [number, number];
 export const wasmcrawlconfig_captureScreenshot: (a: number) => number;
+export const wasmcrawlconfig_clearProxy: (a: number) => void;
 export const wasmcrawlconfig_content: (a: number) => number;
 export const wasmcrawlconfig_contentFilter: (a: number) => [number, number];
 export const wasmcrawlconfig_cookiesEnabled: (a: number) => number;
+export const wasmcrawlconfig_copyForTransfer: (a: number) => number;
 export const wasmcrawlconfig_crawlStrategy: (a: number) => [number, number];
 export const wasmcrawlconfig_customHeaders: (a: number) => any;
 export const wasmcrawlconfig_dedupIncludeQuery: (a: number) => number;
@@ -330,9 +347,14 @@ export const wasmcrawlconfig_userAgent: (a: number) => [number, number];
 export const wasmcrawlconfig_userAgents: (a: number) => [number, number];
 export const wasmcrawlconfig_validate: (a: number) => [number, number];
 export const wasmcrawlconfig_warcOutput: (a: number) => [number, number];
+export const wasmcrawlenginehandle_copyForTransfer: (a: number) => number;
 export const wasmcrawlpageresult_bodySize: (a: number) => number;
 export const wasmcrawlpageresult_browserUsed: (a: number) => number;
+export const wasmcrawlpageresult_clearDownloadedDocument: (a: number) => void;
+export const wasmcrawlpageresult_clearExtractionMeta: (a: number) => void;
+export const wasmcrawlpageresult_clearMarkdown: (a: number) => void;
 export const wasmcrawlpageresult_contentType: (a: number) => [number, number];
+export const wasmcrawlpageresult_copyForTransfer: (a: number) => number;
 export const wasmcrawlpageresult_default: () => number;
 export const wasmcrawlpageresult_depth: (a: number) => number;
 export const wasmcrawlpageresult_detectedCharset: (a: number) => [number, number];
@@ -386,6 +408,7 @@ export const wasmcrawlpageresult_url: (a: number) => [number, number];
 export const wasmcrawlpageresult_wasSkipped: (a: number) => number;
 export const wasmcrawlresult_browserUsed: (a: number) => number;
 export const wasmcrawlresult_cookies: (a: number) => [number, number];
+export const wasmcrawlresult_copyForTransfer: (a: number) => number;
 export const wasmcrawlresult_default: () => number;
 export const wasmcrawlresult_error: (a: number) => [number, number];
 export const wasmcrawlresult_finalUrl: (a: number) => [number, number];
@@ -405,6 +428,7 @@ export const wasmcrawlresult_uniqueNormalizedUrls: (a: number) => number;
 export const wasmcrawlresult_wasSkipped: (a: number) => number;
 export const wasmdownloadedasset_assetCategory: (a: number) => [number, number];
 export const wasmdownloadedasset_contentHash: (a: number) => [number, number];
+export const wasmdownloadedasset_copyForTransfer: (a: number) => number;
 export const wasmdownloadedasset_default: () => number;
 export const wasmdownloadedasset_htmlTag: (a: number) => [number, number];
 export const wasmdownloadedasset_mimeType: (a: number) => [number, number];
@@ -420,6 +444,7 @@ export const wasmdownloadedasset_url: (a: number) => [number, number];
 export const wasmdownloadeddocument_contentBase64: (a: number) => [number, number];
 export const wasmdownloadeddocument_contentHash: (a: number) => [number, number];
 export const wasmdownloadeddocument_contentPath: (a: number) => [number, number];
+export const wasmdownloadeddocument_copyForTransfer: (a: number) => number;
 export const wasmdownloadeddocument_default: () => number;
 export const wasmdownloadeddocument_filename: (a: number) => [number, number];
 export const wasmdownloadeddocument_headers: (a: number) => any;
@@ -439,6 +464,7 @@ export const wasmdownloadeddocument_truncated: (a: number) => number;
 export const wasmdownloadeddocument_url: (a: number) => [number, number];
 export const wasmextractionmeta_chunksProcessed: (a: number) => number;
 export const wasmextractionmeta_completionTokens: (a: number) => [number, bigint];
+export const wasmextractionmeta_copyForTransfer: (a: number) => number;
 export const wasmextractionmeta_cost: (a: number) => [number, number];
 export const wasmextractionmeta_default: () => number;
 export const wasmextractionmeta_model: (a: number) => [number, number];
@@ -449,6 +475,7 @@ export const wasmextractionmeta_set_completionTokens: (a: number, b: number, c:
 export const wasmextractionmeta_set_cost: (a: number, b: number, c: number) => void;
 export const wasmextractionmeta_set_model: (a: number, b: number, c: number) => void;
 export const wasmextractionmeta_set_promptTokens: (a: number, b: number, c: bigint) => void;
+export const wasmfaviconinfo_copyForTransfer: (a: number) => number;
 export const wasmfaviconinfo_default: () => number;
 export const wasmfaviconinfo_mimeType: (a: number) => [number, number];
 export const wasmfaviconinfo_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number) => number;
@@ -459,6 +486,7 @@ export const wasmfaviconinfo_set_sizes: (a: number, b: number, c: number) => voi
 export const wasmfaviconinfo_set_url: (a: number, b: number, c: number) => void;
 export const wasmfaviconinfo_sizes: (a: number) => [number, number];
 export const wasmfaviconinfo_url: (a: number) => [number, number];
+export const wasmfeedinfo_copyForTransfer: (a: number) => number;
 export const wasmfeedinfo_default: () => number;
 export const wasmfeedinfo_feedType: (a: number) => [number, number];
 export const wasmfeedinfo_new: (a: number, b: number, c: number, d: number, e: number) => number;
@@ -467,6 +495,7 @@ export const wasmfeedinfo_set_title: (a: number, b: number, c: number) => void;
 export const wasmfeedinfo_set_url: (a: number, b: number, c: number) => void;
 export const wasmfeedinfo_title: (a: number) => [number, number];
 export const wasmfeedinfo_url: (a: number) => [number, number];
+export const wasmheadinginfo_copyForTransfer: (a: number) => number;
 export const wasmheadinginfo_default: () => number;
 export const wasmheadinginfo_level: (a: number) => number;
 export const wasmheadinginfo_new: (a: number, b: number, c: number) => number;
@@ -479,6 +508,7 @@ export const wasmhostmatcher_set_type: (a: number, b: number, c: number) => void
 export const wasmhostmatcher_set_value: (a: number, b: number, c: number) => void;
 export const wasmhostmatcher_type: (a: number) => [number, number];
 export const wasmhostmatcher_value: (a: number) => [number, number];
+export const wasmhreflangentry_copyForTransfer: (a: number) => number;
 export const wasmhreflangentry_default: () => number;
 export const wasmhreflangentry_lang: (a: number) => [number, number];
 export const wasmhreflangentry_new: (a: number, b: number, c: number, d: number) => number;
@@ -486,6 +516,7 @@ export const wasmhreflangentry_set_lang: (a: number, b: number, c: number) => vo
 export const wasmhreflangentry_set_url: (a: number, b: number, c: number) => void;
 export const wasmhreflangentry_url: (a: number) => [number, number];
 export const wasmimageinfo_alt: (a: number) => [number, number];
+export const wasmimageinfo_copyForTransfer: (a: number) => number;
 export const wasmimageinfo_default: () => number;
 export const wasmimageinfo_height: (a: number) => number;
 export const wasmimageinfo_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number) => number;
@@ -498,6 +529,7 @@ export const wasmimageinfo_source: (a: number) => [number, number];
 export const wasmimageinfo_url: (a: number) => [number, number];
 export const wasmimageinfo_width: (a: number) => number;
 export const wasminteractionresult_actionResults: (a: number) => [number, number];
+export const wasminteractionresult_copyForTransfer: (a: number) => number;
 export const wasminteractionresult_default: () => number;
 export const wasminteractionresult_finalHtml: (a: number) => [number, number];
 export const wasminteractionresult_finalUrl: (a: number) => [number, number];
@@ -509,6 +541,7 @@ export const wasminteractionresult_set_finalUrl: (a: number, b: number, c: numbe
 export const wasminteractionresult_set_screenshotBase64: (a: number, b: number, c: number) => void;
 export const wasminteractionresult_set_ssrfRefusedUrls: (a: number, b: number, c: number) => void;
 export const wasminteractionresult_ssrfRefusedUrls: (a: number) => [number, number];
+export const wasmjsonldentry_copyForTransfer: (a: number) => number;
 export const wasmjsonldentry_default: () => number;
 export const wasmjsonldentry_name: (a: number) => [number, number];
 export const wasmjsonldentry_new: (a: number, b: number, c: number, d: number, e: number, f: number) => number;
@@ -517,6 +550,7 @@ export const wasmjsonldentry_schemaType: (a: number) => [number, number];
 export const wasmjsonldentry_set_name: (a: number, b: number, c: number) => void;
 export const wasmjsonldentry_set_raw: (a: number, b: number, c: number) => void;
 export const wasmjsonldentry_set_schemaType: (a: number, b: number, c: number) => void;
+export const wasmlinkinfo_copyForTransfer: (a: number) => number;
 export const wasmlinkinfo_default: () => number;
 export const wasmlinkinfo_linkType: (a: number) => [number, number];
 export const wasmlinkinfo_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number) => number;
@@ -529,12 +563,14 @@ export const wasmlinkinfo_set_text: (a: number, b: number, c: number) => void;
 export const wasmlinkinfo_set_url: (a: number, b: number, c: number) => void;
 export const wasmlinkinfo_text: (a: number) => [number, number];
 export const wasmlinkinfo_url: (a: number) => [number, number];
+export const wasmmapresult_copyForTransfer: (a: number) => number;
 export const wasmmapresult_default: () => number;
 export const wasmmapresult_new: (a: number, b: number) => number;
 export const wasmmapresult_set_urls: (a: number, b: number, c: number) => void;
 export const wasmmapresult_urls: (a: number) => [number, number];
 export const wasmmarkdownresult_citations: (a: number) => number;
 export const wasmmarkdownresult_content: (a: number) => [number, number];
+export const wasmmarkdownresult_copyForTransfer: (a: number) => number;
 export const wasmmarkdownresult_default: () => number;
 export const wasmmarkdownresult_documentStructure: (a: number) => any;
 export const wasmmarkdownresult_fitContent: (a: number) => [number, number];
@@ -570,6 +606,8 @@ export const wasmpageaction_type: (a: number) => [number, number];
 export const wasmpagemetadata_article: (a: number) => number;
 export const wasmpagemetadata_author: (a: number) => [number, number];
 export const wasmpagemetadata_canonicalUrl: (a: number) => [number, number];
+export const wasmpagemetadata_clearArticle: (a: number) => void;
+export const wasmpagemetadata_copyForTransfer: (a: number) => number;
 export const wasmpagemetadata_dcCreator: (a: number) => [number, number];
 export const wasmpagemetadata_dcDate: (a: number) => [number, number];
 export const wasmpagemetadata_dcDescription: (a: number) => [number, number];
@@ -655,6 +693,7 @@ export const wasmpagemetadata_twitterSite: (a: number) => [number, number];
 export const wasmpagemetadata_twitterTitle: (a: number) => [number, number];
 export const wasmpagemetadata_viewport: (a: number) => [number, number];
 export const wasmpagemetadata_wordCount: (a: number) => number;
+export const wasmproxyconfig_copyForTransfer: (a: number) => number;
 export const wasmproxyconfig_default: () => number;
 export const wasmproxyconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number) => number;
 export const wasmproxyconfig_password: (a: number) => [number, number];
@@ -666,6 +705,7 @@ export const wasmproxyconfig_username: (a: number) => [number, number];
 export const wasmresponsemeta_cacheControl: (a: number) => [number, number];
 export const wasmresponsemeta_contentEncoding: (a: number) => [number, number];
 export const wasmresponsemeta_contentLanguage: (a: number) => [number, number];
+export const wasmresponsemeta_copyForTransfer: (a: number) => number;
 export const wasmresponsemeta_default: () => number;
 export const wasmresponsemeta_etag: (a: number) => [number, number];
 export const wasmresponsemeta_lastModified: (a: number) => [number, number];
@@ -684,7 +724,13 @@ export const wasmscraperesult_authHeaderSent: (a: number) => number;
 export const wasmscraperesult_bodySize: (a: number) => number;
 export const wasmscraperesult_browser: (a: number) => number;
 export const wasmscraperesult_browserUsed: (a: number) => number;
+export const wasmscraperesult_clearBrowser: (a: number) => void;
+export const wasmscraperesult_clearDownloadedDocument: (a: number) => void;
+export const wasmscraperesult_clearExtractionMeta: (a: number) => void;
+export const wasmscraperesult_clearMarkdown: (a: number) => void;
+export const wasmscraperesult_clearResponseMeta: (a: number) => void;
 export const wasmscraperesult_contentType: (a: number) => [number, number];
+export const wasmscraperesult_copyForTransfer: (a: number) => number;
 export const wasmscraperesult_crawlDelay: (a: number) => [number, bigint];
 export const wasmscraperesult_default: () => number;
 export const wasmscraperesult_detectedCharset: (a: number) => [number, number];
@@ -742,6 +788,7 @@ export const wasmscraperesult_statusCode: (a: number) => number;
 export const wasmscraperesult_wasSkipped: (a: number) => number;
 export const wasmscraperesult_xRobotsTag: (a: number) => [number, number];
 export const wasmsitemapurl_changefreq: (a: number) => [number, number];
+export const wasmsitemapurl_copyForTransfer: (a: number) => number;
 export const wasmsitemapurl_default: () => number;
 export const wasmsitemapurl_lastmod: (a: number) => [number, number];
 export const wasmsitemapurl_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number) => number;
@@ -752,14 +799,17 @@ export const wasmsitemapurl_set_priority: (a: number, b: number, c: number) => v
 export const wasmsitemapurl_set_url: (a: number, b: number, c: number) => void;
 export const wasmsitemapurl_url: (a: number) => [number, number];
 export const wasmssrfpolicy_allowlist: (a: number) => any;
+export const wasmssrfpolicy_copyForTransfer: (a: number) => number;
 export const wasmssrfpolicy_default: () => number;
 export const wasmssrfpolicy_denyPrivate: (a: number) => number;
+export const wasmssrfpolicy_denylist: (a: number) => any;
 export const wasmssrfpolicy_fromEnv: () => number;
 export const wasmssrfpolicy_maxRedirects: (a: number) => number;
-export const wasmssrfpolicy_new: (a: number, b: number, c: number, d: number, e: number) => number;
+export const wasmssrfpolicy_new: (a: number, b: number, c: number, d: number, e: number, f: number) => number;
 export const wasmssrfpolicy_schemeAllowlist: (a: number) => [number, number];
 export const wasmssrfpolicy_set_allowlist: (a: number, b: any) => void;
 export const wasmssrfpolicy_set_denyPrivate: (a: number, b: number) => void;
+export const wasmssrfpolicy_set_denylist: (a: number, b: any) => void;
 export const wasmssrfpolicy_set_maxRedirects: (a: number, b: number) => void;
 export const wasmssrfpolicy_set_schemeAllowlist: (a: number, b: number, c: number) => void;
 export const wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c: (a: number, b: number, c: any) => [number, number];

package/pkg/web/package.json

@@ -2,7 +2,7 @@
   "name": "crawlberg-wasm",
   "type": "module",
   "description": "High-performance web crawling engine",
-  "version": "1.9.0",
+  "version": "1.10.2",
   "license": "MIT",
   "repository": {
     "type": "git",