@xberg-io/crawlberg-wasm 1.5.2 → 1.6.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xberg-io/crawlberg-wasm",
-  "version": "1.5.2",
+  "version": "1.6.2",
   "private": false,
   "description": "High-performance web crawling engine",
   "license": "MIT",

package/pkg/bundler/crawlberg_wasm.d.ts

@@ -173,10 +173,10 @@ export class WasmBrowserConfig {
     sessionAffinity: boolean;
     get timeout(): bigint | undefined;
     set timeout(value: bigint | null | undefined);
-    get wait(): string;
-    set wait(value: WasmBrowserWait);
     get waitSelector(): string | undefined;
     set waitSelector(value: string | null | undefined);
+    get wait(): string;
+    set wait(value: WasmBrowserWait);
 }
 
 /**
@@ -263,8 +263,8 @@ export class WasmContentConfig {
     removeNavigation: boolean;
     skipImages: boolean;
     stripTags: string[];
-    wrap: boolean;
     wrapWidth: number;
+    wrap: boolean;
 }
 
 /**
@@ -297,7 +297,7 @@ export class WasmCrawlConfig {
     free(): void;
     [Symbol.dispose](): void;
     static default(): WasmCrawlConfig;
-    constructor(crawlStrategy?: WasmCrawlStrategyKind | null, respectRobotsTxt?: boolean | null, softHttpErrors?: boolean | null, stayOnDomain?: boolean | null, allowSubdomains?: boolean | null, includePaths?: string[] | null, excludePaths?: string[] | null, customHeaders?: any | null, requestTimeout?: bigint | null, maxRedirects?: number | null, retryCount?: number | null, retryCodes?: Uint16Array | null, cookiesEnabled?: boolean | null, removeTags?: string[] | null, content?: WasmContentConfig | null, downloadAssets?: boolean | null, assetTypes?: any[] | null, browser?: WasmBrowserConfig | null, userAgents?: string[] | null, captureScreenshot?: boolean | null, followDocumentUrls?: boolean | null, downloadDocuments?: boolean | null, documentMimeTypes?: string[] | null, saveBrowserProfile?: boolean | null, ssrf?: WasmSsrfPolicy | null, maxDepth?: number | null, maxPages?: number | null, maxLinksPerPage?: number | null, maxConcurrent?: number | null, contentFilter?: WasmContentFilterKind | null, bm25Query?: string | null, bm25Threshold?: number | null, userAgent?: string | null, rateLimitMs?: bigint | null, auth?: any | null, maxBodySize?: number | null, mapLimit?: number | null, mapSearch?: string | null, maxAssetSize?: number | null, proxy?: WasmProxyConfig | null, documentUrlDepth?: number | null, documentMaxSize?: number | null, documentOutputDir?: string | null, documentContentEncoding?: WasmDocumentContentEncoding | null, warcOutput?: string | null, browserProfile?: string | null, ssrfDenyPrivateExplicit?: boolean | null);
+    constructor(crawlStrategy?: WasmCrawlStrategyKind | null, respectRobotsTxt?: boolean | null, softHttpErrors?: boolean | null, stayOnDomain?: boolean | null, allowSubdomains?: boolean | null, includePaths?: string[] | null, excludePaths?: string[] | null, customHeaders?: any | null, requestTimeout?: bigint | null, maxRedirects?: number | null, retryCount?: number | null, retryCodes?: Uint16Array | null, cookiesEnabled?: boolean | null, removeTags?: string[] | null, content?: WasmContentConfig | null, downloadAssets?: boolean | null, assetTypes?: WasmAssetCategory[] | null, browser?: WasmBrowserConfig | null, userAgents?: string[] | null, captureScreenshot?: boolean | null, followDocumentUrls?: boolean | null, downloadDocuments?: boolean | null, documentMimeTypes?: string[] | null, saveBrowserProfile?: boolean | null, ssrf?: WasmSsrfPolicy | null, maxDepth?: number | null, maxPages?: number | null, maxLinksPerPage?: number | null, maxConcurrent?: number | null, contentFilter?: WasmContentFilterKind | null, bm25Query?: string | null, bm25Threshold?: number | null, userAgent?: string | null, rateLimitMs?: bigint | null, auth?: any | null, maxBodySize?: number | null, mapLimit?: number | null, mapSearch?: string | null, maxAssetSize?: number | null, proxy?: WasmProxyConfig | null, documentUrlDepth?: number | null, documentMaxSize?: number | null, documentOutputDir?: string | null, documentContentEncoding?: WasmDocumentContentEncoding | null, warcOutput?: string | null, browserProfile?: string | null, ssrfDenyPrivateExplicit?: boolean | null);
     /**
      * Validate the configuration, returning an error if any values are invalid.
      */
@@ -310,13 +310,13 @@ export class WasmCrawlConfig {
     set bm25Query(value: string | null | undefined);
     get bm25Threshold(): number | undefined;
     set bm25Threshold(value: number | null | undefined);
-    browser: WasmBrowserConfig;
     get browserProfile(): string | undefined;
     set browserProfile(value: string | null | undefined);
+    browser: WasmBrowserConfig;
     captureScreenshot: boolean;
-    content: WasmContentConfig;
     get contentFilter(): string | undefined;
     set contentFilter(value: WasmContentFilterKind | null | undefined);
+    content: WasmContentConfig;
     cookiesEnabled: boolean;
     get crawlStrategy(): string;
     set crawlStrategy(value: WasmCrawlStrategyKind);
@@ -364,9 +364,9 @@ export class WasmCrawlConfig {
     retryCount: number;
     saveBrowserProfile: boolean;
     softHttpErrors: boolean;
-    ssrf: WasmSsrfPolicy;
     get ssrfDenyPrivateExplicit(): boolean | undefined;
     set ssrfDenyPrivateExplicit(value: boolean | null | undefined);
+    ssrf: WasmSsrfPolicy;
     stayOnDomain: boolean;
     get userAgent(): string | undefined;
     set userAgent(value: string | null | undefined);
@@ -836,10 +836,10 @@ export class WasmPageMetadata {
     set ogDescription(value: string | null | undefined);
     get ogImage(): string | undefined;
     set ogImage(value: string | null | undefined);
-    get ogLocale(): string | undefined;
-    set ogLocale(value: string | null | undefined);
     get ogLocaleAlternates(): string[] | undefined;
     set ogLocaleAlternates(value: string[] | null | undefined);
+    get ogLocale(): string | undefined;
+    set ogLocale(value: string | null | undefined);
     get ogSiteName(): string | undefined;
     set ogSiteName(value: string | null | undefined);
     get ogTitle(): string | undefined;
@@ -924,9 +924,9 @@ export class WasmScrapeResult {
     assets: WasmDownloadedAsset[];
     authHeaderSent: boolean;
     bodySize: number;
+    browserUsed: boolean;
     get browser(): WasmBrowserExtras | undefined;
     set browser(value: WasmBrowserExtras | null | undefined);
-    browserUsed: boolean;
     contentType: string;
     get crawlDelay(): bigint | undefined;
     set crawlDelay(value: bigint | null | undefined);