@xberg-io/crawlberg-wasm 1.8.0 → 1.9.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -961,6 +961,27 @@ export class WasmBrowserConfig {
961
961
  const ret = wasm.wasmbrowserconfig_captureNetworkEvents(this.__wbg_ptr);
962
962
  return ret !== 0;
963
963
  }
964
+ /**
965
+ * @returns {string[]}
966
+ */
967
+ get chromeArgs() {
968
+ const ret = wasm.wasmbrowserconfig_chromeArgs(this.__wbg_ptr);
969
+ var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
970
+ wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
971
+ return v1;
972
+ }
973
+ /**
974
+ * @returns {string | undefined}
975
+ */
976
+ get chromePath() {
977
+ const ret = wasm.wasmbrowserconfig_chromePath(this.__wbg_ptr);
978
+ let v1;
979
+ if (ret[0] !== 0) {
980
+ v1 = getStringFromWasm0(ret[0], ret[1]);
981
+ wasm.__wbindgen_free(ret[0], ret[1] * 1, 1);
982
+ }
983
+ return v1;
984
+ }
964
985
  /**
965
986
  * @returns {WasmBrowserConfig}
966
987
  */
@@ -1024,30 +1045,36 @@ export class WasmBrowserConfig {
1024
1045
  * @param {string[] | null} [blockUrlPatterns]
1025
1046
  * @param {boolean | null} [captureNetworkEvents]
1026
1047
  * @param {boolean | null} [sessionAffinity]
1048
+ * @param {string[] | null} [chromeArgs]
1027
1049
  * @param {string | null} [endpoint]
1028
1050
  * @param {string | null} [waitSelector]
1029
1051
  * @param {bigint | null} [extraWait]
1030
1052
  * @param {WasmProxyConfig | null} [proxy]
1031
1053
  * @param {string | null} [evalScript]
1032
1054
  * @param {string | null} [robotsUserAgent]
1055
+ * @param {string | null} [chromePath]
1033
1056
  */
1034
- constructor(mode, backend, timeout, overallTimeout, shutdownTimeout, wait, blockUrlPatterns, captureNetworkEvents, sessionAffinity, endpoint, waitSelector, extraWait, proxy, evalScript, robotsUserAgent) {
1057
+ constructor(mode, backend, timeout, overallTimeout, shutdownTimeout, wait, blockUrlPatterns, captureNetworkEvents, sessionAffinity, chromeArgs, endpoint, waitSelector, extraWait, proxy, evalScript, robotsUserAgent, chromePath) {
1035
1058
  var ptr0 = isLikeNone(blockUrlPatterns) ? 0 : passArrayJsValueToWasm0(blockUrlPatterns, wasm.__wbindgen_malloc);
1036
1059
  var len0 = WASM_VECTOR_LEN;
1037
- var ptr1 = isLikeNone(endpoint) ? 0 : passStringToWasm0(endpoint, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
1060
+ var ptr1 = isLikeNone(chromeArgs) ? 0 : passArrayJsValueToWasm0(chromeArgs, wasm.__wbindgen_malloc);
1038
1061
  var len1 = WASM_VECTOR_LEN;
1039
- var ptr2 = isLikeNone(waitSelector) ? 0 : passStringToWasm0(waitSelector, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
1062
+ var ptr2 = isLikeNone(endpoint) ? 0 : passStringToWasm0(endpoint, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
1040
1063
  var len2 = WASM_VECTOR_LEN;
1041
- let ptr3 = 0;
1064
+ var ptr3 = isLikeNone(waitSelector) ? 0 : passStringToWasm0(waitSelector, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
1065
+ var len3 = WASM_VECTOR_LEN;
1066
+ let ptr4 = 0;
1042
1067
  if (!isLikeNone(proxy)) {
1043
1068
  _assertClass(proxy, WasmProxyConfig);
1044
- ptr3 = proxy.__destroy_into_raw();
1069
+ ptr4 = proxy.__destroy_into_raw();
1045
1070
  }
1046
- var ptr4 = isLikeNone(evalScript) ? 0 : passStringToWasm0(evalScript, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
1047
- var len4 = WASM_VECTOR_LEN;
1048
- var ptr5 = isLikeNone(robotsUserAgent) ? 0 : passStringToWasm0(robotsUserAgent, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
1071
+ var ptr5 = isLikeNone(evalScript) ? 0 : passStringToWasm0(evalScript, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
1049
1072
  var len5 = WASM_VECTOR_LEN;
1050
- const ret = wasm.wasmbrowserconfig_new(isLikeNone(mode) ? 4 : mode, isLikeNone(backend) ? 2 : backend, !isLikeNone(timeout), isLikeNone(timeout) ? BigInt(0) : timeout, !isLikeNone(overallTimeout), isLikeNone(overallTimeout) ? BigInt(0) : overallTimeout, !isLikeNone(shutdownTimeout), isLikeNone(shutdownTimeout) ? BigInt(0) : shutdownTimeout, isLikeNone(wait) ? 3 : wait, ptr0, len0, isLikeNone(captureNetworkEvents) ? 0xFFFFFF : captureNetworkEvents ? 1 : 0, isLikeNone(sessionAffinity) ? 0xFFFFFF : sessionAffinity ? 1 : 0, ptr1, len1, ptr2, len2, !isLikeNone(extraWait), isLikeNone(extraWait) ? BigInt(0) : extraWait, ptr3, ptr4, len4, ptr5, len5);
1073
+ var ptr6 = isLikeNone(robotsUserAgent) ? 0 : passStringToWasm0(robotsUserAgent, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
1074
+ var len6 = WASM_VECTOR_LEN;
1075
+ var ptr7 = isLikeNone(chromePath) ? 0 : passStringToWasm0(chromePath, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
1076
+ var len7 = WASM_VECTOR_LEN;
1077
+ const ret = wasm.wasmbrowserconfig_new(isLikeNone(mode) ? 4 : mode, isLikeNone(backend) ? 2 : backend, !isLikeNone(timeout), isLikeNone(timeout) ? BigInt(0) : timeout, !isLikeNone(overallTimeout), isLikeNone(overallTimeout) ? BigInt(0) : overallTimeout, !isLikeNone(shutdownTimeout), isLikeNone(shutdownTimeout) ? BigInt(0) : shutdownTimeout, isLikeNone(wait) ? 3 : wait, ptr0, len0, isLikeNone(captureNetworkEvents) ? 0xFFFFFF : captureNetworkEvents ? 1 : 0, isLikeNone(sessionAffinity) ? 0xFFFFFF : sessionAffinity ? 1 : 0, ptr1, len1, ptr2, len2, ptr3, len3, !isLikeNone(extraWait), isLikeNone(extraWait) ? BigInt(0) : extraWait, ptr4, ptr5, len5, ptr6, len6, ptr7, len7);
1051
1078
  this.__wbg_ptr = ret;
1052
1079
  WasmBrowserConfigFinalization.register(this, this.__wbg_ptr, this);
1053
1080
  return this;
@@ -1105,6 +1132,22 @@ export class WasmBrowserConfig {
1105
1132
  set captureNetworkEvents(value) {
1106
1133
  wasm.wasmbrowserconfig_set_captureNetworkEvents(this.__wbg_ptr, value);
1107
1134
  }
1135
+ /**
1136
+ * @param {string[]} value
1137
+ */
1138
+ set chromeArgs(value) {
1139
+ const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
1140
+ const len0 = WASM_VECTOR_LEN;
1141
+ wasm.wasmbrowserconfig_set_chromeArgs(this.__wbg_ptr, ptr0, len0);
1142
+ }
1143
+ /**
1144
+ * @param {string | null} [value]
1145
+ */
1146
+ set chromePath(value) {
1147
+ var ptr0 = isLikeNone(value) ? 0 : passStringToWasm0(value, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
1148
+ var len0 = WASM_VECTOR_LEN;
1149
+ wasm.wasmbrowserconfig_set_chromePath(this.__wbg_ptr, ptr0, len0);
1150
+ }
1108
1151
  /**
1109
1152
  * @param {string | null} [value]
1110
1153
  */
@@ -2273,6 +2316,7 @@ export class WasmCrawlConfig {
2273
2316
  * @param {string[] | null} [includePaths]
2274
2317
  * @param {string[] | null} [excludePaths]
2275
2318
  * @param {boolean | null} [pathPatternsMatchQuery]
2319
+ * @param {boolean | null} [pathPatternsMatchUrl]
2276
2320
  * @param {boolean | null} [dedupIncludeQuery]
2277
2321
  * @param {boolean | null} [stripTrackingParams]
2278
2322
  * @param {string[] | null} [trackingParams]
@@ -2320,7 +2364,7 @@ export class WasmCrawlConfig {
2320
2364
  * @param {string | null} [browserProfile]
2321
2365
  * @param {boolean | null} [ssrfDenyPrivateExplicit]
2322
2366
  */
2323
- constructor(crawlStrategy, respectRobotsTxt, softHttpErrors, stayOnDomain, allowSubdomains, includePaths, excludePaths, pathPatternsMatchQuery, dedupIncludeQuery, stripTrackingParams, trackingParams, customHeaders, requestTimeout, maxRedirects, retryCount, retryCodes, retryInitialDelayMs, retryMaxDelayMs, rateLimitJitterRatio, cookiesEnabled, removeTags, content, downloadAssets, assetTypes, browser, userAgents, captureScreenshot, followDocumentUrls, downloadDocuments, documentMimeTypes, saveBrowserProfile, ssrf, maxDepth, maxPages, maxLinksPerPage, maxConcurrent, contentFilter, bm25Query, bm25Threshold, userAgent, rateLimitMs, auth, maxBodySize, mapLimit, mapSearch, maxAssetSize, proxy, documentUrlDepth, documentMaxSize, documentOutputDir, documentContentEncoding, warcOutput, browserProfile, ssrfDenyPrivateExplicit) {
2367
+ constructor(crawlStrategy, respectRobotsTxt, softHttpErrors, stayOnDomain, allowSubdomains, includePaths, excludePaths, pathPatternsMatchQuery, pathPatternsMatchUrl, dedupIncludeQuery, stripTrackingParams, trackingParams, customHeaders, requestTimeout, maxRedirects, retryCount, retryCodes, retryInitialDelayMs, retryMaxDelayMs, rateLimitJitterRatio, cookiesEnabled, removeTags, content, downloadAssets, assetTypes, browser, userAgents, captureScreenshot, followDocumentUrls, downloadDocuments, documentMimeTypes, saveBrowserProfile, ssrf, maxDepth, maxPages, maxLinksPerPage, maxConcurrent, contentFilter, bm25Query, bm25Threshold, userAgent, rateLimitMs, auth, maxBodySize, mapLimit, mapSearch, maxAssetSize, proxy, documentUrlDepth, documentMaxSize, documentOutputDir, documentContentEncoding, warcOutput, browserProfile, ssrfDenyPrivateExplicit) {
2324
2368
  var ptr0 = isLikeNone(includePaths) ? 0 : passArrayJsValueToWasm0(includePaths, wasm.__wbindgen_malloc);
2325
2369
  var len0 = WASM_VECTOR_LEN;
2326
2370
  var ptr1 = isLikeNone(excludePaths) ? 0 : passArrayJsValueToWasm0(excludePaths, wasm.__wbindgen_malloc);
@@ -2369,7 +2413,7 @@ export class WasmCrawlConfig {
2369
2413
  var len16 = WASM_VECTOR_LEN;
2370
2414
  var ptr17 = isLikeNone(browserProfile) ? 0 : passStringToWasm0(browserProfile, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
2371
2415
  var len17 = WASM_VECTOR_LEN;
2372
- const ret = wasm.wasmcrawlconfig_new(isLikeNone(crawlStrategy) ? 4 : crawlStrategy, isLikeNone(respectRobotsTxt) ? 0xFFFFFF : respectRobotsTxt ? 1 : 0, isLikeNone(softHttpErrors) ? 0xFFFFFF : softHttpErrors ? 1 : 0, isLikeNone(stayOnDomain) ? 0xFFFFFF : stayOnDomain ? 1 : 0, isLikeNone(allowSubdomains) ? 0xFFFFFF : allowSubdomains ? 1 : 0, ptr0, len0, ptr1, len1, isLikeNone(pathPatternsMatchQuery) ? 0xFFFFFF : pathPatternsMatchQuery ? 1 : 0, isLikeNone(dedupIncludeQuery) ? 0xFFFFFF : dedupIncludeQuery ? 1 : 0, isLikeNone(stripTrackingParams) ? 0xFFFFFF : stripTrackingParams ? 1 : 0, ptr2, len2, isLikeNone(customHeaders) ? 0 : addToExternrefTable0(customHeaders), !isLikeNone(requestTimeout), isLikeNone(requestTimeout) ? BigInt(0) : requestTimeout, isLikeNone(maxRedirects) ? Number.MAX_SAFE_INTEGER : (maxRedirects) >>> 0, isLikeNone(retryCount) ? Number.MAX_SAFE_INTEGER : (retryCount) >>> 0, ptr3, len3, !isLikeNone(retryInitialDelayMs), isLikeNone(retryInitialDelayMs) ? BigInt(0) : retryInitialDelayMs, !isLikeNone(retryMaxDelayMs), isLikeNone(retryMaxDelayMs) ? BigInt(0) : retryMaxDelayMs, !isLikeNone(rateLimitJitterRatio), isLikeNone(rateLimitJitterRatio) ? 0 : rateLimitJitterRatio, isLikeNone(cookiesEnabled) ? 0xFFFFFF : cookiesEnabled ? 1 : 0, ptr4, len4, ptr5, isLikeNone(downloadAssets) ? 0xFFFFFF : downloadAssets ? 1 : 0, ptr6, len6, ptr7, ptr8, len8, isLikeNone(captureScreenshot) ? 0xFFFFFF : captureScreenshot ? 1 : 0, isLikeNone(followDocumentUrls) ? 0xFFFFFF : followDocumentUrls ? 1 : 0, isLikeNone(downloadDocuments) ? 0xFFFFFF : downloadDocuments ? 1 : 0, ptr9, len9, isLikeNone(saveBrowserProfile) ? 0xFFFFFF : saveBrowserProfile ? 1 : 0, ptr10, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(maxPages) ? Number.MAX_SAFE_INTEGER : (maxPages) >>> 0, isLikeNone(maxLinksPerPage) ? Number.MAX_SAFE_INTEGER : (maxLinksPerPage) >>> 0, isLikeNone(maxConcurrent) ? Number.MAX_SAFE_INTEGER : (maxConcurrent) >>> 0, isLikeNone(contentFilter) ? 1 : contentFilter, ptr11, len11, !isLikeNone(bm25Threshold), isLikeNone(bm25Threshold) ? 0 : bm25Threshold, ptr12, len12, !isLikeNone(rateLimitMs), isLikeNone(rateLimitMs) ? BigInt(0) : rateLimitMs, isLikeNone(auth) ? 0 : addToExternrefTable0(auth), isLikeNone(maxBodySize) ? Number.MAX_SAFE_INTEGER : (maxBodySize) >>> 0, isLikeNone(mapLimit) ? Number.MAX_SAFE_INTEGER : (mapLimit) >>> 0, ptr13, len13, isLikeNone(maxAssetSize) ? Number.MAX_SAFE_INTEGER : (maxAssetSize) >>> 0, ptr14, isLikeNone(documentUrlDepth) ? Number.MAX_SAFE_INTEGER : (documentUrlDepth) >>> 0, isLikeNone(documentMaxSize) ? Number.MAX_SAFE_INTEGER : (documentMaxSize) >>> 0, ptr15, len15, isLikeNone(documentContentEncoding) ? 1 : documentContentEncoding, ptr16, len16, ptr17, len17, isLikeNone(ssrfDenyPrivateExplicit) ? 0xFFFFFF : ssrfDenyPrivateExplicit ? 1 : 0);
2416
+ const ret = wasm.wasmcrawlconfig_new(isLikeNone(crawlStrategy) ? 4 : crawlStrategy, isLikeNone(respectRobotsTxt) ? 0xFFFFFF : respectRobotsTxt ? 1 : 0, isLikeNone(softHttpErrors) ? 0xFFFFFF : softHttpErrors ? 1 : 0, isLikeNone(stayOnDomain) ? 0xFFFFFF : stayOnDomain ? 1 : 0, isLikeNone(allowSubdomains) ? 0xFFFFFF : allowSubdomains ? 1 : 0, ptr0, len0, ptr1, len1, isLikeNone(pathPatternsMatchQuery) ? 0xFFFFFF : pathPatternsMatchQuery ? 1 : 0, isLikeNone(pathPatternsMatchUrl) ? 0xFFFFFF : pathPatternsMatchUrl ? 1 : 0, isLikeNone(dedupIncludeQuery) ? 0xFFFFFF : dedupIncludeQuery ? 1 : 0, isLikeNone(stripTrackingParams) ? 0xFFFFFF : stripTrackingParams ? 1 : 0, ptr2, len2, isLikeNone(customHeaders) ? 0 : addToExternrefTable0(customHeaders), !isLikeNone(requestTimeout), isLikeNone(requestTimeout) ? BigInt(0) : requestTimeout, isLikeNone(maxRedirects) ? Number.MAX_SAFE_INTEGER : (maxRedirects) >>> 0, isLikeNone(retryCount) ? Number.MAX_SAFE_INTEGER : (retryCount) >>> 0, ptr3, len3, !isLikeNone(retryInitialDelayMs), isLikeNone(retryInitialDelayMs) ? BigInt(0) : retryInitialDelayMs, !isLikeNone(retryMaxDelayMs), isLikeNone(retryMaxDelayMs) ? BigInt(0) : retryMaxDelayMs, !isLikeNone(rateLimitJitterRatio), isLikeNone(rateLimitJitterRatio) ? 0 : rateLimitJitterRatio, isLikeNone(cookiesEnabled) ? 0xFFFFFF : cookiesEnabled ? 1 : 0, ptr4, len4, ptr5, isLikeNone(downloadAssets) ? 0xFFFFFF : downloadAssets ? 1 : 0, ptr6, len6, ptr7, ptr8, len8, isLikeNone(captureScreenshot) ? 0xFFFFFF : captureScreenshot ? 1 : 0, isLikeNone(followDocumentUrls) ? 0xFFFFFF : followDocumentUrls ? 1 : 0, isLikeNone(downloadDocuments) ? 0xFFFFFF : downloadDocuments ? 1 : 0, ptr9, len9, isLikeNone(saveBrowserProfile) ? 0xFFFFFF : saveBrowserProfile ? 1 : 0, ptr10, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(maxPages) ? Number.MAX_SAFE_INTEGER : (maxPages) >>> 0, isLikeNone(maxLinksPerPage) ? Number.MAX_SAFE_INTEGER : (maxLinksPerPage) >>> 0, isLikeNone(maxConcurrent) ? Number.MAX_SAFE_INTEGER : (maxConcurrent) >>> 0, isLikeNone(contentFilter) ? 1 : contentFilter, ptr11, len11, !isLikeNone(bm25Threshold), isLikeNone(bm25Threshold) ? 0 : bm25Threshold, ptr12, len12, !isLikeNone(rateLimitMs), isLikeNone(rateLimitMs) ? BigInt(0) : rateLimitMs, isLikeNone(auth) ? 0 : addToExternrefTable0(auth), isLikeNone(maxBodySize) ? Number.MAX_SAFE_INTEGER : (maxBodySize) >>> 0, isLikeNone(mapLimit) ? Number.MAX_SAFE_INTEGER : (mapLimit) >>> 0, ptr13, len13, isLikeNone(maxAssetSize) ? Number.MAX_SAFE_INTEGER : (maxAssetSize) >>> 0, ptr14, isLikeNone(documentUrlDepth) ? Number.MAX_SAFE_INTEGER : (documentUrlDepth) >>> 0, isLikeNone(documentMaxSize) ? Number.MAX_SAFE_INTEGER : (documentMaxSize) >>> 0, ptr15, len15, isLikeNone(documentContentEncoding) ? 1 : documentContentEncoding, ptr16, len16, ptr17, len17, isLikeNone(ssrfDenyPrivateExplicit) ? 0xFFFFFF : ssrfDenyPrivateExplicit ? 1 : 0);
2373
2417
  this.__wbg_ptr = ret;
2374
2418
  WasmCrawlConfigFinalization.register(this, this.__wbg_ptr, this);
2375
2419
  return this;
@@ -2381,6 +2425,13 @@ export class WasmCrawlConfig {
2381
2425
  const ret = wasm.wasmcrawlconfig_pathPatternsMatchQuery(this.__wbg_ptr);
2382
2426
  return ret !== 0;
2383
2427
  }
2428
+ /**
2429
+ * @returns {boolean}
2430
+ */
2431
+ get pathPatternsMatchUrl() {
2432
+ const ret = wasm.wasmcrawlconfig_pathPatternsMatchUrl(this.__wbg_ptr);
2433
+ return ret !== 0;
2434
+ }
2384
2435
  /**
2385
2436
  * @returns {WasmProxyConfig | undefined}
2386
2437
  */
@@ -2686,6 +2737,12 @@ export class WasmCrawlConfig {
2686
2737
  set pathPatternsMatchQuery(value) {
2687
2738
  wasm.wasmcrawlconfig_set_pathPatternsMatchQuery(this.__wbg_ptr, value);
2688
2739
  }
2740
+ /**
2741
+ * @param {boolean} value
2742
+ */
2743
+ set pathPatternsMatchUrl(value) {
2744
+ wasm.wasmcrawlconfig_set_pathPatternsMatchUrl(this.__wbg_ptr, value);
2745
+ }
2689
2746
  /**
2690
2747
  * @param {WasmProxyConfig | null} [value]
2691
2748
  */
@@ -3153,13 +3210,14 @@ export class WasmCrawlPageResult {
3153
3210
  * @param {number | null} [redirectCount]
3154
3211
  * @param {boolean | null} [noindexDetected]
3155
3212
  * @param {boolean | null} [nofollowDetected]
3213
+ * @param {string[] | null} [ssrfRefusedUrls]
3156
3214
  * @param {string | null} [detectedCharset]
3157
3215
  * @param {WasmMarkdownResult | null} [markdown]
3158
3216
  * @param {any | null} [extractedData]
3159
3217
  * @param {WasmExtractionMeta | null} [extractionMeta]
3160
3218
  * @param {WasmDownloadedDocument | null} [downloadedDocument]
3161
3219
  */
3162
- constructor(url, normalizedUrl, statusCode, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, depth, stayedOnDomain, wasSkipped, isPdf, browserUsed, finalUrl, redirectCount, noindexDetected, nofollowDetected, detectedCharset, markdown, extractedData, extractionMeta, downloadedDocument) {
3220
+ constructor(url, normalizedUrl, statusCode, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, depth, stayedOnDomain, wasSkipped, isPdf, browserUsed, finalUrl, redirectCount, noindexDetected, nofollowDetected, ssrfRefusedUrls, detectedCharset, markdown, extractedData, extractionMeta, downloadedDocument) {
3163
3221
  var ptr0 = isLikeNone(url) ? 0 : passStringToWasm0(url, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
3164
3222
  var len0 = WASM_VECTOR_LEN;
3165
3223
  var ptr1 = isLikeNone(normalizedUrl) ? 0 : passStringToWasm0(normalizedUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
@@ -3183,24 +3241,26 @@ export class WasmCrawlPageResult {
3183
3241
  var len8 = WASM_VECTOR_LEN;
3184
3242
  var ptr9 = isLikeNone(finalUrl) ? 0 : passStringToWasm0(finalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
3185
3243
  var len9 = WASM_VECTOR_LEN;
3186
- var ptr10 = isLikeNone(detectedCharset) ? 0 : passStringToWasm0(detectedCharset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
3244
+ var ptr10 = isLikeNone(ssrfRefusedUrls) ? 0 : passArrayJsValueToWasm0(ssrfRefusedUrls, wasm.__wbindgen_malloc);
3187
3245
  var len10 = WASM_VECTOR_LEN;
3188
- let ptr11 = 0;
3246
+ var ptr11 = isLikeNone(detectedCharset) ? 0 : passStringToWasm0(detectedCharset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
3247
+ var len11 = WASM_VECTOR_LEN;
3248
+ let ptr12 = 0;
3189
3249
  if (!isLikeNone(markdown)) {
3190
3250
  _assertClass(markdown, WasmMarkdownResult);
3191
- ptr11 = markdown.__destroy_into_raw();
3251
+ ptr12 = markdown.__destroy_into_raw();
3192
3252
  }
3193
- let ptr12 = 0;
3253
+ let ptr13 = 0;
3194
3254
  if (!isLikeNone(extractionMeta)) {
3195
3255
  _assertClass(extractionMeta, WasmExtractionMeta);
3196
- ptr12 = extractionMeta.__destroy_into_raw();
3256
+ ptr13 = extractionMeta.__destroy_into_raw();
3197
3257
  }
3198
- let ptr13 = 0;
3258
+ let ptr14 = 0;
3199
3259
  if (!isLikeNone(downloadedDocument)) {
3200
3260
  _assertClass(downloadedDocument, WasmDownloadedDocument);
3201
- ptr13 = downloadedDocument.__destroy_into_raw();
3261
+ ptr14 = downloadedDocument.__destroy_into_raw();
3202
3262
  }
3203
- const ret = wasm.wasmcrawlpageresult_new(ptr0, len0, ptr1, len1, isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr2, len2, ptr3, len3, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr4, ptr5, len5, ptr6, len6, ptr7, len7, ptr8, len8, isLikeNone(depth) ? Number.MAX_SAFE_INTEGER : (depth) >>> 0, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, isLikeNone(redirectCount) ? Number.MAX_SAFE_INTEGER : (redirectCount) >>> 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, ptr10, len10, ptr11, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr12, ptr13);
3263
+ const ret = wasm.wasmcrawlpageresult_new(ptr0, len0, ptr1, len1, isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr2, len2, ptr3, len3, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr4, ptr5, len5, ptr6, len6, ptr7, len7, ptr8, len8, isLikeNone(depth) ? Number.MAX_SAFE_INTEGER : (depth) >>> 0, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, isLikeNone(redirectCount) ? Number.MAX_SAFE_INTEGER : (redirectCount) >>> 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, ptr10, len10, ptr11, len11, ptr12, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr13, ptr14);
3204
3264
  this.__wbg_ptr = ret;
3205
3265
  WasmCrawlPageResultFinalization.register(this, this.__wbg_ptr, this);
3206
3266
  return this;
@@ -3402,6 +3462,14 @@ export class WasmCrawlPageResult {
3402
3462
  set redirectCount(value) {
3403
3463
  wasm.wasmcrawlpageresult_set_redirectCount(this.__wbg_ptr, value);
3404
3464
  }
3465
+ /**
3466
+ * @param {string[]} value
3467
+ */
3468
+ set ssrfRefusedUrls(value) {
3469
+ const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
3470
+ const len0 = WASM_VECTOR_LEN;
3471
+ wasm.wasmcrawlpageresult_set_ssrfRefusedUrls(this.__wbg_ptr, ptr0, len0);
3472
+ }
3405
3473
  /**
3406
3474
  * @param {number} value
3407
3475
  */
@@ -3428,6 +3496,15 @@ export class WasmCrawlPageResult {
3428
3496
  set wasSkipped(value) {
3429
3497
  wasm.wasmcrawlpageresult_set_wasSkipped(this.__wbg_ptr, value);
3430
3498
  }
3499
+ /**
3500
+ * @returns {string[]}
3501
+ */
3502
+ get ssrfRefusedUrls() {
3503
+ const ret = wasm.wasmcrawlpageresult_ssrfRefusedUrls(this.__wbg_ptr);
3504
+ var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
3505
+ wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
3506
+ return v1;
3507
+ }
3431
3508
  /**
3432
3509
  * @returns {number}
3433
3510
  */
@@ -4983,18 +5060,21 @@ export class WasmInteractionResult {
4983
5060
  * @param {WasmActionResult[] | null} [actionResults]
4984
5061
  * @param {string | null} [finalHtml]
4985
5062
  * @param {string | null} [finalUrl]
5063
+ * @param {string[] | null} [ssrfRefusedUrls]
4986
5064
  * @param {string | null} [screenshotBase64]
4987
5065
  */
4988
- constructor(actionResults, finalHtml, finalUrl, screenshotBase64) {
5066
+ constructor(actionResults, finalHtml, finalUrl, ssrfRefusedUrls, screenshotBase64) {
4989
5067
  var ptr0 = isLikeNone(actionResults) ? 0 : passArrayJsValueToWasm0(actionResults, wasm.__wbindgen_malloc);
4990
5068
  var len0 = WASM_VECTOR_LEN;
4991
5069
  var ptr1 = isLikeNone(finalHtml) ? 0 : passStringToWasm0(finalHtml, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
4992
5070
  var len1 = WASM_VECTOR_LEN;
4993
5071
  var ptr2 = isLikeNone(finalUrl) ? 0 : passStringToWasm0(finalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
4994
5072
  var len2 = WASM_VECTOR_LEN;
4995
- var ptr3 = isLikeNone(screenshotBase64) ? 0 : passStringToWasm0(screenshotBase64, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
5073
+ var ptr3 = isLikeNone(ssrfRefusedUrls) ? 0 : passArrayJsValueToWasm0(ssrfRefusedUrls, wasm.__wbindgen_malloc);
4996
5074
  var len3 = WASM_VECTOR_LEN;
4997
- const ret = wasm.wasminteractionresult_new(ptr0, len0, ptr1, len1, ptr2, len2, ptr3, len3);
5075
+ var ptr4 = isLikeNone(screenshotBase64) ? 0 : passStringToWasm0(screenshotBase64, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
5076
+ var len4 = WASM_VECTOR_LEN;
5077
+ const ret = wasm.wasminteractionresult_new(ptr0, len0, ptr1, len1, ptr2, len2, ptr3, len3, ptr4, len4);
4998
5078
  this.__wbg_ptr = ret;
4999
5079
  WasmInteractionResultFinalization.register(this, this.__wbg_ptr, this);
5000
5080
  return this;
@@ -5043,6 +5123,23 @@ export class WasmInteractionResult {
5043
5123
  var len0 = WASM_VECTOR_LEN;
5044
5124
  wasm.wasminteractionresult_set_screenshotBase64(this.__wbg_ptr, ptr0, len0);
5045
5125
  }
5126
+ /**
5127
+ * @param {string[]} value
5128
+ */
5129
+ set ssrfRefusedUrls(value) {
5130
+ const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
5131
+ const len0 = WASM_VECTOR_LEN;
5132
+ wasm.wasminteractionresult_set_ssrfRefusedUrls(this.__wbg_ptr, ptr0, len0);
5133
+ }
5134
+ /**
5135
+ * @returns {string[]}
5136
+ */
5137
+ get ssrfRefusedUrls() {
5138
+ const ret = wasm.wasminteractionresult_ssrfRefusedUrls(this.__wbg_ptr);
5139
+ var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
5140
+ wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
5141
+ return v1;
5142
+ }
5046
5143
  }
5047
5144
  if (Symbol.dispose) WasmInteractionResult.prototype[Symbol.dispose] = WasmInteractionResult.prototype.free;
5048
5145
 
@@ -7297,6 +7394,7 @@ export class WasmScrapeResult {
7297
7394
  * @param {WasmDownloadedAsset[] | null} [assets]
7298
7395
  * @param {boolean | null} [jsRenderHint]
7299
7396
  * @param {boolean | null} [browserUsed]
7397
+ * @param {string[] | null} [ssrfRefusedUrls]
7300
7398
  * @param {bigint | null} [crawlDelay]
7301
7399
  * @param {string | null} [xRobotsTag]
7302
7400
  * @param {string | null} [detectedCharset]
@@ -7308,7 +7406,7 @@ export class WasmScrapeResult {
7308
7406
  * @param {WasmDownloadedDocument | null} [downloadedDocument]
7309
7407
  * @param {WasmBrowserExtras | null} [browser]
7310
7408
  */
7311
- constructor(statusCode, finalUrl, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, isAllowed, noindexDetected, nofollowDetected, isPdf, wasSkipped, authHeaderSent, assets, jsRenderHint, browserUsed, crawlDelay, xRobotsTag, detectedCharset, responseMeta, markdown, extractedData, extractionMeta, screenshotBase64, downloadedDocument, browser) {
7409
+ constructor(statusCode, finalUrl, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, isAllowed, noindexDetected, nofollowDetected, isPdf, wasSkipped, authHeaderSent, assets, jsRenderHint, browserUsed, ssrfRefusedUrls, crawlDelay, xRobotsTag, detectedCharset, responseMeta, markdown, extractedData, extractionMeta, screenshotBase64, downloadedDocument, browser) {
7312
7410
  var ptr0 = isLikeNone(finalUrl) ? 0 : passStringToWasm0(finalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
7313
7411
  var len0 = WASM_VECTOR_LEN;
7314
7412
  var ptr1 = isLikeNone(contentType) ? 0 : passStringToWasm0(contentType, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
@@ -7330,38 +7428,40 @@ export class WasmScrapeResult {
7330
7428
  var len7 = WASM_VECTOR_LEN;
7331
7429
  var ptr8 = isLikeNone(assets) ? 0 : passArrayJsValueToWasm0(assets, wasm.__wbindgen_malloc);
7332
7430
  var len8 = WASM_VECTOR_LEN;
7333
- var ptr9 = isLikeNone(xRobotsTag) ? 0 : passStringToWasm0(xRobotsTag, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
7431
+ var ptr9 = isLikeNone(ssrfRefusedUrls) ? 0 : passArrayJsValueToWasm0(ssrfRefusedUrls, wasm.__wbindgen_malloc);
7334
7432
  var len9 = WASM_VECTOR_LEN;
7335
- var ptr10 = isLikeNone(detectedCharset) ? 0 : passStringToWasm0(detectedCharset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
7433
+ var ptr10 = isLikeNone(xRobotsTag) ? 0 : passStringToWasm0(xRobotsTag, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
7336
7434
  var len10 = WASM_VECTOR_LEN;
7337
- let ptr11 = 0;
7435
+ var ptr11 = isLikeNone(detectedCharset) ? 0 : passStringToWasm0(detectedCharset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
7436
+ var len11 = WASM_VECTOR_LEN;
7437
+ let ptr12 = 0;
7338
7438
  if (!isLikeNone(responseMeta)) {
7339
7439
  _assertClass(responseMeta, WasmResponseMeta);
7340
- ptr11 = responseMeta.__destroy_into_raw();
7440
+ ptr12 = responseMeta.__destroy_into_raw();
7341
7441
  }
7342
- let ptr12 = 0;
7442
+ let ptr13 = 0;
7343
7443
  if (!isLikeNone(markdown)) {
7344
7444
  _assertClass(markdown, WasmMarkdownResult);
7345
- ptr12 = markdown.__destroy_into_raw();
7445
+ ptr13 = markdown.__destroy_into_raw();
7346
7446
  }
7347
- let ptr13 = 0;
7447
+ let ptr14 = 0;
7348
7448
  if (!isLikeNone(extractionMeta)) {
7349
7449
  _assertClass(extractionMeta, WasmExtractionMeta);
7350
- ptr13 = extractionMeta.__destroy_into_raw();
7450
+ ptr14 = extractionMeta.__destroy_into_raw();
7351
7451
  }
7352
- var ptr14 = isLikeNone(screenshotBase64) ? 0 : passStringToWasm0(screenshotBase64, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
7353
- var len14 = WASM_VECTOR_LEN;
7354
- let ptr15 = 0;
7452
+ var ptr15 = isLikeNone(screenshotBase64) ? 0 : passStringToWasm0(screenshotBase64, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
7453
+ var len15 = WASM_VECTOR_LEN;
7454
+ let ptr16 = 0;
7355
7455
  if (!isLikeNone(downloadedDocument)) {
7356
7456
  _assertClass(downloadedDocument, WasmDownloadedDocument);
7357
- ptr15 = downloadedDocument.__destroy_into_raw();
7457
+ ptr16 = downloadedDocument.__destroy_into_raw();
7358
7458
  }
7359
- let ptr16 = 0;
7459
+ let ptr17 = 0;
7360
7460
  if (!isLikeNone(browser)) {
7361
7461
  _assertClass(browser, WasmBrowserExtras);
7362
- ptr16 = browser.__destroy_into_raw();
7462
+ ptr17 = browser.__destroy_into_raw();
7363
7463
  }
7364
- const ret = wasm.wasmscraperesult_new(isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr0, len0, ptr1, len1, ptr2, len2, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr3, ptr4, len4, ptr5, len5, ptr6, len6, ptr7, len7, isLikeNone(isAllowed) ? 0xFFFFFF : isAllowed ? 1 : 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(authHeaderSent) ? 0xFFFFFF : authHeaderSent ? 1 : 0, ptr8, len8, isLikeNone(jsRenderHint) ? 0xFFFFFF : jsRenderHint ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, !isLikeNone(crawlDelay), isLikeNone(crawlDelay) ? BigInt(0) : crawlDelay, ptr9, len9, ptr10, len10, ptr11, ptr12, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr13, ptr14, len14, ptr15, ptr16);
7464
+ const ret = wasm.wasmscraperesult_new(isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr0, len0, ptr1, len1, ptr2, len2, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr3, ptr4, len4, ptr5, len5, ptr6, len6, ptr7, len7, isLikeNone(isAllowed) ? 0xFFFFFF : isAllowed ? 1 : 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(authHeaderSent) ? 0xFFFFFF : authHeaderSent ? 1 : 0, ptr8, len8, isLikeNone(jsRenderHint) ? 0xFFFFFF : jsRenderHint ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, !isLikeNone(crawlDelay), isLikeNone(crawlDelay) ? BigInt(0) : crawlDelay, ptr10, len10, ptr11, len11, ptr12, ptr13, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr14, ptr15, len15, ptr16, ptr17);
7365
7465
  this.__wbg_ptr = ret;
7366
7466
  WasmScrapeResultFinalization.register(this, this.__wbg_ptr, this);
7367
7467
  return this;
@@ -7602,6 +7702,14 @@ export class WasmScrapeResult {
7602
7702
  var len0 = WASM_VECTOR_LEN;
7603
7703
  wasm.wasmscraperesult_set_screenshotBase64(this.__wbg_ptr, ptr0, len0);
7604
7704
  }
7705
+ /**
7706
+ * @param {string[]} value
7707
+ */
7708
+ set ssrfRefusedUrls(value) {
7709
+ const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
7710
+ const len0 = WASM_VECTOR_LEN;
7711
+ wasm.wasmscraperesult_set_ssrfRefusedUrls(this.__wbg_ptr, ptr0, len0);
7712
+ }
7605
7713
  /**
7606
7714
  * @param {number} value
7607
7715
  */
@@ -7622,6 +7730,15 @@ export class WasmScrapeResult {
7622
7730
  var len0 = WASM_VECTOR_LEN;
7623
7731
  wasm.wasmscraperesult_set_xRobotsTag(this.__wbg_ptr, ptr0, len0);
7624
7732
  }
7733
+ /**
7734
+ * @returns {string[]}
7735
+ */
7736
+ get ssrfRefusedUrls() {
7737
+ const ret = wasm.wasmscraperesult_ssrfRefusedUrls(this.__wbg_ptr);
7738
+ var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
7739
+ wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
7740
+ return v1;
7741
+ }
7625
7742
  /**
7626
7743
  * @returns {number}
7627
7744
  */
@@ -8582,13 +8699,13 @@ function __wbg_get_imports() {
8582
8699
  return ret;
8583
8700
  },
8584
8701
  __wbindgen_generic_0000000000000001: function(arg0, arg1) {
8585
- // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1152, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
8702
+ // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1352, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
8586
8703
  const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c);
8587
8704
  return ret;
8588
8705
  },
8589
8706
  __wbindgen_generic_0000000000000002: function(arg0, arg1) {
8590
- // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 1044, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
8591
- const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h21c8118e1fe083d1);
8707
+ // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 1243, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
8708
+ const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c);
8592
8709
  return ret;
8593
8710
  },
8594
8711
  __wbindgen_generic_0000000000000003: function(arg0) {
@@ -8627,8 +8744,8 @@ function __wbg_get_imports() {
8627
8744
  };
8628
8745
  }
8629
8746
 
8630
- function wasm_bindgen__convert__closures_____invoke__h21c8118e1fe083d1(arg0, arg1) {
8631
- wasm.wasm_bindgen__convert__closures_____invoke__h21c8118e1fe083d1(arg0, arg1);
8747
+ function wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c(arg0, arg1) {
8748
+ wasm.wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c(arg0, arg1);
8632
8749
  }
8633
8750
 
8634
8751
  function wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c(arg0, arg1, arg2) {
Binary file
@@ -124,12 +124,14 @@ export const wasmbatchscraperesults_totalCount: (a: number) => number;
124
124
  export const wasmbrowserconfig_backend: (a: number) => [number, number];
125
125
  export const wasmbrowserconfig_blockUrlPatterns: (a: number) => [number, number];
126
126
  export const wasmbrowserconfig_captureNetworkEvents: (a: number) => number;
127
+ export const wasmbrowserconfig_chromeArgs: (a: number) => [number, number];
128
+ export const wasmbrowserconfig_chromePath: (a: number) => [number, number];
127
129
  export const wasmbrowserconfig_default: () => number;
128
130
  export const wasmbrowserconfig_endpoint: (a: number) => [number, number];
129
131
  export const wasmbrowserconfig_evalScript: (a: number) => [number, number];
130
132
  export const wasmbrowserconfig_extraWait: (a: number) => [number, bigint];
131
133
  export const wasmbrowserconfig_mode: (a: number) => [number, number];
132
- export const wasmbrowserconfig_new: (a: number, b: number, c: number, d: bigint, e: number, f: bigint, g: number, h: bigint, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: bigint, t: number, u: number, v: number, w: number, x: number) => number;
134
+ export const wasmbrowserconfig_new: (a: number, b: number, c: number, d: bigint, e: number, f: bigint, g: number, h: bigint, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: bigint, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number) => number;
133
135
  export const wasmbrowserconfig_overallTimeout: (a: number) => [number, bigint];
134
136
  export const wasmbrowserconfig_proxy: (a: number) => number;
135
137
  export const wasmbrowserconfig_robotsUserAgent: (a: number) => [number, number];
@@ -137,6 +139,8 @@ export const wasmbrowserconfig_sessionAffinity: (a: number) => number;
137
139
  export const wasmbrowserconfig_set_backend: (a: number, b: number) => void;
138
140
  export const wasmbrowserconfig_set_blockUrlPatterns: (a: number, b: number, c: number) => void;
139
141
  export const wasmbrowserconfig_set_captureNetworkEvents: (a: number, b: number) => void;
142
+ export const wasmbrowserconfig_set_chromeArgs: (a: number, b: number, c: number) => void;
143
+ export const wasmbrowserconfig_set_chromePath: (a: number, b: number, c: number) => void;
140
144
  export const wasmbrowserconfig_set_endpoint: (a: number, b: number, c: number) => void;
141
145
  export const wasmbrowserconfig_set_evalScript: (a: number, b: number, c: number) => void;
142
146
  export const wasmbrowserconfig_set_extraWait: (a: number, b: number, c: bigint) => void;
@@ -247,8 +251,9 @@ export const wasmcrawlconfig_maxDepth: (a: number) => number;
247
251
  export const wasmcrawlconfig_maxLinksPerPage: (a: number) => number;
248
252
  export const wasmcrawlconfig_maxPages: (a: number) => number;
249
253
  export const wasmcrawlconfig_maxRedirects: (a: number) => number;
250
- export const wasmcrawlconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: bigint, r: number, s: number, t: number, u: number, v: number, w: bigint, x: number, y: bigint, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number, p1: number, q1: number, r1: number, s1: number, t1: number, u1: number, v1: number, w1: number, x1: number, y1: number, z1: number, a2: number, b2: number, c2: number, d2: number, e2: bigint, f2: number, g2: number, h2: number, i2: number, j2: number, k2: number, l2: number, m2: number, n2: number, o2: number, p2: number, q2: number, r2: number, s2: number, t2: number, u2: number, v2: number) => number;
254
+ export const wasmcrawlconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: bigint, s: number, t: number, u: number, v: number, w: number, x: bigint, y: number, z: bigint, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number, p1: number, q1: number, r1: number, s1: number, t1: number, u1: number, v1: number, w1: number, x1: number, y1: number, z1: number, a2: number, b2: number, c2: number, d2: number, e2: number, f2: bigint, g2: number, h2: number, i2: number, j2: number, k2: number, l2: number, m2: number, n2: number, o2: number, p2: number, q2: number, r2: number, s2: number, t2: number, u2: number, v2: number, w2: number) => number;
251
255
  export const wasmcrawlconfig_pathPatternsMatchQuery: (a: number) => number;
256
+ export const wasmcrawlconfig_pathPatternsMatchUrl: (a: number) => number;
252
257
  export const wasmcrawlconfig_proxy: (a: number) => number;
253
258
  export const wasmcrawlconfig_rateLimitJitterRatio: (a: number) => number;
254
259
  export const wasmcrawlconfig_rateLimitMs: (a: number) => [number, bigint];
@@ -294,6 +299,7 @@ export const wasmcrawlconfig_set_maxLinksPerPage: (a: number, b: number) => void
294
299
  export const wasmcrawlconfig_set_maxPages: (a: number, b: number) => void;
295
300
  export const wasmcrawlconfig_set_maxRedirects: (a: number, b: number) => void;
296
301
  export const wasmcrawlconfig_set_pathPatternsMatchQuery: (a: number, b: number) => void;
302
+ export const wasmcrawlconfig_set_pathPatternsMatchUrl: (a: number, b: number) => void;
297
303
  export const wasmcrawlconfig_set_proxy: (a: number, b: number) => void;
298
304
  export const wasmcrawlconfig_set_rateLimitJitterRatio: (a: number, b: number) => void;
299
305
  export const wasmcrawlconfig_set_rateLimitMs: (a: number, b: number, c: bigint) => void;
@@ -342,7 +348,7 @@ export const wasmcrawlpageresult_jsonLd: (a: number) => [number, number];
342
348
  export const wasmcrawlpageresult_links: (a: number) => [number, number];
343
349
  export const wasmcrawlpageresult_markdown: (a: number) => number;
344
350
  export const wasmcrawlpageresult_metadata: (a: number) => number;
345
- export const wasmcrawlpageresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number) => number;
351
+ export const wasmcrawlpageresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number) => number;
346
352
  export const wasmcrawlpageresult_nofollowDetected: (a: number) => number;
347
353
  export const wasmcrawlpageresult_noindexDetected: (a: number) => number;
348
354
  export const wasmcrawlpageresult_normalizedUrl: (a: number) => [number, number];
@@ -368,10 +374,12 @@ export const wasmcrawlpageresult_set_nofollowDetected: (a: number, b: number) =>
368
374
  export const wasmcrawlpageresult_set_noindexDetected: (a: number, b: number) => void;
369
375
  export const wasmcrawlpageresult_set_normalizedUrl: (a: number, b: number, c: number) => void;
370
376
  export const wasmcrawlpageresult_set_redirectCount: (a: number, b: number) => void;
377
+ export const wasmcrawlpageresult_set_ssrfRefusedUrls: (a: number, b: number, c: number) => void;
371
378
  export const wasmcrawlpageresult_set_statusCode: (a: number, b: number) => void;
372
379
  export const wasmcrawlpageresult_set_stayedOnDomain: (a: number, b: number) => void;
373
380
  export const wasmcrawlpageresult_set_url: (a: number, b: number, c: number) => void;
374
381
  export const wasmcrawlpageresult_set_wasSkipped: (a: number, b: number) => void;
382
+ export const wasmcrawlpageresult_ssrfRefusedUrls: (a: number) => [number, number];
375
383
  export const wasmcrawlpageresult_statusCode: (a: number) => number;
376
384
  export const wasmcrawlpageresult_stayedOnDomain: (a: number) => number;
377
385
  export const wasmcrawlpageresult_url: (a: number) => [number, number];
@@ -493,12 +501,14 @@ export const wasminteractionresult_actionResults: (a: number) => [number, number
493
501
  export const wasminteractionresult_default: () => number;
494
502
  export const wasminteractionresult_finalHtml: (a: number) => [number, number];
495
503
  export const wasminteractionresult_finalUrl: (a: number) => [number, number];
496
- export const wasminteractionresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number) => number;
504
+ export const wasminteractionresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number) => number;
497
505
  export const wasminteractionresult_screenshotBase64: (a: number) => [number, number];
498
506
  export const wasminteractionresult_set_actionResults: (a: number, b: number, c: number) => void;
499
507
  export const wasminteractionresult_set_finalHtml: (a: number, b: number, c: number) => void;
500
508
  export const wasminteractionresult_set_finalUrl: (a: number, b: number, c: number) => void;
501
509
  export const wasminteractionresult_set_screenshotBase64: (a: number, b: number, c: number) => void;
510
+ export const wasminteractionresult_set_ssrfRefusedUrls: (a: number, b: number, c: number) => void;
511
+ export const wasminteractionresult_ssrfRefusedUrls: (a: number) => [number, number];
502
512
  export const wasmjsonldentry_default: () => number;
503
513
  export const wasmjsonldentry_name: (a: number) => [number, number];
504
514
  export const wasmjsonldentry_new: (a: number, b: number, c: number, d: number, e: number, f: number) => number;
@@ -692,7 +702,7 @@ export const wasmscraperesult_jsonLd: (a: number) => [number, number];
692
702
  export const wasmscraperesult_links: (a: number) => [number, number];
693
703
  export const wasmscraperesult_markdown: (a: number) => number;
694
704
  export const wasmscraperesult_metadata: (a: number) => number;
695
- export const wasmscraperesult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: bigint, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number) => number;
705
+ export const wasmscraperesult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: bigint, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number, p1: number, q1: number) => number;
696
706
  export const wasmscraperesult_nofollowDetected: (a: number) => number;
697
707
  export const wasmscraperesult_noindexDetected: (a: number) => number;
698
708
  export const wasmscraperesult_responseMeta: (a: number) => number;
@@ -723,9 +733,11 @@ export const wasmscraperesult_set_nofollowDetected: (a: number, b: number) => vo
723
733
  export const wasmscraperesult_set_noindexDetected: (a: number, b: number) => void;
724
734
  export const wasmscraperesult_set_responseMeta: (a: number, b: number) => void;
725
735
  export const wasmscraperesult_set_screenshotBase64: (a: number, b: number, c: number) => void;
736
+ export const wasmscraperesult_set_ssrfRefusedUrls: (a: number, b: number, c: number) => void;
726
737
  export const wasmscraperesult_set_statusCode: (a: number, b: number) => void;
727
738
  export const wasmscraperesult_set_wasSkipped: (a: number, b: number) => void;
728
739
  export const wasmscraperesult_set_xRobotsTag: (a: number, b: number, c: number) => void;
740
+ export const wasmscraperesult_ssrfRefusedUrls: (a: number) => [number, number];
729
741
  export const wasmscraperesult_statusCode: (a: number) => number;
730
742
  export const wasmscraperesult_wasSkipped: (a: number) => number;
731
743
  export const wasmscraperesult_xRobotsTag: (a: number) => [number, number];
@@ -752,7 +764,7 @@ export const wasmssrfpolicy_set_maxRedirects: (a: number, b: number) => void;
752
764
  export const wasmssrfpolicy_set_schemeAllowlist: (a: number, b: number, c: number) => void;
753
765
  export const wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c: (a: number, b: number, c: any) => [number, number];
754
766
  export const wasm_bindgen__convert__closures_____invoke__h8ad11faaa2905452: (a: number, b: number, c: any, d: any) => void;
755
- export const wasm_bindgen__convert__closures_____invoke__h21c8118e1fe083d1: (a: number, b: number) => void;
767
+ export const wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c: (a: number, b: number) => void;
756
768
  export const __wbindgen_malloc: (a: number, b: number) => number;
757
769
  export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
758
770
  export const __wbindgen_exn_store: (a: number) => void;