@xberg-io/crawlberg-wasm 1.11.0 → 1.12.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1114,6 +1114,13 @@ class WasmBrowserConfig {
1114
1114
  const ret = wasm.wasmbrowserconfig_default();
1115
1115
  return WasmBrowserConfig.__wrap(ret);
1116
1116
  }
1117
+ /**
1118
+ * @returns {bigint | undefined}
1119
+ */
1120
+ get domQuietWindow() {
1121
+ const ret = wasm.wasmbrowserconfig_domQuietWindow(this.__wbg_ptr);
1122
+ return ret[0] === 0 ? undefined : BigInt.asUintN(64, ret[1]);
1123
+ }
1117
1124
  /**
1118
1125
  * @returns {string | undefined}
1119
1126
  */
@@ -1183,8 +1190,10 @@ class WasmBrowserConfig {
1183
1190
  * @param {string | null} [evalScript]
1184
1191
  * @param {string | null} [robotsUserAgent]
1185
1192
  * @param {string | null} [chromePath]
1193
+ * @param {boolean | null} [scrollContainers]
1194
+ * @param {bigint | null} [domQuietWindow]
1186
1195
  */
1187
- constructor(mode, backend, timeout, overallTimeout, shutdownTimeout, wait, blockUrlPatterns, captureNetworkEvents, sessionAffinity, chromeArgs, endpoint, waitSelector, extraWait, proxy, evalScript, robotsUserAgent, chromePath) {
1196
+ constructor(mode, backend, timeout, overallTimeout, shutdownTimeout, wait, blockUrlPatterns, captureNetworkEvents, sessionAffinity, chromeArgs, endpoint, waitSelector, extraWait, proxy, evalScript, robotsUserAgent, chromePath, scrollContainers, domQuietWindow) {
1188
1197
  var ptr0 = isLikeNone(blockUrlPatterns) ? 0 : passArrayJsValueToWasm0(blockUrlPatterns, wasm.__wbindgen_malloc);
1189
1198
  var len0 = WASM_VECTOR_LEN;
1190
1199
  var ptr1 = isLikeNone(chromeArgs) ? 0 : passArrayJsValueToWasm0(chromeArgs, wasm.__wbindgen_malloc);
@@ -1204,7 +1213,7 @@ class WasmBrowserConfig {
1204
1213
  var len6 = WASM_VECTOR_LEN;
1205
1214
  var ptr7 = isLikeNone(chromePath) ? 0 : passStringToWasm0(chromePath, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
1206
1215
  var len7 = WASM_VECTOR_LEN;
1207
- const ret = wasm.wasmbrowserconfig_new(isLikeNone(mode) ? 4 : mode, isLikeNone(backend) ? 2 : backend, !isLikeNone(timeout), isLikeNone(timeout) ? BigInt(0) : timeout, !isLikeNone(overallTimeout), isLikeNone(overallTimeout) ? BigInt(0) : overallTimeout, !isLikeNone(shutdownTimeout), isLikeNone(shutdownTimeout) ? BigInt(0) : shutdownTimeout, isLikeNone(wait) ? 3 : wait, ptr0, len0, isLikeNone(captureNetworkEvents) ? 0xFFFFFF : captureNetworkEvents ? 1 : 0, isLikeNone(sessionAffinity) ? 0xFFFFFF : sessionAffinity ? 1 : 0, ptr1, len1, ptr2, len2, ptr3, len3, !isLikeNone(extraWait), isLikeNone(extraWait) ? BigInt(0) : extraWait, ptr4, ptr5, len5, ptr6, len6, ptr7, len7);
1216
+ const ret = wasm.wasmbrowserconfig_new(isLikeNone(mode) ? 4 : mode, isLikeNone(backend) ? 2 : backend, !isLikeNone(timeout), isLikeNone(timeout) ? BigInt(0) : timeout, !isLikeNone(overallTimeout), isLikeNone(overallTimeout) ? BigInt(0) : overallTimeout, !isLikeNone(shutdownTimeout), isLikeNone(shutdownTimeout) ? BigInt(0) : shutdownTimeout, isLikeNone(wait) ? 3 : wait, ptr0, len0, isLikeNone(captureNetworkEvents) ? 0xFFFFFF : captureNetworkEvents ? 1 : 0, isLikeNone(sessionAffinity) ? 0xFFFFFF : sessionAffinity ? 1 : 0, ptr1, len1, ptr2, len2, ptr3, len3, !isLikeNone(extraWait), isLikeNone(extraWait) ? BigInt(0) : extraWait, ptr4, ptr5, len5, ptr6, len6, ptr7, len7, isLikeNone(scrollContainers) ? 0xFFFFFF : scrollContainers ? 1 : 0, !isLikeNone(domQuietWindow), isLikeNone(domQuietWindow) ? BigInt(0) : domQuietWindow);
1208
1217
  this.__wbg_ptr = ret;
1209
1218
  WasmBrowserConfigFinalization.register(this, this.__wbg_ptr, this);
1210
1219
  return this;
@@ -1239,6 +1248,13 @@ class WasmBrowserConfig {
1239
1248
  }
1240
1249
  return v1;
1241
1250
  }
1251
+ /**
1252
+ * @returns {boolean}
1253
+ */
1254
+ get scrollContainers() {
1255
+ const ret = wasm.wasmbrowserconfig_scrollContainers(this.__wbg_ptr);
1256
+ return ret !== 0;
1257
+ }
1242
1258
  /**
1243
1259
  * @returns {boolean}
1244
1260
  */
@@ -1282,6 +1298,12 @@ class WasmBrowserConfig {
1282
1298
  var len0 = WASM_VECTOR_LEN;
1283
1299
  wasm.wasmbrowserconfig_set_chromePath(this.__wbg_ptr, ptr0, len0);
1284
1300
  }
1301
+ /**
1302
+ * @param {bigint | null} [value]
1303
+ */
1304
+ set domQuietWindow(value) {
1305
+ wasm.wasmbrowserconfig_set_domQuietWindow(this.__wbg_ptr, !isLikeNone(value), isLikeNone(value) ? BigInt(0) : value);
1306
+ }
1285
1307
  /**
1286
1308
  * @param {string | null} [value]
1287
1309
  */
@@ -1331,6 +1353,12 @@ class WasmBrowserConfig {
1331
1353
  var len0 = WASM_VECTOR_LEN;
1332
1354
  wasm.wasmbrowserconfig_set_robotsUserAgent(this.__wbg_ptr, ptr0, len0);
1333
1355
  }
1356
+ /**
1357
+ * @param {boolean} value
1358
+ */
1359
+ set scrollContainers(value) {
1360
+ wasm.wasmbrowserconfig_set_scrollContainers(this.__wbg_ptr, value);
1361
+ }
1334
1362
  /**
1335
1363
  * @param {boolean} value
1336
1364
  */
@@ -2513,6 +2541,13 @@ class WasmCrawlConfig {
2513
2541
  const ret = wasm.wasmcrawlconfig_customHeaders(this.__wbg_ptr);
2514
2542
  return ret;
2515
2543
  }
2544
+ /**
2545
+ * @returns {boolean}
2546
+ */
2547
+ get dangerAcceptInvalidCerts() {
2548
+ const ret = wasm.wasmcrawlconfig_dangerAcceptInvalidCerts(this.__wbg_ptr);
2549
+ return ret !== 0;
2550
+ }
2516
2551
  /**
2517
2552
  * @returns {boolean}
2518
2553
  */
@@ -2742,8 +2777,9 @@ class WasmCrawlConfig {
2742
2777
  * @param {string | null} [warcOutput]
2743
2778
  * @param {string | null} [browserProfile]
2744
2779
  * @param {boolean | null} [ssrfDenyPrivateExplicit]
2780
+ * @param {boolean | null} [dangerAcceptInvalidCerts]
2745
2781
  */
2746
- constructor(crawlStrategy, respectRobotsTxt, softHttpErrors, stayOnDomain, allowSubdomains, includePaths, excludePaths, pathPatternsMatchQuery, pathPatternsMatchUrl, dedupIncludeQuery, stripTrackingParams, trackingParams, customHeaders, requestTimeout, maxRedirects, retryCount, retryCodes, retryInitialDelayMs, retryMaxDelayMs, rateLimitJitterRatio, cookiesEnabled, removeTags, content, downloadAssets, assetTypes, browser, userAgents, captureScreenshot, followDocumentUrls, downloadDocuments, documentMimeTypes, saveBrowserProfile, ssrf, maxDepth, maxPages, maxLinksPerPage, maxConcurrent, contentFilter, bm25Query, bm25Threshold, userAgent, rateLimitMs, auth, maxBodySize, mapLimit, mapSearch, maxAssetSize, proxy, documentUrlDepth, documentMaxSize, documentOutputDir, documentContentEncoding, warcOutput, browserProfile, ssrfDenyPrivateExplicit) {
2782
+ constructor(crawlStrategy, respectRobotsTxt, softHttpErrors, stayOnDomain, allowSubdomains, includePaths, excludePaths, pathPatternsMatchQuery, pathPatternsMatchUrl, dedupIncludeQuery, stripTrackingParams, trackingParams, customHeaders, requestTimeout, maxRedirects, retryCount, retryCodes, retryInitialDelayMs, retryMaxDelayMs, rateLimitJitterRatio, cookiesEnabled, removeTags, content, downloadAssets, assetTypes, browser, userAgents, captureScreenshot, followDocumentUrls, downloadDocuments, documentMimeTypes, saveBrowserProfile, ssrf, maxDepth, maxPages, maxLinksPerPage, maxConcurrent, contentFilter, bm25Query, bm25Threshold, userAgent, rateLimitMs, auth, maxBodySize, mapLimit, mapSearch, maxAssetSize, proxy, documentUrlDepth, documentMaxSize, documentOutputDir, documentContentEncoding, warcOutput, browserProfile, ssrfDenyPrivateExplicit, dangerAcceptInvalidCerts) {
2747
2783
  var ptr0 = isLikeNone(includePaths) ? 0 : passArrayJsValueToWasm0(includePaths, wasm.__wbindgen_malloc);
2748
2784
  var len0 = WASM_VECTOR_LEN;
2749
2785
  var ptr1 = isLikeNone(excludePaths) ? 0 : passArrayJsValueToWasm0(excludePaths, wasm.__wbindgen_malloc);
@@ -2792,7 +2828,7 @@ class WasmCrawlConfig {
2792
2828
  var len16 = WASM_VECTOR_LEN;
2793
2829
  var ptr17 = isLikeNone(browserProfile) ? 0 : passStringToWasm0(browserProfile, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
2794
2830
  var len17 = WASM_VECTOR_LEN;
2795
- const ret = wasm.wasmcrawlconfig_new(isLikeNone(crawlStrategy) ? 4 : crawlStrategy, isLikeNone(respectRobotsTxt) ? 0xFFFFFF : respectRobotsTxt ? 1 : 0, isLikeNone(softHttpErrors) ? 0xFFFFFF : softHttpErrors ? 1 : 0, isLikeNone(stayOnDomain) ? 0xFFFFFF : stayOnDomain ? 1 : 0, isLikeNone(allowSubdomains) ? 0xFFFFFF : allowSubdomains ? 1 : 0, ptr0, len0, ptr1, len1, isLikeNone(pathPatternsMatchQuery) ? 0xFFFFFF : pathPatternsMatchQuery ? 1 : 0, isLikeNone(pathPatternsMatchUrl) ? 0xFFFFFF : pathPatternsMatchUrl ? 1 : 0, isLikeNone(dedupIncludeQuery) ? 0xFFFFFF : dedupIncludeQuery ? 1 : 0, isLikeNone(stripTrackingParams) ? 0xFFFFFF : stripTrackingParams ? 1 : 0, ptr2, len2, isLikeNone(customHeaders) ? 0 : addToExternrefTable0(customHeaders), !isLikeNone(requestTimeout), isLikeNone(requestTimeout) ? BigInt(0) : requestTimeout, isLikeNone(maxRedirects) ? Number.MAX_SAFE_INTEGER : (maxRedirects) >>> 0, isLikeNone(retryCount) ? Number.MAX_SAFE_INTEGER : (retryCount) >>> 0, ptr3, len3, !isLikeNone(retryInitialDelayMs), isLikeNone(retryInitialDelayMs) ? BigInt(0) : retryInitialDelayMs, !isLikeNone(retryMaxDelayMs), isLikeNone(retryMaxDelayMs) ? BigInt(0) : retryMaxDelayMs, !isLikeNone(rateLimitJitterRatio), isLikeNone(rateLimitJitterRatio) ? 0 : rateLimitJitterRatio, isLikeNone(cookiesEnabled) ? 0xFFFFFF : cookiesEnabled ? 1 : 0, ptr4, len4, ptr5, isLikeNone(downloadAssets) ? 0xFFFFFF : downloadAssets ? 1 : 0, ptr6, len6, ptr7, ptr8, len8, isLikeNone(captureScreenshot) ? 0xFFFFFF : captureScreenshot ? 1 : 0, isLikeNone(followDocumentUrls) ? 0xFFFFFF : followDocumentUrls ? 1 : 0, isLikeNone(downloadDocuments) ? 0xFFFFFF : downloadDocuments ? 1 : 0, ptr9, len9, isLikeNone(saveBrowserProfile) ? 0xFFFFFF : saveBrowserProfile ? 1 : 0, ptr10, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(maxPages) ? Number.MAX_SAFE_INTEGER : (maxPages) >>> 0, isLikeNone(maxLinksPerPage) ? Number.MAX_SAFE_INTEGER : (maxLinksPerPage) >>> 0, isLikeNone(maxConcurrent) ? Number.MAX_SAFE_INTEGER : (maxConcurrent) >>> 0, isLikeNone(contentFilter) ? 1 : contentFilter, ptr11, len11, !isLikeNone(bm25Threshold), isLikeNone(bm25Threshold) ? 0 : bm25Threshold, ptr12, len12, !isLikeNone(rateLimitMs), isLikeNone(rateLimitMs) ? BigInt(0) : rateLimitMs, isLikeNone(auth) ? 0 : addToExternrefTable0(auth), isLikeNone(maxBodySize) ? Number.MAX_SAFE_INTEGER : (maxBodySize) >>> 0, isLikeNone(mapLimit) ? Number.MAX_SAFE_INTEGER : (mapLimit) >>> 0, ptr13, len13, isLikeNone(maxAssetSize) ? Number.MAX_SAFE_INTEGER : (maxAssetSize) >>> 0, ptr14, isLikeNone(documentUrlDepth) ? Number.MAX_SAFE_INTEGER : (documentUrlDepth) >>> 0, isLikeNone(documentMaxSize) ? Number.MAX_SAFE_INTEGER : (documentMaxSize) >>> 0, ptr15, len15, isLikeNone(documentContentEncoding) ? 1 : documentContentEncoding, ptr16, len16, ptr17, len17, isLikeNone(ssrfDenyPrivateExplicit) ? 0xFFFFFF : ssrfDenyPrivateExplicit ? 1 : 0);
2831
+ const ret = wasm.wasmcrawlconfig_new(isLikeNone(crawlStrategy) ? 4 : crawlStrategy, isLikeNone(respectRobotsTxt) ? 0xFFFFFF : respectRobotsTxt ? 1 : 0, isLikeNone(softHttpErrors) ? 0xFFFFFF : softHttpErrors ? 1 : 0, isLikeNone(stayOnDomain) ? 0xFFFFFF : stayOnDomain ? 1 : 0, isLikeNone(allowSubdomains) ? 0xFFFFFF : allowSubdomains ? 1 : 0, ptr0, len0, ptr1, len1, isLikeNone(pathPatternsMatchQuery) ? 0xFFFFFF : pathPatternsMatchQuery ? 1 : 0, isLikeNone(pathPatternsMatchUrl) ? 0xFFFFFF : pathPatternsMatchUrl ? 1 : 0, isLikeNone(dedupIncludeQuery) ? 0xFFFFFF : dedupIncludeQuery ? 1 : 0, isLikeNone(stripTrackingParams) ? 0xFFFFFF : stripTrackingParams ? 1 : 0, ptr2, len2, isLikeNone(customHeaders) ? 0 : addToExternrefTable0(customHeaders), !isLikeNone(requestTimeout), isLikeNone(requestTimeout) ? BigInt(0) : requestTimeout, isLikeNone(maxRedirects) ? Number.MAX_SAFE_INTEGER : (maxRedirects) >>> 0, isLikeNone(retryCount) ? Number.MAX_SAFE_INTEGER : (retryCount) >>> 0, ptr3, len3, !isLikeNone(retryInitialDelayMs), isLikeNone(retryInitialDelayMs) ? BigInt(0) : retryInitialDelayMs, !isLikeNone(retryMaxDelayMs), isLikeNone(retryMaxDelayMs) ? BigInt(0) : retryMaxDelayMs, !isLikeNone(rateLimitJitterRatio), isLikeNone(rateLimitJitterRatio) ? 0 : rateLimitJitterRatio, isLikeNone(cookiesEnabled) ? 0xFFFFFF : cookiesEnabled ? 1 : 0, ptr4, len4, ptr5, isLikeNone(downloadAssets) ? 0xFFFFFF : downloadAssets ? 1 : 0, ptr6, len6, ptr7, ptr8, len8, isLikeNone(captureScreenshot) ? 0xFFFFFF : captureScreenshot ? 1 : 0, isLikeNone(followDocumentUrls) ? 0xFFFFFF : followDocumentUrls ? 1 : 0, isLikeNone(downloadDocuments) ? 0xFFFFFF : downloadDocuments ? 1 : 0, ptr9, len9, isLikeNone(saveBrowserProfile) ? 0xFFFFFF : saveBrowserProfile ? 1 : 0, ptr10, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(maxPages) ? Number.MAX_SAFE_INTEGER : (maxPages) >>> 0, isLikeNone(maxLinksPerPage) ? Number.MAX_SAFE_INTEGER : (maxLinksPerPage) >>> 0, isLikeNone(maxConcurrent) ? Number.MAX_SAFE_INTEGER : (maxConcurrent) >>> 0, isLikeNone(contentFilter) ? 1 : contentFilter, ptr11, len11, !isLikeNone(bm25Threshold), isLikeNone(bm25Threshold) ? 0 : bm25Threshold, ptr12, len12, !isLikeNone(rateLimitMs), isLikeNone(rateLimitMs) ? BigInt(0) : rateLimitMs, isLikeNone(auth) ? 0 : addToExternrefTable0(auth), isLikeNone(maxBodySize) ? Number.MAX_SAFE_INTEGER : (maxBodySize) >>> 0, isLikeNone(mapLimit) ? Number.MAX_SAFE_INTEGER : (mapLimit) >>> 0, ptr13, len13, isLikeNone(maxAssetSize) ? Number.MAX_SAFE_INTEGER : (maxAssetSize) >>> 0, ptr14, isLikeNone(documentUrlDepth) ? Number.MAX_SAFE_INTEGER : (documentUrlDepth) >>> 0, isLikeNone(documentMaxSize) ? Number.MAX_SAFE_INTEGER : (documentMaxSize) >>> 0, ptr15, len15, isLikeNone(documentContentEncoding) ? 1 : documentContentEncoding, ptr16, len16, ptr17, len17, isLikeNone(ssrfDenyPrivateExplicit) ? 0xFFFFFF : ssrfDenyPrivateExplicit ? 1 : 0, isLikeNone(dangerAcceptInvalidCerts) ? 0xFFFFFF : dangerAcceptInvalidCerts ? 1 : 0);
2796
2832
  this.__wbg_ptr = ret;
2797
2833
  WasmCrawlConfigFinalization.register(this, this.__wbg_ptr, this);
2798
2834
  return this;
@@ -2982,6 +3018,12 @@ class WasmCrawlConfig {
2982
3018
  set customHeaders(value) {
2983
3019
  wasm.wasmcrawlconfig_set_customHeaders(this.__wbg_ptr, value);
2984
3020
  }
3021
+ /**
3022
+ * @param {boolean} value
3023
+ */
3024
+ set dangerAcceptInvalidCerts(value) {
3025
+ wasm.wasmcrawlconfig_set_dangerAcceptInvalidCerts(this.__wbg_ptr, value);
3026
+ }
2985
3027
  /**
2986
3028
  * @param {boolean} value
2987
3029
  */
@@ -4050,6 +4092,9 @@ class WasmCrawlResult {
4050
4092
  const ret = wasm.wasmcrawlresult_browserUsed(this.__wbg_ptr);
4051
4093
  return ret !== 0;
4052
4094
  }
4095
+ clearWafBlock() {
4096
+ wasm.wasmcrawlresult_clearWafBlock(this.__wbg_ptr);
4097
+ }
4053
4098
  /**
4054
4099
  * Returns detached copies of the elements in `cookies`.
4055
4100
  *
@@ -4109,6 +4154,11 @@ class WasmCrawlResult {
4109
4154
  }
4110
4155
  }
4111
4156
  /**
4157
+ * Takes ownership of `wafBlock`.
4158
+ * wasm-bindgen lowers a by-value class argument through `__destroy_into_raw()`, so each
4159
+ * of those handles is dead once this returns. Passing a freshly built value is fine. To
4160
+ * keep a handle you already hold, build with `default()` and assign the property instead:
4161
+ * the generated setter borrows and leaves your handle alive.
4112
4162
  * Takes ownership of every element in `pages`, `cookies`.
4113
4163
  * wasm-bindgen cannot borrow class values nested in an array. To keep those handles,
4114
4164
  * copy each retained element with `copyForTransfer()` before passing the array.
@@ -4120,8 +4170,9 @@ class WasmCrawlResult {
4120
4170
  * @param {boolean | null} [stayedOnDomain]
4121
4171
  * @param {boolean | null} [browserUsed]
4122
4172
  * @param {string | null} [error]
4173
+ * @param {WasmWafBlockDetails | null} [wafBlock]
4123
4174
  */
4124
- constructor(pages, finalUrl, redirectCount, wasSkipped, cookies, stayedOnDomain, browserUsed, error) {
4175
+ constructor(pages, finalUrl, redirectCount, wasSkipped, cookies, stayedOnDomain, browserUsed, error, wafBlock) {
4125
4176
  var ptr0 = isLikeNone(pages) ? 0 : passArrayJsValueToWasm0(pages, wasm.__wbindgen_malloc);
4126
4177
  var len0 = WASM_VECTOR_LEN;
4127
4178
  var ptr1 = isLikeNone(finalUrl) ? 0 : passStringToWasm0(finalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
@@ -4130,7 +4181,12 @@ class WasmCrawlResult {
4130
4181
  var len2 = WASM_VECTOR_LEN;
4131
4182
  var ptr3 = isLikeNone(error) ? 0 : passStringToWasm0(error, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
4132
4183
  var len3 = WASM_VECTOR_LEN;
4133
- const ret = wasm.wasmcrawlresult_new(ptr0, len0, ptr1, len1, isLikeNone(redirectCount) ? Number.MAX_SAFE_INTEGER : (redirectCount) >>> 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, ptr2, len2, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr3, len3);
4184
+ let ptr4 = 0;
4185
+ if (!isLikeNone(wafBlock)) {
4186
+ _assertClass(wafBlock, WasmWafBlockDetails);
4187
+ ptr4 = wafBlock.__destroy_into_raw();
4188
+ }
4189
+ const ret = wasm.wasmcrawlresult_new(ptr0, len0, ptr1, len1, isLikeNone(redirectCount) ? Number.MAX_SAFE_INTEGER : (redirectCount) >>> 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, ptr2, len2, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr3, len3, ptr4);
4134
4190
  this.__wbg_ptr = ret;
4135
4191
  WasmCrawlResultFinalization.register(this, this.__wbg_ptr, this);
4136
4192
  return this;
@@ -4211,6 +4267,13 @@ class WasmCrawlResult {
4211
4267
  set stayedOnDomain(value) {
4212
4268
  wasm.wasmcrawlresult_set_stayedOnDomain(this.__wbg_ptr, value);
4213
4269
  }
4270
+ /**
4271
+ * @param {WasmWafBlockDetails} value
4272
+ */
4273
+ set wafBlock(value) {
4274
+ _assertClass(value, WasmWafBlockDetails);
4275
+ wasm.wasmcrawlresult_set_wafBlock(this.__wbg_ptr, value.__wbg_ptr);
4276
+ }
4214
4277
  /**
4215
4278
  * @param {boolean} value
4216
4279
  */
@@ -4239,6 +4302,17 @@ class WasmCrawlResult {
4239
4302
  const ret = wasm.wasmcrawlresult_uniqueNormalizedUrls(this.__wbg_ptr);
4240
4303
  return ret >>> 0;
4241
4304
  }
4305
+ /**
4306
+ * Returns a detached copy of `wafBlock`.
4307
+ *
4308
+ * Changes to the returned value do not update this object. To update `wafBlock`,
4309
+ * read it, modify the copy, then assign the copy back to `wafBlock`.
4310
+ * @returns {WasmWafBlockDetails | undefined}
4311
+ */
4312
+ get wafBlock() {
4313
+ const ret = wasm.wasmcrawlresult_wafBlock(this.__wbg_ptr);
4314
+ return ret === 0 ? undefined : WasmWafBlockDetails.__wrap(ret);
4315
+ }
4242
4316
  /**
4243
4317
  * @returns {boolean}
4244
4318
  */
@@ -8938,6 +9012,119 @@ class WasmSsrfPolicy {
8938
9012
  if (Symbol.dispose) WasmSsrfPolicy.prototype[Symbol.dispose] = WasmSsrfPolicy.prototype.free;
8939
9013
  exports.WasmSsrfPolicy = WasmSsrfPolicy;
8940
9014
 
9015
+ /**
9016
+ * Structured context for a WAF-blocked response. <!-- -->
9017
+ */
9018
+ class WasmWafBlockDetails {
9019
+ static __wrap(ptr) {
9020
+ const obj = Object.create(WasmWafBlockDetails.prototype);
9021
+ obj.__wbg_ptr = ptr;
9022
+ WasmWafBlockDetailsFinalization.register(obj, obj.__wbg_ptr, obj);
9023
+ return obj;
9024
+ }
9025
+ __destroy_into_raw() {
9026
+ const ptr = this.__wbg_ptr;
9027
+ this.__wbg_ptr = 0;
9028
+ WasmWafBlockDetailsFinalization.unregister(this);
9029
+ return ptr;
9030
+ }
9031
+ free() {
9032
+ const ptr = this.__destroy_into_raw();
9033
+ wasm.__wbg_wasmwafblockdetails_free(ptr, 0);
9034
+ }
9035
+ /**
9036
+ * @returns {string | undefined}
9037
+ */
9038
+ get bodyPrefix() {
9039
+ const ret = wasm.wasmwafblockdetails_bodyPrefix(this.__wbg_ptr);
9040
+ let v1;
9041
+ if (ret[0] !== 0) {
9042
+ v1 = getStringFromWasm0(ret[0], ret[1]);
9043
+ wasm.__wbindgen_free(ret[0], ret[1] * 1, 1);
9044
+ }
9045
+ return v1;
9046
+ }
9047
+ /**
9048
+ * Return an independent handle for an ownership-taking API.
9049
+ *
9050
+ * Use `copyForTransfer()` for each class value placed in an array when the original
9051
+ * handle must remain usable.
9052
+ * @returns {WasmWafBlockDetails}
9053
+ */
9054
+ copyForTransfer() {
9055
+ const ret = wasm.wasmwafblockdetails_copyForTransfer(this.__wbg_ptr);
9056
+ return WasmWafBlockDetails.__wrap(ret);
9057
+ }
9058
+ /**
9059
+ * @returns {WasmWafBlockDetails}
9060
+ */
9061
+ static default() {
9062
+ const ret = wasm.wasmwafblockdetails_default();
9063
+ return WasmWafBlockDetails.__wrap(ret);
9064
+ }
9065
+ /**
9066
+ * @param {string | null} [vendor]
9067
+ * @param {number | null} [status]
9068
+ * @param {string | null} [bodyPrefix]
9069
+ */
9070
+ constructor(vendor, status, bodyPrefix) {
9071
+ var ptr0 = isLikeNone(vendor) ? 0 : passStringToWasm0(vendor, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
9072
+ var len0 = WASM_VECTOR_LEN;
9073
+ var ptr1 = isLikeNone(bodyPrefix) ? 0 : passStringToWasm0(bodyPrefix, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
9074
+ var len1 = WASM_VECTOR_LEN;
9075
+ const ret = wasm.wasmwafblockdetails_new(ptr0, len0, isLikeNone(status) ? 0xFFFFFF : status, ptr1, len1);
9076
+ this.__wbg_ptr = ret;
9077
+ WasmWafBlockDetailsFinalization.register(this, this.__wbg_ptr, this);
9078
+ return this;
9079
+ }
9080
+ /**
9081
+ * @param {string | null} [value]
9082
+ */
9083
+ set bodyPrefix(value) {
9084
+ var ptr0 = isLikeNone(value) ? 0 : passStringToWasm0(value, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
9085
+ var len0 = WASM_VECTOR_LEN;
9086
+ wasm.wasmwafblockdetails_set_bodyPrefix(this.__wbg_ptr, ptr0, len0);
9087
+ }
9088
+ /**
9089
+ * @param {number | null} [value]
9090
+ */
9091
+ set status(value) {
9092
+ wasm.wasmwafblockdetails_set_status(this.__wbg_ptr, isLikeNone(value) ? 0xFFFFFF : value);
9093
+ }
9094
+ /**
9095
+ * @param {string} value
9096
+ */
9097
+ set vendor(value) {
9098
+ const ptr0 = passStringToWasm0(value, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
9099
+ const len0 = WASM_VECTOR_LEN;
9100
+ wasm.wasmwafblockdetails_set_vendor(this.__wbg_ptr, ptr0, len0);
9101
+ }
9102
+ /**
9103
+ * @returns {number | undefined}
9104
+ */
9105
+ get status() {
9106
+ const ret = wasm.wasmwafblockdetails_status(this.__wbg_ptr);
9107
+ return ret === 0xFFFFFF ? undefined : ret;
9108
+ }
9109
+ /**
9110
+ * @returns {string}
9111
+ */
9112
+ get vendor() {
9113
+ let deferred1_0;
9114
+ let deferred1_1;
9115
+ try {
9116
+ const ret = wasm.wasmwafblockdetails_vendor(this.__wbg_ptr);
9117
+ deferred1_0 = ret[0];
9118
+ deferred1_1 = ret[1];
9119
+ return getStringFromWasm0(ret[0], ret[1]);
9120
+ } finally {
9121
+ wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
9122
+ }
9123
+ }
9124
+ }
9125
+ if (Symbol.dispose) WasmWafBlockDetails.prototype[Symbol.dispose] = WasmWafBlockDetails.prototype.free;
9126
+ exports.WasmWafBlockDetails = WasmWafBlockDetails;
9127
+
8941
9128
  /**
8942
9129
  * Crawl multiple seed URLs concurrently, each following links to configured depth.
8943
9130
  * @param {WasmCrawlEngineHandle} engine
@@ -9195,6 +9382,10 @@ function __wbg_get_imports() {
9195
9382
  __wbg_getRandomValues_a608c4436c19407a: function() { return handleError(function (arg0, arg1) {
9196
9383
  globalThis.crypto.getRandomValues(getArrayU8FromWasm0(arg0, arg1));
9197
9384
  }, arguments); },
9385
+ __wbg_getTime_f5a55efff2585d5d: function(arg0) {
9386
+ const ret = arg0.getTime();
9387
+ return ret;
9388
+ },
9198
9389
  __wbg_get_658f6698067d9515: function() { return handleError(function (arg0, arg1) {
9199
9390
  const ret = Reflect.get(arg0, arg1);
9200
9391
  return ret;
@@ -9275,6 +9466,10 @@ function __wbg_get_imports() {
9275
9466
  const ret = arg0.length;
9276
9467
  return ret;
9277
9468
  },
9469
+ __wbg_new_0_72d020f0c63443d4: function() {
9470
+ const ret = new Date();
9471
+ return ret;
9472
+ },
9278
9473
  __wbg_new_1dbf7428bba60a42: function(arg0) {
9279
9474
  const ret = new Uint8Array(arg0);
9280
9475
  return ret;
@@ -9310,7 +9505,7 @@ function __wbg_get_imports() {
9310
9505
  const a = state0.a;
9311
9506
  state0.a = 0;
9312
9507
  try {
9313
- return wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined_______true_(a, state0.b, arg0, arg1);
9508
+ return wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined_______true_(a, state0.b, arg0, arg1);
9314
9509
  } finally {
9315
9510
  state0.a = a;
9316
9511
  }
@@ -9604,13 +9799,13 @@ function __wbg_get_imports() {
9604
9799
  return ret;
9605
9800
  },
9606
9801
  __wbindgen_generic_0000000000000001: function(arg0, arg1) {
9607
- // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1467, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
9608
- const ret = makeMutClosure(arg0, arg1, wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___wasm_bindgen_ceaac9754e66b2fe___JsValue__core_608f92abc48d28da___result__Result_____wasm_bindgen_ceaac9754e66b2fe___JsError___true_);
9802
+ // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1512, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
9803
+ const ret = makeMutClosure(arg0, arg1, wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___wasm_bindgen_a37d5a31ee71bc5f___JsValue__core_37ee0ce0c4cd57d5___result__Result_____wasm_bindgen_a37d5a31ee71bc5f___JsError___true_);
9609
9804
  return ret;
9610
9805
  },
9611
9806
  __wbindgen_generic_0000000000000002: function(arg0, arg1) {
9612
- // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 1309, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
9613
- const ret = makeMutClosure(arg0, arg1, wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke_______true_);
9807
+ // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 1354, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
9808
+ const ret = makeMutClosure(arg0, arg1, wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke_______true_);
9614
9809
  return ret;
9615
9810
  },
9616
9811
  __wbindgen_generic_0000000000000003: function(arg0) {
@@ -9649,19 +9844,19 @@ function __wbg_get_imports() {
9649
9844
  };
9650
9845
  }
9651
9846
 
9652
- function wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke_______true_(arg0, arg1) {
9653
- wasm.wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke_______true_(arg0, arg1);
9847
+ function wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke_______true_(arg0, arg1) {
9848
+ wasm.wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke_______true_(arg0, arg1);
9654
9849
  }
9655
9850
 
9656
- function wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___wasm_bindgen_ceaac9754e66b2fe___JsValue__core_608f92abc48d28da___result__Result_____wasm_bindgen_ceaac9754e66b2fe___JsError___true_(arg0, arg1, arg2) {
9657
- const ret = wasm.wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___wasm_bindgen_ceaac9754e66b2fe___JsValue__core_608f92abc48d28da___result__Result_____wasm_bindgen_ceaac9754e66b2fe___JsError___true_(arg0, arg1, arg2);
9851
+ function wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___wasm_bindgen_a37d5a31ee71bc5f___JsValue__core_37ee0ce0c4cd57d5___result__Result_____wasm_bindgen_a37d5a31ee71bc5f___JsError___true_(arg0, arg1, arg2) {
9852
+ const ret = wasm.wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___wasm_bindgen_a37d5a31ee71bc5f___JsValue__core_37ee0ce0c4cd57d5___result__Result_____wasm_bindgen_a37d5a31ee71bc5f___JsError___true_(arg0, arg1, arg2);
9658
9853
  if (ret[1]) {
9659
9854
  throw takeFromExternrefTable0(ret[0]);
9660
9855
  }
9661
9856
  }
9662
9857
 
9663
- function wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined_______true_(arg0, arg1, arg2, arg3) {
9664
- wasm.wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined_______true_(arg0, arg1, arg2, arg3);
9858
+ function wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined_______true_(arg0, arg1, arg2, arg3) {
9859
+ wasm.wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined_______true_(arg0, arg1, arg2, arg3);
9665
9860
  }
9666
9861
 
9667
9862
 
@@ -9789,6 +9984,9 @@ const WasmSitemapUrlFinalization = (typeof FinalizationRegistry === 'undefined')
9789
9984
  const WasmSsrfPolicyFinalization = (typeof FinalizationRegistry === 'undefined')
9790
9985
  ? { register: () => {}, unregister: () => {} }
9791
9986
  : new FinalizationRegistry(ptr => wasm.__wbg_wasmssrfpolicy_free(ptr, 1));
9987
+ const WasmWafBlockDetailsFinalization = (typeof FinalizationRegistry === 'undefined')
9988
+ ? { register: () => {}, unregister: () => {} }
9989
+ : new FinalizationRegistry(ptr => wasm.__wbg_wasmwafblockdetails_free(ptr, 1));
9792
9990
 
9793
9991
  function addToExternrefTable0(obj) {
9794
9992
  const idx = wasm.__externref_table_alloc();
Binary file
@@ -39,6 +39,7 @@ export const __wbg_wasmresponsemeta_free: (a: number, b: number) => void;
39
39
  export const __wbg_wasmscraperesult_free: (a: number, b: number) => void;
40
40
  export const __wbg_wasmsitemapurl_free: (a: number, b: number) => void;
41
41
  export const __wbg_wasmssrfpolicy_free: (a: number, b: number) => void;
42
+ export const __wbg_wasmwafblockdetails_free: (a: number, b: number) => void;
42
43
  export const batchCrawl: (a: number, b: number, c: number) => any;
43
44
  export const batchScrape: (a: number, b: number, c: number) => any;
44
45
  export const crawl: (a: number, b: number, c: number) => any;
@@ -137,20 +138,23 @@ export const wasmbrowserconfig_chromePath: (a: number) => [number, number];
137
138
  export const wasmbrowserconfig_clearProxy: (a: number) => void;
138
139
  export const wasmbrowserconfig_copyForTransfer: (a: number) => number;
139
140
  export const wasmbrowserconfig_default: () => number;
141
+ export const wasmbrowserconfig_domQuietWindow: (a: number) => [number, bigint];
140
142
  export const wasmbrowserconfig_endpoint: (a: number) => [number, number];
141
143
  export const wasmbrowserconfig_evalScript: (a: number) => [number, number];
142
144
  export const wasmbrowserconfig_extraWait: (a: number) => [number, bigint];
143
145
  export const wasmbrowserconfig_mode: (a: number) => [number, number];
144
- export const wasmbrowserconfig_new: (a: number, b: number, c: number, d: bigint, e: number, f: bigint, g: number, h: bigint, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: bigint, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number) => number;
146
+ export const wasmbrowserconfig_new: (a: number, b: number, c: number, d: bigint, e: number, f: bigint, g: number, h: bigint, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: bigint, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: bigint) => number;
145
147
  export const wasmbrowserconfig_overallTimeout: (a: number) => [number, bigint];
146
148
  export const wasmbrowserconfig_proxy: (a: number) => number;
147
149
  export const wasmbrowserconfig_robotsUserAgent: (a: number) => [number, number];
150
+ export const wasmbrowserconfig_scrollContainers: (a: number) => number;
148
151
  export const wasmbrowserconfig_sessionAffinity: (a: number) => number;
149
152
  export const wasmbrowserconfig_set_backend: (a: number, b: number) => void;
150
153
  export const wasmbrowserconfig_set_blockUrlPatterns: (a: number, b: number, c: number) => void;
151
154
  export const wasmbrowserconfig_set_captureNetworkEvents: (a: number, b: number) => void;
152
155
  export const wasmbrowserconfig_set_chromeArgs: (a: number, b: number, c: number) => void;
153
156
  export const wasmbrowserconfig_set_chromePath: (a: number, b: number, c: number) => void;
157
+ export const wasmbrowserconfig_set_domQuietWindow: (a: number, b: number, c: bigint) => void;
154
158
  export const wasmbrowserconfig_set_endpoint: (a: number, b: number, c: number) => void;
155
159
  export const wasmbrowserconfig_set_evalScript: (a: number, b: number, c: number) => void;
156
160
  export const wasmbrowserconfig_set_extraWait: (a: number, b: number, c: bigint) => void;
@@ -158,6 +162,7 @@ export const wasmbrowserconfig_set_mode: (a: number, b: number) => void;
158
162
  export const wasmbrowserconfig_set_overallTimeout: (a: number, b: number, c: bigint) => void;
159
163
  export const wasmbrowserconfig_set_proxy: (a: number, b: number) => void;
160
164
  export const wasmbrowserconfig_set_robotsUserAgent: (a: number, b: number, c: number) => void;
165
+ export const wasmbrowserconfig_set_scrollContainers: (a: number, b: number) => void;
161
166
  export const wasmbrowserconfig_set_sessionAffinity: (a: number, b: number) => void;
162
167
  export const wasmbrowserconfig_set_shutdownTimeout: (a: number, b: number, c: bigint) => void;
163
168
  export const wasmbrowserconfig_set_timeout: (a: number, b: number, c: bigint) => void;
@@ -261,6 +266,7 @@ export const wasmcrawlconfig_cookiesEnabled: (a: number) => number;
261
266
  export const wasmcrawlconfig_copyForTransfer: (a: number) => number;
262
267
  export const wasmcrawlconfig_crawlStrategy: (a: number) => [number, number];
263
268
  export const wasmcrawlconfig_customHeaders: (a: number) => any;
269
+ export const wasmcrawlconfig_dangerAcceptInvalidCerts: (a: number) => number;
264
270
  export const wasmcrawlconfig_dedupIncludeQuery: (a: number) => number;
265
271
  export const wasmcrawlconfig_default: () => number;
266
272
  export const wasmcrawlconfig_documentContentEncoding: (a: number) => [number, number];
@@ -282,7 +288,7 @@ export const wasmcrawlconfig_maxDepth: (a: number) => number;
282
288
  export const wasmcrawlconfig_maxLinksPerPage: (a: number) => number;
283
289
  export const wasmcrawlconfig_maxPages: (a: number) => number;
284
290
  export const wasmcrawlconfig_maxRedirects: (a: number) => number;
285
- export const wasmcrawlconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: bigint, s: number, t: number, u: number, v: number, w: number, x: bigint, y: number, z: bigint, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number, p1: number, q1: number, r1: number, s1: number, t1: number, u1: number, v1: number, w1: number, x1: number, y1: number, z1: number, a2: number, b2: number, c2: number, d2: number, e2: number, f2: bigint, g2: number, h2: number, i2: number, j2: number, k2: number, l2: number, m2: number, n2: number, o2: number, p2: number, q2: number, r2: number, s2: number, t2: number, u2: number, v2: number, w2: number) => number;
291
+ export const wasmcrawlconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: bigint, s: number, t: number, u: number, v: number, w: number, x: bigint, y: number, z: bigint, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number, p1: number, q1: number, r1: number, s1: number, t1: number, u1: number, v1: number, w1: number, x1: number, y1: number, z1: number, a2: number, b2: number, c2: number, d2: number, e2: number, f2: bigint, g2: number, h2: number, i2: number, j2: number, k2: number, l2: number, m2: number, n2: number, o2: number, p2: number, q2: number, r2: number, s2: number, t2: number, u2: number, v2: number, w2: number, x2: number) => number;
286
292
  export const wasmcrawlconfig_pathPatternsMatchQuery: (a: number) => number;
287
293
  export const wasmcrawlconfig_pathPatternsMatchUrl: (a: number) => number;
288
294
  export const wasmcrawlconfig_proxy: (a: number) => number;
@@ -309,6 +315,7 @@ export const wasmcrawlconfig_set_contentFilter: (a: number, b: number) => void;
309
315
  export const wasmcrawlconfig_set_cookiesEnabled: (a: number, b: number) => void;
310
316
  export const wasmcrawlconfig_set_crawlStrategy: (a: number, b: number) => void;
311
317
  export const wasmcrawlconfig_set_customHeaders: (a: number, b: any) => void;
318
+ export const wasmcrawlconfig_set_dangerAcceptInvalidCerts: (a: number, b: number) => void;
312
319
  export const wasmcrawlconfig_set_dedupIncludeQuery: (a: number, b: number) => void;
313
320
  export const wasmcrawlconfig_set_documentContentEncoding: (a: number, b: number) => void;
314
321
  export const wasmcrawlconfig_set_documentMaxSize: (a: number, b: number) => void;
@@ -423,12 +430,13 @@ export const wasmcrawlpageresult_stayedOnDomain: (a: number) => number;
423
430
  export const wasmcrawlpageresult_url: (a: number) => [number, number];
424
431
  export const wasmcrawlpageresult_wasSkipped: (a: number) => number;
425
432
  export const wasmcrawlresult_browserUsed: (a: number) => number;
433
+ export const wasmcrawlresult_clearWafBlock: (a: number) => void;
426
434
  export const wasmcrawlresult_cookies: (a: number) => [number, number];
427
435
  export const wasmcrawlresult_copyForTransfer: (a: number) => number;
428
436
  export const wasmcrawlresult_default: () => number;
429
437
  export const wasmcrawlresult_error: (a: number) => [number, number];
430
438
  export const wasmcrawlresult_finalUrl: (a: number) => [number, number];
431
- export const wasmcrawlresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number) => number;
439
+ export const wasmcrawlresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number) => number;
432
440
  export const wasmcrawlresult_pages: (a: number) => [number, number];
433
441
  export const wasmcrawlresult_redirectCount: (a: number) => number;
434
442
  export const wasmcrawlresult_set_browserUsed: (a: number, b: number) => void;
@@ -438,9 +446,11 @@ export const wasmcrawlresult_set_finalUrl: (a: number, b: number, c: number) =>
438
446
  export const wasmcrawlresult_set_pages: (a: number, b: number, c: number) => void;
439
447
  export const wasmcrawlresult_set_redirectCount: (a: number, b: number) => void;
440
448
  export const wasmcrawlresult_set_stayedOnDomain: (a: number, b: number) => void;
449
+ export const wasmcrawlresult_set_wafBlock: (a: number, b: number) => void;
441
450
  export const wasmcrawlresult_set_wasSkipped: (a: number, b: number) => void;
442
451
  export const wasmcrawlresult_stayedOnDomain: (a: number) => number;
443
452
  export const wasmcrawlresult_uniqueNormalizedUrls: (a: number) => number;
453
+ export const wasmcrawlresult_wafBlock: (a: number) => number;
444
454
  export const wasmcrawlresult_wasSkipped: (a: number) => number;
445
455
  export const wasmdownloadedasset_assetCategory: (a: number) => [number, number];
446
456
  export const wasmdownloadedasset_contentHash: (a: number) => [number, number];
@@ -830,9 +840,18 @@ export const wasmssrfpolicy_set_denyPrivate: (a: number, b: number) => void;
830
840
  export const wasmssrfpolicy_set_denylist: (a: number, b: any) => void;
831
841
  export const wasmssrfpolicy_set_maxRedirects: (a: number, b: number) => void;
832
842
  export const wasmssrfpolicy_set_schemeAllowlist: (a: number, b: number, c: number) => void;
833
- export const wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined___js_sys_6b40a5061b778857___Function_fn_wasm_bindgen_ceaac9754e66b2fe___JsValue_____wasm_bindgen_ceaac9754e66b2fe___sys__Undefined_______true_: (a: number, b: number, c: any, d: any) => void;
834
- export const wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke___wasm_bindgen_ceaac9754e66b2fe___JsValue__core_608f92abc48d28da___result__Result_____wasm_bindgen_ceaac9754e66b2fe___JsError___true_: (a: number, b: number, c: any) => [number, number];
835
- export const wasm_bindgen_ceaac9754e66b2fe___convert__closures_____invoke_______true_: (a: number, b: number) => void;
843
+ export const wasmwafblockdetails_bodyPrefix: (a: number) => [number, number];
844
+ export const wasmwafblockdetails_copyForTransfer: (a: number) => number;
845
+ export const wasmwafblockdetails_default: () => number;
846
+ export const wasmwafblockdetails_new: (a: number, b: number, c: number, d: number, e: number) => number;
847
+ export const wasmwafblockdetails_set_bodyPrefix: (a: number, b: number, c: number) => void;
848
+ export const wasmwafblockdetails_set_status: (a: number, b: number) => void;
849
+ export const wasmwafblockdetails_set_vendor: (a: number, b: number, c: number) => void;
850
+ export const wasmwafblockdetails_status: (a: number) => number;
851
+ export const wasmwafblockdetails_vendor: (a: number) => [number, number];
852
+ export const wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined_______true_: (a: number, b: number, c: any, d: any) => void;
853
+ export const wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___wasm_bindgen_a37d5a31ee71bc5f___JsValue__core_37ee0ce0c4cd57d5___result__Result_____wasm_bindgen_a37d5a31ee71bc5f___JsError___true_: (a: number, b: number, c: any) => [number, number];
854
+ export const wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke_______true_: (a: number, b: number) => void;
836
855
  export const __wbindgen_malloc: (a: number, b: number) => number;
837
856
  export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
838
857
  export const __wbindgen_exn_store: (a: number) => void;
@@ -5,7 +5,7 @@
5
5
  "Tobias Perlstein <tobias@xberg.io>"
6
6
  ],
7
7
  "description": "High-performance web crawling engine",
8
- "version": "1.11.0",
8
+ "version": "1.12.0",
9
9
  "license": "MIT",
10
10
  "repository": {
11
11
  "type": "git",