@xberg-io/crawlberg-wasm 1.11.0 → 1.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +3 -3
- package/pkg/bundler/crawlberg_wasm.d.ts +43 -3
- package/pkg/bundler/crawlberg_wasm.js +1 -1
- package/pkg/bundler/crawlberg_wasm_bg.js +214 -17
- package/pkg/bundler/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/bundler/crawlberg_wasm_bg.wasm.d.ts +25 -6
- package/pkg/bundler/package.json +1 -1
- package/pkg/deno/crawlberg_wasm.d.ts +43 -3
- package/pkg/deno/crawlberg_wasm.js +214 -17
- package/pkg/deno/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/deno/crawlberg_wasm_bg.wasm.d.ts +25 -6
- package/pkg/nodejs/crawlberg_wasm.d.ts +43 -3
- package/pkg/nodejs/crawlberg_wasm.js +215 -17
- package/pkg/nodejs/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/nodejs/crawlberg_wasm_bg.wasm.d.ts +25 -6
- package/pkg/nodejs/package.json +1 -1
- package/pkg/web/crawlberg_wasm.d.ts +68 -9
- package/pkg/web/crawlberg_wasm.js +214 -17
- package/pkg/web/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/web/crawlberg_wasm_bg.wasm.d.ts +25 -6
- package/pkg/web/package.json +1 -1
|
@@ -1114,6 +1114,13 @@ class WasmBrowserConfig {
|
|
|
1114
1114
|
const ret = wasm.wasmbrowserconfig_default();
|
|
1115
1115
|
return WasmBrowserConfig.__wrap(ret);
|
|
1116
1116
|
}
|
|
1117
|
+
/**
|
|
1118
|
+
* @returns {bigint | undefined}
|
|
1119
|
+
*/
|
|
1120
|
+
get domQuietWindow() {
|
|
1121
|
+
const ret = wasm.wasmbrowserconfig_domQuietWindow(this.__wbg_ptr);
|
|
1122
|
+
return ret[0] === 0 ? undefined : BigInt.asUintN(64, ret[1]);
|
|
1123
|
+
}
|
|
1117
1124
|
/**
|
|
1118
1125
|
* @returns {string | undefined}
|
|
1119
1126
|
*/
|
|
@@ -1183,8 +1190,10 @@ class WasmBrowserConfig {
|
|
|
1183
1190
|
* @param {string | null} [evalScript]
|
|
1184
1191
|
* @param {string | null} [robotsUserAgent]
|
|
1185
1192
|
* @param {string | null} [chromePath]
|
|
1193
|
+
* @param {boolean | null} [scrollContainers]
|
|
1194
|
+
* @param {bigint | null} [domQuietWindow]
|
|
1186
1195
|
*/
|
|
1187
|
-
constructor(mode, backend, timeout, overallTimeout, shutdownTimeout, wait, blockUrlPatterns, captureNetworkEvents, sessionAffinity, chromeArgs, endpoint, waitSelector, extraWait, proxy, evalScript, robotsUserAgent, chromePath) {
|
|
1196
|
+
constructor(mode, backend, timeout, overallTimeout, shutdownTimeout, wait, blockUrlPatterns, captureNetworkEvents, sessionAffinity, chromeArgs, endpoint, waitSelector, extraWait, proxy, evalScript, robotsUserAgent, chromePath, scrollContainers, domQuietWindow) {
|
|
1188
1197
|
var ptr0 = isLikeNone(blockUrlPatterns) ? 0 : passArrayJsValueToWasm0(blockUrlPatterns, wasm.__wbindgen_malloc);
|
|
1189
1198
|
var len0 = WASM_VECTOR_LEN;
|
|
1190
1199
|
var ptr1 = isLikeNone(chromeArgs) ? 0 : passArrayJsValueToWasm0(chromeArgs, wasm.__wbindgen_malloc);
|
|
@@ -1204,7 +1213,7 @@ class WasmBrowserConfig {
|
|
|
1204
1213
|
var len6 = WASM_VECTOR_LEN;
|
|
1205
1214
|
var ptr7 = isLikeNone(chromePath) ? 0 : passStringToWasm0(chromePath, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
1206
1215
|
var len7 = WASM_VECTOR_LEN;
|
|
1207
|
-
const ret = wasm.wasmbrowserconfig_new(isLikeNone(mode) ? 4 : mode, isLikeNone(backend) ? 2 : backend, !isLikeNone(timeout), isLikeNone(timeout) ? BigInt(0) : timeout, !isLikeNone(overallTimeout), isLikeNone(overallTimeout) ? BigInt(0) : overallTimeout, !isLikeNone(shutdownTimeout), isLikeNone(shutdownTimeout) ? BigInt(0) : shutdownTimeout, isLikeNone(wait) ? 3 : wait, ptr0, len0, isLikeNone(captureNetworkEvents) ? 0xFFFFFF : captureNetworkEvents ? 1 : 0, isLikeNone(sessionAffinity) ? 0xFFFFFF : sessionAffinity ? 1 : 0, ptr1, len1, ptr2, len2, ptr3, len3, !isLikeNone(extraWait), isLikeNone(extraWait) ? BigInt(0) : extraWait, ptr4, ptr5, len5, ptr6, len6, ptr7, len7);
|
|
1216
|
+
const ret = wasm.wasmbrowserconfig_new(isLikeNone(mode) ? 4 : mode, isLikeNone(backend) ? 2 : backend, !isLikeNone(timeout), isLikeNone(timeout) ? BigInt(0) : timeout, !isLikeNone(overallTimeout), isLikeNone(overallTimeout) ? BigInt(0) : overallTimeout, !isLikeNone(shutdownTimeout), isLikeNone(shutdownTimeout) ? BigInt(0) : shutdownTimeout, isLikeNone(wait) ? 3 : wait, ptr0, len0, isLikeNone(captureNetworkEvents) ? 0xFFFFFF : captureNetworkEvents ? 1 : 0, isLikeNone(sessionAffinity) ? 0xFFFFFF : sessionAffinity ? 1 : 0, ptr1, len1, ptr2, len2, ptr3, len3, !isLikeNone(extraWait), isLikeNone(extraWait) ? BigInt(0) : extraWait, ptr4, ptr5, len5, ptr6, len6, ptr7, len7, isLikeNone(scrollContainers) ? 0xFFFFFF : scrollContainers ? 1 : 0, !isLikeNone(domQuietWindow), isLikeNone(domQuietWindow) ? BigInt(0) : domQuietWindow);
|
|
1208
1217
|
this.__wbg_ptr = ret;
|
|
1209
1218
|
WasmBrowserConfigFinalization.register(this, this.__wbg_ptr, this);
|
|
1210
1219
|
return this;
|
|
@@ -1239,6 +1248,13 @@ class WasmBrowserConfig {
|
|
|
1239
1248
|
}
|
|
1240
1249
|
return v1;
|
|
1241
1250
|
}
|
|
1251
|
+
/**
|
|
1252
|
+
* @returns {boolean}
|
|
1253
|
+
*/
|
|
1254
|
+
get scrollContainers() {
|
|
1255
|
+
const ret = wasm.wasmbrowserconfig_scrollContainers(this.__wbg_ptr);
|
|
1256
|
+
return ret !== 0;
|
|
1257
|
+
}
|
|
1242
1258
|
/**
|
|
1243
1259
|
* @returns {boolean}
|
|
1244
1260
|
*/
|
|
@@ -1282,6 +1298,12 @@ class WasmBrowserConfig {
|
|
|
1282
1298
|
var len0 = WASM_VECTOR_LEN;
|
|
1283
1299
|
wasm.wasmbrowserconfig_set_chromePath(this.__wbg_ptr, ptr0, len0);
|
|
1284
1300
|
}
|
|
1301
|
+
/**
|
|
1302
|
+
* @param {bigint | null} [value]
|
|
1303
|
+
*/
|
|
1304
|
+
set domQuietWindow(value) {
|
|
1305
|
+
wasm.wasmbrowserconfig_set_domQuietWindow(this.__wbg_ptr, !isLikeNone(value), isLikeNone(value) ? BigInt(0) : value);
|
|
1306
|
+
}
|
|
1285
1307
|
/**
|
|
1286
1308
|
* @param {string | null} [value]
|
|
1287
1309
|
*/
|
|
@@ -1331,6 +1353,12 @@ class WasmBrowserConfig {
|
|
|
1331
1353
|
var len0 = WASM_VECTOR_LEN;
|
|
1332
1354
|
wasm.wasmbrowserconfig_set_robotsUserAgent(this.__wbg_ptr, ptr0, len0);
|
|
1333
1355
|
}
|
|
1356
|
+
/**
|
|
1357
|
+
* @param {boolean} value
|
|
1358
|
+
*/
|
|
1359
|
+
set scrollContainers(value) {
|
|
1360
|
+
wasm.wasmbrowserconfig_set_scrollContainers(this.__wbg_ptr, value);
|
|
1361
|
+
}
|
|
1334
1362
|
/**
|
|
1335
1363
|
* @param {boolean} value
|
|
1336
1364
|
*/
|
|
@@ -2513,6 +2541,13 @@ class WasmCrawlConfig {
|
|
|
2513
2541
|
const ret = wasm.wasmcrawlconfig_customHeaders(this.__wbg_ptr);
|
|
2514
2542
|
return ret;
|
|
2515
2543
|
}
|
|
2544
|
+
/**
|
|
2545
|
+
* @returns {boolean}
|
|
2546
|
+
*/
|
|
2547
|
+
get dangerAcceptInvalidCerts() {
|
|
2548
|
+
const ret = wasm.wasmcrawlconfig_dangerAcceptInvalidCerts(this.__wbg_ptr);
|
|
2549
|
+
return ret !== 0;
|
|
2550
|
+
}
|
|
2516
2551
|
/**
|
|
2517
2552
|
* @returns {boolean}
|
|
2518
2553
|
*/
|
|
@@ -2742,8 +2777,9 @@ class WasmCrawlConfig {
|
|
|
2742
2777
|
* @param {string | null} [warcOutput]
|
|
2743
2778
|
* @param {string | null} [browserProfile]
|
|
2744
2779
|
* @param {boolean | null} [ssrfDenyPrivateExplicit]
|
|
2780
|
+
* @param {boolean | null} [dangerAcceptInvalidCerts]
|
|
2745
2781
|
*/
|
|
2746
|
-
constructor(crawlStrategy, respectRobotsTxt, softHttpErrors, stayOnDomain, allowSubdomains, includePaths, excludePaths, pathPatternsMatchQuery, pathPatternsMatchUrl, dedupIncludeQuery, stripTrackingParams, trackingParams, customHeaders, requestTimeout, maxRedirects, retryCount, retryCodes, retryInitialDelayMs, retryMaxDelayMs, rateLimitJitterRatio, cookiesEnabled, removeTags, content, downloadAssets, assetTypes, browser, userAgents, captureScreenshot, followDocumentUrls, downloadDocuments, documentMimeTypes, saveBrowserProfile, ssrf, maxDepth, maxPages, maxLinksPerPage, maxConcurrent, contentFilter, bm25Query, bm25Threshold, userAgent, rateLimitMs, auth, maxBodySize, mapLimit, mapSearch, maxAssetSize, proxy, documentUrlDepth, documentMaxSize, documentOutputDir, documentContentEncoding, warcOutput, browserProfile, ssrfDenyPrivateExplicit) {
|
|
2782
|
+
constructor(crawlStrategy, respectRobotsTxt, softHttpErrors, stayOnDomain, allowSubdomains, includePaths, excludePaths, pathPatternsMatchQuery, pathPatternsMatchUrl, dedupIncludeQuery, stripTrackingParams, trackingParams, customHeaders, requestTimeout, maxRedirects, retryCount, retryCodes, retryInitialDelayMs, retryMaxDelayMs, rateLimitJitterRatio, cookiesEnabled, removeTags, content, downloadAssets, assetTypes, browser, userAgents, captureScreenshot, followDocumentUrls, downloadDocuments, documentMimeTypes, saveBrowserProfile, ssrf, maxDepth, maxPages, maxLinksPerPage, maxConcurrent, contentFilter, bm25Query, bm25Threshold, userAgent, rateLimitMs, auth, maxBodySize, mapLimit, mapSearch, maxAssetSize, proxy, documentUrlDepth, documentMaxSize, documentOutputDir, documentContentEncoding, warcOutput, browserProfile, ssrfDenyPrivateExplicit, dangerAcceptInvalidCerts) {
|
|
2747
2783
|
var ptr0 = isLikeNone(includePaths) ? 0 : passArrayJsValueToWasm0(includePaths, wasm.__wbindgen_malloc);
|
|
2748
2784
|
var len0 = WASM_VECTOR_LEN;
|
|
2749
2785
|
var ptr1 = isLikeNone(excludePaths) ? 0 : passArrayJsValueToWasm0(excludePaths, wasm.__wbindgen_malloc);
|
|
@@ -2792,7 +2828,7 @@ class WasmCrawlConfig {
|
|
|
2792
2828
|
var len16 = WASM_VECTOR_LEN;
|
|
2793
2829
|
var ptr17 = isLikeNone(browserProfile) ? 0 : passStringToWasm0(browserProfile, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
2794
2830
|
var len17 = WASM_VECTOR_LEN;
|
|
2795
|
-
const ret = wasm.wasmcrawlconfig_new(isLikeNone(crawlStrategy) ? 4 : crawlStrategy, isLikeNone(respectRobotsTxt) ? 0xFFFFFF : respectRobotsTxt ? 1 : 0, isLikeNone(softHttpErrors) ? 0xFFFFFF : softHttpErrors ? 1 : 0, isLikeNone(stayOnDomain) ? 0xFFFFFF : stayOnDomain ? 1 : 0, isLikeNone(allowSubdomains) ? 0xFFFFFF : allowSubdomains ? 1 : 0, ptr0, len0, ptr1, len1, isLikeNone(pathPatternsMatchQuery) ? 0xFFFFFF : pathPatternsMatchQuery ? 1 : 0, isLikeNone(pathPatternsMatchUrl) ? 0xFFFFFF : pathPatternsMatchUrl ? 1 : 0, isLikeNone(dedupIncludeQuery) ? 0xFFFFFF : dedupIncludeQuery ? 1 : 0, isLikeNone(stripTrackingParams) ? 0xFFFFFF : stripTrackingParams ? 1 : 0, ptr2, len2, isLikeNone(customHeaders) ? 0 : addToExternrefTable0(customHeaders), !isLikeNone(requestTimeout), isLikeNone(requestTimeout) ? BigInt(0) : requestTimeout, isLikeNone(maxRedirects) ? Number.MAX_SAFE_INTEGER : (maxRedirects) >>> 0, isLikeNone(retryCount) ? Number.MAX_SAFE_INTEGER : (retryCount) >>> 0, ptr3, len3, !isLikeNone(retryInitialDelayMs), isLikeNone(retryInitialDelayMs) ? BigInt(0) : retryInitialDelayMs, !isLikeNone(retryMaxDelayMs), isLikeNone(retryMaxDelayMs) ? BigInt(0) : retryMaxDelayMs, !isLikeNone(rateLimitJitterRatio), isLikeNone(rateLimitJitterRatio) ? 0 : rateLimitJitterRatio, isLikeNone(cookiesEnabled) ? 0xFFFFFF : cookiesEnabled ? 1 : 0, ptr4, len4, ptr5, isLikeNone(downloadAssets) ? 0xFFFFFF : downloadAssets ? 1 : 0, ptr6, len6, ptr7, ptr8, len8, isLikeNone(captureScreenshot) ? 0xFFFFFF : captureScreenshot ? 1 : 0, isLikeNone(followDocumentUrls) ? 0xFFFFFF : followDocumentUrls ? 1 : 0, isLikeNone(downloadDocuments) ? 0xFFFFFF : downloadDocuments ? 1 : 0, ptr9, len9, isLikeNone(saveBrowserProfile) ? 0xFFFFFF : saveBrowserProfile ? 1 : 0, ptr10, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(maxPages) ? Number.MAX_SAFE_INTEGER : (maxPages) >>> 0, isLikeNone(maxLinksPerPage) ? Number.MAX_SAFE_INTEGER : (maxLinksPerPage) >>> 0, isLikeNone(maxConcurrent) ? Number.MAX_SAFE_INTEGER : (maxConcurrent) >>> 0, isLikeNone(contentFilter) ? 1 : contentFilter, ptr11, len11, !isLikeNone(bm25Threshold), isLikeNone(bm25Threshold) ? 0 : bm25Threshold, ptr12, len12, !isLikeNone(rateLimitMs), isLikeNone(rateLimitMs) ? BigInt(0) : rateLimitMs, isLikeNone(auth) ? 0 : addToExternrefTable0(auth), isLikeNone(maxBodySize) ? Number.MAX_SAFE_INTEGER : (maxBodySize) >>> 0, isLikeNone(mapLimit) ? Number.MAX_SAFE_INTEGER : (mapLimit) >>> 0, ptr13, len13, isLikeNone(maxAssetSize) ? Number.MAX_SAFE_INTEGER : (maxAssetSize) >>> 0, ptr14, isLikeNone(documentUrlDepth) ? Number.MAX_SAFE_INTEGER : (documentUrlDepth) >>> 0, isLikeNone(documentMaxSize) ? Number.MAX_SAFE_INTEGER : (documentMaxSize) >>> 0, ptr15, len15, isLikeNone(documentContentEncoding) ? 1 : documentContentEncoding, ptr16, len16, ptr17, len17, isLikeNone(ssrfDenyPrivateExplicit) ? 0xFFFFFF : ssrfDenyPrivateExplicit ? 1 : 0);
|
|
2831
|
+
const ret = wasm.wasmcrawlconfig_new(isLikeNone(crawlStrategy) ? 4 : crawlStrategy, isLikeNone(respectRobotsTxt) ? 0xFFFFFF : respectRobotsTxt ? 1 : 0, isLikeNone(softHttpErrors) ? 0xFFFFFF : softHttpErrors ? 1 : 0, isLikeNone(stayOnDomain) ? 0xFFFFFF : stayOnDomain ? 1 : 0, isLikeNone(allowSubdomains) ? 0xFFFFFF : allowSubdomains ? 1 : 0, ptr0, len0, ptr1, len1, isLikeNone(pathPatternsMatchQuery) ? 0xFFFFFF : pathPatternsMatchQuery ? 1 : 0, isLikeNone(pathPatternsMatchUrl) ? 0xFFFFFF : pathPatternsMatchUrl ? 1 : 0, isLikeNone(dedupIncludeQuery) ? 0xFFFFFF : dedupIncludeQuery ? 1 : 0, isLikeNone(stripTrackingParams) ? 0xFFFFFF : stripTrackingParams ? 1 : 0, ptr2, len2, isLikeNone(customHeaders) ? 0 : addToExternrefTable0(customHeaders), !isLikeNone(requestTimeout), isLikeNone(requestTimeout) ? BigInt(0) : requestTimeout, isLikeNone(maxRedirects) ? Number.MAX_SAFE_INTEGER : (maxRedirects) >>> 0, isLikeNone(retryCount) ? Number.MAX_SAFE_INTEGER : (retryCount) >>> 0, ptr3, len3, !isLikeNone(retryInitialDelayMs), isLikeNone(retryInitialDelayMs) ? BigInt(0) : retryInitialDelayMs, !isLikeNone(retryMaxDelayMs), isLikeNone(retryMaxDelayMs) ? BigInt(0) : retryMaxDelayMs, !isLikeNone(rateLimitJitterRatio), isLikeNone(rateLimitJitterRatio) ? 0 : rateLimitJitterRatio, isLikeNone(cookiesEnabled) ? 0xFFFFFF : cookiesEnabled ? 1 : 0, ptr4, len4, ptr5, isLikeNone(downloadAssets) ? 0xFFFFFF : downloadAssets ? 1 : 0, ptr6, len6, ptr7, ptr8, len8, isLikeNone(captureScreenshot) ? 0xFFFFFF : captureScreenshot ? 1 : 0, isLikeNone(followDocumentUrls) ? 0xFFFFFF : followDocumentUrls ? 1 : 0, isLikeNone(downloadDocuments) ? 0xFFFFFF : downloadDocuments ? 1 : 0, ptr9, len9, isLikeNone(saveBrowserProfile) ? 0xFFFFFF : saveBrowserProfile ? 1 : 0, ptr10, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(maxPages) ? Number.MAX_SAFE_INTEGER : (maxPages) >>> 0, isLikeNone(maxLinksPerPage) ? Number.MAX_SAFE_INTEGER : (maxLinksPerPage) >>> 0, isLikeNone(maxConcurrent) ? Number.MAX_SAFE_INTEGER : (maxConcurrent) >>> 0, isLikeNone(contentFilter) ? 1 : contentFilter, ptr11, len11, !isLikeNone(bm25Threshold), isLikeNone(bm25Threshold) ? 0 : bm25Threshold, ptr12, len12, !isLikeNone(rateLimitMs), isLikeNone(rateLimitMs) ? BigInt(0) : rateLimitMs, isLikeNone(auth) ? 0 : addToExternrefTable0(auth), isLikeNone(maxBodySize) ? Number.MAX_SAFE_INTEGER : (maxBodySize) >>> 0, isLikeNone(mapLimit) ? Number.MAX_SAFE_INTEGER : (mapLimit) >>> 0, ptr13, len13, isLikeNone(maxAssetSize) ? Number.MAX_SAFE_INTEGER : (maxAssetSize) >>> 0, ptr14, isLikeNone(documentUrlDepth) ? Number.MAX_SAFE_INTEGER : (documentUrlDepth) >>> 0, isLikeNone(documentMaxSize) ? Number.MAX_SAFE_INTEGER : (documentMaxSize) >>> 0, ptr15, len15, isLikeNone(documentContentEncoding) ? 1 : documentContentEncoding, ptr16, len16, ptr17, len17, isLikeNone(ssrfDenyPrivateExplicit) ? 0xFFFFFF : ssrfDenyPrivateExplicit ? 1 : 0, isLikeNone(dangerAcceptInvalidCerts) ? 0xFFFFFF : dangerAcceptInvalidCerts ? 1 : 0);
|
|
2796
2832
|
this.__wbg_ptr = ret;
|
|
2797
2833
|
WasmCrawlConfigFinalization.register(this, this.__wbg_ptr, this);
|
|
2798
2834
|
return this;
|
|
@@ -2982,6 +3018,12 @@ class WasmCrawlConfig {
|
|
|
2982
3018
|
set customHeaders(value) {
|
|
2983
3019
|
wasm.wasmcrawlconfig_set_customHeaders(this.__wbg_ptr, value);
|
|
2984
3020
|
}
|
|
3021
|
+
/**
|
|
3022
|
+
* @param {boolean} value
|
|
3023
|
+
*/
|
|
3024
|
+
set dangerAcceptInvalidCerts(value) {
|
|
3025
|
+
wasm.wasmcrawlconfig_set_dangerAcceptInvalidCerts(this.__wbg_ptr, value);
|
|
3026
|
+
}
|
|
2985
3027
|
/**
|
|
2986
3028
|
* @param {boolean} value
|
|
2987
3029
|
*/
|
|
@@ -4050,6 +4092,9 @@ class WasmCrawlResult {
|
|
|
4050
4092
|
const ret = wasm.wasmcrawlresult_browserUsed(this.__wbg_ptr);
|
|
4051
4093
|
return ret !== 0;
|
|
4052
4094
|
}
|
|
4095
|
+
clearWafBlock() {
|
|
4096
|
+
wasm.wasmcrawlresult_clearWafBlock(this.__wbg_ptr);
|
|
4097
|
+
}
|
|
4053
4098
|
/**
|
|
4054
4099
|
* Returns detached copies of the elements in `cookies`.
|
|
4055
4100
|
*
|
|
@@ -4109,6 +4154,11 @@ class WasmCrawlResult {
|
|
|
4109
4154
|
}
|
|
4110
4155
|
}
|
|
4111
4156
|
/**
|
|
4157
|
+
* Takes ownership of `wafBlock`.
|
|
4158
|
+
* wasm-bindgen lowers a by-value class argument through `__destroy_into_raw()`, so each
|
|
4159
|
+
* of those handles is dead once this returns. Passing a freshly built value is fine. To
|
|
4160
|
+
* keep a handle you already hold, build with `default()` and assign the property instead:
|
|
4161
|
+
* the generated setter borrows and leaves your handle alive.
|
|
4112
4162
|
* Takes ownership of every element in `pages`, `cookies`.
|
|
4113
4163
|
* wasm-bindgen cannot borrow class values nested in an array. To keep those handles,
|
|
4114
4164
|
* copy each retained element with `copyForTransfer()` before passing the array.
|
|
@@ -4120,8 +4170,9 @@ class WasmCrawlResult {
|
|
|
4120
4170
|
* @param {boolean | null} [stayedOnDomain]
|
|
4121
4171
|
* @param {boolean | null} [browserUsed]
|
|
4122
4172
|
* @param {string | null} [error]
|
|
4173
|
+
* @param {WasmWafBlockDetails | null} [wafBlock]
|
|
4123
4174
|
*/
|
|
4124
|
-
constructor(pages, finalUrl, redirectCount, wasSkipped, cookies, stayedOnDomain, browserUsed, error) {
|
|
4175
|
+
constructor(pages, finalUrl, redirectCount, wasSkipped, cookies, stayedOnDomain, browserUsed, error, wafBlock) {
|
|
4125
4176
|
var ptr0 = isLikeNone(pages) ? 0 : passArrayJsValueToWasm0(pages, wasm.__wbindgen_malloc);
|
|
4126
4177
|
var len0 = WASM_VECTOR_LEN;
|
|
4127
4178
|
var ptr1 = isLikeNone(finalUrl) ? 0 : passStringToWasm0(finalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
@@ -4130,7 +4181,12 @@ class WasmCrawlResult {
|
|
|
4130
4181
|
var len2 = WASM_VECTOR_LEN;
|
|
4131
4182
|
var ptr3 = isLikeNone(error) ? 0 : passStringToWasm0(error, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
4132
4183
|
var len3 = WASM_VECTOR_LEN;
|
|
4133
|
-
|
|
4184
|
+
let ptr4 = 0;
|
|
4185
|
+
if (!isLikeNone(wafBlock)) {
|
|
4186
|
+
_assertClass(wafBlock, WasmWafBlockDetails);
|
|
4187
|
+
ptr4 = wafBlock.__destroy_into_raw();
|
|
4188
|
+
}
|
|
4189
|
+
const ret = wasm.wasmcrawlresult_new(ptr0, len0, ptr1, len1, isLikeNone(redirectCount) ? Number.MAX_SAFE_INTEGER : (redirectCount) >>> 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, ptr2, len2, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr3, len3, ptr4);
|
|
4134
4190
|
this.__wbg_ptr = ret;
|
|
4135
4191
|
WasmCrawlResultFinalization.register(this, this.__wbg_ptr, this);
|
|
4136
4192
|
return this;
|
|
@@ -4211,6 +4267,13 @@ class WasmCrawlResult {
|
|
|
4211
4267
|
set stayedOnDomain(value) {
|
|
4212
4268
|
wasm.wasmcrawlresult_set_stayedOnDomain(this.__wbg_ptr, value);
|
|
4213
4269
|
}
|
|
4270
|
+
/**
|
|
4271
|
+
* @param {WasmWafBlockDetails} value
|
|
4272
|
+
*/
|
|
4273
|
+
set wafBlock(value) {
|
|
4274
|
+
_assertClass(value, WasmWafBlockDetails);
|
|
4275
|
+
wasm.wasmcrawlresult_set_wafBlock(this.__wbg_ptr, value.__wbg_ptr);
|
|
4276
|
+
}
|
|
4214
4277
|
/**
|
|
4215
4278
|
* @param {boolean} value
|
|
4216
4279
|
*/
|
|
@@ -4239,6 +4302,17 @@ class WasmCrawlResult {
|
|
|
4239
4302
|
const ret = wasm.wasmcrawlresult_uniqueNormalizedUrls(this.__wbg_ptr);
|
|
4240
4303
|
return ret >>> 0;
|
|
4241
4304
|
}
|
|
4305
|
+
/**
|
|
4306
|
+
* Returns a detached copy of `wafBlock`.
|
|
4307
|
+
*
|
|
4308
|
+
* Changes to the returned value do not update this object. To update `wafBlock`,
|
|
4309
|
+
* read it, modify the copy, then assign the copy back to `wafBlock`.
|
|
4310
|
+
* @returns {WasmWafBlockDetails | undefined}
|
|
4311
|
+
*/
|
|
4312
|
+
get wafBlock() {
|
|
4313
|
+
const ret = wasm.wasmcrawlresult_wafBlock(this.__wbg_ptr);
|
|
4314
|
+
return ret === 0 ? undefined : WasmWafBlockDetails.__wrap(ret);
|
|
4315
|
+
}
|
|
4242
4316
|
/**
|
|
4243
4317
|
* @returns {boolean}
|
|
4244
4318
|
*/
|
|
@@ -8938,6 +9012,119 @@ class WasmSsrfPolicy {
|
|
|
8938
9012
|
if (Symbol.dispose) WasmSsrfPolicy.prototype[Symbol.dispose] = WasmSsrfPolicy.prototype.free;
|
|
8939
9013
|
exports.WasmSsrfPolicy = WasmSsrfPolicy;
|
|
8940
9014
|
|
|
9015
|
+
/**
|
|
9016
|
+
* Structured context for a WAF-blocked response. <!-- -->
|
|
9017
|
+
*/
|
|
9018
|
+
class WasmWafBlockDetails {
|
|
9019
|
+
static __wrap(ptr) {
|
|
9020
|
+
const obj = Object.create(WasmWafBlockDetails.prototype);
|
|
9021
|
+
obj.__wbg_ptr = ptr;
|
|
9022
|
+
WasmWafBlockDetailsFinalization.register(obj, obj.__wbg_ptr, obj);
|
|
9023
|
+
return obj;
|
|
9024
|
+
}
|
|
9025
|
+
__destroy_into_raw() {
|
|
9026
|
+
const ptr = this.__wbg_ptr;
|
|
9027
|
+
this.__wbg_ptr = 0;
|
|
9028
|
+
WasmWafBlockDetailsFinalization.unregister(this);
|
|
9029
|
+
return ptr;
|
|
9030
|
+
}
|
|
9031
|
+
free() {
|
|
9032
|
+
const ptr = this.__destroy_into_raw();
|
|
9033
|
+
wasm.__wbg_wasmwafblockdetails_free(ptr, 0);
|
|
9034
|
+
}
|
|
9035
|
+
/**
|
|
9036
|
+
* @returns {string | undefined}
|
|
9037
|
+
*/
|
|
9038
|
+
get bodyPrefix() {
|
|
9039
|
+
const ret = wasm.wasmwafblockdetails_bodyPrefix(this.__wbg_ptr);
|
|
9040
|
+
let v1;
|
|
9041
|
+
if (ret[0] !== 0) {
|
|
9042
|
+
v1 = getStringFromWasm0(ret[0], ret[1]);
|
|
9043
|
+
wasm.__wbindgen_free(ret[0], ret[1] * 1, 1);
|
|
9044
|
+
}
|
|
9045
|
+
return v1;
|
|
9046
|
+
}
|
|
9047
|
+
/**
|
|
9048
|
+
* Return an independent handle for an ownership-taking API.
|
|
9049
|
+
*
|
|
9050
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
9051
|
+
* handle must remain usable.
|
|
9052
|
+
* @returns {WasmWafBlockDetails}
|
|
9053
|
+
*/
|
|
9054
|
+
copyForTransfer() {
|
|
9055
|
+
const ret = wasm.wasmwafblockdetails_copyForTransfer(this.__wbg_ptr);
|
|
9056
|
+
return WasmWafBlockDetails.__wrap(ret);
|
|
9057
|
+
}
|
|
9058
|
+
/**
|
|
9059
|
+
* @returns {WasmWafBlockDetails}
|
|
9060
|
+
*/
|
|
9061
|
+
static default() {
|
|
9062
|
+
const ret = wasm.wasmwafblockdetails_default();
|
|
9063
|
+
return WasmWafBlockDetails.__wrap(ret);
|
|
9064
|
+
}
|
|
9065
|
+
/**
|
|
9066
|
+
* @param {string | null} [vendor]
|
|
9067
|
+
* @param {number | null} [status]
|
|
9068
|
+
* @param {string | null} [bodyPrefix]
|
|
9069
|
+
*/
|
|
9070
|
+
constructor(vendor, status, bodyPrefix) {
|
|
9071
|
+
var ptr0 = isLikeNone(vendor) ? 0 : passStringToWasm0(vendor, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
9072
|
+
var len0 = WASM_VECTOR_LEN;
|
|
9073
|
+
var ptr1 = isLikeNone(bodyPrefix) ? 0 : passStringToWasm0(bodyPrefix, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
9074
|
+
var len1 = WASM_VECTOR_LEN;
|
|
9075
|
+
const ret = wasm.wasmwafblockdetails_new(ptr0, len0, isLikeNone(status) ? 0xFFFFFF : status, ptr1, len1);
|
|
9076
|
+
this.__wbg_ptr = ret;
|
|
9077
|
+
WasmWafBlockDetailsFinalization.register(this, this.__wbg_ptr, this);
|
|
9078
|
+
return this;
|
|
9079
|
+
}
|
|
9080
|
+
/**
|
|
9081
|
+
* @param {string | null} [value]
|
|
9082
|
+
*/
|
|
9083
|
+
set bodyPrefix(value) {
|
|
9084
|
+
var ptr0 = isLikeNone(value) ? 0 : passStringToWasm0(value, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
9085
|
+
var len0 = WASM_VECTOR_LEN;
|
|
9086
|
+
wasm.wasmwafblockdetails_set_bodyPrefix(this.__wbg_ptr, ptr0, len0);
|
|
9087
|
+
}
|
|
9088
|
+
/**
|
|
9089
|
+
* @param {number | null} [value]
|
|
9090
|
+
*/
|
|
9091
|
+
set status(value) {
|
|
9092
|
+
wasm.wasmwafblockdetails_set_status(this.__wbg_ptr, isLikeNone(value) ? 0xFFFFFF : value);
|
|
9093
|
+
}
|
|
9094
|
+
/**
|
|
9095
|
+
* @param {string} value
|
|
9096
|
+
*/
|
|
9097
|
+
set vendor(value) {
|
|
9098
|
+
const ptr0 = passStringToWasm0(value, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
9099
|
+
const len0 = WASM_VECTOR_LEN;
|
|
9100
|
+
wasm.wasmwafblockdetails_set_vendor(this.__wbg_ptr, ptr0, len0);
|
|
9101
|
+
}
|
|
9102
|
+
/**
|
|
9103
|
+
* @returns {number | undefined}
|
|
9104
|
+
*/
|
|
9105
|
+
get status() {
|
|
9106
|
+
const ret = wasm.wasmwafblockdetails_status(this.__wbg_ptr);
|
|
9107
|
+
return ret === 0xFFFFFF ? undefined : ret;
|
|
9108
|
+
}
|
|
9109
|
+
/**
|
|
9110
|
+
* @returns {string}
|
|
9111
|
+
*/
|
|
9112
|
+
get vendor() {
|
|
9113
|
+
let deferred1_0;
|
|
9114
|
+
let deferred1_1;
|
|
9115
|
+
try {
|
|
9116
|
+
const ret = wasm.wasmwafblockdetails_vendor(this.__wbg_ptr);
|
|
9117
|
+
deferred1_0 = ret[0];
|
|
9118
|
+
deferred1_1 = ret[1];
|
|
9119
|
+
return getStringFromWasm0(ret[0], ret[1]);
|
|
9120
|
+
} finally {
|
|
9121
|
+
wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
|
|
9122
|
+
}
|
|
9123
|
+
}
|
|
9124
|
+
}
|
|
9125
|
+
if (Symbol.dispose) WasmWafBlockDetails.prototype[Symbol.dispose] = WasmWafBlockDetails.prototype.free;
|
|
9126
|
+
exports.WasmWafBlockDetails = WasmWafBlockDetails;
|
|
9127
|
+
|
|
8941
9128
|
/**
|
|
8942
9129
|
* Crawl multiple seed URLs concurrently, each following links to configured depth.
|
|
8943
9130
|
* @param {WasmCrawlEngineHandle} engine
|
|
@@ -9195,6 +9382,10 @@ function __wbg_get_imports() {
|
|
|
9195
9382
|
__wbg_getRandomValues_a608c4436c19407a: function() { return handleError(function (arg0, arg1) {
|
|
9196
9383
|
globalThis.crypto.getRandomValues(getArrayU8FromWasm0(arg0, arg1));
|
|
9197
9384
|
}, arguments); },
|
|
9385
|
+
__wbg_getTime_f5a55efff2585d5d: function(arg0) {
|
|
9386
|
+
const ret = arg0.getTime();
|
|
9387
|
+
return ret;
|
|
9388
|
+
},
|
|
9198
9389
|
__wbg_get_658f6698067d9515: function() { return handleError(function (arg0, arg1) {
|
|
9199
9390
|
const ret = Reflect.get(arg0, arg1);
|
|
9200
9391
|
return ret;
|
|
@@ -9275,6 +9466,10 @@ function __wbg_get_imports() {
|
|
|
9275
9466
|
const ret = arg0.length;
|
|
9276
9467
|
return ret;
|
|
9277
9468
|
},
|
|
9469
|
+
__wbg_new_0_72d020f0c63443d4: function() {
|
|
9470
|
+
const ret = new Date();
|
|
9471
|
+
return ret;
|
|
9472
|
+
},
|
|
9278
9473
|
__wbg_new_1dbf7428bba60a42: function(arg0) {
|
|
9279
9474
|
const ret = new Uint8Array(arg0);
|
|
9280
9475
|
return ret;
|
|
@@ -9310,7 +9505,7 @@ function __wbg_get_imports() {
|
|
|
9310
9505
|
const a = state0.a;
|
|
9311
9506
|
state0.a = 0;
|
|
9312
9507
|
try {
|
|
9313
|
-
return
|
|
9508
|
+
return wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined_______true_(a, state0.b, arg0, arg1);
|
|
9314
9509
|
} finally {
|
|
9315
9510
|
state0.a = a;
|
|
9316
9511
|
}
|
|
@@ -9604,13 +9799,13 @@ function __wbg_get_imports() {
|
|
|
9604
9799
|
return ret;
|
|
9605
9800
|
},
|
|
9606
9801
|
__wbindgen_generic_0000000000000001: function(arg0, arg1) {
|
|
9607
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx:
|
|
9608
|
-
const ret = makeMutClosure(arg0, arg1,
|
|
9802
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1512, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
|
|
9803
|
+
const ret = makeMutClosure(arg0, arg1, wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___wasm_bindgen_a37d5a31ee71bc5f___JsValue__core_37ee0ce0c4cd57d5___result__Result_____wasm_bindgen_a37d5a31ee71bc5f___JsError___true_);
|
|
9609
9804
|
return ret;
|
|
9610
9805
|
},
|
|
9611
9806
|
__wbindgen_generic_0000000000000002: function(arg0, arg1) {
|
|
9612
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx:
|
|
9613
|
-
const ret = makeMutClosure(arg0, arg1,
|
|
9807
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 1354, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
|
|
9808
|
+
const ret = makeMutClosure(arg0, arg1, wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke_______true_);
|
|
9614
9809
|
return ret;
|
|
9615
9810
|
},
|
|
9616
9811
|
__wbindgen_generic_0000000000000003: function(arg0) {
|
|
@@ -9649,19 +9844,19 @@ function __wbg_get_imports() {
|
|
|
9649
9844
|
};
|
|
9650
9845
|
}
|
|
9651
9846
|
|
|
9652
|
-
function
|
|
9653
|
-
wasm.
|
|
9847
|
+
function wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke_______true_(arg0, arg1) {
|
|
9848
|
+
wasm.wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke_______true_(arg0, arg1);
|
|
9654
9849
|
}
|
|
9655
9850
|
|
|
9656
|
-
function
|
|
9657
|
-
const ret = wasm.
|
|
9851
|
+
function wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___wasm_bindgen_a37d5a31ee71bc5f___JsValue__core_37ee0ce0c4cd57d5___result__Result_____wasm_bindgen_a37d5a31ee71bc5f___JsError___true_(arg0, arg1, arg2) {
|
|
9852
|
+
const ret = wasm.wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___wasm_bindgen_a37d5a31ee71bc5f___JsValue__core_37ee0ce0c4cd57d5___result__Result_____wasm_bindgen_a37d5a31ee71bc5f___JsError___true_(arg0, arg1, arg2);
|
|
9658
9853
|
if (ret[1]) {
|
|
9659
9854
|
throw takeFromExternrefTable0(ret[0]);
|
|
9660
9855
|
}
|
|
9661
9856
|
}
|
|
9662
9857
|
|
|
9663
|
-
function
|
|
9664
|
-
wasm.
|
|
9858
|
+
function wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined_______true_(arg0, arg1, arg2, arg3) {
|
|
9859
|
+
wasm.wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined_______true_(arg0, arg1, arg2, arg3);
|
|
9665
9860
|
}
|
|
9666
9861
|
|
|
9667
9862
|
|
|
@@ -9789,6 +9984,9 @@ const WasmSitemapUrlFinalization = (typeof FinalizationRegistry === 'undefined')
|
|
|
9789
9984
|
const WasmSsrfPolicyFinalization = (typeof FinalizationRegistry === 'undefined')
|
|
9790
9985
|
? { register: () => {}, unregister: () => {} }
|
|
9791
9986
|
: new FinalizationRegistry(ptr => wasm.__wbg_wasmssrfpolicy_free(ptr, 1));
|
|
9987
|
+
const WasmWafBlockDetailsFinalization = (typeof FinalizationRegistry === 'undefined')
|
|
9988
|
+
? { register: () => {}, unregister: () => {} }
|
|
9989
|
+
: new FinalizationRegistry(ptr => wasm.__wbg_wasmwafblockdetails_free(ptr, 1));
|
|
9792
9990
|
|
|
9793
9991
|
function addToExternrefTable0(obj) {
|
|
9794
9992
|
const idx = wasm.__externref_table_alloc();
|
|
Binary file
|
|
@@ -39,6 +39,7 @@ export const __wbg_wasmresponsemeta_free: (a: number, b: number) => void;
|
|
|
39
39
|
export const __wbg_wasmscraperesult_free: (a: number, b: number) => void;
|
|
40
40
|
export const __wbg_wasmsitemapurl_free: (a: number, b: number) => void;
|
|
41
41
|
export const __wbg_wasmssrfpolicy_free: (a: number, b: number) => void;
|
|
42
|
+
export const __wbg_wasmwafblockdetails_free: (a: number, b: number) => void;
|
|
42
43
|
export const batchCrawl: (a: number, b: number, c: number) => any;
|
|
43
44
|
export const batchScrape: (a: number, b: number, c: number) => any;
|
|
44
45
|
export const crawl: (a: number, b: number, c: number) => any;
|
|
@@ -137,20 +138,23 @@ export const wasmbrowserconfig_chromePath: (a: number) => [number, number];
|
|
|
137
138
|
export const wasmbrowserconfig_clearProxy: (a: number) => void;
|
|
138
139
|
export const wasmbrowserconfig_copyForTransfer: (a: number) => number;
|
|
139
140
|
export const wasmbrowserconfig_default: () => number;
|
|
141
|
+
export const wasmbrowserconfig_domQuietWindow: (a: number) => [number, bigint];
|
|
140
142
|
export const wasmbrowserconfig_endpoint: (a: number) => [number, number];
|
|
141
143
|
export const wasmbrowserconfig_evalScript: (a: number) => [number, number];
|
|
142
144
|
export const wasmbrowserconfig_extraWait: (a: number) => [number, bigint];
|
|
143
145
|
export const wasmbrowserconfig_mode: (a: number) => [number, number];
|
|
144
|
-
export const wasmbrowserconfig_new: (a: number, b: number, c: number, d: bigint, e: number, f: bigint, g: number, h: bigint, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: bigint, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number) => number;
|
|
146
|
+
export const wasmbrowserconfig_new: (a: number, b: number, c: number, d: bigint, e: number, f: bigint, g: number, h: bigint, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: bigint, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: bigint) => number;
|
|
145
147
|
export const wasmbrowserconfig_overallTimeout: (a: number) => [number, bigint];
|
|
146
148
|
export const wasmbrowserconfig_proxy: (a: number) => number;
|
|
147
149
|
export const wasmbrowserconfig_robotsUserAgent: (a: number) => [number, number];
|
|
150
|
+
export const wasmbrowserconfig_scrollContainers: (a: number) => number;
|
|
148
151
|
export const wasmbrowserconfig_sessionAffinity: (a: number) => number;
|
|
149
152
|
export const wasmbrowserconfig_set_backend: (a: number, b: number) => void;
|
|
150
153
|
export const wasmbrowserconfig_set_blockUrlPatterns: (a: number, b: number, c: number) => void;
|
|
151
154
|
export const wasmbrowserconfig_set_captureNetworkEvents: (a: number, b: number) => void;
|
|
152
155
|
export const wasmbrowserconfig_set_chromeArgs: (a: number, b: number, c: number) => void;
|
|
153
156
|
export const wasmbrowserconfig_set_chromePath: (a: number, b: number, c: number) => void;
|
|
157
|
+
export const wasmbrowserconfig_set_domQuietWindow: (a: number, b: number, c: bigint) => void;
|
|
154
158
|
export const wasmbrowserconfig_set_endpoint: (a: number, b: number, c: number) => void;
|
|
155
159
|
export const wasmbrowserconfig_set_evalScript: (a: number, b: number, c: number) => void;
|
|
156
160
|
export const wasmbrowserconfig_set_extraWait: (a: number, b: number, c: bigint) => void;
|
|
@@ -158,6 +162,7 @@ export const wasmbrowserconfig_set_mode: (a: number, b: number) => void;
|
|
|
158
162
|
export const wasmbrowserconfig_set_overallTimeout: (a: number, b: number, c: bigint) => void;
|
|
159
163
|
export const wasmbrowserconfig_set_proxy: (a: number, b: number) => void;
|
|
160
164
|
export const wasmbrowserconfig_set_robotsUserAgent: (a: number, b: number, c: number) => void;
|
|
165
|
+
export const wasmbrowserconfig_set_scrollContainers: (a: number, b: number) => void;
|
|
161
166
|
export const wasmbrowserconfig_set_sessionAffinity: (a: number, b: number) => void;
|
|
162
167
|
export const wasmbrowserconfig_set_shutdownTimeout: (a: number, b: number, c: bigint) => void;
|
|
163
168
|
export const wasmbrowserconfig_set_timeout: (a: number, b: number, c: bigint) => void;
|
|
@@ -261,6 +266,7 @@ export const wasmcrawlconfig_cookiesEnabled: (a: number) => number;
|
|
|
261
266
|
export const wasmcrawlconfig_copyForTransfer: (a: number) => number;
|
|
262
267
|
export const wasmcrawlconfig_crawlStrategy: (a: number) => [number, number];
|
|
263
268
|
export const wasmcrawlconfig_customHeaders: (a: number) => any;
|
|
269
|
+
export const wasmcrawlconfig_dangerAcceptInvalidCerts: (a: number) => number;
|
|
264
270
|
export const wasmcrawlconfig_dedupIncludeQuery: (a: number) => number;
|
|
265
271
|
export const wasmcrawlconfig_default: () => number;
|
|
266
272
|
export const wasmcrawlconfig_documentContentEncoding: (a: number) => [number, number];
|
|
@@ -282,7 +288,7 @@ export const wasmcrawlconfig_maxDepth: (a: number) => number;
|
|
|
282
288
|
export const wasmcrawlconfig_maxLinksPerPage: (a: number) => number;
|
|
283
289
|
export const wasmcrawlconfig_maxPages: (a: number) => number;
|
|
284
290
|
export const wasmcrawlconfig_maxRedirects: (a: number) => number;
|
|
285
|
-
export const wasmcrawlconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: bigint, s: number, t: number, u: number, v: number, w: number, x: bigint, y: number, z: bigint, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number, p1: number, q1: number, r1: number, s1: number, t1: number, u1: number, v1: number, w1: number, x1: number, y1: number, z1: number, a2: number, b2: number, c2: number, d2: number, e2: number, f2: bigint, g2: number, h2: number, i2: number, j2: number, k2: number, l2: number, m2: number, n2: number, o2: number, p2: number, q2: number, r2: number, s2: number, t2: number, u2: number, v2: number, w2: number) => number;
|
|
291
|
+
export const wasmcrawlconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: bigint, s: number, t: number, u: number, v: number, w: number, x: bigint, y: number, z: bigint, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number, p1: number, q1: number, r1: number, s1: number, t1: number, u1: number, v1: number, w1: number, x1: number, y1: number, z1: number, a2: number, b2: number, c2: number, d2: number, e2: number, f2: bigint, g2: number, h2: number, i2: number, j2: number, k2: number, l2: number, m2: number, n2: number, o2: number, p2: number, q2: number, r2: number, s2: number, t2: number, u2: number, v2: number, w2: number, x2: number) => number;
|
|
286
292
|
export const wasmcrawlconfig_pathPatternsMatchQuery: (a: number) => number;
|
|
287
293
|
export const wasmcrawlconfig_pathPatternsMatchUrl: (a: number) => number;
|
|
288
294
|
export const wasmcrawlconfig_proxy: (a: number) => number;
|
|
@@ -309,6 +315,7 @@ export const wasmcrawlconfig_set_contentFilter: (a: number, b: number) => void;
|
|
|
309
315
|
export const wasmcrawlconfig_set_cookiesEnabled: (a: number, b: number) => void;
|
|
310
316
|
export const wasmcrawlconfig_set_crawlStrategy: (a: number, b: number) => void;
|
|
311
317
|
export const wasmcrawlconfig_set_customHeaders: (a: number, b: any) => void;
|
|
318
|
+
export const wasmcrawlconfig_set_dangerAcceptInvalidCerts: (a: number, b: number) => void;
|
|
312
319
|
export const wasmcrawlconfig_set_dedupIncludeQuery: (a: number, b: number) => void;
|
|
313
320
|
export const wasmcrawlconfig_set_documentContentEncoding: (a: number, b: number) => void;
|
|
314
321
|
export const wasmcrawlconfig_set_documentMaxSize: (a: number, b: number) => void;
|
|
@@ -423,12 +430,13 @@ export const wasmcrawlpageresult_stayedOnDomain: (a: number) => number;
|
|
|
423
430
|
export const wasmcrawlpageresult_url: (a: number) => [number, number];
|
|
424
431
|
export const wasmcrawlpageresult_wasSkipped: (a: number) => number;
|
|
425
432
|
export const wasmcrawlresult_browserUsed: (a: number) => number;
|
|
433
|
+
export const wasmcrawlresult_clearWafBlock: (a: number) => void;
|
|
426
434
|
export const wasmcrawlresult_cookies: (a: number) => [number, number];
|
|
427
435
|
export const wasmcrawlresult_copyForTransfer: (a: number) => number;
|
|
428
436
|
export const wasmcrawlresult_default: () => number;
|
|
429
437
|
export const wasmcrawlresult_error: (a: number) => [number, number];
|
|
430
438
|
export const wasmcrawlresult_finalUrl: (a: number) => [number, number];
|
|
431
|
-
export const wasmcrawlresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number) => number;
|
|
439
|
+
export const wasmcrawlresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number) => number;
|
|
432
440
|
export const wasmcrawlresult_pages: (a: number) => [number, number];
|
|
433
441
|
export const wasmcrawlresult_redirectCount: (a: number) => number;
|
|
434
442
|
export const wasmcrawlresult_set_browserUsed: (a: number, b: number) => void;
|
|
@@ -438,9 +446,11 @@ export const wasmcrawlresult_set_finalUrl: (a: number, b: number, c: number) =>
|
|
|
438
446
|
export const wasmcrawlresult_set_pages: (a: number, b: number, c: number) => void;
|
|
439
447
|
export const wasmcrawlresult_set_redirectCount: (a: number, b: number) => void;
|
|
440
448
|
export const wasmcrawlresult_set_stayedOnDomain: (a: number, b: number) => void;
|
|
449
|
+
export const wasmcrawlresult_set_wafBlock: (a: number, b: number) => void;
|
|
441
450
|
export const wasmcrawlresult_set_wasSkipped: (a: number, b: number) => void;
|
|
442
451
|
export const wasmcrawlresult_stayedOnDomain: (a: number) => number;
|
|
443
452
|
export const wasmcrawlresult_uniqueNormalizedUrls: (a: number) => number;
|
|
453
|
+
export const wasmcrawlresult_wafBlock: (a: number) => number;
|
|
444
454
|
export const wasmcrawlresult_wasSkipped: (a: number) => number;
|
|
445
455
|
export const wasmdownloadedasset_assetCategory: (a: number) => [number, number];
|
|
446
456
|
export const wasmdownloadedasset_contentHash: (a: number) => [number, number];
|
|
@@ -830,9 +840,18 @@ export const wasmssrfpolicy_set_denyPrivate: (a: number, b: number) => void;
|
|
|
830
840
|
export const wasmssrfpolicy_set_denylist: (a: number, b: any) => void;
|
|
831
841
|
export const wasmssrfpolicy_set_maxRedirects: (a: number, b: number) => void;
|
|
832
842
|
export const wasmssrfpolicy_set_schemeAllowlist: (a: number, b: number, c: number) => void;
|
|
833
|
-
export const
|
|
834
|
-
export const
|
|
835
|
-
export const
|
|
843
|
+
export const wasmwafblockdetails_bodyPrefix: (a: number) => [number, number];
|
|
844
|
+
export const wasmwafblockdetails_copyForTransfer: (a: number) => number;
|
|
845
|
+
export const wasmwafblockdetails_default: () => number;
|
|
846
|
+
export const wasmwafblockdetails_new: (a: number, b: number, c: number, d: number, e: number) => number;
|
|
847
|
+
export const wasmwafblockdetails_set_bodyPrefix: (a: number, b: number, c: number) => void;
|
|
848
|
+
export const wasmwafblockdetails_set_status: (a: number, b: number) => void;
|
|
849
|
+
export const wasmwafblockdetails_set_vendor: (a: number, b: number, c: number) => void;
|
|
850
|
+
export const wasmwafblockdetails_status: (a: number) => number;
|
|
851
|
+
export const wasmwafblockdetails_vendor: (a: number) => [number, number];
|
|
852
|
+
export const wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined___js_sys_a6a58716f022baea___Function_fn_wasm_bindgen_a37d5a31ee71bc5f___JsValue_____wasm_bindgen_a37d5a31ee71bc5f___sys__Undefined_______true_: (a: number, b: number, c: any, d: any) => void;
|
|
853
|
+
export const wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke___wasm_bindgen_a37d5a31ee71bc5f___JsValue__core_37ee0ce0c4cd57d5___result__Result_____wasm_bindgen_a37d5a31ee71bc5f___JsError___true_: (a: number, b: number, c: any) => [number, number];
|
|
854
|
+
export const wasm_bindgen_a37d5a31ee71bc5f___convert__closures_____invoke_______true_: (a: number, b: number) => void;
|
|
836
855
|
export const __wbindgen_malloc: (a: number, b: number) => number;
|
|
837
856
|
export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
|
|
838
857
|
export const __wbindgen_exn_store: (a: number) => void;
|