@xberg-io/crawlberg-wasm 1.8.0 → 1.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/pkg/bundler/crawlberg_wasm.d.ts +12 -5
- package/pkg/bundler/crawlberg_wasm_bg.js +161 -44
- package/pkg/bundler/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/bundler/crawlberg_wasm_bg.wasm.d.ts +18 -6
- package/pkg/bundler/package.json +1 -1
- package/pkg/deno/crawlberg_wasm.d.ts +12 -5
- package/pkg/deno/crawlberg_wasm.js +161 -44
- package/pkg/deno/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/deno/crawlberg_wasm_bg.wasm.d.ts +18 -6
- package/pkg/nodejs/crawlberg_wasm.d.ts +12 -5
- package/pkg/nodejs/crawlberg_wasm.js +161 -44
- package/pkg/nodejs/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/nodejs/crawlberg_wasm_bg.wasm.d.ts +18 -6
- package/pkg/nodejs/package.json +1 -1
- package/pkg/web/crawlberg_wasm.d.ts +30 -11
- package/pkg/web/crawlberg_wasm.js +161 -44
- package/pkg/web/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/web/crawlberg_wasm_bg.wasm.d.ts +18 -6
- package/pkg/web/package.json +1 -1
|
@@ -961,6 +961,27 @@ export class WasmBrowserConfig {
|
|
|
961
961
|
const ret = wasm.wasmbrowserconfig_captureNetworkEvents(this.__wbg_ptr);
|
|
962
962
|
return ret !== 0;
|
|
963
963
|
}
|
|
964
|
+
/**
|
|
965
|
+
* @returns {string[]}
|
|
966
|
+
*/
|
|
967
|
+
get chromeArgs() {
|
|
968
|
+
const ret = wasm.wasmbrowserconfig_chromeArgs(this.__wbg_ptr);
|
|
969
|
+
var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
|
|
970
|
+
wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
|
|
971
|
+
return v1;
|
|
972
|
+
}
|
|
973
|
+
/**
|
|
974
|
+
* @returns {string | undefined}
|
|
975
|
+
*/
|
|
976
|
+
get chromePath() {
|
|
977
|
+
const ret = wasm.wasmbrowserconfig_chromePath(this.__wbg_ptr);
|
|
978
|
+
let v1;
|
|
979
|
+
if (ret[0] !== 0) {
|
|
980
|
+
v1 = getStringFromWasm0(ret[0], ret[1]);
|
|
981
|
+
wasm.__wbindgen_free(ret[0], ret[1] * 1, 1);
|
|
982
|
+
}
|
|
983
|
+
return v1;
|
|
984
|
+
}
|
|
964
985
|
/**
|
|
965
986
|
* @returns {WasmBrowserConfig}
|
|
966
987
|
*/
|
|
@@ -1024,30 +1045,36 @@ export class WasmBrowserConfig {
|
|
|
1024
1045
|
* @param {string[] | null} [blockUrlPatterns]
|
|
1025
1046
|
* @param {boolean | null} [captureNetworkEvents]
|
|
1026
1047
|
* @param {boolean | null} [sessionAffinity]
|
|
1048
|
+
* @param {string[] | null} [chromeArgs]
|
|
1027
1049
|
* @param {string | null} [endpoint]
|
|
1028
1050
|
* @param {string | null} [waitSelector]
|
|
1029
1051
|
* @param {bigint | null} [extraWait]
|
|
1030
1052
|
* @param {WasmProxyConfig | null} [proxy]
|
|
1031
1053
|
* @param {string | null} [evalScript]
|
|
1032
1054
|
* @param {string | null} [robotsUserAgent]
|
|
1055
|
+
* @param {string | null} [chromePath]
|
|
1033
1056
|
*/
|
|
1034
|
-
constructor(mode, backend, timeout, overallTimeout, shutdownTimeout, wait, blockUrlPatterns, captureNetworkEvents, sessionAffinity, endpoint, waitSelector, extraWait, proxy, evalScript, robotsUserAgent) {
|
|
1057
|
+
constructor(mode, backend, timeout, overallTimeout, shutdownTimeout, wait, blockUrlPatterns, captureNetworkEvents, sessionAffinity, chromeArgs, endpoint, waitSelector, extraWait, proxy, evalScript, robotsUserAgent, chromePath) {
|
|
1035
1058
|
var ptr0 = isLikeNone(blockUrlPatterns) ? 0 : passArrayJsValueToWasm0(blockUrlPatterns, wasm.__wbindgen_malloc);
|
|
1036
1059
|
var len0 = WASM_VECTOR_LEN;
|
|
1037
|
-
var ptr1 = isLikeNone(
|
|
1060
|
+
var ptr1 = isLikeNone(chromeArgs) ? 0 : passArrayJsValueToWasm0(chromeArgs, wasm.__wbindgen_malloc);
|
|
1038
1061
|
var len1 = WASM_VECTOR_LEN;
|
|
1039
|
-
var ptr2 = isLikeNone(
|
|
1062
|
+
var ptr2 = isLikeNone(endpoint) ? 0 : passStringToWasm0(endpoint, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
1040
1063
|
var len2 = WASM_VECTOR_LEN;
|
|
1041
|
-
|
|
1064
|
+
var ptr3 = isLikeNone(waitSelector) ? 0 : passStringToWasm0(waitSelector, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
1065
|
+
var len3 = WASM_VECTOR_LEN;
|
|
1066
|
+
let ptr4 = 0;
|
|
1042
1067
|
if (!isLikeNone(proxy)) {
|
|
1043
1068
|
_assertClass(proxy, WasmProxyConfig);
|
|
1044
|
-
|
|
1069
|
+
ptr4 = proxy.__destroy_into_raw();
|
|
1045
1070
|
}
|
|
1046
|
-
var
|
|
1047
|
-
var len4 = WASM_VECTOR_LEN;
|
|
1048
|
-
var ptr5 = isLikeNone(robotsUserAgent) ? 0 : passStringToWasm0(robotsUserAgent, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
1071
|
+
var ptr5 = isLikeNone(evalScript) ? 0 : passStringToWasm0(evalScript, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
1049
1072
|
var len5 = WASM_VECTOR_LEN;
|
|
1050
|
-
|
|
1073
|
+
var ptr6 = isLikeNone(robotsUserAgent) ? 0 : passStringToWasm0(robotsUserAgent, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
1074
|
+
var len6 = WASM_VECTOR_LEN;
|
|
1075
|
+
var ptr7 = isLikeNone(chromePath) ? 0 : passStringToWasm0(chromePath, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
1076
|
+
var len7 = WASM_VECTOR_LEN;
|
|
1077
|
+
const ret = wasm.wasmbrowserconfig_new(isLikeNone(mode) ? 4 : mode, isLikeNone(backend) ? 2 : backend, !isLikeNone(timeout), isLikeNone(timeout) ? BigInt(0) : timeout, !isLikeNone(overallTimeout), isLikeNone(overallTimeout) ? BigInt(0) : overallTimeout, !isLikeNone(shutdownTimeout), isLikeNone(shutdownTimeout) ? BigInt(0) : shutdownTimeout, isLikeNone(wait) ? 3 : wait, ptr0, len0, isLikeNone(captureNetworkEvents) ? 0xFFFFFF : captureNetworkEvents ? 1 : 0, isLikeNone(sessionAffinity) ? 0xFFFFFF : sessionAffinity ? 1 : 0, ptr1, len1, ptr2, len2, ptr3, len3, !isLikeNone(extraWait), isLikeNone(extraWait) ? BigInt(0) : extraWait, ptr4, ptr5, len5, ptr6, len6, ptr7, len7);
|
|
1051
1078
|
this.__wbg_ptr = ret;
|
|
1052
1079
|
WasmBrowserConfigFinalization.register(this, this.__wbg_ptr, this);
|
|
1053
1080
|
return this;
|
|
@@ -1105,6 +1132,22 @@ export class WasmBrowserConfig {
|
|
|
1105
1132
|
set captureNetworkEvents(value) {
|
|
1106
1133
|
wasm.wasmbrowserconfig_set_captureNetworkEvents(this.__wbg_ptr, value);
|
|
1107
1134
|
}
|
|
1135
|
+
/**
|
|
1136
|
+
* @param {string[]} value
|
|
1137
|
+
*/
|
|
1138
|
+
set chromeArgs(value) {
|
|
1139
|
+
const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
|
|
1140
|
+
const len0 = WASM_VECTOR_LEN;
|
|
1141
|
+
wasm.wasmbrowserconfig_set_chromeArgs(this.__wbg_ptr, ptr0, len0);
|
|
1142
|
+
}
|
|
1143
|
+
/**
|
|
1144
|
+
* @param {string | null} [value]
|
|
1145
|
+
*/
|
|
1146
|
+
set chromePath(value) {
|
|
1147
|
+
var ptr0 = isLikeNone(value) ? 0 : passStringToWasm0(value, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
1148
|
+
var len0 = WASM_VECTOR_LEN;
|
|
1149
|
+
wasm.wasmbrowserconfig_set_chromePath(this.__wbg_ptr, ptr0, len0);
|
|
1150
|
+
}
|
|
1108
1151
|
/**
|
|
1109
1152
|
* @param {string | null} [value]
|
|
1110
1153
|
*/
|
|
@@ -2273,6 +2316,7 @@ export class WasmCrawlConfig {
|
|
|
2273
2316
|
* @param {string[] | null} [includePaths]
|
|
2274
2317
|
* @param {string[] | null} [excludePaths]
|
|
2275
2318
|
* @param {boolean | null} [pathPatternsMatchQuery]
|
|
2319
|
+
* @param {boolean | null} [pathPatternsMatchUrl]
|
|
2276
2320
|
* @param {boolean | null} [dedupIncludeQuery]
|
|
2277
2321
|
* @param {boolean | null} [stripTrackingParams]
|
|
2278
2322
|
* @param {string[] | null} [trackingParams]
|
|
@@ -2320,7 +2364,7 @@ export class WasmCrawlConfig {
|
|
|
2320
2364
|
* @param {string | null} [browserProfile]
|
|
2321
2365
|
* @param {boolean | null} [ssrfDenyPrivateExplicit]
|
|
2322
2366
|
*/
|
|
2323
|
-
constructor(crawlStrategy, respectRobotsTxt, softHttpErrors, stayOnDomain, allowSubdomains, includePaths, excludePaths, pathPatternsMatchQuery, dedupIncludeQuery, stripTrackingParams, trackingParams, customHeaders, requestTimeout, maxRedirects, retryCount, retryCodes, retryInitialDelayMs, retryMaxDelayMs, rateLimitJitterRatio, cookiesEnabled, removeTags, content, downloadAssets, assetTypes, browser, userAgents, captureScreenshot, followDocumentUrls, downloadDocuments, documentMimeTypes, saveBrowserProfile, ssrf, maxDepth, maxPages, maxLinksPerPage, maxConcurrent, contentFilter, bm25Query, bm25Threshold, userAgent, rateLimitMs, auth, maxBodySize, mapLimit, mapSearch, maxAssetSize, proxy, documentUrlDepth, documentMaxSize, documentOutputDir, documentContentEncoding, warcOutput, browserProfile, ssrfDenyPrivateExplicit) {
|
|
2367
|
+
constructor(crawlStrategy, respectRobotsTxt, softHttpErrors, stayOnDomain, allowSubdomains, includePaths, excludePaths, pathPatternsMatchQuery, pathPatternsMatchUrl, dedupIncludeQuery, stripTrackingParams, trackingParams, customHeaders, requestTimeout, maxRedirects, retryCount, retryCodes, retryInitialDelayMs, retryMaxDelayMs, rateLimitJitterRatio, cookiesEnabled, removeTags, content, downloadAssets, assetTypes, browser, userAgents, captureScreenshot, followDocumentUrls, downloadDocuments, documentMimeTypes, saveBrowserProfile, ssrf, maxDepth, maxPages, maxLinksPerPage, maxConcurrent, contentFilter, bm25Query, bm25Threshold, userAgent, rateLimitMs, auth, maxBodySize, mapLimit, mapSearch, maxAssetSize, proxy, documentUrlDepth, documentMaxSize, documentOutputDir, documentContentEncoding, warcOutput, browserProfile, ssrfDenyPrivateExplicit) {
|
|
2324
2368
|
var ptr0 = isLikeNone(includePaths) ? 0 : passArrayJsValueToWasm0(includePaths, wasm.__wbindgen_malloc);
|
|
2325
2369
|
var len0 = WASM_VECTOR_LEN;
|
|
2326
2370
|
var ptr1 = isLikeNone(excludePaths) ? 0 : passArrayJsValueToWasm0(excludePaths, wasm.__wbindgen_malloc);
|
|
@@ -2369,7 +2413,7 @@ export class WasmCrawlConfig {
|
|
|
2369
2413
|
var len16 = WASM_VECTOR_LEN;
|
|
2370
2414
|
var ptr17 = isLikeNone(browserProfile) ? 0 : passStringToWasm0(browserProfile, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
2371
2415
|
var len17 = WASM_VECTOR_LEN;
|
|
2372
|
-
const ret = wasm.wasmcrawlconfig_new(isLikeNone(crawlStrategy) ? 4 : crawlStrategy, isLikeNone(respectRobotsTxt) ? 0xFFFFFF : respectRobotsTxt ? 1 : 0, isLikeNone(softHttpErrors) ? 0xFFFFFF : softHttpErrors ? 1 : 0, isLikeNone(stayOnDomain) ? 0xFFFFFF : stayOnDomain ? 1 : 0, isLikeNone(allowSubdomains) ? 0xFFFFFF : allowSubdomains ? 1 : 0, ptr0, len0, ptr1, len1, isLikeNone(pathPatternsMatchQuery) ? 0xFFFFFF : pathPatternsMatchQuery ? 1 : 0, isLikeNone(dedupIncludeQuery) ? 0xFFFFFF : dedupIncludeQuery ? 1 : 0, isLikeNone(stripTrackingParams) ? 0xFFFFFF : stripTrackingParams ? 1 : 0, ptr2, len2, isLikeNone(customHeaders) ? 0 : addToExternrefTable0(customHeaders), !isLikeNone(requestTimeout), isLikeNone(requestTimeout) ? BigInt(0) : requestTimeout, isLikeNone(maxRedirects) ? Number.MAX_SAFE_INTEGER : (maxRedirects) >>> 0, isLikeNone(retryCount) ? Number.MAX_SAFE_INTEGER : (retryCount) >>> 0, ptr3, len3, !isLikeNone(retryInitialDelayMs), isLikeNone(retryInitialDelayMs) ? BigInt(0) : retryInitialDelayMs, !isLikeNone(retryMaxDelayMs), isLikeNone(retryMaxDelayMs) ? BigInt(0) : retryMaxDelayMs, !isLikeNone(rateLimitJitterRatio), isLikeNone(rateLimitJitterRatio) ? 0 : rateLimitJitterRatio, isLikeNone(cookiesEnabled) ? 0xFFFFFF : cookiesEnabled ? 1 : 0, ptr4, len4, ptr5, isLikeNone(downloadAssets) ? 0xFFFFFF : downloadAssets ? 1 : 0, ptr6, len6, ptr7, ptr8, len8, isLikeNone(captureScreenshot) ? 0xFFFFFF : captureScreenshot ? 1 : 0, isLikeNone(followDocumentUrls) ? 0xFFFFFF : followDocumentUrls ? 1 : 0, isLikeNone(downloadDocuments) ? 0xFFFFFF : downloadDocuments ? 1 : 0, ptr9, len9, isLikeNone(saveBrowserProfile) ? 0xFFFFFF : saveBrowserProfile ? 1 : 0, ptr10, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(maxPages) ? Number.MAX_SAFE_INTEGER : (maxPages) >>> 0, isLikeNone(maxLinksPerPage) ? Number.MAX_SAFE_INTEGER : (maxLinksPerPage) >>> 0, isLikeNone(maxConcurrent) ? Number.MAX_SAFE_INTEGER : (maxConcurrent) >>> 0, isLikeNone(contentFilter) ? 1 : contentFilter, ptr11, len11, !isLikeNone(bm25Threshold), isLikeNone(bm25Threshold) ? 0 : bm25Threshold, ptr12, len12, !isLikeNone(rateLimitMs), isLikeNone(rateLimitMs) ? BigInt(0) : rateLimitMs, isLikeNone(auth) ? 0 : addToExternrefTable0(auth), isLikeNone(maxBodySize) ? Number.MAX_SAFE_INTEGER : (maxBodySize) >>> 0, isLikeNone(mapLimit) ? Number.MAX_SAFE_INTEGER : (mapLimit) >>> 0, ptr13, len13, isLikeNone(maxAssetSize) ? Number.MAX_SAFE_INTEGER : (maxAssetSize) >>> 0, ptr14, isLikeNone(documentUrlDepth) ? Number.MAX_SAFE_INTEGER : (documentUrlDepth) >>> 0, isLikeNone(documentMaxSize) ? Number.MAX_SAFE_INTEGER : (documentMaxSize) >>> 0, ptr15, len15, isLikeNone(documentContentEncoding) ? 1 : documentContentEncoding, ptr16, len16, ptr17, len17, isLikeNone(ssrfDenyPrivateExplicit) ? 0xFFFFFF : ssrfDenyPrivateExplicit ? 1 : 0);
|
|
2416
|
+
const ret = wasm.wasmcrawlconfig_new(isLikeNone(crawlStrategy) ? 4 : crawlStrategy, isLikeNone(respectRobotsTxt) ? 0xFFFFFF : respectRobotsTxt ? 1 : 0, isLikeNone(softHttpErrors) ? 0xFFFFFF : softHttpErrors ? 1 : 0, isLikeNone(stayOnDomain) ? 0xFFFFFF : stayOnDomain ? 1 : 0, isLikeNone(allowSubdomains) ? 0xFFFFFF : allowSubdomains ? 1 : 0, ptr0, len0, ptr1, len1, isLikeNone(pathPatternsMatchQuery) ? 0xFFFFFF : pathPatternsMatchQuery ? 1 : 0, isLikeNone(pathPatternsMatchUrl) ? 0xFFFFFF : pathPatternsMatchUrl ? 1 : 0, isLikeNone(dedupIncludeQuery) ? 0xFFFFFF : dedupIncludeQuery ? 1 : 0, isLikeNone(stripTrackingParams) ? 0xFFFFFF : stripTrackingParams ? 1 : 0, ptr2, len2, isLikeNone(customHeaders) ? 0 : addToExternrefTable0(customHeaders), !isLikeNone(requestTimeout), isLikeNone(requestTimeout) ? BigInt(0) : requestTimeout, isLikeNone(maxRedirects) ? Number.MAX_SAFE_INTEGER : (maxRedirects) >>> 0, isLikeNone(retryCount) ? Number.MAX_SAFE_INTEGER : (retryCount) >>> 0, ptr3, len3, !isLikeNone(retryInitialDelayMs), isLikeNone(retryInitialDelayMs) ? BigInt(0) : retryInitialDelayMs, !isLikeNone(retryMaxDelayMs), isLikeNone(retryMaxDelayMs) ? BigInt(0) : retryMaxDelayMs, !isLikeNone(rateLimitJitterRatio), isLikeNone(rateLimitJitterRatio) ? 0 : rateLimitJitterRatio, isLikeNone(cookiesEnabled) ? 0xFFFFFF : cookiesEnabled ? 1 : 0, ptr4, len4, ptr5, isLikeNone(downloadAssets) ? 0xFFFFFF : downloadAssets ? 1 : 0, ptr6, len6, ptr7, ptr8, len8, isLikeNone(captureScreenshot) ? 0xFFFFFF : captureScreenshot ? 1 : 0, isLikeNone(followDocumentUrls) ? 0xFFFFFF : followDocumentUrls ? 1 : 0, isLikeNone(downloadDocuments) ? 0xFFFFFF : downloadDocuments ? 1 : 0, ptr9, len9, isLikeNone(saveBrowserProfile) ? 0xFFFFFF : saveBrowserProfile ? 1 : 0, ptr10, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(maxPages) ? Number.MAX_SAFE_INTEGER : (maxPages) >>> 0, isLikeNone(maxLinksPerPage) ? Number.MAX_SAFE_INTEGER : (maxLinksPerPage) >>> 0, isLikeNone(maxConcurrent) ? Number.MAX_SAFE_INTEGER : (maxConcurrent) >>> 0, isLikeNone(contentFilter) ? 1 : contentFilter, ptr11, len11, !isLikeNone(bm25Threshold), isLikeNone(bm25Threshold) ? 0 : bm25Threshold, ptr12, len12, !isLikeNone(rateLimitMs), isLikeNone(rateLimitMs) ? BigInt(0) : rateLimitMs, isLikeNone(auth) ? 0 : addToExternrefTable0(auth), isLikeNone(maxBodySize) ? Number.MAX_SAFE_INTEGER : (maxBodySize) >>> 0, isLikeNone(mapLimit) ? Number.MAX_SAFE_INTEGER : (mapLimit) >>> 0, ptr13, len13, isLikeNone(maxAssetSize) ? Number.MAX_SAFE_INTEGER : (maxAssetSize) >>> 0, ptr14, isLikeNone(documentUrlDepth) ? Number.MAX_SAFE_INTEGER : (documentUrlDepth) >>> 0, isLikeNone(documentMaxSize) ? Number.MAX_SAFE_INTEGER : (documentMaxSize) >>> 0, ptr15, len15, isLikeNone(documentContentEncoding) ? 1 : documentContentEncoding, ptr16, len16, ptr17, len17, isLikeNone(ssrfDenyPrivateExplicit) ? 0xFFFFFF : ssrfDenyPrivateExplicit ? 1 : 0);
|
|
2373
2417
|
this.__wbg_ptr = ret;
|
|
2374
2418
|
WasmCrawlConfigFinalization.register(this, this.__wbg_ptr, this);
|
|
2375
2419
|
return this;
|
|
@@ -2381,6 +2425,13 @@ export class WasmCrawlConfig {
|
|
|
2381
2425
|
const ret = wasm.wasmcrawlconfig_pathPatternsMatchQuery(this.__wbg_ptr);
|
|
2382
2426
|
return ret !== 0;
|
|
2383
2427
|
}
|
|
2428
|
+
/**
|
|
2429
|
+
* @returns {boolean}
|
|
2430
|
+
*/
|
|
2431
|
+
get pathPatternsMatchUrl() {
|
|
2432
|
+
const ret = wasm.wasmcrawlconfig_pathPatternsMatchUrl(this.__wbg_ptr);
|
|
2433
|
+
return ret !== 0;
|
|
2434
|
+
}
|
|
2384
2435
|
/**
|
|
2385
2436
|
* @returns {WasmProxyConfig | undefined}
|
|
2386
2437
|
*/
|
|
@@ -2686,6 +2737,12 @@ export class WasmCrawlConfig {
|
|
|
2686
2737
|
set pathPatternsMatchQuery(value) {
|
|
2687
2738
|
wasm.wasmcrawlconfig_set_pathPatternsMatchQuery(this.__wbg_ptr, value);
|
|
2688
2739
|
}
|
|
2740
|
+
/**
|
|
2741
|
+
* @param {boolean} value
|
|
2742
|
+
*/
|
|
2743
|
+
set pathPatternsMatchUrl(value) {
|
|
2744
|
+
wasm.wasmcrawlconfig_set_pathPatternsMatchUrl(this.__wbg_ptr, value);
|
|
2745
|
+
}
|
|
2689
2746
|
/**
|
|
2690
2747
|
* @param {WasmProxyConfig | null} [value]
|
|
2691
2748
|
*/
|
|
@@ -3153,13 +3210,14 @@ export class WasmCrawlPageResult {
|
|
|
3153
3210
|
* @param {number | null} [redirectCount]
|
|
3154
3211
|
* @param {boolean | null} [noindexDetected]
|
|
3155
3212
|
* @param {boolean | null} [nofollowDetected]
|
|
3213
|
+
* @param {string[] | null} [ssrfRefusedUrls]
|
|
3156
3214
|
* @param {string | null} [detectedCharset]
|
|
3157
3215
|
* @param {WasmMarkdownResult | null} [markdown]
|
|
3158
3216
|
* @param {any | null} [extractedData]
|
|
3159
3217
|
* @param {WasmExtractionMeta | null} [extractionMeta]
|
|
3160
3218
|
* @param {WasmDownloadedDocument | null} [downloadedDocument]
|
|
3161
3219
|
*/
|
|
3162
|
-
constructor(url, normalizedUrl, statusCode, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, depth, stayedOnDomain, wasSkipped, isPdf, browserUsed, finalUrl, redirectCount, noindexDetected, nofollowDetected, detectedCharset, markdown, extractedData, extractionMeta, downloadedDocument) {
|
|
3220
|
+
constructor(url, normalizedUrl, statusCode, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, depth, stayedOnDomain, wasSkipped, isPdf, browserUsed, finalUrl, redirectCount, noindexDetected, nofollowDetected, ssrfRefusedUrls, detectedCharset, markdown, extractedData, extractionMeta, downloadedDocument) {
|
|
3163
3221
|
var ptr0 = isLikeNone(url) ? 0 : passStringToWasm0(url, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
3164
3222
|
var len0 = WASM_VECTOR_LEN;
|
|
3165
3223
|
var ptr1 = isLikeNone(normalizedUrl) ? 0 : passStringToWasm0(normalizedUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
@@ -3183,24 +3241,26 @@ export class WasmCrawlPageResult {
|
|
|
3183
3241
|
var len8 = WASM_VECTOR_LEN;
|
|
3184
3242
|
var ptr9 = isLikeNone(finalUrl) ? 0 : passStringToWasm0(finalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
3185
3243
|
var len9 = WASM_VECTOR_LEN;
|
|
3186
|
-
var ptr10 = isLikeNone(
|
|
3244
|
+
var ptr10 = isLikeNone(ssrfRefusedUrls) ? 0 : passArrayJsValueToWasm0(ssrfRefusedUrls, wasm.__wbindgen_malloc);
|
|
3187
3245
|
var len10 = WASM_VECTOR_LEN;
|
|
3188
|
-
|
|
3246
|
+
var ptr11 = isLikeNone(detectedCharset) ? 0 : passStringToWasm0(detectedCharset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
3247
|
+
var len11 = WASM_VECTOR_LEN;
|
|
3248
|
+
let ptr12 = 0;
|
|
3189
3249
|
if (!isLikeNone(markdown)) {
|
|
3190
3250
|
_assertClass(markdown, WasmMarkdownResult);
|
|
3191
|
-
|
|
3251
|
+
ptr12 = markdown.__destroy_into_raw();
|
|
3192
3252
|
}
|
|
3193
|
-
let
|
|
3253
|
+
let ptr13 = 0;
|
|
3194
3254
|
if (!isLikeNone(extractionMeta)) {
|
|
3195
3255
|
_assertClass(extractionMeta, WasmExtractionMeta);
|
|
3196
|
-
|
|
3256
|
+
ptr13 = extractionMeta.__destroy_into_raw();
|
|
3197
3257
|
}
|
|
3198
|
-
let
|
|
3258
|
+
let ptr14 = 0;
|
|
3199
3259
|
if (!isLikeNone(downloadedDocument)) {
|
|
3200
3260
|
_assertClass(downloadedDocument, WasmDownloadedDocument);
|
|
3201
|
-
|
|
3261
|
+
ptr14 = downloadedDocument.__destroy_into_raw();
|
|
3202
3262
|
}
|
|
3203
|
-
const ret = wasm.wasmcrawlpageresult_new(ptr0, len0, ptr1, len1, isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr2, len2, ptr3, len3, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr4, ptr5, len5, ptr6, len6, ptr7, len7, ptr8, len8, isLikeNone(depth) ? Number.MAX_SAFE_INTEGER : (depth) >>> 0, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, isLikeNone(redirectCount) ? Number.MAX_SAFE_INTEGER : (redirectCount) >>> 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, ptr10, len10, ptr11, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData),
|
|
3263
|
+
const ret = wasm.wasmcrawlpageresult_new(ptr0, len0, ptr1, len1, isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr2, len2, ptr3, len3, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr4, ptr5, len5, ptr6, len6, ptr7, len7, ptr8, len8, isLikeNone(depth) ? Number.MAX_SAFE_INTEGER : (depth) >>> 0, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, isLikeNone(redirectCount) ? Number.MAX_SAFE_INTEGER : (redirectCount) >>> 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, ptr10, len10, ptr11, len11, ptr12, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr13, ptr14);
|
|
3204
3264
|
this.__wbg_ptr = ret;
|
|
3205
3265
|
WasmCrawlPageResultFinalization.register(this, this.__wbg_ptr, this);
|
|
3206
3266
|
return this;
|
|
@@ -3402,6 +3462,14 @@ export class WasmCrawlPageResult {
|
|
|
3402
3462
|
set redirectCount(value) {
|
|
3403
3463
|
wasm.wasmcrawlpageresult_set_redirectCount(this.__wbg_ptr, value);
|
|
3404
3464
|
}
|
|
3465
|
+
/**
|
|
3466
|
+
* @param {string[]} value
|
|
3467
|
+
*/
|
|
3468
|
+
set ssrfRefusedUrls(value) {
|
|
3469
|
+
const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
|
|
3470
|
+
const len0 = WASM_VECTOR_LEN;
|
|
3471
|
+
wasm.wasmcrawlpageresult_set_ssrfRefusedUrls(this.__wbg_ptr, ptr0, len0);
|
|
3472
|
+
}
|
|
3405
3473
|
/**
|
|
3406
3474
|
* @param {number} value
|
|
3407
3475
|
*/
|
|
@@ -3428,6 +3496,15 @@ export class WasmCrawlPageResult {
|
|
|
3428
3496
|
set wasSkipped(value) {
|
|
3429
3497
|
wasm.wasmcrawlpageresult_set_wasSkipped(this.__wbg_ptr, value);
|
|
3430
3498
|
}
|
|
3499
|
+
/**
|
|
3500
|
+
* @returns {string[]}
|
|
3501
|
+
*/
|
|
3502
|
+
get ssrfRefusedUrls() {
|
|
3503
|
+
const ret = wasm.wasmcrawlpageresult_ssrfRefusedUrls(this.__wbg_ptr);
|
|
3504
|
+
var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
|
|
3505
|
+
wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
|
|
3506
|
+
return v1;
|
|
3507
|
+
}
|
|
3431
3508
|
/**
|
|
3432
3509
|
* @returns {number}
|
|
3433
3510
|
*/
|
|
@@ -4983,18 +5060,21 @@ export class WasmInteractionResult {
|
|
|
4983
5060
|
* @param {WasmActionResult[] | null} [actionResults]
|
|
4984
5061
|
* @param {string | null} [finalHtml]
|
|
4985
5062
|
* @param {string | null} [finalUrl]
|
|
5063
|
+
* @param {string[] | null} [ssrfRefusedUrls]
|
|
4986
5064
|
* @param {string | null} [screenshotBase64]
|
|
4987
5065
|
*/
|
|
4988
|
-
constructor(actionResults, finalHtml, finalUrl, screenshotBase64) {
|
|
5066
|
+
constructor(actionResults, finalHtml, finalUrl, ssrfRefusedUrls, screenshotBase64) {
|
|
4989
5067
|
var ptr0 = isLikeNone(actionResults) ? 0 : passArrayJsValueToWasm0(actionResults, wasm.__wbindgen_malloc);
|
|
4990
5068
|
var len0 = WASM_VECTOR_LEN;
|
|
4991
5069
|
var ptr1 = isLikeNone(finalHtml) ? 0 : passStringToWasm0(finalHtml, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
4992
5070
|
var len1 = WASM_VECTOR_LEN;
|
|
4993
5071
|
var ptr2 = isLikeNone(finalUrl) ? 0 : passStringToWasm0(finalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
4994
5072
|
var len2 = WASM_VECTOR_LEN;
|
|
4995
|
-
var ptr3 = isLikeNone(
|
|
5073
|
+
var ptr3 = isLikeNone(ssrfRefusedUrls) ? 0 : passArrayJsValueToWasm0(ssrfRefusedUrls, wasm.__wbindgen_malloc);
|
|
4996
5074
|
var len3 = WASM_VECTOR_LEN;
|
|
4997
|
-
|
|
5075
|
+
var ptr4 = isLikeNone(screenshotBase64) ? 0 : passStringToWasm0(screenshotBase64, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
5076
|
+
var len4 = WASM_VECTOR_LEN;
|
|
5077
|
+
const ret = wasm.wasminteractionresult_new(ptr0, len0, ptr1, len1, ptr2, len2, ptr3, len3, ptr4, len4);
|
|
4998
5078
|
this.__wbg_ptr = ret;
|
|
4999
5079
|
WasmInteractionResultFinalization.register(this, this.__wbg_ptr, this);
|
|
5000
5080
|
return this;
|
|
@@ -5043,6 +5123,23 @@ export class WasmInteractionResult {
|
|
|
5043
5123
|
var len0 = WASM_VECTOR_LEN;
|
|
5044
5124
|
wasm.wasminteractionresult_set_screenshotBase64(this.__wbg_ptr, ptr0, len0);
|
|
5045
5125
|
}
|
|
5126
|
+
/**
|
|
5127
|
+
* @param {string[]} value
|
|
5128
|
+
*/
|
|
5129
|
+
set ssrfRefusedUrls(value) {
|
|
5130
|
+
const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
|
|
5131
|
+
const len0 = WASM_VECTOR_LEN;
|
|
5132
|
+
wasm.wasminteractionresult_set_ssrfRefusedUrls(this.__wbg_ptr, ptr0, len0);
|
|
5133
|
+
}
|
|
5134
|
+
/**
|
|
5135
|
+
* @returns {string[]}
|
|
5136
|
+
*/
|
|
5137
|
+
get ssrfRefusedUrls() {
|
|
5138
|
+
const ret = wasm.wasminteractionresult_ssrfRefusedUrls(this.__wbg_ptr);
|
|
5139
|
+
var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
|
|
5140
|
+
wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
|
|
5141
|
+
return v1;
|
|
5142
|
+
}
|
|
5046
5143
|
}
|
|
5047
5144
|
if (Symbol.dispose) WasmInteractionResult.prototype[Symbol.dispose] = WasmInteractionResult.prototype.free;
|
|
5048
5145
|
|
|
@@ -7297,6 +7394,7 @@ export class WasmScrapeResult {
|
|
|
7297
7394
|
* @param {WasmDownloadedAsset[] | null} [assets]
|
|
7298
7395
|
* @param {boolean | null} [jsRenderHint]
|
|
7299
7396
|
* @param {boolean | null} [browserUsed]
|
|
7397
|
+
* @param {string[] | null} [ssrfRefusedUrls]
|
|
7300
7398
|
* @param {bigint | null} [crawlDelay]
|
|
7301
7399
|
* @param {string | null} [xRobotsTag]
|
|
7302
7400
|
* @param {string | null} [detectedCharset]
|
|
@@ -7308,7 +7406,7 @@ export class WasmScrapeResult {
|
|
|
7308
7406
|
* @param {WasmDownloadedDocument | null} [downloadedDocument]
|
|
7309
7407
|
* @param {WasmBrowserExtras | null} [browser]
|
|
7310
7408
|
*/
|
|
7311
|
-
constructor(statusCode, finalUrl, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, isAllowed, noindexDetected, nofollowDetected, isPdf, wasSkipped, authHeaderSent, assets, jsRenderHint, browserUsed, crawlDelay, xRobotsTag, detectedCharset, responseMeta, markdown, extractedData, extractionMeta, screenshotBase64, downloadedDocument, browser) {
|
|
7409
|
+
constructor(statusCode, finalUrl, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, isAllowed, noindexDetected, nofollowDetected, isPdf, wasSkipped, authHeaderSent, assets, jsRenderHint, browserUsed, ssrfRefusedUrls, crawlDelay, xRobotsTag, detectedCharset, responseMeta, markdown, extractedData, extractionMeta, screenshotBase64, downloadedDocument, browser) {
|
|
7312
7410
|
var ptr0 = isLikeNone(finalUrl) ? 0 : passStringToWasm0(finalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
7313
7411
|
var len0 = WASM_VECTOR_LEN;
|
|
7314
7412
|
var ptr1 = isLikeNone(contentType) ? 0 : passStringToWasm0(contentType, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
@@ -7330,38 +7428,40 @@ export class WasmScrapeResult {
|
|
|
7330
7428
|
var len7 = WASM_VECTOR_LEN;
|
|
7331
7429
|
var ptr8 = isLikeNone(assets) ? 0 : passArrayJsValueToWasm0(assets, wasm.__wbindgen_malloc);
|
|
7332
7430
|
var len8 = WASM_VECTOR_LEN;
|
|
7333
|
-
var ptr9 = isLikeNone(
|
|
7431
|
+
var ptr9 = isLikeNone(ssrfRefusedUrls) ? 0 : passArrayJsValueToWasm0(ssrfRefusedUrls, wasm.__wbindgen_malloc);
|
|
7334
7432
|
var len9 = WASM_VECTOR_LEN;
|
|
7335
|
-
var ptr10 = isLikeNone(
|
|
7433
|
+
var ptr10 = isLikeNone(xRobotsTag) ? 0 : passStringToWasm0(xRobotsTag, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
7336
7434
|
var len10 = WASM_VECTOR_LEN;
|
|
7337
|
-
|
|
7435
|
+
var ptr11 = isLikeNone(detectedCharset) ? 0 : passStringToWasm0(detectedCharset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
7436
|
+
var len11 = WASM_VECTOR_LEN;
|
|
7437
|
+
let ptr12 = 0;
|
|
7338
7438
|
if (!isLikeNone(responseMeta)) {
|
|
7339
7439
|
_assertClass(responseMeta, WasmResponseMeta);
|
|
7340
|
-
|
|
7440
|
+
ptr12 = responseMeta.__destroy_into_raw();
|
|
7341
7441
|
}
|
|
7342
|
-
let
|
|
7442
|
+
let ptr13 = 0;
|
|
7343
7443
|
if (!isLikeNone(markdown)) {
|
|
7344
7444
|
_assertClass(markdown, WasmMarkdownResult);
|
|
7345
|
-
|
|
7445
|
+
ptr13 = markdown.__destroy_into_raw();
|
|
7346
7446
|
}
|
|
7347
|
-
let
|
|
7447
|
+
let ptr14 = 0;
|
|
7348
7448
|
if (!isLikeNone(extractionMeta)) {
|
|
7349
7449
|
_assertClass(extractionMeta, WasmExtractionMeta);
|
|
7350
|
-
|
|
7450
|
+
ptr14 = extractionMeta.__destroy_into_raw();
|
|
7351
7451
|
}
|
|
7352
|
-
var
|
|
7353
|
-
var
|
|
7354
|
-
let
|
|
7452
|
+
var ptr15 = isLikeNone(screenshotBase64) ? 0 : passStringToWasm0(screenshotBase64, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
7453
|
+
var len15 = WASM_VECTOR_LEN;
|
|
7454
|
+
let ptr16 = 0;
|
|
7355
7455
|
if (!isLikeNone(downloadedDocument)) {
|
|
7356
7456
|
_assertClass(downloadedDocument, WasmDownloadedDocument);
|
|
7357
|
-
|
|
7457
|
+
ptr16 = downloadedDocument.__destroy_into_raw();
|
|
7358
7458
|
}
|
|
7359
|
-
let
|
|
7459
|
+
let ptr17 = 0;
|
|
7360
7460
|
if (!isLikeNone(browser)) {
|
|
7361
7461
|
_assertClass(browser, WasmBrowserExtras);
|
|
7362
|
-
|
|
7462
|
+
ptr17 = browser.__destroy_into_raw();
|
|
7363
7463
|
}
|
|
7364
|
-
const ret = wasm.wasmscraperesult_new(isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr0, len0, ptr1, len1, ptr2, len2, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr3, ptr4, len4, ptr5, len5, ptr6, len6, ptr7, len7, isLikeNone(isAllowed) ? 0xFFFFFF : isAllowed ? 1 : 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(authHeaderSent) ? 0xFFFFFF : authHeaderSent ? 1 : 0, ptr8, len8, isLikeNone(jsRenderHint) ? 0xFFFFFF : jsRenderHint ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, !isLikeNone(crawlDelay), isLikeNone(crawlDelay) ? BigInt(0) : crawlDelay,
|
|
7464
|
+
const ret = wasm.wasmscraperesult_new(isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr0, len0, ptr1, len1, ptr2, len2, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr3, ptr4, len4, ptr5, len5, ptr6, len6, ptr7, len7, isLikeNone(isAllowed) ? 0xFFFFFF : isAllowed ? 1 : 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(authHeaderSent) ? 0xFFFFFF : authHeaderSent ? 1 : 0, ptr8, len8, isLikeNone(jsRenderHint) ? 0xFFFFFF : jsRenderHint ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, !isLikeNone(crawlDelay), isLikeNone(crawlDelay) ? BigInt(0) : crawlDelay, ptr10, len10, ptr11, len11, ptr12, ptr13, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr14, ptr15, len15, ptr16, ptr17);
|
|
7365
7465
|
this.__wbg_ptr = ret;
|
|
7366
7466
|
WasmScrapeResultFinalization.register(this, this.__wbg_ptr, this);
|
|
7367
7467
|
return this;
|
|
@@ -7602,6 +7702,14 @@ export class WasmScrapeResult {
|
|
|
7602
7702
|
var len0 = WASM_VECTOR_LEN;
|
|
7603
7703
|
wasm.wasmscraperesult_set_screenshotBase64(this.__wbg_ptr, ptr0, len0);
|
|
7604
7704
|
}
|
|
7705
|
+
/**
|
|
7706
|
+
* @param {string[]} value
|
|
7707
|
+
*/
|
|
7708
|
+
set ssrfRefusedUrls(value) {
|
|
7709
|
+
const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
|
|
7710
|
+
const len0 = WASM_VECTOR_LEN;
|
|
7711
|
+
wasm.wasmscraperesult_set_ssrfRefusedUrls(this.__wbg_ptr, ptr0, len0);
|
|
7712
|
+
}
|
|
7605
7713
|
/**
|
|
7606
7714
|
* @param {number} value
|
|
7607
7715
|
*/
|
|
@@ -7622,6 +7730,15 @@ export class WasmScrapeResult {
|
|
|
7622
7730
|
var len0 = WASM_VECTOR_LEN;
|
|
7623
7731
|
wasm.wasmscraperesult_set_xRobotsTag(this.__wbg_ptr, ptr0, len0);
|
|
7624
7732
|
}
|
|
7733
|
+
/**
|
|
7734
|
+
* @returns {string[]}
|
|
7735
|
+
*/
|
|
7736
|
+
get ssrfRefusedUrls() {
|
|
7737
|
+
const ret = wasm.wasmscraperesult_ssrfRefusedUrls(this.__wbg_ptr);
|
|
7738
|
+
var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
|
|
7739
|
+
wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
|
|
7740
|
+
return v1;
|
|
7741
|
+
}
|
|
7625
7742
|
/**
|
|
7626
7743
|
* @returns {number}
|
|
7627
7744
|
*/
|
|
@@ -8582,13 +8699,13 @@ function __wbg_get_imports() {
|
|
|
8582
8699
|
return ret;
|
|
8583
8700
|
},
|
|
8584
8701
|
__wbindgen_generic_0000000000000001: function(arg0, arg1) {
|
|
8585
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx:
|
|
8702
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1352, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
|
|
8586
8703
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c);
|
|
8587
8704
|
return ret;
|
|
8588
8705
|
},
|
|
8589
8706
|
__wbindgen_generic_0000000000000002: function(arg0, arg1) {
|
|
8590
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx:
|
|
8591
|
-
const ret = makeMutClosure(arg0, arg1,
|
|
8707
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 1243, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
|
|
8708
|
+
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c);
|
|
8592
8709
|
return ret;
|
|
8593
8710
|
},
|
|
8594
8711
|
__wbindgen_generic_0000000000000003: function(arg0) {
|
|
@@ -8627,8 +8744,8 @@ function __wbg_get_imports() {
|
|
|
8627
8744
|
};
|
|
8628
8745
|
}
|
|
8629
8746
|
|
|
8630
|
-
function
|
|
8631
|
-
wasm.
|
|
8747
|
+
function wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c(arg0, arg1) {
|
|
8748
|
+
wasm.wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c(arg0, arg1);
|
|
8632
8749
|
}
|
|
8633
8750
|
|
|
8634
8751
|
function wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c(arg0, arg1, arg2) {
|
|
Binary file
|
|
@@ -124,12 +124,14 @@ export const wasmbatchscraperesults_totalCount: (a: number) => number;
|
|
|
124
124
|
export const wasmbrowserconfig_backend: (a: number) => [number, number];
|
|
125
125
|
export const wasmbrowserconfig_blockUrlPatterns: (a: number) => [number, number];
|
|
126
126
|
export const wasmbrowserconfig_captureNetworkEvents: (a: number) => number;
|
|
127
|
+
export const wasmbrowserconfig_chromeArgs: (a: number) => [number, number];
|
|
128
|
+
export const wasmbrowserconfig_chromePath: (a: number) => [number, number];
|
|
127
129
|
export const wasmbrowserconfig_default: () => number;
|
|
128
130
|
export const wasmbrowserconfig_endpoint: (a: number) => [number, number];
|
|
129
131
|
export const wasmbrowserconfig_evalScript: (a: number) => [number, number];
|
|
130
132
|
export const wasmbrowserconfig_extraWait: (a: number) => [number, bigint];
|
|
131
133
|
export const wasmbrowserconfig_mode: (a: number) => [number, number];
|
|
132
|
-
export const wasmbrowserconfig_new: (a: number, b: number, c: number, d: bigint, e: number, f: bigint, g: number, h: bigint, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s:
|
|
134
|
+
export const wasmbrowserconfig_new: (a: number, b: number, c: number, d: bigint, e: number, f: bigint, g: number, h: bigint, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: bigint, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number) => number;
|
|
133
135
|
export const wasmbrowserconfig_overallTimeout: (a: number) => [number, bigint];
|
|
134
136
|
export const wasmbrowserconfig_proxy: (a: number) => number;
|
|
135
137
|
export const wasmbrowserconfig_robotsUserAgent: (a: number) => [number, number];
|
|
@@ -137,6 +139,8 @@ export const wasmbrowserconfig_sessionAffinity: (a: number) => number;
|
|
|
137
139
|
export const wasmbrowserconfig_set_backend: (a: number, b: number) => void;
|
|
138
140
|
export const wasmbrowserconfig_set_blockUrlPatterns: (a: number, b: number, c: number) => void;
|
|
139
141
|
export const wasmbrowserconfig_set_captureNetworkEvents: (a: number, b: number) => void;
|
|
142
|
+
export const wasmbrowserconfig_set_chromeArgs: (a: number, b: number, c: number) => void;
|
|
143
|
+
export const wasmbrowserconfig_set_chromePath: (a: number, b: number, c: number) => void;
|
|
140
144
|
export const wasmbrowserconfig_set_endpoint: (a: number, b: number, c: number) => void;
|
|
141
145
|
export const wasmbrowserconfig_set_evalScript: (a: number, b: number, c: number) => void;
|
|
142
146
|
export const wasmbrowserconfig_set_extraWait: (a: number, b: number, c: bigint) => void;
|
|
@@ -247,8 +251,9 @@ export const wasmcrawlconfig_maxDepth: (a: number) => number;
|
|
|
247
251
|
export const wasmcrawlconfig_maxLinksPerPage: (a: number) => number;
|
|
248
252
|
export const wasmcrawlconfig_maxPages: (a: number) => number;
|
|
249
253
|
export const wasmcrawlconfig_maxRedirects: (a: number) => number;
|
|
250
|
-
export const wasmcrawlconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q:
|
|
254
|
+
export const wasmcrawlconfig_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: bigint, s: number, t: number, u: number, v: number, w: number, x: bigint, y: number, z: bigint, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number, p1: number, q1: number, r1: number, s1: number, t1: number, u1: number, v1: number, w1: number, x1: number, y1: number, z1: number, a2: number, b2: number, c2: number, d2: number, e2: number, f2: bigint, g2: number, h2: number, i2: number, j2: number, k2: number, l2: number, m2: number, n2: number, o2: number, p2: number, q2: number, r2: number, s2: number, t2: number, u2: number, v2: number, w2: number) => number;
|
|
251
255
|
export const wasmcrawlconfig_pathPatternsMatchQuery: (a: number) => number;
|
|
256
|
+
export const wasmcrawlconfig_pathPatternsMatchUrl: (a: number) => number;
|
|
252
257
|
export const wasmcrawlconfig_proxy: (a: number) => number;
|
|
253
258
|
export const wasmcrawlconfig_rateLimitJitterRatio: (a: number) => number;
|
|
254
259
|
export const wasmcrawlconfig_rateLimitMs: (a: number) => [number, bigint];
|
|
@@ -294,6 +299,7 @@ export const wasmcrawlconfig_set_maxLinksPerPage: (a: number, b: number) => void
|
|
|
294
299
|
export const wasmcrawlconfig_set_maxPages: (a: number, b: number) => void;
|
|
295
300
|
export const wasmcrawlconfig_set_maxRedirects: (a: number, b: number) => void;
|
|
296
301
|
export const wasmcrawlconfig_set_pathPatternsMatchQuery: (a: number, b: number) => void;
|
|
302
|
+
export const wasmcrawlconfig_set_pathPatternsMatchUrl: (a: number, b: number) => void;
|
|
297
303
|
export const wasmcrawlconfig_set_proxy: (a: number, b: number) => void;
|
|
298
304
|
export const wasmcrawlconfig_set_rateLimitJitterRatio: (a: number, b: number) => void;
|
|
299
305
|
export const wasmcrawlconfig_set_rateLimitMs: (a: number, b: number, c: bigint) => void;
|
|
@@ -342,7 +348,7 @@ export const wasmcrawlpageresult_jsonLd: (a: number) => [number, number];
|
|
|
342
348
|
export const wasmcrawlpageresult_links: (a: number) => [number, number];
|
|
343
349
|
export const wasmcrawlpageresult_markdown: (a: number) => number;
|
|
344
350
|
export const wasmcrawlpageresult_metadata: (a: number) => number;
|
|
345
|
-
export const wasmcrawlpageresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number) => number;
|
|
351
|
+
export const wasmcrawlpageresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: number, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number) => number;
|
|
346
352
|
export const wasmcrawlpageresult_nofollowDetected: (a: number) => number;
|
|
347
353
|
export const wasmcrawlpageresult_noindexDetected: (a: number) => number;
|
|
348
354
|
export const wasmcrawlpageresult_normalizedUrl: (a: number) => [number, number];
|
|
@@ -368,10 +374,12 @@ export const wasmcrawlpageresult_set_nofollowDetected: (a: number, b: number) =>
|
|
|
368
374
|
export const wasmcrawlpageresult_set_noindexDetected: (a: number, b: number) => void;
|
|
369
375
|
export const wasmcrawlpageresult_set_normalizedUrl: (a: number, b: number, c: number) => void;
|
|
370
376
|
export const wasmcrawlpageresult_set_redirectCount: (a: number, b: number) => void;
|
|
377
|
+
export const wasmcrawlpageresult_set_ssrfRefusedUrls: (a: number, b: number, c: number) => void;
|
|
371
378
|
export const wasmcrawlpageresult_set_statusCode: (a: number, b: number) => void;
|
|
372
379
|
export const wasmcrawlpageresult_set_stayedOnDomain: (a: number, b: number) => void;
|
|
373
380
|
export const wasmcrawlpageresult_set_url: (a: number, b: number, c: number) => void;
|
|
374
381
|
export const wasmcrawlpageresult_set_wasSkipped: (a: number, b: number) => void;
|
|
382
|
+
export const wasmcrawlpageresult_ssrfRefusedUrls: (a: number) => [number, number];
|
|
375
383
|
export const wasmcrawlpageresult_statusCode: (a: number) => number;
|
|
376
384
|
export const wasmcrawlpageresult_stayedOnDomain: (a: number) => number;
|
|
377
385
|
export const wasmcrawlpageresult_url: (a: number) => [number, number];
|
|
@@ -493,12 +501,14 @@ export const wasminteractionresult_actionResults: (a: number) => [number, number
|
|
|
493
501
|
export const wasminteractionresult_default: () => number;
|
|
494
502
|
export const wasminteractionresult_finalHtml: (a: number) => [number, number];
|
|
495
503
|
export const wasminteractionresult_finalUrl: (a: number) => [number, number];
|
|
496
|
-
export const wasminteractionresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number) => number;
|
|
504
|
+
export const wasminteractionresult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number) => number;
|
|
497
505
|
export const wasminteractionresult_screenshotBase64: (a: number) => [number, number];
|
|
498
506
|
export const wasminteractionresult_set_actionResults: (a: number, b: number, c: number) => void;
|
|
499
507
|
export const wasminteractionresult_set_finalHtml: (a: number, b: number, c: number) => void;
|
|
500
508
|
export const wasminteractionresult_set_finalUrl: (a: number, b: number, c: number) => void;
|
|
501
509
|
export const wasminteractionresult_set_screenshotBase64: (a: number, b: number, c: number) => void;
|
|
510
|
+
export const wasminteractionresult_set_ssrfRefusedUrls: (a: number, b: number, c: number) => void;
|
|
511
|
+
export const wasminteractionresult_ssrfRefusedUrls: (a: number) => [number, number];
|
|
502
512
|
export const wasmjsonldentry_default: () => number;
|
|
503
513
|
export const wasmjsonldentry_name: (a: number) => [number, number];
|
|
504
514
|
export const wasmjsonldentry_new: (a: number, b: number, c: number, d: number, e: number, f: number) => number;
|
|
@@ -692,7 +702,7 @@ export const wasmscraperesult_jsonLd: (a: number) => [number, number];
|
|
|
692
702
|
export const wasmscraperesult_links: (a: number) => [number, number];
|
|
693
703
|
export const wasmscraperesult_markdown: (a: number) => number;
|
|
694
704
|
export const wasmscraperesult_metadata: (a: number) => number;
|
|
695
|
-
export const wasmscraperesult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1:
|
|
705
|
+
export const wasmscraperesult_new: (a: number, b: number, c: number, d: number, e: number, f: number, g: number, h: number, i: number, j: number, k: number, l: number, m: number, n: number, o: number, p: number, q: number, r: number, s: number, t: number, u: number, v: number, w: number, x: number, y: number, z: number, a1: number, b1: number, c1: number, d1: number, e1: bigint, f1: number, g1: number, h1: number, i1: number, j1: number, k1: number, l1: number, m1: number, n1: number, o1: number, p1: number, q1: number) => number;
|
|
696
706
|
export const wasmscraperesult_nofollowDetected: (a: number) => number;
|
|
697
707
|
export const wasmscraperesult_noindexDetected: (a: number) => number;
|
|
698
708
|
export const wasmscraperesult_responseMeta: (a: number) => number;
|
|
@@ -723,9 +733,11 @@ export const wasmscraperesult_set_nofollowDetected: (a: number, b: number) => vo
|
|
|
723
733
|
export const wasmscraperesult_set_noindexDetected: (a: number, b: number) => void;
|
|
724
734
|
export const wasmscraperesult_set_responseMeta: (a: number, b: number) => void;
|
|
725
735
|
export const wasmscraperesult_set_screenshotBase64: (a: number, b: number, c: number) => void;
|
|
736
|
+
export const wasmscraperesult_set_ssrfRefusedUrls: (a: number, b: number, c: number) => void;
|
|
726
737
|
export const wasmscraperesult_set_statusCode: (a: number, b: number) => void;
|
|
727
738
|
export const wasmscraperesult_set_wasSkipped: (a: number, b: number) => void;
|
|
728
739
|
export const wasmscraperesult_set_xRobotsTag: (a: number, b: number, c: number) => void;
|
|
740
|
+
export const wasmscraperesult_ssrfRefusedUrls: (a: number) => [number, number];
|
|
729
741
|
export const wasmscraperesult_statusCode: (a: number) => number;
|
|
730
742
|
export const wasmscraperesult_wasSkipped: (a: number) => number;
|
|
731
743
|
export const wasmscraperesult_xRobotsTag: (a: number) => [number, number];
|
|
@@ -752,7 +764,7 @@ export const wasmssrfpolicy_set_maxRedirects: (a: number, b: number) => void;
|
|
|
752
764
|
export const wasmssrfpolicy_set_schemeAllowlist: (a: number, b: number, c: number) => void;
|
|
753
765
|
export const wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c: (a: number, b: number, c: any) => [number, number];
|
|
754
766
|
export const wasm_bindgen__convert__closures_____invoke__h8ad11faaa2905452: (a: number, b: number, c: any, d: any) => void;
|
|
755
|
-
export const
|
|
767
|
+
export const wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c: (a: number, b: number) => void;
|
|
756
768
|
export const __wbindgen_malloc: (a: number, b: number) => number;
|
|
757
769
|
export const __wbindgen_realloc: (a: number, b: number, c: number, d: number) => number;
|
|
758
770
|
export const __wbindgen_exn_store: (a: number) => void;
|