@xberg-io/crawlberg-wasm 1.7.1 → 1.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/pkg/bundler/crawlberg_wasm.d.ts +23 -4
- package/pkg/bundler/crawlberg_wasm_bg.js +373 -162
- package/pkg/bundler/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/bundler/crawlberg_wasm_bg.wasm.d.ts +35 -7
- package/pkg/bundler/package.json +1 -1
- package/pkg/deno/crawlberg_wasm.d.ts +23 -4
- package/pkg/deno/crawlberg_wasm.js +373 -162
- package/pkg/deno/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/deno/crawlberg_wasm_bg.wasm.d.ts +35 -7
- package/pkg/nodejs/crawlberg_wasm.d.ts +23 -4
- package/pkg/nodejs/crawlberg_wasm.js +373 -162
- package/pkg/nodejs/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/nodejs/crawlberg_wasm_bg.wasm.d.ts +35 -7
- package/pkg/nodejs/package.json +1 -1
- package/pkg/web/crawlberg_wasm.d.ts +58 -11
- package/pkg/web/crawlberg_wasm.js +373 -162
- package/pkg/web/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/web/crawlberg_wasm_bg.wasm.d.ts +35 -7
- package/pkg/web/package.json +1 -1
|
@@ -1016,6 +1016,8 @@ export class WasmBrowserConfig {
|
|
|
1016
1016
|
* @param {WasmBrowserMode | null} [mode]
|
|
1017
1017
|
* @param {WasmBrowserBackend | null} [backend]
|
|
1018
1018
|
* @param {bigint | null} [timeout]
|
|
1019
|
+
* @param {bigint | null} [overallTimeout]
|
|
1020
|
+
* @param {bigint | null} [shutdownTimeout]
|
|
1019
1021
|
* @param {WasmBrowserWait | null} [wait]
|
|
1020
1022
|
* @param {string[] | null} [blockUrlPatterns]
|
|
1021
1023
|
* @param {boolean | null} [captureNetworkEvents]
|
|
@@ -1027,7 +1029,7 @@ export class WasmBrowserConfig {
|
|
|
1027
1029
|
* @param {string | null} [evalScript]
|
|
1028
1030
|
* @param {string | null} [robotsUserAgent]
|
|
1029
1031
|
*/
|
|
1030
|
-
constructor(mode, backend, timeout, wait, blockUrlPatterns, captureNetworkEvents, sessionAffinity, endpoint, waitSelector, extraWait, proxy, evalScript, robotsUserAgent) {
|
|
1032
|
+
constructor(mode, backend, timeout, overallTimeout, shutdownTimeout, wait, blockUrlPatterns, captureNetworkEvents, sessionAffinity, endpoint, waitSelector, extraWait, proxy, evalScript, robotsUserAgent) {
|
|
1031
1033
|
var ptr0 = isLikeNone(blockUrlPatterns) ? 0 : passArrayJsValueToWasm0(blockUrlPatterns, wasm.__wbindgen_malloc);
|
|
1032
1034
|
var len0 = WASM_VECTOR_LEN;
|
|
1033
1035
|
var ptr1 = isLikeNone(endpoint) ? 0 : passStringToWasm0(endpoint, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
@@ -1043,11 +1045,18 @@ export class WasmBrowserConfig {
|
|
|
1043
1045
|
var len4 = WASM_VECTOR_LEN;
|
|
1044
1046
|
var ptr5 = isLikeNone(robotsUserAgent) ? 0 : passStringToWasm0(robotsUserAgent, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
1045
1047
|
var len5 = WASM_VECTOR_LEN;
|
|
1046
|
-
const ret = wasm.wasmbrowserconfig_new(isLikeNone(mode) ? 4 : mode, isLikeNone(backend) ? 2 : backend, !isLikeNone(timeout), isLikeNone(timeout) ? BigInt(0) : timeout, isLikeNone(wait) ? 3 : wait, ptr0, len0, isLikeNone(captureNetworkEvents) ? 0xFFFFFF : captureNetworkEvents ? 1 : 0, isLikeNone(sessionAffinity) ? 0xFFFFFF : sessionAffinity ? 1 : 0, ptr1, len1, ptr2, len2, !isLikeNone(extraWait), isLikeNone(extraWait) ? BigInt(0) : extraWait, ptr3, ptr4, len4, ptr5, len5);
|
|
1048
|
+
const ret = wasm.wasmbrowserconfig_new(isLikeNone(mode) ? 4 : mode, isLikeNone(backend) ? 2 : backend, !isLikeNone(timeout), isLikeNone(timeout) ? BigInt(0) : timeout, !isLikeNone(overallTimeout), isLikeNone(overallTimeout) ? BigInt(0) : overallTimeout, !isLikeNone(shutdownTimeout), isLikeNone(shutdownTimeout) ? BigInt(0) : shutdownTimeout, isLikeNone(wait) ? 3 : wait, ptr0, len0, isLikeNone(captureNetworkEvents) ? 0xFFFFFF : captureNetworkEvents ? 1 : 0, isLikeNone(sessionAffinity) ? 0xFFFFFF : sessionAffinity ? 1 : 0, ptr1, len1, ptr2, len2, !isLikeNone(extraWait), isLikeNone(extraWait) ? BigInt(0) : extraWait, ptr3, ptr4, len4, ptr5, len5);
|
|
1047
1049
|
this.__wbg_ptr = ret;
|
|
1048
1050
|
WasmBrowserConfigFinalization.register(this, this.__wbg_ptr, this);
|
|
1049
1051
|
return this;
|
|
1050
1052
|
}
|
|
1053
|
+
/**
|
|
1054
|
+
* @returns {bigint | undefined}
|
|
1055
|
+
*/
|
|
1056
|
+
get overallTimeout() {
|
|
1057
|
+
const ret = wasm.wasmbrowserconfig_overallTimeout(this.__wbg_ptr);
|
|
1058
|
+
return ret[0] === 0 ? undefined : BigInt.asUintN(64, ret[1]);
|
|
1059
|
+
}
|
|
1051
1060
|
/**
|
|
1052
1061
|
* @returns {WasmProxyConfig | undefined}
|
|
1053
1062
|
*/
|
|
@@ -1122,6 +1131,12 @@ export class WasmBrowserConfig {
|
|
|
1122
1131
|
set mode(value) {
|
|
1123
1132
|
wasm.wasmbrowserconfig_set_mode(this.__wbg_ptr, value);
|
|
1124
1133
|
}
|
|
1134
|
+
/**
|
|
1135
|
+
* @param {bigint | null} [value]
|
|
1136
|
+
*/
|
|
1137
|
+
set overallTimeout(value) {
|
|
1138
|
+
wasm.wasmbrowserconfig_set_overallTimeout(this.__wbg_ptr, !isLikeNone(value), isLikeNone(value) ? BigInt(0) : value);
|
|
1139
|
+
}
|
|
1125
1140
|
/**
|
|
1126
1141
|
* @param {WasmProxyConfig | null} [value]
|
|
1127
1142
|
*/
|
|
@@ -1147,6 +1162,12 @@ export class WasmBrowserConfig {
|
|
|
1147
1162
|
set sessionAffinity(value) {
|
|
1148
1163
|
wasm.wasmbrowserconfig_set_sessionAffinity(this.__wbg_ptr, value);
|
|
1149
1164
|
}
|
|
1165
|
+
/**
|
|
1166
|
+
* @param {bigint | null} [value]
|
|
1167
|
+
*/
|
|
1168
|
+
set shutdownTimeout(value) {
|
|
1169
|
+
wasm.wasmbrowserconfig_set_shutdownTimeout(this.__wbg_ptr, !isLikeNone(value), isLikeNone(value) ? BigInt(0) : value);
|
|
1170
|
+
}
|
|
1150
1171
|
/**
|
|
1151
1172
|
* @param {bigint | null} [value]
|
|
1152
1173
|
*/
|
|
@@ -1167,6 +1188,13 @@ export class WasmBrowserConfig {
|
|
|
1167
1188
|
set wait(value) {
|
|
1168
1189
|
wasm.wasmbrowserconfig_set_wait(this.__wbg_ptr, value);
|
|
1169
1190
|
}
|
|
1191
|
+
/**
|
|
1192
|
+
* @returns {bigint | undefined}
|
|
1193
|
+
*/
|
|
1194
|
+
get shutdownTimeout() {
|
|
1195
|
+
const ret = wasm.wasmbrowserconfig_shutdownTimeout(this.__wbg_ptr);
|
|
1196
|
+
return ret[0] === 0 ? undefined : BigInt.asUintN(64, ret[1]);
|
|
1197
|
+
}
|
|
1170
1198
|
/**
|
|
1171
1199
|
* @returns {bigint | undefined}
|
|
1172
1200
|
*/
|
|
@@ -1554,6 +1582,13 @@ export class WasmContentConfig {
|
|
|
1554
1582
|
wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
|
|
1555
1583
|
return v1;
|
|
1556
1584
|
}
|
|
1585
|
+
/**
|
|
1586
|
+
* @returns {boolean}
|
|
1587
|
+
*/
|
|
1588
|
+
get extractMetadata() {
|
|
1589
|
+
const ret = wasm.wasmcontentconfig_extractMetadata(this.__wbg_ptr);
|
|
1590
|
+
return ret !== 0;
|
|
1591
|
+
}
|
|
1557
1592
|
/**
|
|
1558
1593
|
* @returns {boolean}
|
|
1559
1594
|
*/
|
|
@@ -1580,9 +1615,10 @@ export class WasmContentConfig {
|
|
|
1580
1615
|
* @param {boolean | null} [wrap]
|
|
1581
1616
|
* @param {number | null} [wrapWidth]
|
|
1582
1617
|
* @param {boolean | null} [includeDocumentStructure]
|
|
1618
|
+
* @param {boolean | null} [extractMetadata]
|
|
1583
1619
|
* @param {number | null} [maxDepth]
|
|
1584
1620
|
*/
|
|
1585
|
-
constructor(outputFormat, preprocessingPreset, removeNavigation, removeForms, stripTags, preserveTags, excludeSelectors, skipImages, wrap, wrapWidth, includeDocumentStructure, maxDepth) {
|
|
1621
|
+
constructor(outputFormat, preprocessingPreset, removeNavigation, removeForms, stripTags, preserveTags, excludeSelectors, skipImages, wrap, wrapWidth, includeDocumentStructure, extractMetadata, maxDepth) {
|
|
1586
1622
|
var ptr0 = isLikeNone(outputFormat) ? 0 : passStringToWasm0(outputFormat, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
1587
1623
|
var len0 = WASM_VECTOR_LEN;
|
|
1588
1624
|
var ptr1 = isLikeNone(preprocessingPreset) ? 0 : passStringToWasm0(preprocessingPreset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
@@ -1593,7 +1629,7 @@ export class WasmContentConfig {
|
|
|
1593
1629
|
var len3 = WASM_VECTOR_LEN;
|
|
1594
1630
|
var ptr4 = isLikeNone(excludeSelectors) ? 0 : passArrayJsValueToWasm0(excludeSelectors, wasm.__wbindgen_malloc);
|
|
1595
1631
|
var len4 = WASM_VECTOR_LEN;
|
|
1596
|
-
const ret = wasm.wasmcontentconfig_new(ptr0, len0, ptr1, len1, isLikeNone(removeNavigation) ? 0xFFFFFF : removeNavigation ? 1 : 0, isLikeNone(removeForms) ? 0xFFFFFF : removeForms ? 1 : 0, ptr2, len2, ptr3, len3, ptr4, len4, isLikeNone(skipImages) ? 0xFFFFFF : skipImages ? 1 : 0, isLikeNone(wrap) ? 0xFFFFFF : wrap ? 1 : 0, isLikeNone(wrapWidth) ? Number.MAX_SAFE_INTEGER : (wrapWidth) >>> 0, isLikeNone(includeDocumentStructure) ? 0xFFFFFF : includeDocumentStructure ? 1 : 0, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0);
|
|
1632
|
+
const ret = wasm.wasmcontentconfig_new(ptr0, len0, ptr1, len1, isLikeNone(removeNavigation) ? 0xFFFFFF : removeNavigation ? 1 : 0, isLikeNone(removeForms) ? 0xFFFFFF : removeForms ? 1 : 0, ptr2, len2, ptr3, len3, ptr4, len4, isLikeNone(skipImages) ? 0xFFFFFF : skipImages ? 1 : 0, isLikeNone(wrap) ? 0xFFFFFF : wrap ? 1 : 0, isLikeNone(wrapWidth) ? Number.MAX_SAFE_INTEGER : (wrapWidth) >>> 0, isLikeNone(includeDocumentStructure) ? 0xFFFFFF : includeDocumentStructure ? 1 : 0, isLikeNone(extractMetadata) ? 0xFFFFFF : extractMetadata ? 1 : 0, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0);
|
|
1597
1633
|
this.__wbg_ptr = ret;
|
|
1598
1634
|
WasmContentConfigFinalization.register(this, this.__wbg_ptr, this);
|
|
1599
1635
|
return this;
|
|
@@ -1659,6 +1695,12 @@ export class WasmContentConfig {
|
|
|
1659
1695
|
const len0 = WASM_VECTOR_LEN;
|
|
1660
1696
|
wasm.wasmcontentconfig_set_excludeSelectors(this.__wbg_ptr, ptr0, len0);
|
|
1661
1697
|
}
|
|
1698
|
+
/**
|
|
1699
|
+
* @param {boolean} value
|
|
1700
|
+
*/
|
|
1701
|
+
set extractMetadata(value) {
|
|
1702
|
+
wasm.wasmcontentconfig_set_extractMetadata(this.__wbg_ptr, value);
|
|
1703
|
+
}
|
|
1662
1704
|
/**
|
|
1663
1705
|
* @param {boolean} value
|
|
1664
1706
|
*/
|
|
@@ -2052,6 +2094,13 @@ export class WasmCrawlConfig {
|
|
|
2052
2094
|
const ret = wasm.wasmcrawlconfig_customHeaders(this.__wbg_ptr);
|
|
2053
2095
|
return ret;
|
|
2054
2096
|
}
|
|
2097
|
+
/**
|
|
2098
|
+
* @returns {boolean}
|
|
2099
|
+
*/
|
|
2100
|
+
get dedupIncludeQuery() {
|
|
2101
|
+
const ret = wasm.wasmcrawlconfig_dedupIncludeQuery(this.__wbg_ptr);
|
|
2102
|
+
return ret !== 0;
|
|
2103
|
+
}
|
|
2055
2104
|
/**
|
|
2056
2105
|
* @returns {WasmCrawlConfig}
|
|
2057
2106
|
*/
|
|
@@ -2221,11 +2270,18 @@ export class WasmCrawlConfig {
|
|
|
2221
2270
|
* @param {boolean | null} [allowSubdomains]
|
|
2222
2271
|
* @param {string[] | null} [includePaths]
|
|
2223
2272
|
* @param {string[] | null} [excludePaths]
|
|
2273
|
+
* @param {boolean | null} [pathPatternsMatchQuery]
|
|
2274
|
+
* @param {boolean | null} [dedupIncludeQuery]
|
|
2275
|
+
* @param {boolean | null} [stripTrackingParams]
|
|
2276
|
+
* @param {string[] | null} [trackingParams]
|
|
2224
2277
|
* @param {any | null} [customHeaders]
|
|
2225
2278
|
* @param {bigint | null} [requestTimeout]
|
|
2226
2279
|
* @param {number | null} [maxRedirects]
|
|
2227
2280
|
* @param {number | null} [retryCount]
|
|
2228
2281
|
* @param {Uint16Array | null} [retryCodes]
|
|
2282
|
+
* @param {bigint | null} [retryInitialDelayMs]
|
|
2283
|
+
* @param {bigint | null} [retryMaxDelayMs]
|
|
2284
|
+
* @param {number | null} [rateLimitJitterRatio]
|
|
2229
2285
|
* @param {boolean | null} [cookiesEnabled]
|
|
2230
2286
|
* @param {string[] | null} [removeTags]
|
|
2231
2287
|
* @param {WasmContentConfig | null} [content]
|
|
@@ -2262,58 +2318,67 @@ export class WasmCrawlConfig {
|
|
|
2262
2318
|
* @param {string | null} [browserProfile]
|
|
2263
2319
|
* @param {boolean | null} [ssrfDenyPrivateExplicit]
|
|
2264
2320
|
*/
|
|
2265
|
-
constructor(crawlStrategy, respectRobotsTxt, softHttpErrors, stayOnDomain, allowSubdomains, includePaths, excludePaths, customHeaders, requestTimeout, maxRedirects, retryCount, retryCodes, cookiesEnabled, removeTags, content, downloadAssets, assetTypes, browser, userAgents, captureScreenshot, followDocumentUrls, downloadDocuments, documentMimeTypes, saveBrowserProfile, ssrf, maxDepth, maxPages, maxLinksPerPage, maxConcurrent, contentFilter, bm25Query, bm25Threshold, userAgent, rateLimitMs, auth, maxBodySize, mapLimit, mapSearch, maxAssetSize, proxy, documentUrlDepth, documentMaxSize, documentOutputDir, documentContentEncoding, warcOutput, browserProfile, ssrfDenyPrivateExplicit) {
|
|
2321
|
+
constructor(crawlStrategy, respectRobotsTxt, softHttpErrors, stayOnDomain, allowSubdomains, includePaths, excludePaths, pathPatternsMatchQuery, dedupIncludeQuery, stripTrackingParams, trackingParams, customHeaders, requestTimeout, maxRedirects, retryCount, retryCodes, retryInitialDelayMs, retryMaxDelayMs, rateLimitJitterRatio, cookiesEnabled, removeTags, content, downloadAssets, assetTypes, browser, userAgents, captureScreenshot, followDocumentUrls, downloadDocuments, documentMimeTypes, saveBrowserProfile, ssrf, maxDepth, maxPages, maxLinksPerPage, maxConcurrent, contentFilter, bm25Query, bm25Threshold, userAgent, rateLimitMs, auth, maxBodySize, mapLimit, mapSearch, maxAssetSize, proxy, documentUrlDepth, documentMaxSize, documentOutputDir, documentContentEncoding, warcOutput, browserProfile, ssrfDenyPrivateExplicit) {
|
|
2266
2322
|
var ptr0 = isLikeNone(includePaths) ? 0 : passArrayJsValueToWasm0(includePaths, wasm.__wbindgen_malloc);
|
|
2267
2323
|
var len0 = WASM_VECTOR_LEN;
|
|
2268
2324
|
var ptr1 = isLikeNone(excludePaths) ? 0 : passArrayJsValueToWasm0(excludePaths, wasm.__wbindgen_malloc);
|
|
2269
2325
|
var len1 = WASM_VECTOR_LEN;
|
|
2270
|
-
var ptr2 = isLikeNone(
|
|
2326
|
+
var ptr2 = isLikeNone(trackingParams) ? 0 : passArrayJsValueToWasm0(trackingParams, wasm.__wbindgen_malloc);
|
|
2271
2327
|
var len2 = WASM_VECTOR_LEN;
|
|
2272
|
-
var ptr3 = isLikeNone(
|
|
2328
|
+
var ptr3 = isLikeNone(retryCodes) ? 0 : passArray16ToWasm0(retryCodes, wasm.__wbindgen_malloc);
|
|
2273
2329
|
var len3 = WASM_VECTOR_LEN;
|
|
2274
|
-
|
|
2330
|
+
var ptr4 = isLikeNone(removeTags) ? 0 : passArrayJsValueToWasm0(removeTags, wasm.__wbindgen_malloc);
|
|
2331
|
+
var len4 = WASM_VECTOR_LEN;
|
|
2332
|
+
let ptr5 = 0;
|
|
2275
2333
|
if (!isLikeNone(content)) {
|
|
2276
2334
|
_assertClass(content, WasmContentConfig);
|
|
2277
|
-
|
|
2335
|
+
ptr5 = content.__destroy_into_raw();
|
|
2278
2336
|
}
|
|
2279
|
-
var
|
|
2280
|
-
var
|
|
2281
|
-
let
|
|
2337
|
+
var ptr6 = isLikeNone(assetTypes) ? 0 : passArrayJsValueToWasm0(assetTypes, wasm.__wbindgen_malloc);
|
|
2338
|
+
var len6 = WASM_VECTOR_LEN;
|
|
2339
|
+
let ptr7 = 0;
|
|
2282
2340
|
if (!isLikeNone(browser)) {
|
|
2283
2341
|
_assertClass(browser, WasmBrowserConfig);
|
|
2284
|
-
|
|
2342
|
+
ptr7 = browser.__destroy_into_raw();
|
|
2285
2343
|
}
|
|
2286
|
-
var
|
|
2287
|
-
var len7 = WASM_VECTOR_LEN;
|
|
2288
|
-
var ptr8 = isLikeNone(documentMimeTypes) ? 0 : passArrayJsValueToWasm0(documentMimeTypes, wasm.__wbindgen_malloc);
|
|
2344
|
+
var ptr8 = isLikeNone(userAgents) ? 0 : passArrayJsValueToWasm0(userAgents, wasm.__wbindgen_malloc);
|
|
2289
2345
|
var len8 = WASM_VECTOR_LEN;
|
|
2290
|
-
|
|
2346
|
+
var ptr9 = isLikeNone(documentMimeTypes) ? 0 : passArrayJsValueToWasm0(documentMimeTypes, wasm.__wbindgen_malloc);
|
|
2347
|
+
var len9 = WASM_VECTOR_LEN;
|
|
2348
|
+
let ptr10 = 0;
|
|
2291
2349
|
if (!isLikeNone(ssrf)) {
|
|
2292
2350
|
_assertClass(ssrf, WasmSsrfPolicy);
|
|
2293
|
-
|
|
2351
|
+
ptr10 = ssrf.__destroy_into_raw();
|
|
2294
2352
|
}
|
|
2295
|
-
var
|
|
2296
|
-
var len10 = WASM_VECTOR_LEN;
|
|
2297
|
-
var ptr11 = isLikeNone(userAgent) ? 0 : passStringToWasm0(userAgent, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
2353
|
+
var ptr11 = isLikeNone(bm25Query) ? 0 : passStringToWasm0(bm25Query, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
2298
2354
|
var len11 = WASM_VECTOR_LEN;
|
|
2299
|
-
var ptr12 = isLikeNone(
|
|
2355
|
+
var ptr12 = isLikeNone(userAgent) ? 0 : passStringToWasm0(userAgent, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
2300
2356
|
var len12 = WASM_VECTOR_LEN;
|
|
2301
|
-
|
|
2357
|
+
var ptr13 = isLikeNone(mapSearch) ? 0 : passStringToWasm0(mapSearch, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
2358
|
+
var len13 = WASM_VECTOR_LEN;
|
|
2359
|
+
let ptr14 = 0;
|
|
2302
2360
|
if (!isLikeNone(proxy)) {
|
|
2303
2361
|
_assertClass(proxy, WasmProxyConfig);
|
|
2304
|
-
|
|
2362
|
+
ptr14 = proxy.__destroy_into_raw();
|
|
2305
2363
|
}
|
|
2306
|
-
var
|
|
2307
|
-
var len14 = WASM_VECTOR_LEN;
|
|
2308
|
-
var ptr15 = isLikeNone(warcOutput) ? 0 : passStringToWasm0(warcOutput, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
2364
|
+
var ptr15 = isLikeNone(documentOutputDir) ? 0 : passStringToWasm0(documentOutputDir, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
2309
2365
|
var len15 = WASM_VECTOR_LEN;
|
|
2310
|
-
var ptr16 = isLikeNone(
|
|
2366
|
+
var ptr16 = isLikeNone(warcOutput) ? 0 : passStringToWasm0(warcOutput, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
2311
2367
|
var len16 = WASM_VECTOR_LEN;
|
|
2312
|
-
|
|
2368
|
+
var ptr17 = isLikeNone(browserProfile) ? 0 : passStringToWasm0(browserProfile, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
2369
|
+
var len17 = WASM_VECTOR_LEN;
|
|
2370
|
+
const ret = wasm.wasmcrawlconfig_new(isLikeNone(crawlStrategy) ? 4 : crawlStrategy, isLikeNone(respectRobotsTxt) ? 0xFFFFFF : respectRobotsTxt ? 1 : 0, isLikeNone(softHttpErrors) ? 0xFFFFFF : softHttpErrors ? 1 : 0, isLikeNone(stayOnDomain) ? 0xFFFFFF : stayOnDomain ? 1 : 0, isLikeNone(allowSubdomains) ? 0xFFFFFF : allowSubdomains ? 1 : 0, ptr0, len0, ptr1, len1, isLikeNone(pathPatternsMatchQuery) ? 0xFFFFFF : pathPatternsMatchQuery ? 1 : 0, isLikeNone(dedupIncludeQuery) ? 0xFFFFFF : dedupIncludeQuery ? 1 : 0, isLikeNone(stripTrackingParams) ? 0xFFFFFF : stripTrackingParams ? 1 : 0, ptr2, len2, isLikeNone(customHeaders) ? 0 : addToExternrefTable0(customHeaders), !isLikeNone(requestTimeout), isLikeNone(requestTimeout) ? BigInt(0) : requestTimeout, isLikeNone(maxRedirects) ? Number.MAX_SAFE_INTEGER : (maxRedirects) >>> 0, isLikeNone(retryCount) ? Number.MAX_SAFE_INTEGER : (retryCount) >>> 0, ptr3, len3, !isLikeNone(retryInitialDelayMs), isLikeNone(retryInitialDelayMs) ? BigInt(0) : retryInitialDelayMs, !isLikeNone(retryMaxDelayMs), isLikeNone(retryMaxDelayMs) ? BigInt(0) : retryMaxDelayMs, !isLikeNone(rateLimitJitterRatio), isLikeNone(rateLimitJitterRatio) ? 0 : rateLimitJitterRatio, isLikeNone(cookiesEnabled) ? 0xFFFFFF : cookiesEnabled ? 1 : 0, ptr4, len4, ptr5, isLikeNone(downloadAssets) ? 0xFFFFFF : downloadAssets ? 1 : 0, ptr6, len6, ptr7, ptr8, len8, isLikeNone(captureScreenshot) ? 0xFFFFFF : captureScreenshot ? 1 : 0, isLikeNone(followDocumentUrls) ? 0xFFFFFF : followDocumentUrls ? 1 : 0, isLikeNone(downloadDocuments) ? 0xFFFFFF : downloadDocuments ? 1 : 0, ptr9, len9, isLikeNone(saveBrowserProfile) ? 0xFFFFFF : saveBrowserProfile ? 1 : 0, ptr10, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(maxPages) ? Number.MAX_SAFE_INTEGER : (maxPages) >>> 0, isLikeNone(maxLinksPerPage) ? Number.MAX_SAFE_INTEGER : (maxLinksPerPage) >>> 0, isLikeNone(maxConcurrent) ? Number.MAX_SAFE_INTEGER : (maxConcurrent) >>> 0, isLikeNone(contentFilter) ? 1 : contentFilter, ptr11, len11, !isLikeNone(bm25Threshold), isLikeNone(bm25Threshold) ? 0 : bm25Threshold, ptr12, len12, !isLikeNone(rateLimitMs), isLikeNone(rateLimitMs) ? BigInt(0) : rateLimitMs, isLikeNone(auth) ? 0 : addToExternrefTable0(auth), isLikeNone(maxBodySize) ? Number.MAX_SAFE_INTEGER : (maxBodySize) >>> 0, isLikeNone(mapLimit) ? Number.MAX_SAFE_INTEGER : (mapLimit) >>> 0, ptr13, len13, isLikeNone(maxAssetSize) ? Number.MAX_SAFE_INTEGER : (maxAssetSize) >>> 0, ptr14, isLikeNone(documentUrlDepth) ? Number.MAX_SAFE_INTEGER : (documentUrlDepth) >>> 0, isLikeNone(documentMaxSize) ? Number.MAX_SAFE_INTEGER : (documentMaxSize) >>> 0, ptr15, len15, isLikeNone(documentContentEncoding) ? 1 : documentContentEncoding, ptr16, len16, ptr17, len17, isLikeNone(ssrfDenyPrivateExplicit) ? 0xFFFFFF : ssrfDenyPrivateExplicit ? 1 : 0);
|
|
2313
2371
|
this.__wbg_ptr = ret;
|
|
2314
2372
|
WasmCrawlConfigFinalization.register(this, this.__wbg_ptr, this);
|
|
2315
2373
|
return this;
|
|
2316
2374
|
}
|
|
2375
|
+
/**
|
|
2376
|
+
* @returns {boolean}
|
|
2377
|
+
*/
|
|
2378
|
+
get pathPatternsMatchQuery() {
|
|
2379
|
+
const ret = wasm.wasmcrawlconfig_pathPatternsMatchQuery(this.__wbg_ptr);
|
|
2380
|
+
return ret !== 0;
|
|
2381
|
+
}
|
|
2317
2382
|
/**
|
|
2318
2383
|
* @returns {WasmProxyConfig | undefined}
|
|
2319
2384
|
*/
|
|
@@ -2321,6 +2386,13 @@ export class WasmCrawlConfig {
|
|
|
2321
2386
|
const ret = wasm.wasmcrawlconfig_proxy(this.__wbg_ptr);
|
|
2322
2387
|
return ret === 0 ? undefined : WasmProxyConfig.__wrap(ret);
|
|
2323
2388
|
}
|
|
2389
|
+
/**
|
|
2390
|
+
* @returns {number}
|
|
2391
|
+
*/
|
|
2392
|
+
get rateLimitJitterRatio() {
|
|
2393
|
+
const ret = wasm.wasmcrawlconfig_rateLimitJitterRatio(this.__wbg_ptr);
|
|
2394
|
+
return ret;
|
|
2395
|
+
}
|
|
2324
2396
|
/**
|
|
2325
2397
|
* @returns {bigint | undefined}
|
|
2326
2398
|
*/
|
|
@@ -2367,6 +2439,20 @@ export class WasmCrawlConfig {
|
|
|
2367
2439
|
const ret = wasm.wasmcrawlconfig_retryCount(this.__wbg_ptr);
|
|
2368
2440
|
return ret >>> 0;
|
|
2369
2441
|
}
|
|
2442
|
+
/**
|
|
2443
|
+
* @returns {bigint}
|
|
2444
|
+
*/
|
|
2445
|
+
get retryInitialDelayMs() {
|
|
2446
|
+
const ret = wasm.wasmcrawlconfig_retryInitialDelayMs(this.__wbg_ptr);
|
|
2447
|
+
return BigInt.asUintN(64, ret);
|
|
2448
|
+
}
|
|
2449
|
+
/**
|
|
2450
|
+
* @returns {bigint}
|
|
2451
|
+
*/
|
|
2452
|
+
get retryMaxDelayMs() {
|
|
2453
|
+
const ret = wasm.wasmcrawlconfig_retryMaxDelayMs(this.__wbg_ptr);
|
|
2454
|
+
return BigInt.asUintN(64, ret);
|
|
2455
|
+
}
|
|
2370
2456
|
/**
|
|
2371
2457
|
* @returns {boolean}
|
|
2372
2458
|
*/
|
|
@@ -2462,6 +2548,12 @@ export class WasmCrawlConfig {
|
|
|
2462
2548
|
set customHeaders(value) {
|
|
2463
2549
|
wasm.wasmcrawlconfig_set_customHeaders(this.__wbg_ptr, value);
|
|
2464
2550
|
}
|
|
2551
|
+
/**
|
|
2552
|
+
* @param {boolean} value
|
|
2553
|
+
*/
|
|
2554
|
+
set dedupIncludeQuery(value) {
|
|
2555
|
+
wasm.wasmcrawlconfig_set_dedupIncludeQuery(this.__wbg_ptr, value);
|
|
2556
|
+
}
|
|
2465
2557
|
/**
|
|
2466
2558
|
* @param {WasmDocumentContentEncoding | null} [value]
|
|
2467
2559
|
*/
|
|
@@ -2586,6 +2678,12 @@ export class WasmCrawlConfig {
|
|
|
2586
2678
|
set maxRedirects(value) {
|
|
2587
2679
|
wasm.wasmcrawlconfig_set_maxRedirects(this.__wbg_ptr, value);
|
|
2588
2680
|
}
|
|
2681
|
+
/**
|
|
2682
|
+
* @param {boolean} value
|
|
2683
|
+
*/
|
|
2684
|
+
set pathPatternsMatchQuery(value) {
|
|
2685
|
+
wasm.wasmcrawlconfig_set_pathPatternsMatchQuery(this.__wbg_ptr, value);
|
|
2686
|
+
}
|
|
2589
2687
|
/**
|
|
2590
2688
|
* @param {WasmProxyConfig | null} [value]
|
|
2591
2689
|
*/
|
|
@@ -2597,6 +2695,12 @@ export class WasmCrawlConfig {
|
|
|
2597
2695
|
}
|
|
2598
2696
|
wasm.wasmcrawlconfig_set_proxy(this.__wbg_ptr, ptr0);
|
|
2599
2697
|
}
|
|
2698
|
+
/**
|
|
2699
|
+
* @param {number} value
|
|
2700
|
+
*/
|
|
2701
|
+
set rateLimitJitterRatio(value) {
|
|
2702
|
+
wasm.wasmcrawlconfig_set_rateLimitJitterRatio(this.__wbg_ptr, value);
|
|
2703
|
+
}
|
|
2600
2704
|
/**
|
|
2601
2705
|
* @param {bigint | null} [value]
|
|
2602
2706
|
*/
|
|
@@ -2637,6 +2741,18 @@ export class WasmCrawlConfig {
|
|
|
2637
2741
|
set retryCount(value) {
|
|
2638
2742
|
wasm.wasmcrawlconfig_set_retryCount(this.__wbg_ptr, value);
|
|
2639
2743
|
}
|
|
2744
|
+
/**
|
|
2745
|
+
* @param {bigint} value
|
|
2746
|
+
*/
|
|
2747
|
+
set retryInitialDelayMs(value) {
|
|
2748
|
+
wasm.wasmcrawlconfig_set_retryInitialDelayMs(this.__wbg_ptr, value);
|
|
2749
|
+
}
|
|
2750
|
+
/**
|
|
2751
|
+
* @param {bigint} value
|
|
2752
|
+
*/
|
|
2753
|
+
set retryMaxDelayMs(value) {
|
|
2754
|
+
wasm.wasmcrawlconfig_set_retryMaxDelayMs(this.__wbg_ptr, value);
|
|
2755
|
+
}
|
|
2640
2756
|
/**
|
|
2641
2757
|
* @param {boolean} value
|
|
2642
2758
|
*/
|
|
@@ -2669,6 +2785,20 @@ export class WasmCrawlConfig {
|
|
|
2669
2785
|
set stayOnDomain(value) {
|
|
2670
2786
|
wasm.wasmcrawlconfig_set_stayOnDomain(this.__wbg_ptr, value);
|
|
2671
2787
|
}
|
|
2788
|
+
/**
|
|
2789
|
+
* @param {boolean} value
|
|
2790
|
+
*/
|
|
2791
|
+
set stripTrackingParams(value) {
|
|
2792
|
+
wasm.wasmcrawlconfig_set_stripTrackingParams(this.__wbg_ptr, value);
|
|
2793
|
+
}
|
|
2794
|
+
/**
|
|
2795
|
+
* @param {string[]} value
|
|
2796
|
+
*/
|
|
2797
|
+
set trackingParams(value) {
|
|
2798
|
+
const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
|
|
2799
|
+
const len0 = WASM_VECTOR_LEN;
|
|
2800
|
+
wasm.wasmcrawlconfig_set_trackingParams(this.__wbg_ptr, ptr0, len0);
|
|
2801
|
+
}
|
|
2672
2802
|
/**
|
|
2673
2803
|
* @param {string | null} [value]
|
|
2674
2804
|
*/
|
|
@@ -2721,6 +2851,22 @@ export class WasmCrawlConfig {
|
|
|
2721
2851
|
const ret = wasm.wasmcrawlconfig_stayOnDomain(this.__wbg_ptr);
|
|
2722
2852
|
return ret !== 0;
|
|
2723
2853
|
}
|
|
2854
|
+
/**
|
|
2855
|
+
* @returns {boolean}
|
|
2856
|
+
*/
|
|
2857
|
+
get stripTrackingParams() {
|
|
2858
|
+
const ret = wasm.wasmcrawlconfig_stripTrackingParams(this.__wbg_ptr);
|
|
2859
|
+
return ret !== 0;
|
|
2860
|
+
}
|
|
2861
|
+
/**
|
|
2862
|
+
* @returns {string[]}
|
|
2863
|
+
*/
|
|
2864
|
+
get trackingParams() {
|
|
2865
|
+
const ret = wasm.wasmcrawlconfig_trackingParams(this.__wbg_ptr);
|
|
2866
|
+
var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
|
|
2867
|
+
wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
|
|
2868
|
+
return v1;
|
|
2869
|
+
}
|
|
2724
2870
|
/**
|
|
2725
2871
|
* @returns {string | undefined}
|
|
2726
2872
|
*/
|
|
@@ -2744,6 +2890,9 @@ export class WasmCrawlConfig {
|
|
|
2744
2890
|
}
|
|
2745
2891
|
/**
|
|
2746
2892
|
* Validate the configuration, returning an error if any values are invalid.
|
|
2893
|
+
*
|
|
2894
|
+
* Only the first violation encountered is reported, not every one, so fixing a rejected
|
|
2895
|
+
* configuration can surface a further error on the next attempt.
|
|
2747
2896
|
*/
|
|
2748
2897
|
validate() {
|
|
2749
2898
|
const ret = wasm.wasmcrawlconfig_validate(this.__wbg_ptr);
|
|
@@ -2903,6 +3052,21 @@ export class WasmCrawlPageResult {
|
|
|
2903
3052
|
wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
|
|
2904
3053
|
return v1;
|
|
2905
3054
|
}
|
|
3055
|
+
/**
|
|
3056
|
+
* @returns {string}
|
|
3057
|
+
*/
|
|
3058
|
+
get finalUrl() {
|
|
3059
|
+
let deferred1_0;
|
|
3060
|
+
let deferred1_1;
|
|
3061
|
+
try {
|
|
3062
|
+
const ret = wasm.wasmcrawlpageresult_finalUrl(this.__wbg_ptr);
|
|
3063
|
+
deferred1_0 = ret[0];
|
|
3064
|
+
deferred1_1 = ret[1];
|
|
3065
|
+
return getStringFromWasm0(ret[0], ret[1]);
|
|
3066
|
+
} finally {
|
|
3067
|
+
wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
|
|
3068
|
+
}
|
|
3069
|
+
}
|
|
2906
3070
|
/**
|
|
2907
3071
|
* @returns {string}
|
|
2908
3072
|
*/
|
|
@@ -2983,13 +3147,17 @@ export class WasmCrawlPageResult {
|
|
|
2983
3147
|
* @param {boolean | null} [wasSkipped]
|
|
2984
3148
|
* @param {boolean | null} [isPdf]
|
|
2985
3149
|
* @param {boolean | null} [browserUsed]
|
|
3150
|
+
* @param {string | null} [finalUrl]
|
|
3151
|
+
* @param {number | null} [redirectCount]
|
|
3152
|
+
* @param {boolean | null} [noindexDetected]
|
|
3153
|
+
* @param {boolean | null} [nofollowDetected]
|
|
2986
3154
|
* @param {string | null} [detectedCharset]
|
|
2987
3155
|
* @param {WasmMarkdownResult | null} [markdown]
|
|
2988
3156
|
* @param {any | null} [extractedData]
|
|
2989
3157
|
* @param {WasmExtractionMeta | null} [extractionMeta]
|
|
2990
3158
|
* @param {WasmDownloadedDocument | null} [downloadedDocument]
|
|
2991
3159
|
*/
|
|
2992
|
-
constructor(url, normalizedUrl, statusCode, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, depth, stayedOnDomain, wasSkipped, isPdf, browserUsed, detectedCharset, markdown, extractedData, extractionMeta, downloadedDocument) {
|
|
3160
|
+
constructor(url, normalizedUrl, statusCode, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, depth, stayedOnDomain, wasSkipped, isPdf, browserUsed, finalUrl, redirectCount, noindexDetected, nofollowDetected, detectedCharset, markdown, extractedData, extractionMeta, downloadedDocument) {
|
|
2993
3161
|
var ptr0 = isLikeNone(url) ? 0 : passStringToWasm0(url, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
2994
3162
|
var len0 = WASM_VECTOR_LEN;
|
|
2995
3163
|
var ptr1 = isLikeNone(normalizedUrl) ? 0 : passStringToWasm0(normalizedUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
@@ -3011,28 +3179,44 @@ export class WasmCrawlPageResult {
|
|
|
3011
3179
|
var len7 = WASM_VECTOR_LEN;
|
|
3012
3180
|
var ptr8 = isLikeNone(jsonLd) ? 0 : passArrayJsValueToWasm0(jsonLd, wasm.__wbindgen_malloc);
|
|
3013
3181
|
var len8 = WASM_VECTOR_LEN;
|
|
3014
|
-
var ptr9 = isLikeNone(
|
|
3182
|
+
var ptr9 = isLikeNone(finalUrl) ? 0 : passStringToWasm0(finalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
3015
3183
|
var len9 = WASM_VECTOR_LEN;
|
|
3016
|
-
|
|
3184
|
+
var ptr10 = isLikeNone(detectedCharset) ? 0 : passStringToWasm0(detectedCharset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
3185
|
+
var len10 = WASM_VECTOR_LEN;
|
|
3186
|
+
let ptr11 = 0;
|
|
3017
3187
|
if (!isLikeNone(markdown)) {
|
|
3018
3188
|
_assertClass(markdown, WasmMarkdownResult);
|
|
3019
|
-
|
|
3189
|
+
ptr11 = markdown.__destroy_into_raw();
|
|
3020
3190
|
}
|
|
3021
|
-
let
|
|
3191
|
+
let ptr12 = 0;
|
|
3022
3192
|
if (!isLikeNone(extractionMeta)) {
|
|
3023
3193
|
_assertClass(extractionMeta, WasmExtractionMeta);
|
|
3024
|
-
|
|
3194
|
+
ptr12 = extractionMeta.__destroy_into_raw();
|
|
3025
3195
|
}
|
|
3026
|
-
let
|
|
3196
|
+
let ptr13 = 0;
|
|
3027
3197
|
if (!isLikeNone(downloadedDocument)) {
|
|
3028
3198
|
_assertClass(downloadedDocument, WasmDownloadedDocument);
|
|
3029
|
-
|
|
3199
|
+
ptr13 = downloadedDocument.__destroy_into_raw();
|
|
3030
3200
|
}
|
|
3031
|
-
const ret = wasm.wasmcrawlpageresult_new(ptr0, len0, ptr1, len1, isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr2, len2, ptr3, len3, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr4, ptr5, len5, ptr6, len6, ptr7, len7, ptr8, len8, isLikeNone(depth) ? Number.MAX_SAFE_INTEGER : (depth) >>> 0, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, ptr10, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData),
|
|
3201
|
+
const ret = wasm.wasmcrawlpageresult_new(ptr0, len0, ptr1, len1, isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr2, len2, ptr3, len3, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr4, ptr5, len5, ptr6, len6, ptr7, len7, ptr8, len8, isLikeNone(depth) ? Number.MAX_SAFE_INTEGER : (depth) >>> 0, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, isLikeNone(redirectCount) ? Number.MAX_SAFE_INTEGER : (redirectCount) >>> 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, ptr10, len10, ptr11, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr12, ptr13);
|
|
3032
3202
|
this.__wbg_ptr = ret;
|
|
3033
3203
|
WasmCrawlPageResultFinalization.register(this, this.__wbg_ptr, this);
|
|
3034
3204
|
return this;
|
|
3035
3205
|
}
|
|
3206
|
+
/**
|
|
3207
|
+
* @returns {boolean}
|
|
3208
|
+
*/
|
|
3209
|
+
get nofollowDetected() {
|
|
3210
|
+
const ret = wasm.wasmcrawlpageresult_nofollowDetected(this.__wbg_ptr);
|
|
3211
|
+
return ret !== 0;
|
|
3212
|
+
}
|
|
3213
|
+
/**
|
|
3214
|
+
* @returns {boolean}
|
|
3215
|
+
*/
|
|
3216
|
+
get noindexDetected() {
|
|
3217
|
+
const ret = wasm.wasmcrawlpageresult_noindexDetected(this.__wbg_ptr);
|
|
3218
|
+
return ret !== 0;
|
|
3219
|
+
}
|
|
3036
3220
|
/**
|
|
3037
3221
|
* @returns {string}
|
|
3038
3222
|
*/
|
|
@@ -3048,6 +3232,13 @@ export class WasmCrawlPageResult {
|
|
|
3048
3232
|
wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
|
|
3049
3233
|
}
|
|
3050
3234
|
}
|
|
3235
|
+
/**
|
|
3236
|
+
* @returns {number}
|
|
3237
|
+
*/
|
|
3238
|
+
get redirectCount() {
|
|
3239
|
+
const ret = wasm.wasmcrawlpageresult_redirectCount(this.__wbg_ptr);
|
|
3240
|
+
return ret >>> 0;
|
|
3241
|
+
}
|
|
3051
3242
|
/**
|
|
3052
3243
|
* @param {number} value
|
|
3053
3244
|
*/
|
|
@@ -3118,6 +3309,14 @@ export class WasmCrawlPageResult {
|
|
|
3118
3309
|
const len0 = WASM_VECTOR_LEN;
|
|
3119
3310
|
wasm.wasmcrawlpageresult_set_feeds(this.__wbg_ptr, ptr0, len0);
|
|
3120
3311
|
}
|
|
3312
|
+
/**
|
|
3313
|
+
* @param {string} value
|
|
3314
|
+
*/
|
|
3315
|
+
set finalUrl(value) {
|
|
3316
|
+
const ptr0 = passStringToWasm0(value, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
3317
|
+
const len0 = WASM_VECTOR_LEN;
|
|
3318
|
+
wasm.wasmcrawlpageresult_set_finalUrl(this.__wbg_ptr, ptr0, len0);
|
|
3319
|
+
}
|
|
3121
3320
|
/**
|
|
3122
3321
|
* @param {string} value
|
|
3123
3322
|
*/
|
|
@@ -3175,6 +3374,18 @@ export class WasmCrawlPageResult {
|
|
|
3175
3374
|
var ptr0 = value.__destroy_into_raw();
|
|
3176
3375
|
wasm.wasmcrawlpageresult_set_metadata(this.__wbg_ptr, ptr0);
|
|
3177
3376
|
}
|
|
3377
|
+
/**
|
|
3378
|
+
* @param {boolean} value
|
|
3379
|
+
*/
|
|
3380
|
+
set nofollowDetected(value) {
|
|
3381
|
+
wasm.wasmcrawlpageresult_set_nofollowDetected(this.__wbg_ptr, value);
|
|
3382
|
+
}
|
|
3383
|
+
/**
|
|
3384
|
+
* @param {boolean} value
|
|
3385
|
+
*/
|
|
3386
|
+
set noindexDetected(value) {
|
|
3387
|
+
wasm.wasmcrawlpageresult_set_noindexDetected(this.__wbg_ptr, value);
|
|
3388
|
+
}
|
|
3178
3389
|
/**
|
|
3179
3390
|
* @param {string} value
|
|
3180
3391
|
*/
|
|
@@ -3183,6 +3394,12 @@ export class WasmCrawlPageResult {
|
|
|
3183
3394
|
const len0 = WASM_VECTOR_LEN;
|
|
3184
3395
|
wasm.wasmcrawlpageresult_set_normalizedUrl(this.__wbg_ptr, ptr0, len0);
|
|
3185
3396
|
}
|
|
3397
|
+
/**
|
|
3398
|
+
* @param {number} value
|
|
3399
|
+
*/
|
|
3400
|
+
set redirectCount(value) {
|
|
3401
|
+
wasm.wasmcrawlpageresult_set_redirectCount(this.__wbg_ptr, value);
|
|
3402
|
+
}
|
|
3186
3403
|
/**
|
|
3187
3404
|
* @param {number} value
|
|
3188
3405
|
*/
|
|
@@ -7713,10 +7930,9 @@ if (Symbol.dispose) WasmSsrfPolicy.prototype[Symbol.dispose] = WasmSsrfPolicy.pr
|
|
|
7713
7930
|
*/
|
|
7714
7931
|
export function batchCrawl(engine, urls) {
|
|
7715
7932
|
_assertClass(engine, WasmCrawlEngineHandle);
|
|
7716
|
-
|
|
7717
|
-
const
|
|
7718
|
-
const
|
|
7719
|
-
const ret = wasm.batchCrawl(ptr0, ptr1, len1);
|
|
7933
|
+
const ptr0 = passArrayJsValueToWasm0(urls, wasm.__wbindgen_malloc);
|
|
7934
|
+
const len0 = WASM_VECTOR_LEN;
|
|
7935
|
+
const ret = wasm.batchCrawl(engine.__wbg_ptr, ptr0, len0);
|
|
7720
7936
|
return ret;
|
|
7721
7937
|
}
|
|
7722
7938
|
|
|
@@ -7728,10 +7944,9 @@ export function batchCrawl(engine, urls) {
|
|
|
7728
7944
|
*/
|
|
7729
7945
|
export function batchScrape(engine, urls) {
|
|
7730
7946
|
_assertClass(engine, WasmCrawlEngineHandle);
|
|
7731
|
-
|
|
7732
|
-
const
|
|
7733
|
-
const
|
|
7734
|
-
const ret = wasm.batchScrape(ptr0, ptr1, len1);
|
|
7947
|
+
const ptr0 = passArrayJsValueToWasm0(urls, wasm.__wbindgen_malloc);
|
|
7948
|
+
const len0 = WASM_VECTOR_LEN;
|
|
7949
|
+
const ret = wasm.batchScrape(engine.__wbg_ptr, ptr0, len0);
|
|
7735
7950
|
return ret;
|
|
7736
7951
|
}
|
|
7737
7952
|
|
|
@@ -7743,10 +7958,9 @@ export function batchScrape(engine, urls) {
|
|
|
7743
7958
|
*/
|
|
7744
7959
|
export function crawl(engine, url) {
|
|
7745
7960
|
_assertClass(engine, WasmCrawlEngineHandle);
|
|
7746
|
-
|
|
7747
|
-
const
|
|
7748
|
-
const
|
|
7749
|
-
const ret = wasm.crawl(ptr0, ptr1, len1);
|
|
7961
|
+
const ptr0 = passStringToWasm0(url, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
7962
|
+
const len0 = WASM_VECTOR_LEN;
|
|
7963
|
+
const ret = wasm.crawl(engine.__wbg_ptr, ptr0, len0);
|
|
7750
7964
|
return ret;
|
|
7751
7965
|
}
|
|
7752
7966
|
|
|
@@ -7796,12 +8010,11 @@ export function generateCitations(markdown) {
|
|
|
7796
8010
|
*/
|
|
7797
8011
|
export function interact(engine, url, actions) {
|
|
7798
8012
|
_assertClass(engine, WasmCrawlEngineHandle);
|
|
7799
|
-
|
|
7800
|
-
const
|
|
8013
|
+
const ptr0 = passStringToWasm0(url, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
8014
|
+
const len0 = WASM_VECTOR_LEN;
|
|
8015
|
+
const ptr1 = passArrayJsValueToWasm0(actions, wasm.__wbindgen_malloc);
|
|
7801
8016
|
const len1 = WASM_VECTOR_LEN;
|
|
7802
|
-
const
|
|
7803
|
-
const len2 = WASM_VECTOR_LEN;
|
|
7804
|
-
const ret = wasm.interact(ptr0, ptr1, len1, ptr2, len2);
|
|
8017
|
+
const ret = wasm.interact(engine.__wbg_ptr, ptr0, len0, ptr1, len1);
|
|
7805
8018
|
return ret;
|
|
7806
8019
|
}
|
|
7807
8020
|
|
|
@@ -7813,10 +8026,9 @@ export function interact(engine, url, actions) {
|
|
|
7813
8026
|
*/
|
|
7814
8027
|
export function mapUrls(engine, url) {
|
|
7815
8028
|
_assertClass(engine, WasmCrawlEngineHandle);
|
|
7816
|
-
|
|
7817
|
-
const
|
|
7818
|
-
const
|
|
7819
|
-
const ret = wasm.mapUrls(ptr0, ptr1, len1);
|
|
8029
|
+
const ptr0 = passStringToWasm0(url, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
8030
|
+
const len0 = WASM_VECTOR_LEN;
|
|
8031
|
+
const ret = wasm.mapUrls(engine.__wbg_ptr, ptr0, len0);
|
|
7820
8032
|
return ret;
|
|
7821
8033
|
}
|
|
7822
8034
|
|
|
@@ -7828,74 +8040,73 @@ export function mapUrls(engine, url) {
|
|
|
7828
8040
|
*/
|
|
7829
8041
|
export function scrape(engine, url) {
|
|
7830
8042
|
_assertClass(engine, WasmCrawlEngineHandle);
|
|
7831
|
-
|
|
7832
|
-
const
|
|
7833
|
-
const
|
|
7834
|
-
const ret = wasm.scrape(ptr0, ptr1, len1);
|
|
8043
|
+
const ptr0 = passStringToWasm0(url, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
8044
|
+
const len0 = WASM_VECTOR_LEN;
|
|
8045
|
+
const ret = wasm.scrape(engine.__wbg_ptr, ptr0, len0);
|
|
7835
8046
|
return ret;
|
|
7836
8047
|
}
|
|
7837
|
-
export function
|
|
8048
|
+
export function __wbg_Error_30c8987f7c2ed4e2(arg0, arg1) {
|
|
7838
8049
|
const ret = Error(getStringFromWasm0(arg0, arg1));
|
|
7839
8050
|
return ret;
|
|
7840
8051
|
}
|
|
7841
|
-
export function
|
|
8052
|
+
export function __wbg___wbindgen_bigint_get_as_i64_a2383202b9353e4c(arg0, arg1) {
|
|
7842
8053
|
const v = arg1;
|
|
7843
8054
|
const ret = typeof(v) === 'bigint' ? v : undefined;
|
|
7844
8055
|
getDataViewMemory0().setBigInt64(arg0 + 8 * 1, isLikeNone(ret) ? BigInt(0) : ret, true);
|
|
7845
8056
|
getDataViewMemory0().setInt32(arg0 + 4 * 0, !isLikeNone(ret), true);
|
|
7846
8057
|
}
|
|
7847
|
-
export function
|
|
8058
|
+
export function __wbg___wbindgen_boolean_get_5b446f51afd21013(arg0) {
|
|
7848
8059
|
const v = arg0;
|
|
7849
8060
|
const ret = typeof(v) === 'boolean' ? v : undefined;
|
|
7850
8061
|
return isLikeNone(ret) ? 0xFFFFFF : ret ? 1 : 0;
|
|
7851
8062
|
}
|
|
7852
|
-
export function
|
|
8063
|
+
export function __wbg___wbindgen_debug_string_4687d8d8c2017d52(arg0, arg1) {
|
|
7853
8064
|
const ret = debugString(arg1);
|
|
7854
8065
|
const ptr1 = passStringToWasm0(ret, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
7855
8066
|
const len1 = WASM_VECTOR_LEN;
|
|
7856
8067
|
getDataViewMemory0().setInt32(arg0 + 4 * 1, len1, true);
|
|
7857
8068
|
getDataViewMemory0().setInt32(arg0 + 4 * 0, ptr1, true);
|
|
7858
8069
|
}
|
|
7859
|
-
export function
|
|
8070
|
+
export function __wbg___wbindgen_in_92f62ee1427d9e49(arg0, arg1) {
|
|
7860
8071
|
const ret = arg0 in arg1;
|
|
7861
8072
|
return ret;
|
|
7862
8073
|
}
|
|
7863
|
-
export function
|
|
8074
|
+
export function __wbg___wbindgen_is_bigint_b123553bed3bb382(arg0) {
|
|
7864
8075
|
const ret = typeof(arg0) === 'bigint';
|
|
7865
8076
|
return ret;
|
|
7866
8077
|
}
|
|
7867
|
-
export function
|
|
8078
|
+
export function __wbg___wbindgen_is_function_1f9d30630b8b1d3d(arg0) {
|
|
7868
8079
|
const ret = typeof(arg0) === 'function';
|
|
7869
8080
|
return ret;
|
|
7870
8081
|
}
|
|
7871
|
-
export function
|
|
8082
|
+
export function __wbg___wbindgen_is_object_3c45d4f2dde4e749(arg0) {
|
|
7872
8083
|
const val = arg0;
|
|
7873
8084
|
const ret = typeof(val) === 'object' && val !== null;
|
|
7874
8085
|
return ret;
|
|
7875
8086
|
}
|
|
7876
|
-
export function
|
|
8087
|
+
export function __wbg___wbindgen_is_string_90b56bc79aad6f6c(arg0) {
|
|
7877
8088
|
const ret = typeof(arg0) === 'string';
|
|
7878
8089
|
return ret;
|
|
7879
8090
|
}
|
|
7880
|
-
export function
|
|
8091
|
+
export function __wbg___wbindgen_is_undefined_8865fb403f8fe9d8(arg0) {
|
|
7881
8092
|
const ret = arg0 === undefined;
|
|
7882
8093
|
return ret;
|
|
7883
8094
|
}
|
|
7884
|
-
export function
|
|
8095
|
+
export function __wbg___wbindgen_jsval_eq_02babf21faa37971(arg0, arg1) {
|
|
7885
8096
|
const ret = arg0 === arg1;
|
|
7886
8097
|
return ret;
|
|
7887
8098
|
}
|
|
7888
|
-
export function
|
|
8099
|
+
export function __wbg___wbindgen_jsval_loose_eq_677f21e468d6b461(arg0, arg1) {
|
|
7889
8100
|
const ret = arg0 == arg1;
|
|
7890
8101
|
return ret;
|
|
7891
8102
|
}
|
|
7892
|
-
export function
|
|
8103
|
+
export function __wbg___wbindgen_number_get_2e0e7dee9f701a71(arg0, arg1) {
|
|
7893
8104
|
const obj = arg1;
|
|
7894
8105
|
const ret = typeof(obj) === 'number' ? obj : undefined;
|
|
7895
8106
|
getDataViewMemory0().setFloat64(arg0 + 8 * 1, isLikeNone(ret) ? 0 : ret, true);
|
|
7896
8107
|
getDataViewMemory0().setInt32(arg0 + 4 * 0, !isLikeNone(ret), true);
|
|
7897
8108
|
}
|
|
7898
|
-
export function
|
|
8109
|
+
export function __wbg___wbindgen_string_get_0380ccaa2f57f0d9(arg0, arg1) {
|
|
7899
8110
|
const obj = arg1;
|
|
7900
8111
|
const ret = typeof(obj) === 'string' ? obj : undefined;
|
|
7901
8112
|
var ptr1 = isLikeNone(ret) ? 0 : passStringToWasm0(ret, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
@@ -7903,81 +8114,81 @@ export function __wbg___wbindgen_string_get_92ab86bb19cbc12f(arg0, arg1) {
|
|
|
7903
8114
|
getDataViewMemory0().setInt32(arg0 + 4 * 1, len1, true);
|
|
7904
8115
|
getDataViewMemory0().setInt32(arg0 + 4 * 0, ptr1, true);
|
|
7905
8116
|
}
|
|
7906
|
-
export function
|
|
8117
|
+
export function __wbg___wbindgen_throw_41e9ee4f547fc59a(arg0, arg1) {
|
|
7907
8118
|
throw new Error(getStringFromWasm0(arg0, arg1));
|
|
7908
8119
|
}
|
|
7909
|
-
export function
|
|
8120
|
+
export function __wbg__wbg_cb_unref_dcc1a90847f04c41(arg0) {
|
|
7910
8121
|
arg0._wbg_cb_unref();
|
|
7911
8122
|
}
|
|
7912
|
-
export function
|
|
8123
|
+
export function __wbg_abort_334e7f918b7c5047(arg0, arg1) {
|
|
7913
8124
|
arg0.abort(arg1);
|
|
7914
8125
|
}
|
|
7915
|
-
export function
|
|
8126
|
+
export function __wbg_abort_f78b99d80248bacb(arg0) {
|
|
7916
8127
|
arg0.abort();
|
|
7917
8128
|
}
|
|
7918
|
-
export function
|
|
8129
|
+
export function __wbg_append_1938ed58fb5613b8() { return handleError(function (arg0, arg1, arg2, arg3, arg4) {
|
|
7919
8130
|
arg0.append(getStringFromWasm0(arg1, arg2), getStringFromWasm0(arg3, arg4));
|
|
7920
8131
|
}, arguments); }
|
|
7921
|
-
export function
|
|
8132
|
+
export function __wbg_arrayBuffer_f07be74819944ea2() { return handleError(function (arg0) {
|
|
7922
8133
|
const ret = arg0.arrayBuffer();
|
|
7923
8134
|
return ret;
|
|
7924
8135
|
}, arguments); }
|
|
7925
|
-
export function
|
|
7926
|
-
const ret = arg0.call(arg1);
|
|
8136
|
+
export function __wbg_call_187d372bd5fdd4aa() { return handleError(function (arg0, arg1, arg2) {
|
|
8137
|
+
const ret = arg0.call(arg1, arg2);
|
|
7927
8138
|
return ret;
|
|
7928
8139
|
}, arguments); }
|
|
7929
|
-
export function
|
|
7930
|
-
const ret = arg0.call(arg1
|
|
8140
|
+
export function __wbg_call_6137034ef55c9d0f() { return handleError(function (arg0, arg1) {
|
|
8141
|
+
const ret = arg0.call(arg1);
|
|
7931
8142
|
return ret;
|
|
7932
8143
|
}, arguments); }
|
|
7933
8144
|
export function __wbg_clearTimeout_1daad5c6ee4fcd3b(arg0) {
|
|
7934
8145
|
const ret = clearTimeout(arg0);
|
|
7935
8146
|
return ret;
|
|
7936
8147
|
}
|
|
7937
|
-
export function
|
|
8148
|
+
export function __wbg_done_b41a1d26cdb37fb6(arg0) {
|
|
7938
8149
|
const ret = arg0.done;
|
|
7939
8150
|
return ret;
|
|
7940
8151
|
}
|
|
7941
|
-
export function
|
|
7942
|
-
const ret =
|
|
8152
|
+
export function __wbg_entries_b55ec7e0dc443355(arg0) {
|
|
8153
|
+
const ret = arg0.entries();
|
|
7943
8154
|
return ret;
|
|
7944
8155
|
}
|
|
7945
|
-
export function
|
|
7946
|
-
const ret =
|
|
8156
|
+
export function __wbg_entries_fb6397112b1de25f(arg0) {
|
|
8157
|
+
const ret = Object.entries(arg0);
|
|
7947
8158
|
return ret;
|
|
7948
8159
|
}
|
|
7949
8160
|
export function __wbg_fetch_7a37768ab67c5bd8(arg0) {
|
|
7950
8161
|
const ret = fetch(arg0);
|
|
7951
8162
|
return ret;
|
|
7952
8163
|
}
|
|
7953
|
-
export function
|
|
8164
|
+
export function __wbg_fetch_efc64baf325b084d(arg0, arg1) {
|
|
7954
8165
|
const ret = arg0.fetch(arg1);
|
|
7955
8166
|
return ret;
|
|
7956
8167
|
}
|
|
7957
8168
|
export function __wbg_getRandomValues_a608c4436c19407a() { return handleError(function (arg0, arg1) {
|
|
7958
8169
|
globalThis.crypto.getRandomValues(getArrayU8FromWasm0(arg0, arg1));
|
|
7959
8170
|
}, arguments); }
|
|
7960
|
-
export function
|
|
8171
|
+
export function __wbg_get_658f6698067d9515() { return handleError(function (arg0, arg1) {
|
|
7961
8172
|
const ret = Reflect.get(arg0, arg1);
|
|
7962
8173
|
return ret;
|
|
7963
8174
|
}, arguments); }
|
|
7964
|
-
export function
|
|
8175
|
+
export function __wbg_get_6c896e0571ddae51(arg0, arg1) {
|
|
7965
8176
|
const ret = arg0[arg1 >>> 0];
|
|
7966
8177
|
return ret;
|
|
7967
8178
|
}
|
|
7968
|
-
export function
|
|
8179
|
+
export function __wbg_get_unchecked_288889d017702237(arg0, arg1) {
|
|
7969
8180
|
const ret = arg0[arg1 >>> 0];
|
|
7970
8181
|
return ret;
|
|
7971
8182
|
}
|
|
7972
|
-
export function
|
|
8183
|
+
export function __wbg_has_5d6706e5209576c1() { return handleError(function (arg0, arg1) {
|
|
7973
8184
|
const ret = Reflect.has(arg0, arg1);
|
|
7974
8185
|
return ret;
|
|
7975
8186
|
}, arguments); }
|
|
7976
|
-
export function
|
|
8187
|
+
export function __wbg_headers_eba93595f8944c2f(arg0) {
|
|
7977
8188
|
const ret = arg0.headers;
|
|
7978
8189
|
return ret;
|
|
7979
8190
|
}
|
|
7980
|
-
export function
|
|
8191
|
+
export function __wbg_instanceof_ArrayBuffer_a99f175873e5d9b8(arg0) {
|
|
7981
8192
|
let result;
|
|
7982
8193
|
try {
|
|
7983
8194
|
result = arg0 instanceof ArrayBuffer;
|
|
@@ -7987,7 +8198,7 @@ export function __wbg_instanceof_ArrayBuffer_d4ff01f8247925ae(arg0) {
|
|
|
7987
8198
|
const ret = result;
|
|
7988
8199
|
return ret;
|
|
7989
8200
|
}
|
|
7990
|
-
export function
|
|
8201
|
+
export function __wbg_instanceof_Map_b2611749102d7ba3(arg0) {
|
|
7991
8202
|
let result;
|
|
7992
8203
|
try {
|
|
7993
8204
|
result = arg0 instanceof Map;
|
|
@@ -7997,7 +8208,7 @@ export function __wbg_instanceof_Map_1ff6a2b54c899f0d(arg0) {
|
|
|
7997
8208
|
const ret = result;
|
|
7998
8209
|
return ret;
|
|
7999
8210
|
}
|
|
8000
|
-
export function
|
|
8211
|
+
export function __wbg_instanceof_Response_b8758567269c30b2(arg0) {
|
|
8001
8212
|
let result;
|
|
8002
8213
|
try {
|
|
8003
8214
|
result = arg0 instanceof Response;
|
|
@@ -8007,7 +8218,7 @@ export function __wbg_instanceof_Response_6366a785e400039b(arg0) {
|
|
|
8007
8218
|
const ret = result;
|
|
8008
8219
|
return ret;
|
|
8009
8220
|
}
|
|
8010
|
-
export function
|
|
8221
|
+
export function __wbg_instanceof_Uint8Array_828cef2aaacafc31(arg0) {
|
|
8011
8222
|
let result;
|
|
8012
8223
|
try {
|
|
8013
8224
|
result = arg0 instanceof Uint8Array;
|
|
@@ -8017,62 +8228,62 @@ export function __wbg_instanceof_Uint8Array_598adc0fef426aa8(arg0) {
|
|
|
8017
8228
|
const ret = result;
|
|
8018
8229
|
return ret;
|
|
8019
8230
|
}
|
|
8020
|
-
export function
|
|
8231
|
+
export function __wbg_isArray_e15a2ff68ffdbef2(arg0) {
|
|
8021
8232
|
const ret = Array.isArray(arg0);
|
|
8022
8233
|
return ret;
|
|
8023
8234
|
}
|
|
8024
|
-
export function
|
|
8235
|
+
export function __wbg_isSafeInteger_717808ad6a54bd9e(arg0) {
|
|
8025
8236
|
const ret = Number.isSafeInteger(arg0);
|
|
8026
8237
|
return ret;
|
|
8027
8238
|
}
|
|
8028
|
-
export function
|
|
8239
|
+
export function __wbg_iterator_e3c31c892080e444() {
|
|
8029
8240
|
const ret = Symbol.iterator;
|
|
8030
8241
|
return ret;
|
|
8031
8242
|
}
|
|
8032
|
-
export function
|
|
8243
|
+
export function __wbg_length_7f3c00c40364105e(arg0) {
|
|
8033
8244
|
const ret = arg0.length;
|
|
8034
8245
|
return ret;
|
|
8035
8246
|
}
|
|
8036
|
-
export function
|
|
8247
|
+
export function __wbg_length_d4bdea10311bd9cf(arg0) {
|
|
8037
8248
|
const ret = arg0.length;
|
|
8038
8249
|
return ret;
|
|
8039
8250
|
}
|
|
8040
|
-
export function
|
|
8041
|
-
const ret = new Headers();
|
|
8042
|
-
return ret;
|
|
8043
|
-
}, arguments); }
|
|
8044
|
-
export function __wbg_new_1da3429bc3c4541c(arg0) {
|
|
8251
|
+
export function __wbg_new_1dbf7428bba60a42(arg0) {
|
|
8045
8252
|
const ret = new Uint8Array(arg0);
|
|
8046
8253
|
return ret;
|
|
8047
8254
|
}
|
|
8048
|
-
export function
|
|
8255
|
+
export function __wbg_new_28744009d011f847() {
|
|
8049
8256
|
const ret = new Map();
|
|
8050
8257
|
return ret;
|
|
8051
8258
|
}
|
|
8052
|
-
export function
|
|
8259
|
+
export function __wbg_new_2e41357094e99294() { return handleError(function () {
|
|
8053
8260
|
const ret = new AbortController();
|
|
8054
8261
|
return ret;
|
|
8055
8262
|
}, arguments); }
|
|
8056
|
-
export function
|
|
8263
|
+
export function __wbg_new_617a8cdb8bb1130e() {
|
|
8057
8264
|
const ret = new Object();
|
|
8058
8265
|
return ret;
|
|
8059
8266
|
}
|
|
8060
|
-
export function
|
|
8267
|
+
export function __wbg_new_83ca405eae412a62() { return handleError(function () {
|
|
8268
|
+
const ret = new Headers();
|
|
8269
|
+
return ret;
|
|
8270
|
+
}, arguments); }
|
|
8271
|
+
export function __wbg_new_ee2291f50781bf1d() {
|
|
8061
8272
|
const ret = new Array();
|
|
8062
8273
|
return ret;
|
|
8063
8274
|
}
|
|
8064
|
-
export function
|
|
8275
|
+
export function __wbg_new_from_slice_9a868026ffa4208a(arg0, arg1) {
|
|
8065
8276
|
const ret = new Uint8Array(getArrayU8FromWasm0(arg0, arg1));
|
|
8066
8277
|
return ret;
|
|
8067
8278
|
}
|
|
8068
|
-
export function
|
|
8279
|
+
export function __wbg_new_typed_b01cb72a8af741a3(arg0, arg1) {
|
|
8069
8280
|
try {
|
|
8070
8281
|
var state0 = {a: arg0, b: arg1};
|
|
8071
8282
|
var cb0 = (arg0, arg1) => {
|
|
8072
8283
|
const a = state0.a;
|
|
8073
8284
|
state0.a = 0;
|
|
8074
8285
|
try {
|
|
8075
|
-
return
|
|
8286
|
+
return wasm_bindgen__convert__closures_____invoke__h8ad11faaa2905452(a, state0.b, arg0, arg1);
|
|
8076
8287
|
} finally {
|
|
8077
8288
|
state0.a = a;
|
|
8078
8289
|
}
|
|
@@ -8083,15 +8294,15 @@ export function __wbg_new_typed_6f8b0d724fe26c07(arg0, arg1) {
|
|
|
8083
8294
|
state0.a = 0;
|
|
8084
8295
|
}
|
|
8085
8296
|
}
|
|
8086
|
-
export function
|
|
8297
|
+
export function __wbg_new_with_str_and_init_4618dee4e950224f() { return handleError(function (arg0, arg1, arg2) {
|
|
8087
8298
|
const ret = new Request(getStringFromWasm0(arg0, arg1), arg2);
|
|
8088
8299
|
return ret;
|
|
8089
8300
|
}, arguments); }
|
|
8090
|
-
export function
|
|
8301
|
+
export function __wbg_next_33784799010f1bbe(arg0) {
|
|
8091
8302
|
const ret = arg0.next;
|
|
8092
8303
|
return ret;
|
|
8093
8304
|
}
|
|
8094
|
-
export function
|
|
8305
|
+
export function __wbg_next_f4aac29c42af995c() { return handleError(function (arg0) {
|
|
8095
8306
|
const ret = arg0.next();
|
|
8096
8307
|
return ret;
|
|
8097
8308
|
}, arguments); }
|
|
@@ -8099,7 +8310,7 @@ export function __wbg_now_e7c6795a7f81e10f(arg0) {
|
|
|
8099
8310
|
const ret = arg0.now();
|
|
8100
8311
|
return ret;
|
|
8101
8312
|
}
|
|
8102
|
-
export function
|
|
8313
|
+
export function __wbg_parse_0fc53dead14b3b42() { return handleError(function (arg0, arg1) {
|
|
8103
8314
|
const ret = JSON.parse(getStringFromWasm0(arg0, arg1));
|
|
8104
8315
|
return ret;
|
|
8105
8316
|
}, arguments); }
|
|
@@ -8107,21 +8318,21 @@ export function __wbg_performance_3fcf6e32a7e1ed0a(arg0) {
|
|
|
8107
8318
|
const ret = arg0.performance;
|
|
8108
8319
|
return ret;
|
|
8109
8320
|
}
|
|
8110
|
-
export function
|
|
8321
|
+
export function __wbg_prototypesetcall_bc27214492979395(arg0, arg1, arg2) {
|
|
8111
8322
|
Uint8Array.prototype.set.call(getArrayU8FromWasm0(arg0, arg1), arg2);
|
|
8112
8323
|
}
|
|
8113
|
-
export function
|
|
8324
|
+
export function __wbg_push_2baf45db356cf468(arg0, arg1) {
|
|
8114
8325
|
const ret = arg0.push(arg1);
|
|
8115
8326
|
return ret;
|
|
8116
8327
|
}
|
|
8117
|
-
export function
|
|
8328
|
+
export function __wbg_queueMicrotask_9833f9a49df95a49(arg0) {
|
|
8118
8329
|
const ret = arg0.queueMicrotask;
|
|
8119
8330
|
return ret;
|
|
8120
8331
|
}
|
|
8121
|
-
export function
|
|
8332
|
+
export function __wbg_queueMicrotask_a72f977e97f23c5f(arg0) {
|
|
8122
8333
|
queueMicrotask(arg0);
|
|
8123
8334
|
}
|
|
8124
|
-
export function
|
|
8335
|
+
export function __wbg_resolve_0076e10020304ede(arg0) {
|
|
8125
8336
|
const ret = Promise.resolve(arg0);
|
|
8126
8337
|
return ret;
|
|
8127
8338
|
}
|
|
@@ -8129,83 +8340,83 @@ export function __wbg_setTimeout_b4a9096784635514(arg0, arg1) {
|
|
|
8129
8340
|
const ret = setTimeout(arg0, arg1);
|
|
8130
8341
|
return ret;
|
|
8131
8342
|
}
|
|
8132
|
-
export function
|
|
8133
|
-
|
|
8343
|
+
export function __wbg_set_6ae97e73113c4f0b(arg0, arg1, arg2) {
|
|
8344
|
+
const ret = arg0.set(arg1, arg2);
|
|
8345
|
+
return ret;
|
|
8134
8346
|
}
|
|
8135
8347
|
export function __wbg_set_6be42768c690e380(arg0, arg1, arg2) {
|
|
8136
8348
|
arg0[arg1] = arg2;
|
|
8137
8349
|
}
|
|
8138
|
-
export function
|
|
8139
|
-
|
|
8140
|
-
return ret;
|
|
8350
|
+
export function __wbg_set_bea140a88be9b277(arg0, arg1, arg2) {
|
|
8351
|
+
arg0[arg1 >>> 0] = arg2;
|
|
8141
8352
|
}
|
|
8142
|
-
export function
|
|
8353
|
+
export function __wbg_set_body_1fb0f1008bfc7df6(arg0, arg1) {
|
|
8143
8354
|
arg0.body = arg1;
|
|
8144
8355
|
}
|
|
8145
|
-
export function
|
|
8356
|
+
export function __wbg_set_cache_7507c4cc5938ccc7(arg0, arg1) {
|
|
8146
8357
|
arg0.cache = __wbindgen_enum_RequestCache[arg1];
|
|
8147
8358
|
}
|
|
8148
|
-
export function
|
|
8359
|
+
export function __wbg_set_credentials_e0dcce31ca532b7d(arg0, arg1) {
|
|
8149
8360
|
arg0.credentials = __wbindgen_enum_RequestCredentials[arg1];
|
|
8150
8361
|
}
|
|
8151
|
-
export function
|
|
8362
|
+
export function __wbg_set_headers_40ad33dcf016613f(arg0, arg1) {
|
|
8152
8363
|
arg0.headers = arg1;
|
|
8153
8364
|
}
|
|
8154
|
-
export function
|
|
8365
|
+
export function __wbg_set_method_dcb32343247ec427(arg0, arg1, arg2) {
|
|
8155
8366
|
arg0.method = getStringFromWasm0(arg1, arg2);
|
|
8156
8367
|
}
|
|
8157
|
-
export function
|
|
8368
|
+
export function __wbg_set_mode_74e772635acb96ec(arg0, arg1) {
|
|
8158
8369
|
arg0.mode = __wbindgen_enum_RequestMode[arg1];
|
|
8159
8370
|
}
|
|
8160
|
-
export function
|
|
8371
|
+
export function __wbg_set_referrer_efd0fb956d6b70b2(arg0, arg1, arg2) {
|
|
8161
8372
|
arg0.referrer = getStringFromWasm0(arg1, arg2);
|
|
8162
8373
|
}
|
|
8163
|
-
export function
|
|
8374
|
+
export function __wbg_set_referrer_policy_465382f52c1a03d3(arg0, arg1) {
|
|
8164
8375
|
arg0.referrerPolicy = __wbindgen_enum_ReferrerPolicy[arg1];
|
|
8165
8376
|
}
|
|
8166
|
-
export function
|
|
8377
|
+
export function __wbg_set_signal_2dbd377604627f26(arg0, arg1) {
|
|
8167
8378
|
arg0.signal = arg1;
|
|
8168
8379
|
}
|
|
8169
|
-
export function
|
|
8380
|
+
export function __wbg_signal_e5a49a2d9c65b7f6(arg0) {
|
|
8170
8381
|
const ret = arg0.signal;
|
|
8171
8382
|
return ret;
|
|
8172
8383
|
}
|
|
8173
|
-
export function
|
|
8384
|
+
export function __wbg_static_accessor_GLOBAL_266715b9d96ba635() {
|
|
8174
8385
|
const ret = typeof global === 'undefined' ? null : global;
|
|
8175
8386
|
return isLikeNone(ret) ? 0 : addToExternrefTable0(ret);
|
|
8176
8387
|
}
|
|
8177
|
-
export function
|
|
8388
|
+
export function __wbg_static_accessor_GLOBAL_THIS_10fb7dc1ae063179() {
|
|
8178
8389
|
const ret = typeof globalThis === 'undefined' ? null : globalThis;
|
|
8179
8390
|
return isLikeNone(ret) ? 0 : addToExternrefTable0(ret);
|
|
8180
8391
|
}
|
|
8181
|
-
export function
|
|
8392
|
+
export function __wbg_static_accessor_SELF_0b583911f537483a() {
|
|
8182
8393
|
const ret = typeof self === 'undefined' ? null : self;
|
|
8183
8394
|
return isLikeNone(ret) ? 0 : addToExternrefTable0(ret);
|
|
8184
8395
|
}
|
|
8185
|
-
export function
|
|
8396
|
+
export function __wbg_static_accessor_WINDOW_d7f903d1508cbdc4() {
|
|
8186
8397
|
const ret = typeof window === 'undefined' ? null : window;
|
|
8187
8398
|
return isLikeNone(ret) ? 0 : addToExternrefTable0(ret);
|
|
8188
8399
|
}
|
|
8189
|
-
export function
|
|
8400
|
+
export function __wbg_status_ce0a98d3c57125f3(arg0) {
|
|
8190
8401
|
const ret = arg0.status;
|
|
8191
8402
|
return ret;
|
|
8192
8403
|
}
|
|
8193
|
-
export function
|
|
8404
|
+
export function __wbg_then_c949d5a25a4e78f8(arg0, arg1, arg2) {
|
|
8194
8405
|
const ret = arg0.then(arg1, arg2);
|
|
8195
8406
|
return ret;
|
|
8196
8407
|
}
|
|
8197
|
-
export function
|
|
8408
|
+
export function __wbg_then_e71170d78fcf8954(arg0, arg1) {
|
|
8198
8409
|
const ret = arg0.then(arg1);
|
|
8199
8410
|
return ret;
|
|
8200
8411
|
}
|
|
8201
|
-
export function
|
|
8412
|
+
export function __wbg_url_8e28edeab4cd6bed(arg0, arg1) {
|
|
8202
8413
|
const ret = arg1.url;
|
|
8203
8414
|
const ptr1 = passStringToWasm0(ret, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
8204
8415
|
const len1 = WASM_VECTOR_LEN;
|
|
8205
8416
|
getDataViewMemory0().setInt32(arg0 + 4 * 1, len1, true);
|
|
8206
8417
|
getDataViewMemory0().setInt32(arg0 + 4 * 0, ptr1, true);
|
|
8207
8418
|
}
|
|
8208
|
-
export function
|
|
8419
|
+
export function __wbg_value_f3c585ee8f5ba40c(arg0) {
|
|
8209
8420
|
const ret = arg0.value;
|
|
8210
8421
|
return ret;
|
|
8211
8422
|
}
|
|
@@ -8366,13 +8577,13 @@ export function __wbg_wasmsitemapurl_unwrap(arg0) {
|
|
|
8366
8577
|
return ret;
|
|
8367
8578
|
}
|
|
8368
8579
|
export function __wbindgen_generic_0000000000000001(arg0, arg1) {
|
|
8369
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx:
|
|
8370
|
-
const ret = makeMutClosure(arg0, arg1,
|
|
8580
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1152, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
|
|
8581
|
+
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c);
|
|
8371
8582
|
return ret;
|
|
8372
8583
|
}
|
|
8373
8584
|
export function __wbindgen_generic_0000000000000002(arg0, arg1) {
|
|
8374
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx:
|
|
8375
|
-
const ret = makeMutClosure(arg0, arg1,
|
|
8585
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 1044, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
|
|
8586
|
+
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h21c8118e1fe083d1);
|
|
8376
8587
|
return ret;
|
|
8377
8588
|
}
|
|
8378
8589
|
export function __wbindgen_generic_0000000000000003(arg0) {
|
|
@@ -8404,19 +8615,19 @@ export function __wbindgen_init_externref_table() {
|
|
|
8404
8615
|
table.set(offset + 2, true);
|
|
8405
8616
|
table.set(offset + 3, false);
|
|
8406
8617
|
}
|
|
8407
|
-
function
|
|
8408
|
-
wasm.
|
|
8618
|
+
function wasm_bindgen__convert__closures_____invoke__h21c8118e1fe083d1(arg0, arg1) {
|
|
8619
|
+
wasm.wasm_bindgen__convert__closures_____invoke__h21c8118e1fe083d1(arg0, arg1);
|
|
8409
8620
|
}
|
|
8410
8621
|
|
|
8411
|
-
function
|
|
8412
|
-
const ret = wasm.
|
|
8622
|
+
function wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c(arg0, arg1, arg2) {
|
|
8623
|
+
const ret = wasm.wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c(arg0, arg1, arg2);
|
|
8413
8624
|
if (ret[1]) {
|
|
8414
8625
|
throw takeFromExternrefTable0(ret[0]);
|
|
8415
8626
|
}
|
|
8416
8627
|
}
|
|
8417
8628
|
|
|
8418
|
-
function
|
|
8419
|
-
wasm.
|
|
8629
|
+
function wasm_bindgen__convert__closures_____invoke__h8ad11faaa2905452(arg0, arg1, arg2, arg3) {
|
|
8630
|
+
wasm.wasm_bindgen__convert__closures_____invoke__h8ad11faaa2905452(arg0, arg1, arg2, arg3);
|
|
8420
8631
|
}
|
|
8421
8632
|
|
|
8422
8633
|
|