@xberg-io/crawlberg-wasm 1.7.1 → 1.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/pkg/bundler/crawlberg_wasm.d.ts +23 -4
- package/pkg/bundler/crawlberg_wasm_bg.js +373 -162
- package/pkg/bundler/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/bundler/crawlberg_wasm_bg.wasm.d.ts +35 -7
- package/pkg/bundler/package.json +1 -1
- package/pkg/deno/crawlberg_wasm.d.ts +23 -4
- package/pkg/deno/crawlberg_wasm.js +373 -162
- package/pkg/deno/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/deno/crawlberg_wasm_bg.wasm.d.ts +35 -7
- package/pkg/nodejs/crawlberg_wasm.d.ts +23 -4
- package/pkg/nodejs/crawlberg_wasm.js +373 -162
- package/pkg/nodejs/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/nodejs/crawlberg_wasm_bg.wasm.d.ts +35 -7
- package/pkg/nodejs/package.json +1 -1
- package/pkg/web/crawlberg_wasm.d.ts +58 -11
- package/pkg/web/crawlberg_wasm.js +373 -162
- package/pkg/web/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/web/crawlberg_wasm_bg.wasm.d.ts +35 -7
- package/pkg/web/package.json +1 -1
|
@@ -1027,6 +1027,8 @@ class WasmBrowserConfig {
|
|
|
1027
1027
|
* @param {WasmBrowserMode | null} [mode]
|
|
1028
1028
|
* @param {WasmBrowserBackend | null} [backend]
|
|
1029
1029
|
* @param {bigint | null} [timeout]
|
|
1030
|
+
* @param {bigint | null} [overallTimeout]
|
|
1031
|
+
* @param {bigint | null} [shutdownTimeout]
|
|
1030
1032
|
* @param {WasmBrowserWait | null} [wait]
|
|
1031
1033
|
* @param {string[] | null} [blockUrlPatterns]
|
|
1032
1034
|
* @param {boolean | null} [captureNetworkEvents]
|
|
@@ -1038,7 +1040,7 @@ class WasmBrowserConfig {
|
|
|
1038
1040
|
* @param {string | null} [evalScript]
|
|
1039
1041
|
* @param {string | null} [robotsUserAgent]
|
|
1040
1042
|
*/
|
|
1041
|
-
constructor(mode, backend, timeout, wait, blockUrlPatterns, captureNetworkEvents, sessionAffinity, endpoint, waitSelector, extraWait, proxy, evalScript, robotsUserAgent) {
|
|
1043
|
+
constructor(mode, backend, timeout, overallTimeout, shutdownTimeout, wait, blockUrlPatterns, captureNetworkEvents, sessionAffinity, endpoint, waitSelector, extraWait, proxy, evalScript, robotsUserAgent) {
|
|
1042
1044
|
var ptr0 = isLikeNone(blockUrlPatterns) ? 0 : passArrayJsValueToWasm0(blockUrlPatterns, wasm.__wbindgen_malloc);
|
|
1043
1045
|
var len0 = WASM_VECTOR_LEN;
|
|
1044
1046
|
var ptr1 = isLikeNone(endpoint) ? 0 : passStringToWasm0(endpoint, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
@@ -1054,11 +1056,18 @@ class WasmBrowserConfig {
|
|
|
1054
1056
|
var len4 = WASM_VECTOR_LEN;
|
|
1055
1057
|
var ptr5 = isLikeNone(robotsUserAgent) ? 0 : passStringToWasm0(robotsUserAgent, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
1056
1058
|
var len5 = WASM_VECTOR_LEN;
|
|
1057
|
-
const ret = wasm.wasmbrowserconfig_new(isLikeNone(mode) ? 4 : mode, isLikeNone(backend) ? 2 : backend, !isLikeNone(timeout), isLikeNone(timeout) ? BigInt(0) : timeout, isLikeNone(wait) ? 3 : wait, ptr0, len0, isLikeNone(captureNetworkEvents) ? 0xFFFFFF : captureNetworkEvents ? 1 : 0, isLikeNone(sessionAffinity) ? 0xFFFFFF : sessionAffinity ? 1 : 0, ptr1, len1, ptr2, len2, !isLikeNone(extraWait), isLikeNone(extraWait) ? BigInt(0) : extraWait, ptr3, ptr4, len4, ptr5, len5);
|
|
1059
|
+
const ret = wasm.wasmbrowserconfig_new(isLikeNone(mode) ? 4 : mode, isLikeNone(backend) ? 2 : backend, !isLikeNone(timeout), isLikeNone(timeout) ? BigInt(0) : timeout, !isLikeNone(overallTimeout), isLikeNone(overallTimeout) ? BigInt(0) : overallTimeout, !isLikeNone(shutdownTimeout), isLikeNone(shutdownTimeout) ? BigInt(0) : shutdownTimeout, isLikeNone(wait) ? 3 : wait, ptr0, len0, isLikeNone(captureNetworkEvents) ? 0xFFFFFF : captureNetworkEvents ? 1 : 0, isLikeNone(sessionAffinity) ? 0xFFFFFF : sessionAffinity ? 1 : 0, ptr1, len1, ptr2, len2, !isLikeNone(extraWait), isLikeNone(extraWait) ? BigInt(0) : extraWait, ptr3, ptr4, len4, ptr5, len5);
|
|
1058
1060
|
this.__wbg_ptr = ret;
|
|
1059
1061
|
WasmBrowserConfigFinalization.register(this, this.__wbg_ptr, this);
|
|
1060
1062
|
return this;
|
|
1061
1063
|
}
|
|
1064
|
+
/**
|
|
1065
|
+
* @returns {bigint | undefined}
|
|
1066
|
+
*/
|
|
1067
|
+
get overallTimeout() {
|
|
1068
|
+
const ret = wasm.wasmbrowserconfig_overallTimeout(this.__wbg_ptr);
|
|
1069
|
+
return ret[0] === 0 ? undefined : BigInt.asUintN(64, ret[1]);
|
|
1070
|
+
}
|
|
1062
1071
|
/**
|
|
1063
1072
|
* @returns {WasmProxyConfig | undefined}
|
|
1064
1073
|
*/
|
|
@@ -1133,6 +1142,12 @@ class WasmBrowserConfig {
|
|
|
1133
1142
|
set mode(value) {
|
|
1134
1143
|
wasm.wasmbrowserconfig_set_mode(this.__wbg_ptr, value);
|
|
1135
1144
|
}
|
|
1145
|
+
/**
|
|
1146
|
+
* @param {bigint | null} [value]
|
|
1147
|
+
*/
|
|
1148
|
+
set overallTimeout(value) {
|
|
1149
|
+
wasm.wasmbrowserconfig_set_overallTimeout(this.__wbg_ptr, !isLikeNone(value), isLikeNone(value) ? BigInt(0) : value);
|
|
1150
|
+
}
|
|
1136
1151
|
/**
|
|
1137
1152
|
* @param {WasmProxyConfig | null} [value]
|
|
1138
1153
|
*/
|
|
@@ -1158,6 +1173,12 @@ class WasmBrowserConfig {
|
|
|
1158
1173
|
set sessionAffinity(value) {
|
|
1159
1174
|
wasm.wasmbrowserconfig_set_sessionAffinity(this.__wbg_ptr, value);
|
|
1160
1175
|
}
|
|
1176
|
+
/**
|
|
1177
|
+
* @param {bigint | null} [value]
|
|
1178
|
+
*/
|
|
1179
|
+
set shutdownTimeout(value) {
|
|
1180
|
+
wasm.wasmbrowserconfig_set_shutdownTimeout(this.__wbg_ptr, !isLikeNone(value), isLikeNone(value) ? BigInt(0) : value);
|
|
1181
|
+
}
|
|
1161
1182
|
/**
|
|
1162
1183
|
* @param {bigint | null} [value]
|
|
1163
1184
|
*/
|
|
@@ -1178,6 +1199,13 @@ class WasmBrowserConfig {
|
|
|
1178
1199
|
set wait(value) {
|
|
1179
1200
|
wasm.wasmbrowserconfig_set_wait(this.__wbg_ptr, value);
|
|
1180
1201
|
}
|
|
1202
|
+
/**
|
|
1203
|
+
* @returns {bigint | undefined}
|
|
1204
|
+
*/
|
|
1205
|
+
get shutdownTimeout() {
|
|
1206
|
+
const ret = wasm.wasmbrowserconfig_shutdownTimeout(this.__wbg_ptr);
|
|
1207
|
+
return ret[0] === 0 ? undefined : BigInt.asUintN(64, ret[1]);
|
|
1208
|
+
}
|
|
1181
1209
|
/**
|
|
1182
1210
|
* @returns {bigint | undefined}
|
|
1183
1211
|
*/
|
|
@@ -1571,6 +1599,13 @@ class WasmContentConfig {
|
|
|
1571
1599
|
wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
|
|
1572
1600
|
return v1;
|
|
1573
1601
|
}
|
|
1602
|
+
/**
|
|
1603
|
+
* @returns {boolean}
|
|
1604
|
+
*/
|
|
1605
|
+
get extractMetadata() {
|
|
1606
|
+
const ret = wasm.wasmcontentconfig_extractMetadata(this.__wbg_ptr);
|
|
1607
|
+
return ret !== 0;
|
|
1608
|
+
}
|
|
1574
1609
|
/**
|
|
1575
1610
|
* @returns {boolean}
|
|
1576
1611
|
*/
|
|
@@ -1597,9 +1632,10 @@ class WasmContentConfig {
|
|
|
1597
1632
|
* @param {boolean | null} [wrap]
|
|
1598
1633
|
* @param {number | null} [wrapWidth]
|
|
1599
1634
|
* @param {boolean | null} [includeDocumentStructure]
|
|
1635
|
+
* @param {boolean | null} [extractMetadata]
|
|
1600
1636
|
* @param {number | null} [maxDepth]
|
|
1601
1637
|
*/
|
|
1602
|
-
constructor(outputFormat, preprocessingPreset, removeNavigation, removeForms, stripTags, preserveTags, excludeSelectors, skipImages, wrap, wrapWidth, includeDocumentStructure, maxDepth) {
|
|
1638
|
+
constructor(outputFormat, preprocessingPreset, removeNavigation, removeForms, stripTags, preserveTags, excludeSelectors, skipImages, wrap, wrapWidth, includeDocumentStructure, extractMetadata, maxDepth) {
|
|
1603
1639
|
var ptr0 = isLikeNone(outputFormat) ? 0 : passStringToWasm0(outputFormat, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
1604
1640
|
var len0 = WASM_VECTOR_LEN;
|
|
1605
1641
|
var ptr1 = isLikeNone(preprocessingPreset) ? 0 : passStringToWasm0(preprocessingPreset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
@@ -1610,7 +1646,7 @@ class WasmContentConfig {
|
|
|
1610
1646
|
var len3 = WASM_VECTOR_LEN;
|
|
1611
1647
|
var ptr4 = isLikeNone(excludeSelectors) ? 0 : passArrayJsValueToWasm0(excludeSelectors, wasm.__wbindgen_malloc);
|
|
1612
1648
|
var len4 = WASM_VECTOR_LEN;
|
|
1613
|
-
const ret = wasm.wasmcontentconfig_new(ptr0, len0, ptr1, len1, isLikeNone(removeNavigation) ? 0xFFFFFF : removeNavigation ? 1 : 0, isLikeNone(removeForms) ? 0xFFFFFF : removeForms ? 1 : 0, ptr2, len2, ptr3, len3, ptr4, len4, isLikeNone(skipImages) ? 0xFFFFFF : skipImages ? 1 : 0, isLikeNone(wrap) ? 0xFFFFFF : wrap ? 1 : 0, isLikeNone(wrapWidth) ? Number.MAX_SAFE_INTEGER : (wrapWidth) >>> 0, isLikeNone(includeDocumentStructure) ? 0xFFFFFF : includeDocumentStructure ? 1 : 0, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0);
|
|
1649
|
+
const ret = wasm.wasmcontentconfig_new(ptr0, len0, ptr1, len1, isLikeNone(removeNavigation) ? 0xFFFFFF : removeNavigation ? 1 : 0, isLikeNone(removeForms) ? 0xFFFFFF : removeForms ? 1 : 0, ptr2, len2, ptr3, len3, ptr4, len4, isLikeNone(skipImages) ? 0xFFFFFF : skipImages ? 1 : 0, isLikeNone(wrap) ? 0xFFFFFF : wrap ? 1 : 0, isLikeNone(wrapWidth) ? Number.MAX_SAFE_INTEGER : (wrapWidth) >>> 0, isLikeNone(includeDocumentStructure) ? 0xFFFFFF : includeDocumentStructure ? 1 : 0, isLikeNone(extractMetadata) ? 0xFFFFFF : extractMetadata ? 1 : 0, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0);
|
|
1614
1650
|
this.__wbg_ptr = ret;
|
|
1615
1651
|
WasmContentConfigFinalization.register(this, this.__wbg_ptr, this);
|
|
1616
1652
|
return this;
|
|
@@ -1676,6 +1712,12 @@ class WasmContentConfig {
|
|
|
1676
1712
|
const len0 = WASM_VECTOR_LEN;
|
|
1677
1713
|
wasm.wasmcontentconfig_set_excludeSelectors(this.__wbg_ptr, ptr0, len0);
|
|
1678
1714
|
}
|
|
1715
|
+
/**
|
|
1716
|
+
* @param {boolean} value
|
|
1717
|
+
*/
|
|
1718
|
+
set extractMetadata(value) {
|
|
1719
|
+
wasm.wasmcontentconfig_set_extractMetadata(this.__wbg_ptr, value);
|
|
1720
|
+
}
|
|
1679
1721
|
/**
|
|
1680
1722
|
* @param {boolean} value
|
|
1681
1723
|
*/
|
|
@@ -2072,6 +2114,13 @@ class WasmCrawlConfig {
|
|
|
2072
2114
|
const ret = wasm.wasmcrawlconfig_customHeaders(this.__wbg_ptr);
|
|
2073
2115
|
return ret;
|
|
2074
2116
|
}
|
|
2117
|
+
/**
|
|
2118
|
+
* @returns {boolean}
|
|
2119
|
+
*/
|
|
2120
|
+
get dedupIncludeQuery() {
|
|
2121
|
+
const ret = wasm.wasmcrawlconfig_dedupIncludeQuery(this.__wbg_ptr);
|
|
2122
|
+
return ret !== 0;
|
|
2123
|
+
}
|
|
2075
2124
|
/**
|
|
2076
2125
|
* @returns {WasmCrawlConfig}
|
|
2077
2126
|
*/
|
|
@@ -2241,11 +2290,18 @@ class WasmCrawlConfig {
|
|
|
2241
2290
|
* @param {boolean | null} [allowSubdomains]
|
|
2242
2291
|
* @param {string[] | null} [includePaths]
|
|
2243
2292
|
* @param {string[] | null} [excludePaths]
|
|
2293
|
+
* @param {boolean | null} [pathPatternsMatchQuery]
|
|
2294
|
+
* @param {boolean | null} [dedupIncludeQuery]
|
|
2295
|
+
* @param {boolean | null} [stripTrackingParams]
|
|
2296
|
+
* @param {string[] | null} [trackingParams]
|
|
2244
2297
|
* @param {any | null} [customHeaders]
|
|
2245
2298
|
* @param {bigint | null} [requestTimeout]
|
|
2246
2299
|
* @param {number | null} [maxRedirects]
|
|
2247
2300
|
* @param {number | null} [retryCount]
|
|
2248
2301
|
* @param {Uint16Array | null} [retryCodes]
|
|
2302
|
+
* @param {bigint | null} [retryInitialDelayMs]
|
|
2303
|
+
* @param {bigint | null} [retryMaxDelayMs]
|
|
2304
|
+
* @param {number | null} [rateLimitJitterRatio]
|
|
2249
2305
|
* @param {boolean | null} [cookiesEnabled]
|
|
2250
2306
|
* @param {string[] | null} [removeTags]
|
|
2251
2307
|
* @param {WasmContentConfig | null} [content]
|
|
@@ -2282,58 +2338,67 @@ class WasmCrawlConfig {
|
|
|
2282
2338
|
* @param {string | null} [browserProfile]
|
|
2283
2339
|
* @param {boolean | null} [ssrfDenyPrivateExplicit]
|
|
2284
2340
|
*/
|
|
2285
|
-
constructor(crawlStrategy, respectRobotsTxt, softHttpErrors, stayOnDomain, allowSubdomains, includePaths, excludePaths, customHeaders, requestTimeout, maxRedirects, retryCount, retryCodes, cookiesEnabled, removeTags, content, downloadAssets, assetTypes, browser, userAgents, captureScreenshot, followDocumentUrls, downloadDocuments, documentMimeTypes, saveBrowserProfile, ssrf, maxDepth, maxPages, maxLinksPerPage, maxConcurrent, contentFilter, bm25Query, bm25Threshold, userAgent, rateLimitMs, auth, maxBodySize, mapLimit, mapSearch, maxAssetSize, proxy, documentUrlDepth, documentMaxSize, documentOutputDir, documentContentEncoding, warcOutput, browserProfile, ssrfDenyPrivateExplicit) {
|
|
2341
|
+
constructor(crawlStrategy, respectRobotsTxt, softHttpErrors, stayOnDomain, allowSubdomains, includePaths, excludePaths, pathPatternsMatchQuery, dedupIncludeQuery, stripTrackingParams, trackingParams, customHeaders, requestTimeout, maxRedirects, retryCount, retryCodes, retryInitialDelayMs, retryMaxDelayMs, rateLimitJitterRatio, cookiesEnabled, removeTags, content, downloadAssets, assetTypes, browser, userAgents, captureScreenshot, followDocumentUrls, downloadDocuments, documentMimeTypes, saveBrowserProfile, ssrf, maxDepth, maxPages, maxLinksPerPage, maxConcurrent, contentFilter, bm25Query, bm25Threshold, userAgent, rateLimitMs, auth, maxBodySize, mapLimit, mapSearch, maxAssetSize, proxy, documentUrlDepth, documentMaxSize, documentOutputDir, documentContentEncoding, warcOutput, browserProfile, ssrfDenyPrivateExplicit) {
|
|
2286
2342
|
var ptr0 = isLikeNone(includePaths) ? 0 : passArrayJsValueToWasm0(includePaths, wasm.__wbindgen_malloc);
|
|
2287
2343
|
var len0 = WASM_VECTOR_LEN;
|
|
2288
2344
|
var ptr1 = isLikeNone(excludePaths) ? 0 : passArrayJsValueToWasm0(excludePaths, wasm.__wbindgen_malloc);
|
|
2289
2345
|
var len1 = WASM_VECTOR_LEN;
|
|
2290
|
-
var ptr2 = isLikeNone(
|
|
2346
|
+
var ptr2 = isLikeNone(trackingParams) ? 0 : passArrayJsValueToWasm0(trackingParams, wasm.__wbindgen_malloc);
|
|
2291
2347
|
var len2 = WASM_VECTOR_LEN;
|
|
2292
|
-
var ptr3 = isLikeNone(
|
|
2348
|
+
var ptr3 = isLikeNone(retryCodes) ? 0 : passArray16ToWasm0(retryCodes, wasm.__wbindgen_malloc);
|
|
2293
2349
|
var len3 = WASM_VECTOR_LEN;
|
|
2294
|
-
|
|
2350
|
+
var ptr4 = isLikeNone(removeTags) ? 0 : passArrayJsValueToWasm0(removeTags, wasm.__wbindgen_malloc);
|
|
2351
|
+
var len4 = WASM_VECTOR_LEN;
|
|
2352
|
+
let ptr5 = 0;
|
|
2295
2353
|
if (!isLikeNone(content)) {
|
|
2296
2354
|
_assertClass(content, WasmContentConfig);
|
|
2297
|
-
|
|
2355
|
+
ptr5 = content.__destroy_into_raw();
|
|
2298
2356
|
}
|
|
2299
|
-
var
|
|
2300
|
-
var
|
|
2301
|
-
let
|
|
2357
|
+
var ptr6 = isLikeNone(assetTypes) ? 0 : passArrayJsValueToWasm0(assetTypes, wasm.__wbindgen_malloc);
|
|
2358
|
+
var len6 = WASM_VECTOR_LEN;
|
|
2359
|
+
let ptr7 = 0;
|
|
2302
2360
|
if (!isLikeNone(browser)) {
|
|
2303
2361
|
_assertClass(browser, WasmBrowserConfig);
|
|
2304
|
-
|
|
2362
|
+
ptr7 = browser.__destroy_into_raw();
|
|
2305
2363
|
}
|
|
2306
|
-
var
|
|
2307
|
-
var len7 = WASM_VECTOR_LEN;
|
|
2308
|
-
var ptr8 = isLikeNone(documentMimeTypes) ? 0 : passArrayJsValueToWasm0(documentMimeTypes, wasm.__wbindgen_malloc);
|
|
2364
|
+
var ptr8 = isLikeNone(userAgents) ? 0 : passArrayJsValueToWasm0(userAgents, wasm.__wbindgen_malloc);
|
|
2309
2365
|
var len8 = WASM_VECTOR_LEN;
|
|
2310
|
-
|
|
2366
|
+
var ptr9 = isLikeNone(documentMimeTypes) ? 0 : passArrayJsValueToWasm0(documentMimeTypes, wasm.__wbindgen_malloc);
|
|
2367
|
+
var len9 = WASM_VECTOR_LEN;
|
|
2368
|
+
let ptr10 = 0;
|
|
2311
2369
|
if (!isLikeNone(ssrf)) {
|
|
2312
2370
|
_assertClass(ssrf, WasmSsrfPolicy);
|
|
2313
|
-
|
|
2371
|
+
ptr10 = ssrf.__destroy_into_raw();
|
|
2314
2372
|
}
|
|
2315
|
-
var
|
|
2316
|
-
var len10 = WASM_VECTOR_LEN;
|
|
2317
|
-
var ptr11 = isLikeNone(userAgent) ? 0 : passStringToWasm0(userAgent, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
2373
|
+
var ptr11 = isLikeNone(bm25Query) ? 0 : passStringToWasm0(bm25Query, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
2318
2374
|
var len11 = WASM_VECTOR_LEN;
|
|
2319
|
-
var ptr12 = isLikeNone(
|
|
2375
|
+
var ptr12 = isLikeNone(userAgent) ? 0 : passStringToWasm0(userAgent, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
2320
2376
|
var len12 = WASM_VECTOR_LEN;
|
|
2321
|
-
|
|
2377
|
+
var ptr13 = isLikeNone(mapSearch) ? 0 : passStringToWasm0(mapSearch, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
2378
|
+
var len13 = WASM_VECTOR_LEN;
|
|
2379
|
+
let ptr14 = 0;
|
|
2322
2380
|
if (!isLikeNone(proxy)) {
|
|
2323
2381
|
_assertClass(proxy, WasmProxyConfig);
|
|
2324
|
-
|
|
2382
|
+
ptr14 = proxy.__destroy_into_raw();
|
|
2325
2383
|
}
|
|
2326
|
-
var
|
|
2327
|
-
var len14 = WASM_VECTOR_LEN;
|
|
2328
|
-
var ptr15 = isLikeNone(warcOutput) ? 0 : passStringToWasm0(warcOutput, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
2384
|
+
var ptr15 = isLikeNone(documentOutputDir) ? 0 : passStringToWasm0(documentOutputDir, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
2329
2385
|
var len15 = WASM_VECTOR_LEN;
|
|
2330
|
-
var ptr16 = isLikeNone(
|
|
2386
|
+
var ptr16 = isLikeNone(warcOutput) ? 0 : passStringToWasm0(warcOutput, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
2331
2387
|
var len16 = WASM_VECTOR_LEN;
|
|
2332
|
-
|
|
2388
|
+
var ptr17 = isLikeNone(browserProfile) ? 0 : passStringToWasm0(browserProfile, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
2389
|
+
var len17 = WASM_VECTOR_LEN;
|
|
2390
|
+
const ret = wasm.wasmcrawlconfig_new(isLikeNone(crawlStrategy) ? 4 : crawlStrategy, isLikeNone(respectRobotsTxt) ? 0xFFFFFF : respectRobotsTxt ? 1 : 0, isLikeNone(softHttpErrors) ? 0xFFFFFF : softHttpErrors ? 1 : 0, isLikeNone(stayOnDomain) ? 0xFFFFFF : stayOnDomain ? 1 : 0, isLikeNone(allowSubdomains) ? 0xFFFFFF : allowSubdomains ? 1 : 0, ptr0, len0, ptr1, len1, isLikeNone(pathPatternsMatchQuery) ? 0xFFFFFF : pathPatternsMatchQuery ? 1 : 0, isLikeNone(dedupIncludeQuery) ? 0xFFFFFF : dedupIncludeQuery ? 1 : 0, isLikeNone(stripTrackingParams) ? 0xFFFFFF : stripTrackingParams ? 1 : 0, ptr2, len2, isLikeNone(customHeaders) ? 0 : addToExternrefTable0(customHeaders), !isLikeNone(requestTimeout), isLikeNone(requestTimeout) ? BigInt(0) : requestTimeout, isLikeNone(maxRedirects) ? Number.MAX_SAFE_INTEGER : (maxRedirects) >>> 0, isLikeNone(retryCount) ? Number.MAX_SAFE_INTEGER : (retryCount) >>> 0, ptr3, len3, !isLikeNone(retryInitialDelayMs), isLikeNone(retryInitialDelayMs) ? BigInt(0) : retryInitialDelayMs, !isLikeNone(retryMaxDelayMs), isLikeNone(retryMaxDelayMs) ? BigInt(0) : retryMaxDelayMs, !isLikeNone(rateLimitJitterRatio), isLikeNone(rateLimitJitterRatio) ? 0 : rateLimitJitterRatio, isLikeNone(cookiesEnabled) ? 0xFFFFFF : cookiesEnabled ? 1 : 0, ptr4, len4, ptr5, isLikeNone(downloadAssets) ? 0xFFFFFF : downloadAssets ? 1 : 0, ptr6, len6, ptr7, ptr8, len8, isLikeNone(captureScreenshot) ? 0xFFFFFF : captureScreenshot ? 1 : 0, isLikeNone(followDocumentUrls) ? 0xFFFFFF : followDocumentUrls ? 1 : 0, isLikeNone(downloadDocuments) ? 0xFFFFFF : downloadDocuments ? 1 : 0, ptr9, len9, isLikeNone(saveBrowserProfile) ? 0xFFFFFF : saveBrowserProfile ? 1 : 0, ptr10, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(maxPages) ? Number.MAX_SAFE_INTEGER : (maxPages) >>> 0, isLikeNone(maxLinksPerPage) ? Number.MAX_SAFE_INTEGER : (maxLinksPerPage) >>> 0, isLikeNone(maxConcurrent) ? Number.MAX_SAFE_INTEGER : (maxConcurrent) >>> 0, isLikeNone(contentFilter) ? 1 : contentFilter, ptr11, len11, !isLikeNone(bm25Threshold), isLikeNone(bm25Threshold) ? 0 : bm25Threshold, ptr12, len12, !isLikeNone(rateLimitMs), isLikeNone(rateLimitMs) ? BigInt(0) : rateLimitMs, isLikeNone(auth) ? 0 : addToExternrefTable0(auth), isLikeNone(maxBodySize) ? Number.MAX_SAFE_INTEGER : (maxBodySize) >>> 0, isLikeNone(mapLimit) ? Number.MAX_SAFE_INTEGER : (mapLimit) >>> 0, ptr13, len13, isLikeNone(maxAssetSize) ? Number.MAX_SAFE_INTEGER : (maxAssetSize) >>> 0, ptr14, isLikeNone(documentUrlDepth) ? Number.MAX_SAFE_INTEGER : (documentUrlDepth) >>> 0, isLikeNone(documentMaxSize) ? Number.MAX_SAFE_INTEGER : (documentMaxSize) >>> 0, ptr15, len15, isLikeNone(documentContentEncoding) ? 1 : documentContentEncoding, ptr16, len16, ptr17, len17, isLikeNone(ssrfDenyPrivateExplicit) ? 0xFFFFFF : ssrfDenyPrivateExplicit ? 1 : 0);
|
|
2333
2391
|
this.__wbg_ptr = ret;
|
|
2334
2392
|
WasmCrawlConfigFinalization.register(this, this.__wbg_ptr, this);
|
|
2335
2393
|
return this;
|
|
2336
2394
|
}
|
|
2395
|
+
/**
|
|
2396
|
+
* @returns {boolean}
|
|
2397
|
+
*/
|
|
2398
|
+
get pathPatternsMatchQuery() {
|
|
2399
|
+
const ret = wasm.wasmcrawlconfig_pathPatternsMatchQuery(this.__wbg_ptr);
|
|
2400
|
+
return ret !== 0;
|
|
2401
|
+
}
|
|
2337
2402
|
/**
|
|
2338
2403
|
* @returns {WasmProxyConfig | undefined}
|
|
2339
2404
|
*/
|
|
@@ -2341,6 +2406,13 @@ class WasmCrawlConfig {
|
|
|
2341
2406
|
const ret = wasm.wasmcrawlconfig_proxy(this.__wbg_ptr);
|
|
2342
2407
|
return ret === 0 ? undefined : WasmProxyConfig.__wrap(ret);
|
|
2343
2408
|
}
|
|
2409
|
+
/**
|
|
2410
|
+
* @returns {number}
|
|
2411
|
+
*/
|
|
2412
|
+
get rateLimitJitterRatio() {
|
|
2413
|
+
const ret = wasm.wasmcrawlconfig_rateLimitJitterRatio(this.__wbg_ptr);
|
|
2414
|
+
return ret;
|
|
2415
|
+
}
|
|
2344
2416
|
/**
|
|
2345
2417
|
* @returns {bigint | undefined}
|
|
2346
2418
|
*/
|
|
@@ -2387,6 +2459,20 @@ class WasmCrawlConfig {
|
|
|
2387
2459
|
const ret = wasm.wasmcrawlconfig_retryCount(this.__wbg_ptr);
|
|
2388
2460
|
return ret >>> 0;
|
|
2389
2461
|
}
|
|
2462
|
+
/**
|
|
2463
|
+
* @returns {bigint}
|
|
2464
|
+
*/
|
|
2465
|
+
get retryInitialDelayMs() {
|
|
2466
|
+
const ret = wasm.wasmcrawlconfig_retryInitialDelayMs(this.__wbg_ptr);
|
|
2467
|
+
return BigInt.asUintN(64, ret);
|
|
2468
|
+
}
|
|
2469
|
+
/**
|
|
2470
|
+
* @returns {bigint}
|
|
2471
|
+
*/
|
|
2472
|
+
get retryMaxDelayMs() {
|
|
2473
|
+
const ret = wasm.wasmcrawlconfig_retryMaxDelayMs(this.__wbg_ptr);
|
|
2474
|
+
return BigInt.asUintN(64, ret);
|
|
2475
|
+
}
|
|
2390
2476
|
/**
|
|
2391
2477
|
* @returns {boolean}
|
|
2392
2478
|
*/
|
|
@@ -2482,6 +2568,12 @@ class WasmCrawlConfig {
|
|
|
2482
2568
|
set customHeaders(value) {
|
|
2483
2569
|
wasm.wasmcrawlconfig_set_customHeaders(this.__wbg_ptr, value);
|
|
2484
2570
|
}
|
|
2571
|
+
/**
|
|
2572
|
+
* @param {boolean} value
|
|
2573
|
+
*/
|
|
2574
|
+
set dedupIncludeQuery(value) {
|
|
2575
|
+
wasm.wasmcrawlconfig_set_dedupIncludeQuery(this.__wbg_ptr, value);
|
|
2576
|
+
}
|
|
2485
2577
|
/**
|
|
2486
2578
|
* @param {WasmDocumentContentEncoding | null} [value]
|
|
2487
2579
|
*/
|
|
@@ -2606,6 +2698,12 @@ class WasmCrawlConfig {
|
|
|
2606
2698
|
set maxRedirects(value) {
|
|
2607
2699
|
wasm.wasmcrawlconfig_set_maxRedirects(this.__wbg_ptr, value);
|
|
2608
2700
|
}
|
|
2701
|
+
/**
|
|
2702
|
+
* @param {boolean} value
|
|
2703
|
+
*/
|
|
2704
|
+
set pathPatternsMatchQuery(value) {
|
|
2705
|
+
wasm.wasmcrawlconfig_set_pathPatternsMatchQuery(this.__wbg_ptr, value);
|
|
2706
|
+
}
|
|
2609
2707
|
/**
|
|
2610
2708
|
* @param {WasmProxyConfig | null} [value]
|
|
2611
2709
|
*/
|
|
@@ -2617,6 +2715,12 @@ class WasmCrawlConfig {
|
|
|
2617
2715
|
}
|
|
2618
2716
|
wasm.wasmcrawlconfig_set_proxy(this.__wbg_ptr, ptr0);
|
|
2619
2717
|
}
|
|
2718
|
+
/**
|
|
2719
|
+
* @param {number} value
|
|
2720
|
+
*/
|
|
2721
|
+
set rateLimitJitterRatio(value) {
|
|
2722
|
+
wasm.wasmcrawlconfig_set_rateLimitJitterRatio(this.__wbg_ptr, value);
|
|
2723
|
+
}
|
|
2620
2724
|
/**
|
|
2621
2725
|
* @param {bigint | null} [value]
|
|
2622
2726
|
*/
|
|
@@ -2657,6 +2761,18 @@ class WasmCrawlConfig {
|
|
|
2657
2761
|
set retryCount(value) {
|
|
2658
2762
|
wasm.wasmcrawlconfig_set_retryCount(this.__wbg_ptr, value);
|
|
2659
2763
|
}
|
|
2764
|
+
/**
|
|
2765
|
+
* @param {bigint} value
|
|
2766
|
+
*/
|
|
2767
|
+
set retryInitialDelayMs(value) {
|
|
2768
|
+
wasm.wasmcrawlconfig_set_retryInitialDelayMs(this.__wbg_ptr, value);
|
|
2769
|
+
}
|
|
2770
|
+
/**
|
|
2771
|
+
* @param {bigint} value
|
|
2772
|
+
*/
|
|
2773
|
+
set retryMaxDelayMs(value) {
|
|
2774
|
+
wasm.wasmcrawlconfig_set_retryMaxDelayMs(this.__wbg_ptr, value);
|
|
2775
|
+
}
|
|
2660
2776
|
/**
|
|
2661
2777
|
* @param {boolean} value
|
|
2662
2778
|
*/
|
|
@@ -2689,6 +2805,20 @@ class WasmCrawlConfig {
|
|
|
2689
2805
|
set stayOnDomain(value) {
|
|
2690
2806
|
wasm.wasmcrawlconfig_set_stayOnDomain(this.__wbg_ptr, value);
|
|
2691
2807
|
}
|
|
2808
|
+
/**
|
|
2809
|
+
* @param {boolean} value
|
|
2810
|
+
*/
|
|
2811
|
+
set stripTrackingParams(value) {
|
|
2812
|
+
wasm.wasmcrawlconfig_set_stripTrackingParams(this.__wbg_ptr, value);
|
|
2813
|
+
}
|
|
2814
|
+
/**
|
|
2815
|
+
* @param {string[]} value
|
|
2816
|
+
*/
|
|
2817
|
+
set trackingParams(value) {
|
|
2818
|
+
const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
|
|
2819
|
+
const len0 = WASM_VECTOR_LEN;
|
|
2820
|
+
wasm.wasmcrawlconfig_set_trackingParams(this.__wbg_ptr, ptr0, len0);
|
|
2821
|
+
}
|
|
2692
2822
|
/**
|
|
2693
2823
|
* @param {string | null} [value]
|
|
2694
2824
|
*/
|
|
@@ -2741,6 +2871,22 @@ class WasmCrawlConfig {
|
|
|
2741
2871
|
const ret = wasm.wasmcrawlconfig_stayOnDomain(this.__wbg_ptr);
|
|
2742
2872
|
return ret !== 0;
|
|
2743
2873
|
}
|
|
2874
|
+
/**
|
|
2875
|
+
* @returns {boolean}
|
|
2876
|
+
*/
|
|
2877
|
+
get stripTrackingParams() {
|
|
2878
|
+
const ret = wasm.wasmcrawlconfig_stripTrackingParams(this.__wbg_ptr);
|
|
2879
|
+
return ret !== 0;
|
|
2880
|
+
}
|
|
2881
|
+
/**
|
|
2882
|
+
* @returns {string[]}
|
|
2883
|
+
*/
|
|
2884
|
+
get trackingParams() {
|
|
2885
|
+
const ret = wasm.wasmcrawlconfig_trackingParams(this.__wbg_ptr);
|
|
2886
|
+
var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
|
|
2887
|
+
wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
|
|
2888
|
+
return v1;
|
|
2889
|
+
}
|
|
2744
2890
|
/**
|
|
2745
2891
|
* @returns {string | undefined}
|
|
2746
2892
|
*/
|
|
@@ -2764,6 +2910,9 @@ class WasmCrawlConfig {
|
|
|
2764
2910
|
}
|
|
2765
2911
|
/**
|
|
2766
2912
|
* Validate the configuration, returning an error if any values are invalid.
|
|
2913
|
+
*
|
|
2914
|
+
* Only the first violation encountered is reported, not every one, so fixing a rejected
|
|
2915
|
+
* configuration can surface a further error on the next attempt.
|
|
2767
2916
|
*/
|
|
2768
2917
|
validate() {
|
|
2769
2918
|
const ret = wasm.wasmcrawlconfig_validate(this.__wbg_ptr);
|
|
@@ -2925,6 +3074,21 @@ class WasmCrawlPageResult {
|
|
|
2925
3074
|
wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
|
|
2926
3075
|
return v1;
|
|
2927
3076
|
}
|
|
3077
|
+
/**
|
|
3078
|
+
* @returns {string}
|
|
3079
|
+
*/
|
|
3080
|
+
get finalUrl() {
|
|
3081
|
+
let deferred1_0;
|
|
3082
|
+
let deferred1_1;
|
|
3083
|
+
try {
|
|
3084
|
+
const ret = wasm.wasmcrawlpageresult_finalUrl(this.__wbg_ptr);
|
|
3085
|
+
deferred1_0 = ret[0];
|
|
3086
|
+
deferred1_1 = ret[1];
|
|
3087
|
+
return getStringFromWasm0(ret[0], ret[1]);
|
|
3088
|
+
} finally {
|
|
3089
|
+
wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
|
|
3090
|
+
}
|
|
3091
|
+
}
|
|
2928
3092
|
/**
|
|
2929
3093
|
* @returns {string}
|
|
2930
3094
|
*/
|
|
@@ -3005,13 +3169,17 @@ class WasmCrawlPageResult {
|
|
|
3005
3169
|
* @param {boolean | null} [wasSkipped]
|
|
3006
3170
|
* @param {boolean | null} [isPdf]
|
|
3007
3171
|
* @param {boolean | null} [browserUsed]
|
|
3172
|
+
* @param {string | null} [finalUrl]
|
|
3173
|
+
* @param {number | null} [redirectCount]
|
|
3174
|
+
* @param {boolean | null} [noindexDetected]
|
|
3175
|
+
* @param {boolean | null} [nofollowDetected]
|
|
3008
3176
|
* @param {string | null} [detectedCharset]
|
|
3009
3177
|
* @param {WasmMarkdownResult | null} [markdown]
|
|
3010
3178
|
* @param {any | null} [extractedData]
|
|
3011
3179
|
* @param {WasmExtractionMeta | null} [extractionMeta]
|
|
3012
3180
|
* @param {WasmDownloadedDocument | null} [downloadedDocument]
|
|
3013
3181
|
*/
|
|
3014
|
-
constructor(url, normalizedUrl, statusCode, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, depth, stayedOnDomain, wasSkipped, isPdf, browserUsed, detectedCharset, markdown, extractedData, extractionMeta, downloadedDocument) {
|
|
3182
|
+
constructor(url, normalizedUrl, statusCode, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, depth, stayedOnDomain, wasSkipped, isPdf, browserUsed, finalUrl, redirectCount, noindexDetected, nofollowDetected, detectedCharset, markdown, extractedData, extractionMeta, downloadedDocument) {
|
|
3015
3183
|
var ptr0 = isLikeNone(url) ? 0 : passStringToWasm0(url, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
3016
3184
|
var len0 = WASM_VECTOR_LEN;
|
|
3017
3185
|
var ptr1 = isLikeNone(normalizedUrl) ? 0 : passStringToWasm0(normalizedUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
@@ -3033,28 +3201,44 @@ class WasmCrawlPageResult {
|
|
|
3033
3201
|
var len7 = WASM_VECTOR_LEN;
|
|
3034
3202
|
var ptr8 = isLikeNone(jsonLd) ? 0 : passArrayJsValueToWasm0(jsonLd, wasm.__wbindgen_malloc);
|
|
3035
3203
|
var len8 = WASM_VECTOR_LEN;
|
|
3036
|
-
var ptr9 = isLikeNone(
|
|
3204
|
+
var ptr9 = isLikeNone(finalUrl) ? 0 : passStringToWasm0(finalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
3037
3205
|
var len9 = WASM_VECTOR_LEN;
|
|
3038
|
-
|
|
3206
|
+
var ptr10 = isLikeNone(detectedCharset) ? 0 : passStringToWasm0(detectedCharset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
3207
|
+
var len10 = WASM_VECTOR_LEN;
|
|
3208
|
+
let ptr11 = 0;
|
|
3039
3209
|
if (!isLikeNone(markdown)) {
|
|
3040
3210
|
_assertClass(markdown, WasmMarkdownResult);
|
|
3041
|
-
|
|
3211
|
+
ptr11 = markdown.__destroy_into_raw();
|
|
3042
3212
|
}
|
|
3043
|
-
let
|
|
3213
|
+
let ptr12 = 0;
|
|
3044
3214
|
if (!isLikeNone(extractionMeta)) {
|
|
3045
3215
|
_assertClass(extractionMeta, WasmExtractionMeta);
|
|
3046
|
-
|
|
3216
|
+
ptr12 = extractionMeta.__destroy_into_raw();
|
|
3047
3217
|
}
|
|
3048
|
-
let
|
|
3218
|
+
let ptr13 = 0;
|
|
3049
3219
|
if (!isLikeNone(downloadedDocument)) {
|
|
3050
3220
|
_assertClass(downloadedDocument, WasmDownloadedDocument);
|
|
3051
|
-
|
|
3221
|
+
ptr13 = downloadedDocument.__destroy_into_raw();
|
|
3052
3222
|
}
|
|
3053
|
-
const ret = wasm.wasmcrawlpageresult_new(ptr0, len0, ptr1, len1, isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr2, len2, ptr3, len3, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr4, ptr5, len5, ptr6, len6, ptr7, len7, ptr8, len8, isLikeNone(depth) ? Number.MAX_SAFE_INTEGER : (depth) >>> 0, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, ptr10, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData),
|
|
3223
|
+
const ret = wasm.wasmcrawlpageresult_new(ptr0, len0, ptr1, len1, isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr2, len2, ptr3, len3, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr4, ptr5, len5, ptr6, len6, ptr7, len7, ptr8, len8, isLikeNone(depth) ? Number.MAX_SAFE_INTEGER : (depth) >>> 0, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, isLikeNone(redirectCount) ? Number.MAX_SAFE_INTEGER : (redirectCount) >>> 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, ptr10, len10, ptr11, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr12, ptr13);
|
|
3054
3224
|
this.__wbg_ptr = ret;
|
|
3055
3225
|
WasmCrawlPageResultFinalization.register(this, this.__wbg_ptr, this);
|
|
3056
3226
|
return this;
|
|
3057
3227
|
}
|
|
3228
|
+
/**
|
|
3229
|
+
* @returns {boolean}
|
|
3230
|
+
*/
|
|
3231
|
+
get nofollowDetected() {
|
|
3232
|
+
const ret = wasm.wasmcrawlpageresult_nofollowDetected(this.__wbg_ptr);
|
|
3233
|
+
return ret !== 0;
|
|
3234
|
+
}
|
|
3235
|
+
/**
|
|
3236
|
+
* @returns {boolean}
|
|
3237
|
+
*/
|
|
3238
|
+
get noindexDetected() {
|
|
3239
|
+
const ret = wasm.wasmcrawlpageresult_noindexDetected(this.__wbg_ptr);
|
|
3240
|
+
return ret !== 0;
|
|
3241
|
+
}
|
|
3058
3242
|
/**
|
|
3059
3243
|
* @returns {string}
|
|
3060
3244
|
*/
|
|
@@ -3070,6 +3254,13 @@ class WasmCrawlPageResult {
|
|
|
3070
3254
|
wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
|
|
3071
3255
|
}
|
|
3072
3256
|
}
|
|
3257
|
+
/**
|
|
3258
|
+
* @returns {number}
|
|
3259
|
+
*/
|
|
3260
|
+
get redirectCount() {
|
|
3261
|
+
const ret = wasm.wasmcrawlpageresult_redirectCount(this.__wbg_ptr);
|
|
3262
|
+
return ret >>> 0;
|
|
3263
|
+
}
|
|
3073
3264
|
/**
|
|
3074
3265
|
* @param {number} value
|
|
3075
3266
|
*/
|
|
@@ -3140,6 +3331,14 @@ class WasmCrawlPageResult {
|
|
|
3140
3331
|
const len0 = WASM_VECTOR_LEN;
|
|
3141
3332
|
wasm.wasmcrawlpageresult_set_feeds(this.__wbg_ptr, ptr0, len0);
|
|
3142
3333
|
}
|
|
3334
|
+
/**
|
|
3335
|
+
* @param {string} value
|
|
3336
|
+
*/
|
|
3337
|
+
set finalUrl(value) {
|
|
3338
|
+
const ptr0 = passStringToWasm0(value, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
3339
|
+
const len0 = WASM_VECTOR_LEN;
|
|
3340
|
+
wasm.wasmcrawlpageresult_set_finalUrl(this.__wbg_ptr, ptr0, len0);
|
|
3341
|
+
}
|
|
3143
3342
|
/**
|
|
3144
3343
|
* @param {string} value
|
|
3145
3344
|
*/
|
|
@@ -3197,6 +3396,18 @@ class WasmCrawlPageResult {
|
|
|
3197
3396
|
var ptr0 = value.__destroy_into_raw();
|
|
3198
3397
|
wasm.wasmcrawlpageresult_set_metadata(this.__wbg_ptr, ptr0);
|
|
3199
3398
|
}
|
|
3399
|
+
/**
|
|
3400
|
+
* @param {boolean} value
|
|
3401
|
+
*/
|
|
3402
|
+
set nofollowDetected(value) {
|
|
3403
|
+
wasm.wasmcrawlpageresult_set_nofollowDetected(this.__wbg_ptr, value);
|
|
3404
|
+
}
|
|
3405
|
+
/**
|
|
3406
|
+
* @param {boolean} value
|
|
3407
|
+
*/
|
|
3408
|
+
set noindexDetected(value) {
|
|
3409
|
+
wasm.wasmcrawlpageresult_set_noindexDetected(this.__wbg_ptr, value);
|
|
3410
|
+
}
|
|
3200
3411
|
/**
|
|
3201
3412
|
* @param {string} value
|
|
3202
3413
|
*/
|
|
@@ -3205,6 +3416,12 @@ class WasmCrawlPageResult {
|
|
|
3205
3416
|
const len0 = WASM_VECTOR_LEN;
|
|
3206
3417
|
wasm.wasmcrawlpageresult_set_normalizedUrl(this.__wbg_ptr, ptr0, len0);
|
|
3207
3418
|
}
|
|
3419
|
+
/**
|
|
3420
|
+
* @param {number} value
|
|
3421
|
+
*/
|
|
3422
|
+
set redirectCount(value) {
|
|
3423
|
+
wasm.wasmcrawlpageresult_set_redirectCount(this.__wbg_ptr, value);
|
|
3424
|
+
}
|
|
3208
3425
|
/**
|
|
3209
3426
|
* @param {number} value
|
|
3210
3427
|
*/
|
|
@@ -7764,10 +7981,9 @@ exports.WasmSsrfPolicy = WasmSsrfPolicy;
|
|
|
7764
7981
|
*/
|
|
7765
7982
|
function batchCrawl(engine, urls) {
|
|
7766
7983
|
_assertClass(engine, WasmCrawlEngineHandle);
|
|
7767
|
-
|
|
7768
|
-
const
|
|
7769
|
-
const
|
|
7770
|
-
const ret = wasm.batchCrawl(ptr0, ptr1, len1);
|
|
7984
|
+
const ptr0 = passArrayJsValueToWasm0(urls, wasm.__wbindgen_malloc);
|
|
7985
|
+
const len0 = WASM_VECTOR_LEN;
|
|
7986
|
+
const ret = wasm.batchCrawl(engine.__wbg_ptr, ptr0, len0);
|
|
7771
7987
|
return ret;
|
|
7772
7988
|
}
|
|
7773
7989
|
exports.batchCrawl = batchCrawl;
|
|
@@ -7780,10 +7996,9 @@ exports.batchCrawl = batchCrawl;
|
|
|
7780
7996
|
*/
|
|
7781
7997
|
function batchScrape(engine, urls) {
|
|
7782
7998
|
_assertClass(engine, WasmCrawlEngineHandle);
|
|
7783
|
-
|
|
7784
|
-
const
|
|
7785
|
-
const
|
|
7786
|
-
const ret = wasm.batchScrape(ptr0, ptr1, len1);
|
|
7999
|
+
const ptr0 = passArrayJsValueToWasm0(urls, wasm.__wbindgen_malloc);
|
|
8000
|
+
const len0 = WASM_VECTOR_LEN;
|
|
8001
|
+
const ret = wasm.batchScrape(engine.__wbg_ptr, ptr0, len0);
|
|
7787
8002
|
return ret;
|
|
7788
8003
|
}
|
|
7789
8004
|
exports.batchScrape = batchScrape;
|
|
@@ -7796,10 +8011,9 @@ exports.batchScrape = batchScrape;
|
|
|
7796
8011
|
*/
|
|
7797
8012
|
function crawl(engine, url) {
|
|
7798
8013
|
_assertClass(engine, WasmCrawlEngineHandle);
|
|
7799
|
-
|
|
7800
|
-
const
|
|
7801
|
-
const
|
|
7802
|
-
const ret = wasm.crawl(ptr0, ptr1, len1);
|
|
8014
|
+
const ptr0 = passStringToWasm0(url, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
8015
|
+
const len0 = WASM_VECTOR_LEN;
|
|
8016
|
+
const ret = wasm.crawl(engine.__wbg_ptr, ptr0, len0);
|
|
7803
8017
|
return ret;
|
|
7804
8018
|
}
|
|
7805
8019
|
exports.crawl = crawl;
|
|
@@ -7852,12 +8066,11 @@ exports.generateCitations = generateCitations;
|
|
|
7852
8066
|
*/
|
|
7853
8067
|
function interact(engine, url, actions) {
|
|
7854
8068
|
_assertClass(engine, WasmCrawlEngineHandle);
|
|
7855
|
-
|
|
7856
|
-
const
|
|
8069
|
+
const ptr0 = passStringToWasm0(url, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
8070
|
+
const len0 = WASM_VECTOR_LEN;
|
|
8071
|
+
const ptr1 = passArrayJsValueToWasm0(actions, wasm.__wbindgen_malloc);
|
|
7857
8072
|
const len1 = WASM_VECTOR_LEN;
|
|
7858
|
-
const
|
|
7859
|
-
const len2 = WASM_VECTOR_LEN;
|
|
7860
|
-
const ret = wasm.interact(ptr0, ptr1, len1, ptr2, len2);
|
|
8073
|
+
const ret = wasm.interact(engine.__wbg_ptr, ptr0, len0, ptr1, len1);
|
|
7861
8074
|
return ret;
|
|
7862
8075
|
}
|
|
7863
8076
|
exports.interact = interact;
|
|
@@ -7870,10 +8083,9 @@ exports.interact = interact;
|
|
|
7870
8083
|
*/
|
|
7871
8084
|
function mapUrls(engine, url) {
|
|
7872
8085
|
_assertClass(engine, WasmCrawlEngineHandle);
|
|
7873
|
-
|
|
7874
|
-
const
|
|
7875
|
-
const
|
|
7876
|
-
const ret = wasm.mapUrls(ptr0, ptr1, len1);
|
|
8086
|
+
const ptr0 = passStringToWasm0(url, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
8087
|
+
const len0 = WASM_VECTOR_LEN;
|
|
8088
|
+
const ret = wasm.mapUrls(engine.__wbg_ptr, ptr0, len0);
|
|
7877
8089
|
return ret;
|
|
7878
8090
|
}
|
|
7879
8091
|
exports.mapUrls = mapUrls;
|
|
@@ -7886,78 +8098,77 @@ exports.mapUrls = mapUrls;
|
|
|
7886
8098
|
*/
|
|
7887
8099
|
function scrape(engine, url) {
|
|
7888
8100
|
_assertClass(engine, WasmCrawlEngineHandle);
|
|
7889
|
-
|
|
7890
|
-
const
|
|
7891
|
-
const
|
|
7892
|
-
const ret = wasm.scrape(ptr0, ptr1, len1);
|
|
8101
|
+
const ptr0 = passStringToWasm0(url, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
8102
|
+
const len0 = WASM_VECTOR_LEN;
|
|
8103
|
+
const ret = wasm.scrape(engine.__wbg_ptr, ptr0, len0);
|
|
7893
8104
|
return ret;
|
|
7894
8105
|
}
|
|
7895
8106
|
exports.scrape = scrape;
|
|
7896
8107
|
function __wbg_get_imports() {
|
|
7897
8108
|
const import0 = {
|
|
7898
8109
|
__proto__: null,
|
|
7899
|
-
|
|
8110
|
+
__wbg_Error_30c8987f7c2ed4e2: function(arg0, arg1) {
|
|
7900
8111
|
const ret = Error(getStringFromWasm0(arg0, arg1));
|
|
7901
8112
|
return ret;
|
|
7902
8113
|
},
|
|
7903
|
-
|
|
8114
|
+
__wbg___wbindgen_bigint_get_as_i64_a2383202b9353e4c: function(arg0, arg1) {
|
|
7904
8115
|
const v = arg1;
|
|
7905
8116
|
const ret = typeof(v) === 'bigint' ? v : undefined;
|
|
7906
8117
|
getDataViewMemory0().setBigInt64(arg0 + 8 * 1, isLikeNone(ret) ? BigInt(0) : ret, true);
|
|
7907
8118
|
getDataViewMemory0().setInt32(arg0 + 4 * 0, !isLikeNone(ret), true);
|
|
7908
8119
|
},
|
|
7909
|
-
|
|
8120
|
+
__wbg___wbindgen_boolean_get_5b446f51afd21013: function(arg0) {
|
|
7910
8121
|
const v = arg0;
|
|
7911
8122
|
const ret = typeof(v) === 'boolean' ? v : undefined;
|
|
7912
8123
|
return isLikeNone(ret) ? 0xFFFFFF : ret ? 1 : 0;
|
|
7913
8124
|
},
|
|
7914
|
-
|
|
8125
|
+
__wbg___wbindgen_debug_string_4687d8d8c2017d52: function(arg0, arg1) {
|
|
7915
8126
|
const ret = debugString(arg1);
|
|
7916
8127
|
const ptr1 = passStringToWasm0(ret, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
7917
8128
|
const len1 = WASM_VECTOR_LEN;
|
|
7918
8129
|
getDataViewMemory0().setInt32(arg0 + 4 * 1, len1, true);
|
|
7919
8130
|
getDataViewMemory0().setInt32(arg0 + 4 * 0, ptr1, true);
|
|
7920
8131
|
},
|
|
7921
|
-
|
|
8132
|
+
__wbg___wbindgen_in_92f62ee1427d9e49: function(arg0, arg1) {
|
|
7922
8133
|
const ret = arg0 in arg1;
|
|
7923
8134
|
return ret;
|
|
7924
8135
|
},
|
|
7925
|
-
|
|
8136
|
+
__wbg___wbindgen_is_bigint_b123553bed3bb382: function(arg0) {
|
|
7926
8137
|
const ret = typeof(arg0) === 'bigint';
|
|
7927
8138
|
return ret;
|
|
7928
8139
|
},
|
|
7929
|
-
|
|
8140
|
+
__wbg___wbindgen_is_function_1f9d30630b8b1d3d: function(arg0) {
|
|
7930
8141
|
const ret = typeof(arg0) === 'function';
|
|
7931
8142
|
return ret;
|
|
7932
8143
|
},
|
|
7933
|
-
|
|
8144
|
+
__wbg___wbindgen_is_object_3c45d4f2dde4e749: function(arg0) {
|
|
7934
8145
|
const val = arg0;
|
|
7935
8146
|
const ret = typeof(val) === 'object' && val !== null;
|
|
7936
8147
|
return ret;
|
|
7937
8148
|
},
|
|
7938
|
-
|
|
8149
|
+
__wbg___wbindgen_is_string_90b56bc79aad6f6c: function(arg0) {
|
|
7939
8150
|
const ret = typeof(arg0) === 'string';
|
|
7940
8151
|
return ret;
|
|
7941
8152
|
},
|
|
7942
|
-
|
|
8153
|
+
__wbg___wbindgen_is_undefined_8865fb403f8fe9d8: function(arg0) {
|
|
7943
8154
|
const ret = arg0 === undefined;
|
|
7944
8155
|
return ret;
|
|
7945
8156
|
},
|
|
7946
|
-
|
|
8157
|
+
__wbg___wbindgen_jsval_eq_02babf21faa37971: function(arg0, arg1) {
|
|
7947
8158
|
const ret = arg0 === arg1;
|
|
7948
8159
|
return ret;
|
|
7949
8160
|
},
|
|
7950
|
-
|
|
8161
|
+
__wbg___wbindgen_jsval_loose_eq_677f21e468d6b461: function(arg0, arg1) {
|
|
7951
8162
|
const ret = arg0 == arg1;
|
|
7952
8163
|
return ret;
|
|
7953
8164
|
},
|
|
7954
|
-
|
|
8165
|
+
__wbg___wbindgen_number_get_2e0e7dee9f701a71: function(arg0, arg1) {
|
|
7955
8166
|
const obj = arg1;
|
|
7956
8167
|
const ret = typeof(obj) === 'number' ? obj : undefined;
|
|
7957
8168
|
getDataViewMemory0().setFloat64(arg0 + 8 * 1, isLikeNone(ret) ? 0 : ret, true);
|
|
7958
8169
|
getDataViewMemory0().setInt32(arg0 + 4 * 0, !isLikeNone(ret), true);
|
|
7959
8170
|
},
|
|
7960
|
-
|
|
8171
|
+
__wbg___wbindgen_string_get_0380ccaa2f57f0d9: function(arg0, arg1) {
|
|
7961
8172
|
const obj = arg1;
|
|
7962
8173
|
const ret = typeof(obj) === 'string' ? obj : undefined;
|
|
7963
8174
|
var ptr1 = isLikeNone(ret) ? 0 : passStringToWasm0(ret, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
@@ -7965,81 +8176,81 @@ function __wbg_get_imports() {
|
|
|
7965
8176
|
getDataViewMemory0().setInt32(arg0 + 4 * 1, len1, true);
|
|
7966
8177
|
getDataViewMemory0().setInt32(arg0 + 4 * 0, ptr1, true);
|
|
7967
8178
|
},
|
|
7968
|
-
|
|
8179
|
+
__wbg___wbindgen_throw_41e9ee4f547fc59a: function(arg0, arg1) {
|
|
7969
8180
|
throw new Error(getStringFromWasm0(arg0, arg1));
|
|
7970
8181
|
},
|
|
7971
|
-
|
|
8182
|
+
__wbg__wbg_cb_unref_dcc1a90847f04c41: function(arg0) {
|
|
7972
8183
|
arg0._wbg_cb_unref();
|
|
7973
8184
|
},
|
|
7974
|
-
|
|
8185
|
+
__wbg_abort_334e7f918b7c5047: function(arg0, arg1) {
|
|
7975
8186
|
arg0.abort(arg1);
|
|
7976
8187
|
},
|
|
7977
|
-
|
|
8188
|
+
__wbg_abort_f78b99d80248bacb: function(arg0) {
|
|
7978
8189
|
arg0.abort();
|
|
7979
8190
|
},
|
|
7980
|
-
|
|
8191
|
+
__wbg_append_1938ed58fb5613b8: function() { return handleError(function (arg0, arg1, arg2, arg3, arg4) {
|
|
7981
8192
|
arg0.append(getStringFromWasm0(arg1, arg2), getStringFromWasm0(arg3, arg4));
|
|
7982
8193
|
}, arguments); },
|
|
7983
|
-
|
|
8194
|
+
__wbg_arrayBuffer_f07be74819944ea2: function() { return handleError(function (arg0) {
|
|
7984
8195
|
const ret = arg0.arrayBuffer();
|
|
7985
8196
|
return ret;
|
|
7986
8197
|
}, arguments); },
|
|
7987
|
-
|
|
7988
|
-
const ret = arg0.call(arg1);
|
|
8198
|
+
__wbg_call_187d372bd5fdd4aa: function() { return handleError(function (arg0, arg1, arg2) {
|
|
8199
|
+
const ret = arg0.call(arg1, arg2);
|
|
7989
8200
|
return ret;
|
|
7990
8201
|
}, arguments); },
|
|
7991
|
-
|
|
7992
|
-
const ret = arg0.call(arg1
|
|
8202
|
+
__wbg_call_6137034ef55c9d0f: function() { return handleError(function (arg0, arg1) {
|
|
8203
|
+
const ret = arg0.call(arg1);
|
|
7993
8204
|
return ret;
|
|
7994
8205
|
}, arguments); },
|
|
7995
8206
|
__wbg_clearTimeout_1daad5c6ee4fcd3b: function(arg0) {
|
|
7996
8207
|
const ret = clearTimeout(arg0);
|
|
7997
8208
|
return ret;
|
|
7998
8209
|
},
|
|
7999
|
-
|
|
8210
|
+
__wbg_done_b41a1d26cdb37fb6: function(arg0) {
|
|
8000
8211
|
const ret = arg0.done;
|
|
8001
8212
|
return ret;
|
|
8002
8213
|
},
|
|
8003
|
-
|
|
8004
|
-
const ret =
|
|
8214
|
+
__wbg_entries_b55ec7e0dc443355: function(arg0) {
|
|
8215
|
+
const ret = arg0.entries();
|
|
8005
8216
|
return ret;
|
|
8006
8217
|
},
|
|
8007
|
-
|
|
8008
|
-
const ret =
|
|
8218
|
+
__wbg_entries_fb6397112b1de25f: function(arg0) {
|
|
8219
|
+
const ret = Object.entries(arg0);
|
|
8009
8220
|
return ret;
|
|
8010
8221
|
},
|
|
8011
8222
|
__wbg_fetch_7a37768ab67c5bd8: function(arg0) {
|
|
8012
8223
|
const ret = fetch(arg0);
|
|
8013
8224
|
return ret;
|
|
8014
8225
|
},
|
|
8015
|
-
|
|
8226
|
+
__wbg_fetch_efc64baf325b084d: function(arg0, arg1) {
|
|
8016
8227
|
const ret = arg0.fetch(arg1);
|
|
8017
8228
|
return ret;
|
|
8018
8229
|
},
|
|
8019
8230
|
__wbg_getRandomValues_a608c4436c19407a: function() { return handleError(function (arg0, arg1) {
|
|
8020
8231
|
globalThis.crypto.getRandomValues(getArrayU8FromWasm0(arg0, arg1));
|
|
8021
8232
|
}, arguments); },
|
|
8022
|
-
|
|
8233
|
+
__wbg_get_658f6698067d9515: function() { return handleError(function (arg0, arg1) {
|
|
8023
8234
|
const ret = Reflect.get(arg0, arg1);
|
|
8024
8235
|
return ret;
|
|
8025
8236
|
}, arguments); },
|
|
8026
|
-
|
|
8237
|
+
__wbg_get_6c896e0571ddae51: function(arg0, arg1) {
|
|
8027
8238
|
const ret = arg0[arg1 >>> 0];
|
|
8028
8239
|
return ret;
|
|
8029
8240
|
},
|
|
8030
|
-
|
|
8241
|
+
__wbg_get_unchecked_288889d017702237: function(arg0, arg1) {
|
|
8031
8242
|
const ret = arg0[arg1 >>> 0];
|
|
8032
8243
|
return ret;
|
|
8033
8244
|
},
|
|
8034
|
-
|
|
8245
|
+
__wbg_has_5d6706e5209576c1: function() { return handleError(function (arg0, arg1) {
|
|
8035
8246
|
const ret = Reflect.has(arg0, arg1);
|
|
8036
8247
|
return ret;
|
|
8037
8248
|
}, arguments); },
|
|
8038
|
-
|
|
8249
|
+
__wbg_headers_eba93595f8944c2f: function(arg0) {
|
|
8039
8250
|
const ret = arg0.headers;
|
|
8040
8251
|
return ret;
|
|
8041
8252
|
},
|
|
8042
|
-
|
|
8253
|
+
__wbg_instanceof_ArrayBuffer_a99f175873e5d9b8: function(arg0) {
|
|
8043
8254
|
let result;
|
|
8044
8255
|
try {
|
|
8045
8256
|
result = arg0 instanceof ArrayBuffer;
|
|
@@ -8049,7 +8260,7 @@ function __wbg_get_imports() {
|
|
|
8049
8260
|
const ret = result;
|
|
8050
8261
|
return ret;
|
|
8051
8262
|
},
|
|
8052
|
-
|
|
8263
|
+
__wbg_instanceof_Map_b2611749102d7ba3: function(arg0) {
|
|
8053
8264
|
let result;
|
|
8054
8265
|
try {
|
|
8055
8266
|
result = arg0 instanceof Map;
|
|
@@ -8059,7 +8270,7 @@ function __wbg_get_imports() {
|
|
|
8059
8270
|
const ret = result;
|
|
8060
8271
|
return ret;
|
|
8061
8272
|
},
|
|
8062
|
-
|
|
8273
|
+
__wbg_instanceof_Response_b8758567269c30b2: function(arg0) {
|
|
8063
8274
|
let result;
|
|
8064
8275
|
try {
|
|
8065
8276
|
result = arg0 instanceof Response;
|
|
@@ -8069,7 +8280,7 @@ function __wbg_get_imports() {
|
|
|
8069
8280
|
const ret = result;
|
|
8070
8281
|
return ret;
|
|
8071
8282
|
},
|
|
8072
|
-
|
|
8283
|
+
__wbg_instanceof_Uint8Array_828cef2aaacafc31: function(arg0) {
|
|
8073
8284
|
let result;
|
|
8074
8285
|
try {
|
|
8075
8286
|
result = arg0 instanceof Uint8Array;
|
|
@@ -8079,62 +8290,62 @@ function __wbg_get_imports() {
|
|
|
8079
8290
|
const ret = result;
|
|
8080
8291
|
return ret;
|
|
8081
8292
|
},
|
|
8082
|
-
|
|
8293
|
+
__wbg_isArray_e15a2ff68ffdbef2: function(arg0) {
|
|
8083
8294
|
const ret = Array.isArray(arg0);
|
|
8084
8295
|
return ret;
|
|
8085
8296
|
},
|
|
8086
|
-
|
|
8297
|
+
__wbg_isSafeInteger_717808ad6a54bd9e: function(arg0) {
|
|
8087
8298
|
const ret = Number.isSafeInteger(arg0);
|
|
8088
8299
|
return ret;
|
|
8089
8300
|
},
|
|
8090
|
-
|
|
8301
|
+
__wbg_iterator_e3c31c892080e444: function() {
|
|
8091
8302
|
const ret = Symbol.iterator;
|
|
8092
8303
|
return ret;
|
|
8093
8304
|
},
|
|
8094
|
-
|
|
8305
|
+
__wbg_length_7f3c00c40364105e: function(arg0) {
|
|
8095
8306
|
const ret = arg0.length;
|
|
8096
8307
|
return ret;
|
|
8097
8308
|
},
|
|
8098
|
-
|
|
8309
|
+
__wbg_length_d4bdea10311bd9cf: function(arg0) {
|
|
8099
8310
|
const ret = arg0.length;
|
|
8100
8311
|
return ret;
|
|
8101
8312
|
},
|
|
8102
|
-
|
|
8103
|
-
const ret = new Headers();
|
|
8104
|
-
return ret;
|
|
8105
|
-
}, arguments); },
|
|
8106
|
-
__wbg_new_1da3429bc3c4541c: function(arg0) {
|
|
8313
|
+
__wbg_new_1dbf7428bba60a42: function(arg0) {
|
|
8107
8314
|
const ret = new Uint8Array(arg0);
|
|
8108
8315
|
return ret;
|
|
8109
8316
|
},
|
|
8110
|
-
|
|
8317
|
+
__wbg_new_28744009d011f847: function() {
|
|
8111
8318
|
const ret = new Map();
|
|
8112
8319
|
return ret;
|
|
8113
8320
|
},
|
|
8114
|
-
|
|
8321
|
+
__wbg_new_2e41357094e99294: function() { return handleError(function () {
|
|
8115
8322
|
const ret = new AbortController();
|
|
8116
8323
|
return ret;
|
|
8117
8324
|
}, arguments); },
|
|
8118
|
-
|
|
8325
|
+
__wbg_new_617a8cdb8bb1130e: function() {
|
|
8119
8326
|
const ret = new Object();
|
|
8120
8327
|
return ret;
|
|
8121
8328
|
},
|
|
8122
|
-
|
|
8329
|
+
__wbg_new_83ca405eae412a62: function() { return handleError(function () {
|
|
8330
|
+
const ret = new Headers();
|
|
8331
|
+
return ret;
|
|
8332
|
+
}, arguments); },
|
|
8333
|
+
__wbg_new_ee2291f50781bf1d: function() {
|
|
8123
8334
|
const ret = new Array();
|
|
8124
8335
|
return ret;
|
|
8125
8336
|
},
|
|
8126
|
-
|
|
8337
|
+
__wbg_new_from_slice_9a868026ffa4208a: function(arg0, arg1) {
|
|
8127
8338
|
const ret = new Uint8Array(getArrayU8FromWasm0(arg0, arg1));
|
|
8128
8339
|
return ret;
|
|
8129
8340
|
},
|
|
8130
|
-
|
|
8341
|
+
__wbg_new_typed_b01cb72a8af741a3: function(arg0, arg1) {
|
|
8131
8342
|
try {
|
|
8132
8343
|
var state0 = {a: arg0, b: arg1};
|
|
8133
8344
|
var cb0 = (arg0, arg1) => {
|
|
8134
8345
|
const a = state0.a;
|
|
8135
8346
|
state0.a = 0;
|
|
8136
8347
|
try {
|
|
8137
|
-
return
|
|
8348
|
+
return wasm_bindgen__convert__closures_____invoke__h8ad11faaa2905452(a, state0.b, arg0, arg1);
|
|
8138
8349
|
} finally {
|
|
8139
8350
|
state0.a = a;
|
|
8140
8351
|
}
|
|
@@ -8145,15 +8356,15 @@ function __wbg_get_imports() {
|
|
|
8145
8356
|
state0.a = 0;
|
|
8146
8357
|
}
|
|
8147
8358
|
},
|
|
8148
|
-
|
|
8359
|
+
__wbg_new_with_str_and_init_4618dee4e950224f: function() { return handleError(function (arg0, arg1, arg2) {
|
|
8149
8360
|
const ret = new Request(getStringFromWasm0(arg0, arg1), arg2);
|
|
8150
8361
|
return ret;
|
|
8151
8362
|
}, arguments); },
|
|
8152
|
-
|
|
8363
|
+
__wbg_next_33784799010f1bbe: function(arg0) {
|
|
8153
8364
|
const ret = arg0.next;
|
|
8154
8365
|
return ret;
|
|
8155
8366
|
},
|
|
8156
|
-
|
|
8367
|
+
__wbg_next_f4aac29c42af995c: function() { return handleError(function (arg0) {
|
|
8157
8368
|
const ret = arg0.next();
|
|
8158
8369
|
return ret;
|
|
8159
8370
|
}, arguments); },
|
|
@@ -8161,7 +8372,7 @@ function __wbg_get_imports() {
|
|
|
8161
8372
|
const ret = arg0.now();
|
|
8162
8373
|
return ret;
|
|
8163
8374
|
},
|
|
8164
|
-
|
|
8375
|
+
__wbg_parse_0fc53dead14b3b42: function() { return handleError(function (arg0, arg1) {
|
|
8165
8376
|
const ret = JSON.parse(getStringFromWasm0(arg0, arg1));
|
|
8166
8377
|
return ret;
|
|
8167
8378
|
}, arguments); },
|
|
@@ -8169,21 +8380,21 @@ function __wbg_get_imports() {
|
|
|
8169
8380
|
const ret = arg0.performance;
|
|
8170
8381
|
return ret;
|
|
8171
8382
|
},
|
|
8172
|
-
|
|
8383
|
+
__wbg_prototypesetcall_bc27214492979395: function(arg0, arg1, arg2) {
|
|
8173
8384
|
Uint8Array.prototype.set.call(getArrayU8FromWasm0(arg0, arg1), arg2);
|
|
8174
8385
|
},
|
|
8175
|
-
|
|
8386
|
+
__wbg_push_2baf45db356cf468: function(arg0, arg1) {
|
|
8176
8387
|
const ret = arg0.push(arg1);
|
|
8177
8388
|
return ret;
|
|
8178
8389
|
},
|
|
8179
|
-
|
|
8390
|
+
__wbg_queueMicrotask_9833f9a49df95a49: function(arg0) {
|
|
8180
8391
|
const ret = arg0.queueMicrotask;
|
|
8181
8392
|
return ret;
|
|
8182
8393
|
},
|
|
8183
|
-
|
|
8394
|
+
__wbg_queueMicrotask_a72f977e97f23c5f: function(arg0) {
|
|
8184
8395
|
queueMicrotask(arg0);
|
|
8185
8396
|
},
|
|
8186
|
-
|
|
8397
|
+
__wbg_resolve_0076e10020304ede: function(arg0) {
|
|
8187
8398
|
const ret = Promise.resolve(arg0);
|
|
8188
8399
|
return ret;
|
|
8189
8400
|
},
|
|
@@ -8191,83 +8402,83 @@ function __wbg_get_imports() {
|
|
|
8191
8402
|
const ret = setTimeout(arg0, arg1);
|
|
8192
8403
|
return ret;
|
|
8193
8404
|
},
|
|
8194
|
-
|
|
8195
|
-
|
|
8405
|
+
__wbg_set_6ae97e73113c4f0b: function(arg0, arg1, arg2) {
|
|
8406
|
+
const ret = arg0.set(arg1, arg2);
|
|
8407
|
+
return ret;
|
|
8196
8408
|
},
|
|
8197
8409
|
__wbg_set_6be42768c690e380: function(arg0, arg1, arg2) {
|
|
8198
8410
|
arg0[arg1] = arg2;
|
|
8199
8411
|
},
|
|
8200
|
-
|
|
8201
|
-
|
|
8202
|
-
return ret;
|
|
8412
|
+
__wbg_set_bea140a88be9b277: function(arg0, arg1, arg2) {
|
|
8413
|
+
arg0[arg1 >>> 0] = arg2;
|
|
8203
8414
|
},
|
|
8204
|
-
|
|
8415
|
+
__wbg_set_body_1fb0f1008bfc7df6: function(arg0, arg1) {
|
|
8205
8416
|
arg0.body = arg1;
|
|
8206
8417
|
},
|
|
8207
|
-
|
|
8418
|
+
__wbg_set_cache_7507c4cc5938ccc7: function(arg0, arg1) {
|
|
8208
8419
|
arg0.cache = __wbindgen_enum_RequestCache[arg1];
|
|
8209
8420
|
},
|
|
8210
|
-
|
|
8421
|
+
__wbg_set_credentials_e0dcce31ca532b7d: function(arg0, arg1) {
|
|
8211
8422
|
arg0.credentials = __wbindgen_enum_RequestCredentials[arg1];
|
|
8212
8423
|
},
|
|
8213
|
-
|
|
8424
|
+
__wbg_set_headers_40ad33dcf016613f: function(arg0, arg1) {
|
|
8214
8425
|
arg0.headers = arg1;
|
|
8215
8426
|
},
|
|
8216
|
-
|
|
8427
|
+
__wbg_set_method_dcb32343247ec427: function(arg0, arg1, arg2) {
|
|
8217
8428
|
arg0.method = getStringFromWasm0(arg1, arg2);
|
|
8218
8429
|
},
|
|
8219
|
-
|
|
8430
|
+
__wbg_set_mode_74e772635acb96ec: function(arg0, arg1) {
|
|
8220
8431
|
arg0.mode = __wbindgen_enum_RequestMode[arg1];
|
|
8221
8432
|
},
|
|
8222
|
-
|
|
8433
|
+
__wbg_set_referrer_efd0fb956d6b70b2: function(arg0, arg1, arg2) {
|
|
8223
8434
|
arg0.referrer = getStringFromWasm0(arg1, arg2);
|
|
8224
8435
|
},
|
|
8225
|
-
|
|
8436
|
+
__wbg_set_referrer_policy_465382f52c1a03d3: function(arg0, arg1) {
|
|
8226
8437
|
arg0.referrerPolicy = __wbindgen_enum_ReferrerPolicy[arg1];
|
|
8227
8438
|
},
|
|
8228
|
-
|
|
8439
|
+
__wbg_set_signal_2dbd377604627f26: function(arg0, arg1) {
|
|
8229
8440
|
arg0.signal = arg1;
|
|
8230
8441
|
},
|
|
8231
|
-
|
|
8442
|
+
__wbg_signal_e5a49a2d9c65b7f6: function(arg0) {
|
|
8232
8443
|
const ret = arg0.signal;
|
|
8233
8444
|
return ret;
|
|
8234
8445
|
},
|
|
8235
|
-
|
|
8446
|
+
__wbg_static_accessor_GLOBAL_266715b9d96ba635: function() {
|
|
8236
8447
|
const ret = typeof global === 'undefined' ? null : global;
|
|
8237
8448
|
return isLikeNone(ret) ? 0 : addToExternrefTable0(ret);
|
|
8238
8449
|
},
|
|
8239
|
-
|
|
8450
|
+
__wbg_static_accessor_GLOBAL_THIS_10fb7dc1ae063179: function() {
|
|
8240
8451
|
const ret = typeof globalThis === 'undefined' ? null : globalThis;
|
|
8241
8452
|
return isLikeNone(ret) ? 0 : addToExternrefTable0(ret);
|
|
8242
8453
|
},
|
|
8243
|
-
|
|
8454
|
+
__wbg_static_accessor_SELF_0b583911f537483a: function() {
|
|
8244
8455
|
const ret = typeof self === 'undefined' ? null : self;
|
|
8245
8456
|
return isLikeNone(ret) ? 0 : addToExternrefTable0(ret);
|
|
8246
8457
|
},
|
|
8247
|
-
|
|
8458
|
+
__wbg_static_accessor_WINDOW_d7f903d1508cbdc4: function() {
|
|
8248
8459
|
const ret = typeof window === 'undefined' ? null : window;
|
|
8249
8460
|
return isLikeNone(ret) ? 0 : addToExternrefTable0(ret);
|
|
8250
8461
|
},
|
|
8251
|
-
|
|
8462
|
+
__wbg_status_ce0a98d3c57125f3: function(arg0) {
|
|
8252
8463
|
const ret = arg0.status;
|
|
8253
8464
|
return ret;
|
|
8254
8465
|
},
|
|
8255
|
-
|
|
8466
|
+
__wbg_then_c949d5a25a4e78f8: function(arg0, arg1, arg2) {
|
|
8256
8467
|
const ret = arg0.then(arg1, arg2);
|
|
8257
8468
|
return ret;
|
|
8258
8469
|
},
|
|
8259
|
-
|
|
8470
|
+
__wbg_then_e71170d78fcf8954: function(arg0, arg1) {
|
|
8260
8471
|
const ret = arg0.then(arg1);
|
|
8261
8472
|
return ret;
|
|
8262
8473
|
},
|
|
8263
|
-
|
|
8474
|
+
__wbg_url_8e28edeab4cd6bed: function(arg0, arg1) {
|
|
8264
8475
|
const ret = arg1.url;
|
|
8265
8476
|
const ptr1 = passStringToWasm0(ret, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
8266
8477
|
const len1 = WASM_VECTOR_LEN;
|
|
8267
8478
|
getDataViewMemory0().setInt32(arg0 + 4 * 1, len1, true);
|
|
8268
8479
|
getDataViewMemory0().setInt32(arg0 + 4 * 0, ptr1, true);
|
|
8269
8480
|
},
|
|
8270
|
-
|
|
8481
|
+
__wbg_value_f3c585ee8f5ba40c: function(arg0) {
|
|
8271
8482
|
const ret = arg0.value;
|
|
8272
8483
|
return ret;
|
|
8273
8484
|
},
|
|
@@ -8428,13 +8639,13 @@ function __wbg_get_imports() {
|
|
|
8428
8639
|
return ret;
|
|
8429
8640
|
},
|
|
8430
8641
|
__wbindgen_generic_0000000000000001: function(arg0, arg1) {
|
|
8431
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx:
|
|
8432
|
-
const ret = makeMutClosure(arg0, arg1,
|
|
8642
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1152, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
|
|
8643
|
+
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c);
|
|
8433
8644
|
return ret;
|
|
8434
8645
|
},
|
|
8435
8646
|
__wbindgen_generic_0000000000000002: function(arg0, arg1) {
|
|
8436
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx:
|
|
8437
|
-
const ret = makeMutClosure(arg0, arg1,
|
|
8647
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 1044, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
|
|
8648
|
+
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h21c8118e1fe083d1);
|
|
8438
8649
|
return ret;
|
|
8439
8650
|
},
|
|
8440
8651
|
__wbindgen_generic_0000000000000003: function(arg0) {
|
|
@@ -8473,19 +8684,19 @@ function __wbg_get_imports() {
|
|
|
8473
8684
|
};
|
|
8474
8685
|
}
|
|
8475
8686
|
|
|
8476
|
-
function
|
|
8477
|
-
wasm.
|
|
8687
|
+
function wasm_bindgen__convert__closures_____invoke__h21c8118e1fe083d1(arg0, arg1) {
|
|
8688
|
+
wasm.wasm_bindgen__convert__closures_____invoke__h21c8118e1fe083d1(arg0, arg1);
|
|
8478
8689
|
}
|
|
8479
8690
|
|
|
8480
|
-
function
|
|
8481
|
-
const ret = wasm.
|
|
8691
|
+
function wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c(arg0, arg1, arg2) {
|
|
8692
|
+
const ret = wasm.wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c(arg0, arg1, arg2);
|
|
8482
8693
|
if (ret[1]) {
|
|
8483
8694
|
throw takeFromExternrefTable0(ret[0]);
|
|
8484
8695
|
}
|
|
8485
8696
|
}
|
|
8486
8697
|
|
|
8487
|
-
function
|
|
8488
|
-
wasm.
|
|
8698
|
+
function wasm_bindgen__convert__closures_____invoke__h8ad11faaa2905452(arg0, arg1, arg2, arg3) {
|
|
8699
|
+
wasm.wasm_bindgen__convert__closures_____invoke__h8ad11faaa2905452(arg0, arg1, arg2, arg3);
|
|
8489
8700
|
}
|
|
8490
8701
|
|
|
8491
8702
|
|