@xberg-io/crawlberg-wasm 1.8.0 → 1.10.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/pkg/bundler/crawlberg_wasm.d.ts +634 -26
- package/pkg/bundler/crawlberg_wasm_bg.js +936 -154
- package/pkg/bundler/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/bundler/crawlberg_wasm_bg.wasm.d.ts +69 -7
- package/pkg/bundler/package.json +1 -1
- package/pkg/deno/crawlberg_wasm.d.ts +634 -26
- package/pkg/deno/crawlberg_wasm.js +936 -154
- package/pkg/deno/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/deno/crawlberg_wasm_bg.wasm.d.ts +69 -7
- package/pkg/nodejs/crawlberg_wasm.d.ts +634 -26
- package/pkg/nodejs/crawlberg_wasm.js +936 -154
- package/pkg/nodejs/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/nodejs/crawlberg_wasm_bg.wasm.d.ts +69 -7
- package/pkg/nodejs/package.json +1 -1
- package/pkg/web/crawlberg_wasm.d.ts +703 -33
- package/pkg/web/crawlberg_wasm.js +936 -154
- package/pkg/web/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/web/crawlberg_wasm_bg.wasm.d.ts +69 -7
- package/pkg/web/package.json +1 -1
|
@@ -48,6 +48,17 @@ class WasmActionResult {
|
|
|
48
48
|
wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
|
|
49
49
|
}
|
|
50
50
|
}
|
|
51
|
+
/**
|
|
52
|
+
* Return an independent handle for an ownership-taking API.
|
|
53
|
+
*
|
|
54
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
55
|
+
* handle must remain usable.
|
|
56
|
+
* @returns {WasmActionResult}
|
|
57
|
+
*/
|
|
58
|
+
copyForTransfer() {
|
|
59
|
+
const ret = wasm.wasmactionresult_copyForTransfer(this.__wbg_ptr);
|
|
60
|
+
return WasmActionResult.__wrap(ret);
|
|
61
|
+
}
|
|
51
62
|
/**
|
|
52
63
|
* @returns {any | undefined}
|
|
53
64
|
*/
|
|
@@ -168,6 +179,17 @@ class WasmArticleMetadata {
|
|
|
168
179
|
}
|
|
169
180
|
return v1;
|
|
170
181
|
}
|
|
182
|
+
/**
|
|
183
|
+
* Return an independent handle for an ownership-taking API.
|
|
184
|
+
*
|
|
185
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
186
|
+
* handle must remain usable.
|
|
187
|
+
* @returns {WasmArticleMetadata}
|
|
188
|
+
*/
|
|
189
|
+
copyForTransfer() {
|
|
190
|
+
const ret = wasm.wasmarticlemetadata_copyForTransfer(this.__wbg_ptr);
|
|
191
|
+
return WasmArticleMetadata.__wrap(ret);
|
|
192
|
+
}
|
|
171
193
|
/**
|
|
172
194
|
* @returns {WasmArticleMetadata}
|
|
173
195
|
*/
|
|
@@ -491,6 +513,20 @@ class WasmBatchCrawlResult {
|
|
|
491
513
|
const ptr = this.__destroy_into_raw();
|
|
492
514
|
wasm.__wbg_wasmbatchcrawlresult_free(ptr, 0);
|
|
493
515
|
}
|
|
516
|
+
clearResult() {
|
|
517
|
+
wasm.wasmbatchcrawlresult_clearResult(this.__wbg_ptr);
|
|
518
|
+
}
|
|
519
|
+
/**
|
|
520
|
+
* Return an independent handle for an ownership-taking API.
|
|
521
|
+
*
|
|
522
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
523
|
+
* handle must remain usable.
|
|
524
|
+
* @returns {WasmBatchCrawlResult}
|
|
525
|
+
*/
|
|
526
|
+
copyForTransfer() {
|
|
527
|
+
const ret = wasm.wasmbatchcrawlresult_copyForTransfer(this.__wbg_ptr);
|
|
528
|
+
return WasmBatchCrawlResult.__wrap(ret);
|
|
529
|
+
}
|
|
494
530
|
/**
|
|
495
531
|
* @returns {WasmBatchCrawlResult}
|
|
496
532
|
*/
|
|
@@ -511,6 +547,11 @@ class WasmBatchCrawlResult {
|
|
|
511
547
|
return v1;
|
|
512
548
|
}
|
|
513
549
|
/**
|
|
550
|
+
* Takes ownership of `result`.
|
|
551
|
+
* wasm-bindgen lowers a by-value class argument through `__destroy_into_raw()`, so each
|
|
552
|
+
* of those handles is dead once this returns. Passing a freshly built value is fine. To
|
|
553
|
+
* keep a handle you already hold, build with `default()` and assign the property instead:
|
|
554
|
+
* the generated setter borrows and leaves your handle alive.
|
|
514
555
|
* @param {string | null} [url]
|
|
515
556
|
* @param {WasmCrawlResult | null} [result]
|
|
516
557
|
* @param {string | null} [error]
|
|
@@ -531,6 +572,10 @@ class WasmBatchCrawlResult {
|
|
|
531
572
|
return this;
|
|
532
573
|
}
|
|
533
574
|
/**
|
|
575
|
+
* Returns a detached copy of `result`.
|
|
576
|
+
*
|
|
577
|
+
* Changes to the returned value do not update this object. To update `result`,
|
|
578
|
+
* read it, modify the copy, then assign the copy back to `result`.
|
|
534
579
|
* @returns {WasmCrawlResult | undefined}
|
|
535
580
|
*/
|
|
536
581
|
get result() {
|
|
@@ -546,15 +591,11 @@ class WasmBatchCrawlResult {
|
|
|
546
591
|
wasm.wasmbatchcrawlresult_set_error(this.__wbg_ptr, ptr0, len0);
|
|
547
592
|
}
|
|
548
593
|
/**
|
|
549
|
-
* @param {WasmCrawlResult
|
|
594
|
+
* @param {WasmCrawlResult} value
|
|
550
595
|
*/
|
|
551
596
|
set result(value) {
|
|
552
|
-
|
|
553
|
-
|
|
554
|
-
_assertClass(value, WasmCrawlResult);
|
|
555
|
-
ptr0 = value.__destroy_into_raw();
|
|
556
|
-
}
|
|
557
|
-
wasm.wasmbatchcrawlresult_set_result(this.__wbg_ptr, ptr0);
|
|
597
|
+
_assertClass(value, WasmCrawlResult);
|
|
598
|
+
wasm.wasmbatchcrawlresult_set_result(this.__wbg_ptr, value.__wbg_ptr);
|
|
558
599
|
}
|
|
559
600
|
/**
|
|
560
601
|
* @param {string} value
|
|
@@ -613,6 +654,17 @@ class WasmBatchCrawlResults {
|
|
|
613
654
|
const ret = wasm.wasmbatchcrawlresults_completedCount(this.__wbg_ptr);
|
|
614
655
|
return ret >>> 0;
|
|
615
656
|
}
|
|
657
|
+
/**
|
|
658
|
+
* Return an independent handle for an ownership-taking API.
|
|
659
|
+
*
|
|
660
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
661
|
+
* handle must remain usable.
|
|
662
|
+
* @returns {WasmBatchCrawlResults}
|
|
663
|
+
*/
|
|
664
|
+
copyForTransfer() {
|
|
665
|
+
const ret = wasm.wasmbatchcrawlresults_copyForTransfer(this.__wbg_ptr);
|
|
666
|
+
return WasmBatchCrawlResults.__wrap(ret);
|
|
667
|
+
}
|
|
616
668
|
/**
|
|
617
669
|
* @returns {WasmBatchCrawlResults}
|
|
618
670
|
*/
|
|
@@ -628,6 +680,9 @@ class WasmBatchCrawlResults {
|
|
|
628
680
|
return ret >>> 0;
|
|
629
681
|
}
|
|
630
682
|
/**
|
|
683
|
+
* Takes ownership of every element in `results`.
|
|
684
|
+
* wasm-bindgen cannot borrow class values nested in an array. To keep those handles,
|
|
685
|
+
* copy each retained element with `copyForTransfer()` before passing the array.
|
|
631
686
|
* @param {WasmBatchCrawlResult[] | null} [results]
|
|
632
687
|
* @param {number | null} [totalCount]
|
|
633
688
|
* @param {number | null} [completedCount]
|
|
@@ -642,6 +697,10 @@ class WasmBatchCrawlResults {
|
|
|
642
697
|
return this;
|
|
643
698
|
}
|
|
644
699
|
/**
|
|
700
|
+
* Returns detached copies of the elements in `results`.
|
|
701
|
+
*
|
|
702
|
+
* Changes to the returned values do not update this object. Modify the copies,
|
|
703
|
+
* then assign the array back to `results`.
|
|
645
704
|
* @returns {WasmBatchCrawlResult[]}
|
|
646
705
|
*/
|
|
647
706
|
get results() {
|
|
@@ -663,6 +722,9 @@ class WasmBatchCrawlResults {
|
|
|
663
722
|
wasm.wasmbatchcrawlresults_set_failedCount(this.__wbg_ptr, value);
|
|
664
723
|
}
|
|
665
724
|
/**
|
|
725
|
+
* Takes ownership of every element in `results`.
|
|
726
|
+
* wasm-bindgen cannot borrow class values nested in an array; copy each retained
|
|
727
|
+
* element with `copyForTransfer()` before passing the array.
|
|
666
728
|
* @param {WasmBatchCrawlResult[]} value
|
|
667
729
|
*/
|
|
668
730
|
set results(value) {
|
|
@@ -713,6 +775,20 @@ class WasmBatchScrapeResult {
|
|
|
713
775
|
const ptr = this.__destroy_into_raw();
|
|
714
776
|
wasm.__wbg_wasmbatchscraperesult_free(ptr, 0);
|
|
715
777
|
}
|
|
778
|
+
clearResult() {
|
|
779
|
+
wasm.wasmbatchscraperesult_clearResult(this.__wbg_ptr);
|
|
780
|
+
}
|
|
781
|
+
/**
|
|
782
|
+
* Return an independent handle for an ownership-taking API.
|
|
783
|
+
*
|
|
784
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
785
|
+
* handle must remain usable.
|
|
786
|
+
* @returns {WasmBatchScrapeResult}
|
|
787
|
+
*/
|
|
788
|
+
copyForTransfer() {
|
|
789
|
+
const ret = wasm.wasmbatchscraperesult_copyForTransfer(this.__wbg_ptr);
|
|
790
|
+
return WasmBatchScrapeResult.__wrap(ret);
|
|
791
|
+
}
|
|
716
792
|
/**
|
|
717
793
|
* @returns {WasmBatchScrapeResult}
|
|
718
794
|
*/
|
|
@@ -733,6 +809,11 @@ class WasmBatchScrapeResult {
|
|
|
733
809
|
return v1;
|
|
734
810
|
}
|
|
735
811
|
/**
|
|
812
|
+
* Takes ownership of `result`.
|
|
813
|
+
* wasm-bindgen lowers a by-value class argument through `__destroy_into_raw()`, so each
|
|
814
|
+
* of those handles is dead once this returns. Passing a freshly built value is fine. To
|
|
815
|
+
* keep a handle you already hold, build with `default()` and assign the property instead:
|
|
816
|
+
* the generated setter borrows and leaves your handle alive.
|
|
736
817
|
* @param {string | null} [url]
|
|
737
818
|
* @param {WasmScrapeResult | null} [result]
|
|
738
819
|
* @param {string | null} [error]
|
|
@@ -753,6 +834,10 @@ class WasmBatchScrapeResult {
|
|
|
753
834
|
return this;
|
|
754
835
|
}
|
|
755
836
|
/**
|
|
837
|
+
* Returns a detached copy of `result`.
|
|
838
|
+
*
|
|
839
|
+
* Changes to the returned value do not update this object. To update `result`,
|
|
840
|
+
* read it, modify the copy, then assign the copy back to `result`.
|
|
756
841
|
* @returns {WasmScrapeResult | undefined}
|
|
757
842
|
*/
|
|
758
843
|
get result() {
|
|
@@ -768,15 +853,11 @@ class WasmBatchScrapeResult {
|
|
|
768
853
|
wasm.wasmbatchscraperesult_set_error(this.__wbg_ptr, ptr0, len0);
|
|
769
854
|
}
|
|
770
855
|
/**
|
|
771
|
-
* @param {WasmScrapeResult
|
|
856
|
+
* @param {WasmScrapeResult} value
|
|
772
857
|
*/
|
|
773
858
|
set result(value) {
|
|
774
|
-
|
|
775
|
-
|
|
776
|
-
_assertClass(value, WasmScrapeResult);
|
|
777
|
-
ptr0 = value.__destroy_into_raw();
|
|
778
|
-
}
|
|
779
|
-
wasm.wasmbatchscraperesult_set_result(this.__wbg_ptr, ptr0);
|
|
859
|
+
_assertClass(value, WasmScrapeResult);
|
|
860
|
+
wasm.wasmbatchscraperesult_set_result(this.__wbg_ptr, value.__wbg_ptr);
|
|
780
861
|
}
|
|
781
862
|
/**
|
|
782
863
|
* @param {string} value
|
|
@@ -835,6 +916,17 @@ class WasmBatchScrapeResults {
|
|
|
835
916
|
const ret = wasm.wasmbatchscraperesults_completedCount(this.__wbg_ptr);
|
|
836
917
|
return ret >>> 0;
|
|
837
918
|
}
|
|
919
|
+
/**
|
|
920
|
+
* Return an independent handle for an ownership-taking API.
|
|
921
|
+
*
|
|
922
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
923
|
+
* handle must remain usable.
|
|
924
|
+
* @returns {WasmBatchScrapeResults}
|
|
925
|
+
*/
|
|
926
|
+
copyForTransfer() {
|
|
927
|
+
const ret = wasm.wasmbatchscraperesults_copyForTransfer(this.__wbg_ptr);
|
|
928
|
+
return WasmBatchScrapeResults.__wrap(ret);
|
|
929
|
+
}
|
|
838
930
|
/**
|
|
839
931
|
* @returns {WasmBatchScrapeResults}
|
|
840
932
|
*/
|
|
@@ -850,6 +942,9 @@ class WasmBatchScrapeResults {
|
|
|
850
942
|
return ret >>> 0;
|
|
851
943
|
}
|
|
852
944
|
/**
|
|
945
|
+
* Takes ownership of every element in `results`.
|
|
946
|
+
* wasm-bindgen cannot borrow class values nested in an array. To keep those handles,
|
|
947
|
+
* copy each retained element with `copyForTransfer()` before passing the array.
|
|
853
948
|
* @param {WasmBatchScrapeResult[] | null} [results]
|
|
854
949
|
* @param {number | null} [totalCount]
|
|
855
950
|
* @param {number | null} [completedCount]
|
|
@@ -864,6 +959,10 @@ class WasmBatchScrapeResults {
|
|
|
864
959
|
return this;
|
|
865
960
|
}
|
|
866
961
|
/**
|
|
962
|
+
* Returns detached copies of the elements in `results`.
|
|
963
|
+
*
|
|
964
|
+
* Changes to the returned values do not update this object. Modify the copies,
|
|
965
|
+
* then assign the array back to `results`.
|
|
867
966
|
* @returns {WasmBatchScrapeResult[]}
|
|
868
967
|
*/
|
|
869
968
|
get results() {
|
|
@@ -885,6 +984,9 @@ class WasmBatchScrapeResults {
|
|
|
885
984
|
wasm.wasmbatchscraperesults_set_failedCount(this.__wbg_ptr, value);
|
|
886
985
|
}
|
|
887
986
|
/**
|
|
987
|
+
* Takes ownership of every element in `results`.
|
|
988
|
+
* wasm-bindgen cannot borrow class values nested in an array; copy each retained
|
|
989
|
+
* element with `copyForTransfer()` before passing the array.
|
|
888
990
|
* @param {WasmBatchScrapeResult[]} value
|
|
889
991
|
*/
|
|
890
992
|
set results(value) {
|
|
@@ -970,6 +1072,41 @@ class WasmBrowserConfig {
|
|
|
970
1072
|
const ret = wasm.wasmbrowserconfig_captureNetworkEvents(this.__wbg_ptr);
|
|
971
1073
|
return ret !== 0;
|
|
972
1074
|
}
|
|
1075
|
+
/**
|
|
1076
|
+
* @returns {string[]}
|
|
1077
|
+
*/
|
|
1078
|
+
get chromeArgs() {
|
|
1079
|
+
const ret = wasm.wasmbrowserconfig_chromeArgs(this.__wbg_ptr);
|
|
1080
|
+
var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
|
|
1081
|
+
wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
|
|
1082
|
+
return v1;
|
|
1083
|
+
}
|
|
1084
|
+
/**
|
|
1085
|
+
* @returns {string | undefined}
|
|
1086
|
+
*/
|
|
1087
|
+
get chromePath() {
|
|
1088
|
+
const ret = wasm.wasmbrowserconfig_chromePath(this.__wbg_ptr);
|
|
1089
|
+
let v1;
|
|
1090
|
+
if (ret[0] !== 0) {
|
|
1091
|
+
v1 = getStringFromWasm0(ret[0], ret[1]);
|
|
1092
|
+
wasm.__wbindgen_free(ret[0], ret[1] * 1, 1);
|
|
1093
|
+
}
|
|
1094
|
+
return v1;
|
|
1095
|
+
}
|
|
1096
|
+
clearProxy() {
|
|
1097
|
+
wasm.wasmbrowserconfig_clearProxy(this.__wbg_ptr);
|
|
1098
|
+
}
|
|
1099
|
+
/**
|
|
1100
|
+
* Return an independent handle for an ownership-taking API.
|
|
1101
|
+
*
|
|
1102
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
1103
|
+
* handle must remain usable.
|
|
1104
|
+
* @returns {WasmBrowserConfig}
|
|
1105
|
+
*/
|
|
1106
|
+
copyForTransfer() {
|
|
1107
|
+
const ret = wasm.wasmbrowserconfig_copyForTransfer(this.__wbg_ptr);
|
|
1108
|
+
return WasmBrowserConfig.__wrap(ret);
|
|
1109
|
+
}
|
|
973
1110
|
/**
|
|
974
1111
|
* @returns {WasmBrowserConfig}
|
|
975
1112
|
*/
|
|
@@ -1024,6 +1161,11 @@ class WasmBrowserConfig {
|
|
|
1024
1161
|
}
|
|
1025
1162
|
}
|
|
1026
1163
|
/**
|
|
1164
|
+
* Takes ownership of `proxy`.
|
|
1165
|
+
* wasm-bindgen lowers a by-value class argument through `__destroy_into_raw()`, so each
|
|
1166
|
+
* of those handles is dead once this returns. Passing a freshly built value is fine. To
|
|
1167
|
+
* keep a handle you already hold, build with `default()` and assign the property instead:
|
|
1168
|
+
* the generated setter borrows and leaves your handle alive.
|
|
1027
1169
|
* @param {WasmBrowserMode | null} [mode]
|
|
1028
1170
|
* @param {WasmBrowserBackend | null} [backend]
|
|
1029
1171
|
* @param {bigint | null} [timeout]
|
|
@@ -1033,30 +1175,36 @@ class WasmBrowserConfig {
|
|
|
1033
1175
|
* @param {string[] | null} [blockUrlPatterns]
|
|
1034
1176
|
* @param {boolean | null} [captureNetworkEvents]
|
|
1035
1177
|
* @param {boolean | null} [sessionAffinity]
|
|
1178
|
+
* @param {string[] | null} [chromeArgs]
|
|
1036
1179
|
* @param {string | null} [endpoint]
|
|
1037
1180
|
* @param {string | null} [waitSelector]
|
|
1038
1181
|
* @param {bigint | null} [extraWait]
|
|
1039
1182
|
* @param {WasmProxyConfig | null} [proxy]
|
|
1040
1183
|
* @param {string | null} [evalScript]
|
|
1041
1184
|
* @param {string | null} [robotsUserAgent]
|
|
1185
|
+
* @param {string | null} [chromePath]
|
|
1042
1186
|
*/
|
|
1043
|
-
constructor(mode, backend, timeout, overallTimeout, shutdownTimeout, wait, blockUrlPatterns, captureNetworkEvents, sessionAffinity, endpoint, waitSelector, extraWait, proxy, evalScript, robotsUserAgent) {
|
|
1187
|
+
constructor(mode, backend, timeout, overallTimeout, shutdownTimeout, wait, blockUrlPatterns, captureNetworkEvents, sessionAffinity, chromeArgs, endpoint, waitSelector, extraWait, proxy, evalScript, robotsUserAgent, chromePath) {
|
|
1044
1188
|
var ptr0 = isLikeNone(blockUrlPatterns) ? 0 : passArrayJsValueToWasm0(blockUrlPatterns, wasm.__wbindgen_malloc);
|
|
1045
1189
|
var len0 = WASM_VECTOR_LEN;
|
|
1046
|
-
var ptr1 = isLikeNone(
|
|
1190
|
+
var ptr1 = isLikeNone(chromeArgs) ? 0 : passArrayJsValueToWasm0(chromeArgs, wasm.__wbindgen_malloc);
|
|
1047
1191
|
var len1 = WASM_VECTOR_LEN;
|
|
1048
|
-
var ptr2 = isLikeNone(
|
|
1192
|
+
var ptr2 = isLikeNone(endpoint) ? 0 : passStringToWasm0(endpoint, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
1049
1193
|
var len2 = WASM_VECTOR_LEN;
|
|
1050
|
-
|
|
1194
|
+
var ptr3 = isLikeNone(waitSelector) ? 0 : passStringToWasm0(waitSelector, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
1195
|
+
var len3 = WASM_VECTOR_LEN;
|
|
1196
|
+
let ptr4 = 0;
|
|
1051
1197
|
if (!isLikeNone(proxy)) {
|
|
1052
1198
|
_assertClass(proxy, WasmProxyConfig);
|
|
1053
|
-
|
|
1199
|
+
ptr4 = proxy.__destroy_into_raw();
|
|
1054
1200
|
}
|
|
1055
|
-
var
|
|
1056
|
-
var len4 = WASM_VECTOR_LEN;
|
|
1057
|
-
var ptr5 = isLikeNone(robotsUserAgent) ? 0 : passStringToWasm0(robotsUserAgent, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
1201
|
+
var ptr5 = isLikeNone(evalScript) ? 0 : passStringToWasm0(evalScript, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
1058
1202
|
var len5 = WASM_VECTOR_LEN;
|
|
1059
|
-
|
|
1203
|
+
var ptr6 = isLikeNone(robotsUserAgent) ? 0 : passStringToWasm0(robotsUserAgent, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
1204
|
+
var len6 = WASM_VECTOR_LEN;
|
|
1205
|
+
var ptr7 = isLikeNone(chromePath) ? 0 : passStringToWasm0(chromePath, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
1206
|
+
var len7 = WASM_VECTOR_LEN;
|
|
1207
|
+
const ret = wasm.wasmbrowserconfig_new(isLikeNone(mode) ? 4 : mode, isLikeNone(backend) ? 2 : backend, !isLikeNone(timeout), isLikeNone(timeout) ? BigInt(0) : timeout, !isLikeNone(overallTimeout), isLikeNone(overallTimeout) ? BigInt(0) : overallTimeout, !isLikeNone(shutdownTimeout), isLikeNone(shutdownTimeout) ? BigInt(0) : shutdownTimeout, isLikeNone(wait) ? 3 : wait, ptr0, len0, isLikeNone(captureNetworkEvents) ? 0xFFFFFF : captureNetworkEvents ? 1 : 0, isLikeNone(sessionAffinity) ? 0xFFFFFF : sessionAffinity ? 1 : 0, ptr1, len1, ptr2, len2, ptr3, len3, !isLikeNone(extraWait), isLikeNone(extraWait) ? BigInt(0) : extraWait, ptr4, ptr5, len5, ptr6, len6, ptr7, len7);
|
|
1060
1208
|
this.__wbg_ptr = ret;
|
|
1061
1209
|
WasmBrowserConfigFinalization.register(this, this.__wbg_ptr, this);
|
|
1062
1210
|
return this;
|
|
@@ -1069,6 +1217,10 @@ class WasmBrowserConfig {
|
|
|
1069
1217
|
return ret[0] === 0 ? undefined : BigInt.asUintN(64, ret[1]);
|
|
1070
1218
|
}
|
|
1071
1219
|
/**
|
|
1220
|
+
* Returns a detached copy of `proxy`.
|
|
1221
|
+
*
|
|
1222
|
+
* Changes to the returned value do not update this object. To update `proxy`,
|
|
1223
|
+
* read it, modify the copy, then assign the copy back to `proxy`.
|
|
1072
1224
|
* @returns {WasmProxyConfig | undefined}
|
|
1073
1225
|
*/
|
|
1074
1226
|
get proxy() {
|
|
@@ -1114,6 +1266,22 @@ class WasmBrowserConfig {
|
|
|
1114
1266
|
set captureNetworkEvents(value) {
|
|
1115
1267
|
wasm.wasmbrowserconfig_set_captureNetworkEvents(this.__wbg_ptr, value);
|
|
1116
1268
|
}
|
|
1269
|
+
/**
|
|
1270
|
+
* @param {string[]} value
|
|
1271
|
+
*/
|
|
1272
|
+
set chromeArgs(value) {
|
|
1273
|
+
const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
|
|
1274
|
+
const len0 = WASM_VECTOR_LEN;
|
|
1275
|
+
wasm.wasmbrowserconfig_set_chromeArgs(this.__wbg_ptr, ptr0, len0);
|
|
1276
|
+
}
|
|
1277
|
+
/**
|
|
1278
|
+
* @param {string | null} [value]
|
|
1279
|
+
*/
|
|
1280
|
+
set chromePath(value) {
|
|
1281
|
+
var ptr0 = isLikeNone(value) ? 0 : passStringToWasm0(value, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
1282
|
+
var len0 = WASM_VECTOR_LEN;
|
|
1283
|
+
wasm.wasmbrowserconfig_set_chromePath(this.__wbg_ptr, ptr0, len0);
|
|
1284
|
+
}
|
|
1117
1285
|
/**
|
|
1118
1286
|
* @param {string | null} [value]
|
|
1119
1287
|
*/
|
|
@@ -1149,15 +1317,11 @@ class WasmBrowserConfig {
|
|
|
1149
1317
|
wasm.wasmbrowserconfig_set_overallTimeout(this.__wbg_ptr, !isLikeNone(value), isLikeNone(value) ? BigInt(0) : value);
|
|
1150
1318
|
}
|
|
1151
1319
|
/**
|
|
1152
|
-
* @param {WasmProxyConfig
|
|
1320
|
+
* @param {WasmProxyConfig} value
|
|
1153
1321
|
*/
|
|
1154
1322
|
set proxy(value) {
|
|
1155
|
-
|
|
1156
|
-
|
|
1157
|
-
_assertClass(value, WasmProxyConfig);
|
|
1158
|
-
ptr0 = value.__destroy_into_raw();
|
|
1159
|
-
}
|
|
1160
|
-
wasm.wasmbrowserconfig_set_proxy(this.__wbg_ptr, ptr0);
|
|
1323
|
+
_assertClass(value, WasmProxyConfig);
|
|
1324
|
+
wasm.wasmbrowserconfig_set_proxy(this.__wbg_ptr, value.__wbg_ptr);
|
|
1161
1325
|
}
|
|
1162
1326
|
/**
|
|
1163
1327
|
* @param {string | null} [value]
|
|
@@ -1267,6 +1431,10 @@ class WasmBrowserExtras {
|
|
|
1267
1431
|
wasm.__wbg_wasmbrowserextras_free(ptr, 0);
|
|
1268
1432
|
}
|
|
1269
1433
|
/**
|
|
1434
|
+
* Returns detached copies of the elements in `cookies`.
|
|
1435
|
+
*
|
|
1436
|
+
* Changes to the returned values do not update this object. Modify the copies,
|
|
1437
|
+
* then assign the array back to `cookies`.
|
|
1270
1438
|
* @returns {WasmCookieInfo[]}
|
|
1271
1439
|
*/
|
|
1272
1440
|
get cookies() {
|
|
@@ -1275,6 +1443,17 @@ class WasmBrowserExtras {
|
|
|
1275
1443
|
wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
|
|
1276
1444
|
return v1;
|
|
1277
1445
|
}
|
|
1446
|
+
/**
|
|
1447
|
+
* Return an independent handle for an ownership-taking API.
|
|
1448
|
+
*
|
|
1449
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
1450
|
+
* handle must remain usable.
|
|
1451
|
+
* @returns {WasmBrowserExtras}
|
|
1452
|
+
*/
|
|
1453
|
+
copyForTransfer() {
|
|
1454
|
+
const ret = wasm.wasmbrowserextras_copyForTransfer(this.__wbg_ptr);
|
|
1455
|
+
return WasmBrowserExtras.__wrap(ret);
|
|
1456
|
+
}
|
|
1278
1457
|
/**
|
|
1279
1458
|
* @returns {WasmBrowserExtras}
|
|
1280
1459
|
*/
|
|
@@ -1290,6 +1469,10 @@ class WasmBrowserExtras {
|
|
|
1290
1469
|
return ret;
|
|
1291
1470
|
}
|
|
1292
1471
|
/**
|
|
1472
|
+
* Returns detached copies of the elements in `networkEvents`.
|
|
1473
|
+
*
|
|
1474
|
+
* Changes to the returned values do not update this object. Modify the copies,
|
|
1475
|
+
* then assign the array back to `networkEvents`.
|
|
1293
1476
|
* @returns {WasmResponseMeta[]}
|
|
1294
1477
|
*/
|
|
1295
1478
|
get networkEvents() {
|
|
@@ -1299,6 +1482,9 @@ class WasmBrowserExtras {
|
|
|
1299
1482
|
return v1;
|
|
1300
1483
|
}
|
|
1301
1484
|
/**
|
|
1485
|
+
* Takes ownership of every element in `networkEvents`, `cookies`.
|
|
1486
|
+
* wasm-bindgen cannot borrow class values nested in an array. To keep those handles,
|
|
1487
|
+
* copy each retained element with `copyForTransfer()` before passing the array.
|
|
1302
1488
|
* @param {WasmResponseMeta[] | null} [networkEvents]
|
|
1303
1489
|
* @param {WasmCookieInfo[] | null} [cookies]
|
|
1304
1490
|
* @param {any | null} [evalResult]
|
|
@@ -1314,6 +1500,9 @@ class WasmBrowserExtras {
|
|
|
1314
1500
|
return this;
|
|
1315
1501
|
}
|
|
1316
1502
|
/**
|
|
1503
|
+
* Takes ownership of every element in `cookies`.
|
|
1504
|
+
* wasm-bindgen cannot borrow class values nested in an array; copy each retained
|
|
1505
|
+
* element with `copyForTransfer()` before passing the array.
|
|
1317
1506
|
* @param {WasmCookieInfo[]} value
|
|
1318
1507
|
*/
|
|
1319
1508
|
set cookies(value) {
|
|
@@ -1328,6 +1517,9 @@ class WasmBrowserExtras {
|
|
|
1328
1517
|
wasm.wasmbrowserextras_set_evalResult(this.__wbg_ptr, isLikeNone(value) ? 0 : addToExternrefTable0(value));
|
|
1329
1518
|
}
|
|
1330
1519
|
/**
|
|
1520
|
+
* Takes ownership of every element in `networkEvents`.
|
|
1521
|
+
* wasm-bindgen cannot borrow class values nested in an array; copy each retained
|
|
1522
|
+
* element with `copyForTransfer()` before passing the array.
|
|
1331
1523
|
* @param {WasmResponseMeta[]} value
|
|
1332
1524
|
*/
|
|
1333
1525
|
set networkEvents(value) {
|
|
@@ -1389,6 +1581,17 @@ class WasmCitationReference {
|
|
|
1389
1581
|
const ptr = this.__destroy_into_raw();
|
|
1390
1582
|
wasm.__wbg_wasmcitationreference_free(ptr, 0);
|
|
1391
1583
|
}
|
|
1584
|
+
/**
|
|
1585
|
+
* Return an independent handle for an ownership-taking API.
|
|
1586
|
+
*
|
|
1587
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
1588
|
+
* handle must remain usable.
|
|
1589
|
+
* @returns {WasmCitationReference}
|
|
1590
|
+
*/
|
|
1591
|
+
copyForTransfer() {
|
|
1592
|
+
const ret = wasm.wasmcitationreference_copyForTransfer(this.__wbg_ptr);
|
|
1593
|
+
return WasmCitationReference.__wrap(ret);
|
|
1594
|
+
}
|
|
1392
1595
|
/**
|
|
1393
1596
|
* @returns {WasmCitationReference}
|
|
1394
1597
|
*/
|
|
@@ -1509,6 +1712,17 @@ class WasmCitationResult {
|
|
|
1509
1712
|
wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
|
|
1510
1713
|
}
|
|
1511
1714
|
}
|
|
1715
|
+
/**
|
|
1716
|
+
* Return an independent handle for an ownership-taking API.
|
|
1717
|
+
*
|
|
1718
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
1719
|
+
* handle must remain usable.
|
|
1720
|
+
* @returns {WasmCitationResult}
|
|
1721
|
+
*/
|
|
1722
|
+
copyForTransfer() {
|
|
1723
|
+
const ret = wasm.wasmcitationresult_copyForTransfer(this.__wbg_ptr);
|
|
1724
|
+
return WasmCitationResult.__wrap(ret);
|
|
1725
|
+
}
|
|
1512
1726
|
/**
|
|
1513
1727
|
* @returns {WasmCitationResult}
|
|
1514
1728
|
*/
|
|
@@ -1517,6 +1731,9 @@ class WasmCitationResult {
|
|
|
1517
1731
|
return WasmCitationResult.__wrap(ret);
|
|
1518
1732
|
}
|
|
1519
1733
|
/**
|
|
1734
|
+
* Takes ownership of every element in `references`.
|
|
1735
|
+
* wasm-bindgen cannot borrow class values nested in an array. To keep those handles,
|
|
1736
|
+
* copy each retained element with `copyForTransfer()` before passing the array.
|
|
1520
1737
|
* @param {string | null} [content]
|
|
1521
1738
|
* @param {WasmCitationReference[] | null} [references]
|
|
1522
1739
|
*/
|
|
@@ -1531,6 +1748,10 @@ class WasmCitationResult {
|
|
|
1531
1748
|
return this;
|
|
1532
1749
|
}
|
|
1533
1750
|
/**
|
|
1751
|
+
* Returns detached copies of the elements in `references`.
|
|
1752
|
+
*
|
|
1753
|
+
* Changes to the returned values do not update this object. Modify the copies,
|
|
1754
|
+
* then assign the array back to `references`.
|
|
1534
1755
|
* @returns {WasmCitationReference[]}
|
|
1535
1756
|
*/
|
|
1536
1757
|
get references() {
|
|
@@ -1548,6 +1769,9 @@ class WasmCitationResult {
|
|
|
1548
1769
|
wasm.wasmcitationresult_set_content(this.__wbg_ptr, ptr0, len0);
|
|
1549
1770
|
}
|
|
1550
1771
|
/**
|
|
1772
|
+
* Takes ownership of every element in `references`.
|
|
1773
|
+
* wasm-bindgen cannot borrow class values nested in an array; copy each retained
|
|
1774
|
+
* element with `copyForTransfer()` before passing the array.
|
|
1551
1775
|
* @param {WasmCitationReference[]} value
|
|
1552
1776
|
*/
|
|
1553
1777
|
set references(value) {
|
|
@@ -1583,6 +1807,17 @@ class WasmContentConfig {
|
|
|
1583
1807
|
const ptr = this.__destroy_into_raw();
|
|
1584
1808
|
wasm.__wbg_wasmcontentconfig_free(ptr, 0);
|
|
1585
1809
|
}
|
|
1810
|
+
/**
|
|
1811
|
+
* Return an independent handle for an ownership-taking API.
|
|
1812
|
+
*
|
|
1813
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
1814
|
+
* handle must remain usable.
|
|
1815
|
+
* @returns {WasmContentConfig}
|
|
1816
|
+
*/
|
|
1817
|
+
copyForTransfer() {
|
|
1818
|
+
const ret = wasm.wasmcontentconfig_copyForTransfer(this.__wbg_ptr);
|
|
1819
|
+
return WasmContentConfig.__wrap(ret);
|
|
1820
|
+
}
|
|
1586
1821
|
/**
|
|
1587
1822
|
* @returns {WasmContentConfig}
|
|
1588
1823
|
*/
|
|
@@ -1861,6 +2096,17 @@ class WasmCookieInfo {
|
|
|
1861
2096
|
const ptr = this.__destroy_into_raw();
|
|
1862
2097
|
wasm.__wbg_wasmcookieinfo_free(ptr, 0);
|
|
1863
2098
|
}
|
|
2099
|
+
/**
|
|
2100
|
+
* Return an independent handle for an ownership-taking API.
|
|
2101
|
+
*
|
|
2102
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
2103
|
+
* handle must remain usable.
|
|
2104
|
+
* @returns {WasmCookieInfo}
|
|
2105
|
+
*/
|
|
2106
|
+
copyForTransfer() {
|
|
2107
|
+
const ret = wasm.wasmcookieinfo_copyForTransfer(this.__wbg_ptr);
|
|
2108
|
+
return WasmCookieInfo.__wrap(ret);
|
|
2109
|
+
}
|
|
1864
2110
|
/**
|
|
1865
2111
|
* @returns {WasmCookieInfo}
|
|
1866
2112
|
*/
|
|
@@ -2053,6 +2299,10 @@ class WasmCrawlConfig {
|
|
|
2053
2299
|
return v1;
|
|
2054
2300
|
}
|
|
2055
2301
|
/**
|
|
2302
|
+
* Returns a detached copy of `browser`.
|
|
2303
|
+
*
|
|
2304
|
+
* Changes to the returned value do not update this object. To update `browser`,
|
|
2305
|
+
* read it, modify the copy, then assign the copy back to `browser`.
|
|
2056
2306
|
* @returns {WasmBrowserConfig}
|
|
2057
2307
|
*/
|
|
2058
2308
|
get browser() {
|
|
@@ -2066,6 +2316,9 @@ class WasmCrawlConfig {
|
|
|
2066
2316
|
const ret = wasm.wasmcrawlconfig_captureScreenshot(this.__wbg_ptr);
|
|
2067
2317
|
return ret !== 0;
|
|
2068
2318
|
}
|
|
2319
|
+
clearProxy() {
|
|
2320
|
+
wasm.wasmcrawlconfig_clearProxy(this.__wbg_ptr);
|
|
2321
|
+
}
|
|
2069
2322
|
/**
|
|
2070
2323
|
* @returns {string | undefined}
|
|
2071
2324
|
*/
|
|
@@ -2079,6 +2332,10 @@ class WasmCrawlConfig {
|
|
|
2079
2332
|
return v1;
|
|
2080
2333
|
}
|
|
2081
2334
|
/**
|
|
2335
|
+
* Returns a detached copy of `content`.
|
|
2336
|
+
*
|
|
2337
|
+
* Changes to the returned value do not update this object. To update `content`,
|
|
2338
|
+
* read it, modify the copy, then assign the copy back to `content`.
|
|
2082
2339
|
* @returns {WasmContentConfig}
|
|
2083
2340
|
*/
|
|
2084
2341
|
get content() {
|
|
@@ -2092,6 +2349,17 @@ class WasmCrawlConfig {
|
|
|
2092
2349
|
const ret = wasm.wasmcrawlconfig_cookiesEnabled(this.__wbg_ptr);
|
|
2093
2350
|
return ret !== 0;
|
|
2094
2351
|
}
|
|
2352
|
+
/**
|
|
2353
|
+
* Return an independent handle for an ownership-taking API.
|
|
2354
|
+
*
|
|
2355
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
2356
|
+
* handle must remain usable.
|
|
2357
|
+
* @returns {WasmCrawlConfig}
|
|
2358
|
+
*/
|
|
2359
|
+
copyForTransfer() {
|
|
2360
|
+
const ret = wasm.wasmcrawlconfig_copyForTransfer(this.__wbg_ptr);
|
|
2361
|
+
return WasmCrawlConfig.__wrap(ret);
|
|
2362
|
+
}
|
|
2095
2363
|
/**
|
|
2096
2364
|
* @returns {string}
|
|
2097
2365
|
*/
|
|
@@ -2283,6 +2551,11 @@ class WasmCrawlConfig {
|
|
|
2283
2551
|
return ret >>> 0;
|
|
2284
2552
|
}
|
|
2285
2553
|
/**
|
|
2554
|
+
* Takes ownership of `content`, `browser`, `proxy`, `ssrf`.
|
|
2555
|
+
* wasm-bindgen lowers a by-value class argument through `__destroy_into_raw()`, so each
|
|
2556
|
+
* of those handles is dead once this returns. Passing a freshly built value is fine. To
|
|
2557
|
+
* keep a handle you already hold, build with `default()` and assign the property instead:
|
|
2558
|
+
* the generated setter borrows and leaves your handle alive.
|
|
2286
2559
|
* @param {WasmCrawlStrategyKind | null} [crawlStrategy]
|
|
2287
2560
|
* @param {boolean | null} [respectRobotsTxt]
|
|
2288
2561
|
* @param {boolean | null} [softHttpErrors]
|
|
@@ -2291,6 +2564,7 @@ class WasmCrawlConfig {
|
|
|
2291
2564
|
* @param {string[] | null} [includePaths]
|
|
2292
2565
|
* @param {string[] | null} [excludePaths]
|
|
2293
2566
|
* @param {boolean | null} [pathPatternsMatchQuery]
|
|
2567
|
+
* @param {boolean | null} [pathPatternsMatchUrl]
|
|
2294
2568
|
* @param {boolean | null} [dedupIncludeQuery]
|
|
2295
2569
|
* @param {boolean | null} [stripTrackingParams]
|
|
2296
2570
|
* @param {string[] | null} [trackingParams]
|
|
@@ -2338,7 +2612,7 @@ class WasmCrawlConfig {
|
|
|
2338
2612
|
* @param {string | null} [browserProfile]
|
|
2339
2613
|
* @param {boolean | null} [ssrfDenyPrivateExplicit]
|
|
2340
2614
|
*/
|
|
2341
|
-
constructor(crawlStrategy, respectRobotsTxt, softHttpErrors, stayOnDomain, allowSubdomains, includePaths, excludePaths, pathPatternsMatchQuery, dedupIncludeQuery, stripTrackingParams, trackingParams, customHeaders, requestTimeout, maxRedirects, retryCount, retryCodes, retryInitialDelayMs, retryMaxDelayMs, rateLimitJitterRatio, cookiesEnabled, removeTags, content, downloadAssets, assetTypes, browser, userAgents, captureScreenshot, followDocumentUrls, downloadDocuments, documentMimeTypes, saveBrowserProfile, ssrf, maxDepth, maxPages, maxLinksPerPage, maxConcurrent, contentFilter, bm25Query, bm25Threshold, userAgent, rateLimitMs, auth, maxBodySize, mapLimit, mapSearch, maxAssetSize, proxy, documentUrlDepth, documentMaxSize, documentOutputDir, documentContentEncoding, warcOutput, browserProfile, ssrfDenyPrivateExplicit) {
|
|
2615
|
+
constructor(crawlStrategy, respectRobotsTxt, softHttpErrors, stayOnDomain, allowSubdomains, includePaths, excludePaths, pathPatternsMatchQuery, pathPatternsMatchUrl, dedupIncludeQuery, stripTrackingParams, trackingParams, customHeaders, requestTimeout, maxRedirects, retryCount, retryCodes, retryInitialDelayMs, retryMaxDelayMs, rateLimitJitterRatio, cookiesEnabled, removeTags, content, downloadAssets, assetTypes, browser, userAgents, captureScreenshot, followDocumentUrls, downloadDocuments, documentMimeTypes, saveBrowserProfile, ssrf, maxDepth, maxPages, maxLinksPerPage, maxConcurrent, contentFilter, bm25Query, bm25Threshold, userAgent, rateLimitMs, auth, maxBodySize, mapLimit, mapSearch, maxAssetSize, proxy, documentUrlDepth, documentMaxSize, documentOutputDir, documentContentEncoding, warcOutput, browserProfile, ssrfDenyPrivateExplicit) {
|
|
2342
2616
|
var ptr0 = isLikeNone(includePaths) ? 0 : passArrayJsValueToWasm0(includePaths, wasm.__wbindgen_malloc);
|
|
2343
2617
|
var len0 = WASM_VECTOR_LEN;
|
|
2344
2618
|
var ptr1 = isLikeNone(excludePaths) ? 0 : passArrayJsValueToWasm0(excludePaths, wasm.__wbindgen_malloc);
|
|
@@ -2387,7 +2661,7 @@ class WasmCrawlConfig {
|
|
|
2387
2661
|
var len16 = WASM_VECTOR_LEN;
|
|
2388
2662
|
var ptr17 = isLikeNone(browserProfile) ? 0 : passStringToWasm0(browserProfile, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
2389
2663
|
var len17 = WASM_VECTOR_LEN;
|
|
2390
|
-
const ret = wasm.wasmcrawlconfig_new(isLikeNone(crawlStrategy) ? 4 : crawlStrategy, isLikeNone(respectRobotsTxt) ? 0xFFFFFF : respectRobotsTxt ? 1 : 0, isLikeNone(softHttpErrors) ? 0xFFFFFF : softHttpErrors ? 1 : 0, isLikeNone(stayOnDomain) ? 0xFFFFFF : stayOnDomain ? 1 : 0, isLikeNone(allowSubdomains) ? 0xFFFFFF : allowSubdomains ? 1 : 0, ptr0, len0, ptr1, len1, isLikeNone(pathPatternsMatchQuery) ? 0xFFFFFF : pathPatternsMatchQuery ? 1 : 0, isLikeNone(dedupIncludeQuery) ? 0xFFFFFF : dedupIncludeQuery ? 1 : 0, isLikeNone(stripTrackingParams) ? 0xFFFFFF : stripTrackingParams ? 1 : 0, ptr2, len2, isLikeNone(customHeaders) ? 0 : addToExternrefTable0(customHeaders), !isLikeNone(requestTimeout), isLikeNone(requestTimeout) ? BigInt(0) : requestTimeout, isLikeNone(maxRedirects) ? Number.MAX_SAFE_INTEGER : (maxRedirects) >>> 0, isLikeNone(retryCount) ? Number.MAX_SAFE_INTEGER : (retryCount) >>> 0, ptr3, len3, !isLikeNone(retryInitialDelayMs), isLikeNone(retryInitialDelayMs) ? BigInt(0) : retryInitialDelayMs, !isLikeNone(retryMaxDelayMs), isLikeNone(retryMaxDelayMs) ? BigInt(0) : retryMaxDelayMs, !isLikeNone(rateLimitJitterRatio), isLikeNone(rateLimitJitterRatio) ? 0 : rateLimitJitterRatio, isLikeNone(cookiesEnabled) ? 0xFFFFFF : cookiesEnabled ? 1 : 0, ptr4, len4, ptr5, isLikeNone(downloadAssets) ? 0xFFFFFF : downloadAssets ? 1 : 0, ptr6, len6, ptr7, ptr8, len8, isLikeNone(captureScreenshot) ? 0xFFFFFF : captureScreenshot ? 1 : 0, isLikeNone(followDocumentUrls) ? 0xFFFFFF : followDocumentUrls ? 1 : 0, isLikeNone(downloadDocuments) ? 0xFFFFFF : downloadDocuments ? 1 : 0, ptr9, len9, isLikeNone(saveBrowserProfile) ? 0xFFFFFF : saveBrowserProfile ? 1 : 0, ptr10, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(maxPages) ? Number.MAX_SAFE_INTEGER : (maxPages) >>> 0, isLikeNone(maxLinksPerPage) ? Number.MAX_SAFE_INTEGER : (maxLinksPerPage) >>> 0, isLikeNone(maxConcurrent) ? Number.MAX_SAFE_INTEGER : (maxConcurrent) >>> 0, isLikeNone(contentFilter) ? 1 : contentFilter, ptr11, len11, !isLikeNone(bm25Threshold), isLikeNone(bm25Threshold) ? 0 : bm25Threshold, ptr12, len12, !isLikeNone(rateLimitMs), isLikeNone(rateLimitMs) ? BigInt(0) : rateLimitMs, isLikeNone(auth) ? 0 : addToExternrefTable0(auth), isLikeNone(maxBodySize) ? Number.MAX_SAFE_INTEGER : (maxBodySize) >>> 0, isLikeNone(mapLimit) ? Number.MAX_SAFE_INTEGER : (mapLimit) >>> 0, ptr13, len13, isLikeNone(maxAssetSize) ? Number.MAX_SAFE_INTEGER : (maxAssetSize) >>> 0, ptr14, isLikeNone(documentUrlDepth) ? Number.MAX_SAFE_INTEGER : (documentUrlDepth) >>> 0, isLikeNone(documentMaxSize) ? Number.MAX_SAFE_INTEGER : (documentMaxSize) >>> 0, ptr15, len15, isLikeNone(documentContentEncoding) ? 1 : documentContentEncoding, ptr16, len16, ptr17, len17, isLikeNone(ssrfDenyPrivateExplicit) ? 0xFFFFFF : ssrfDenyPrivateExplicit ? 1 : 0);
|
|
2664
|
+
const ret = wasm.wasmcrawlconfig_new(isLikeNone(crawlStrategy) ? 4 : crawlStrategy, isLikeNone(respectRobotsTxt) ? 0xFFFFFF : respectRobotsTxt ? 1 : 0, isLikeNone(softHttpErrors) ? 0xFFFFFF : softHttpErrors ? 1 : 0, isLikeNone(stayOnDomain) ? 0xFFFFFF : stayOnDomain ? 1 : 0, isLikeNone(allowSubdomains) ? 0xFFFFFF : allowSubdomains ? 1 : 0, ptr0, len0, ptr1, len1, isLikeNone(pathPatternsMatchQuery) ? 0xFFFFFF : pathPatternsMatchQuery ? 1 : 0, isLikeNone(pathPatternsMatchUrl) ? 0xFFFFFF : pathPatternsMatchUrl ? 1 : 0, isLikeNone(dedupIncludeQuery) ? 0xFFFFFF : dedupIncludeQuery ? 1 : 0, isLikeNone(stripTrackingParams) ? 0xFFFFFF : stripTrackingParams ? 1 : 0, ptr2, len2, isLikeNone(customHeaders) ? 0 : addToExternrefTable0(customHeaders), !isLikeNone(requestTimeout), isLikeNone(requestTimeout) ? BigInt(0) : requestTimeout, isLikeNone(maxRedirects) ? Number.MAX_SAFE_INTEGER : (maxRedirects) >>> 0, isLikeNone(retryCount) ? Number.MAX_SAFE_INTEGER : (retryCount) >>> 0, ptr3, len3, !isLikeNone(retryInitialDelayMs), isLikeNone(retryInitialDelayMs) ? BigInt(0) : retryInitialDelayMs, !isLikeNone(retryMaxDelayMs), isLikeNone(retryMaxDelayMs) ? BigInt(0) : retryMaxDelayMs, !isLikeNone(rateLimitJitterRatio), isLikeNone(rateLimitJitterRatio) ? 0 : rateLimitJitterRatio, isLikeNone(cookiesEnabled) ? 0xFFFFFF : cookiesEnabled ? 1 : 0, ptr4, len4, ptr5, isLikeNone(downloadAssets) ? 0xFFFFFF : downloadAssets ? 1 : 0, ptr6, len6, ptr7, ptr8, len8, isLikeNone(captureScreenshot) ? 0xFFFFFF : captureScreenshot ? 1 : 0, isLikeNone(followDocumentUrls) ? 0xFFFFFF : followDocumentUrls ? 1 : 0, isLikeNone(downloadDocuments) ? 0xFFFFFF : downloadDocuments ? 1 : 0, ptr9, len9, isLikeNone(saveBrowserProfile) ? 0xFFFFFF : saveBrowserProfile ? 1 : 0, ptr10, isLikeNone(maxDepth) ? Number.MAX_SAFE_INTEGER : (maxDepth) >>> 0, isLikeNone(maxPages) ? Number.MAX_SAFE_INTEGER : (maxPages) >>> 0, isLikeNone(maxLinksPerPage) ? Number.MAX_SAFE_INTEGER : (maxLinksPerPage) >>> 0, isLikeNone(maxConcurrent) ? Number.MAX_SAFE_INTEGER : (maxConcurrent) >>> 0, isLikeNone(contentFilter) ? 1 : contentFilter, ptr11, len11, !isLikeNone(bm25Threshold), isLikeNone(bm25Threshold) ? 0 : bm25Threshold, ptr12, len12, !isLikeNone(rateLimitMs), isLikeNone(rateLimitMs) ? BigInt(0) : rateLimitMs, isLikeNone(auth) ? 0 : addToExternrefTable0(auth), isLikeNone(maxBodySize) ? Number.MAX_SAFE_INTEGER : (maxBodySize) >>> 0, isLikeNone(mapLimit) ? Number.MAX_SAFE_INTEGER : (mapLimit) >>> 0, ptr13, len13, isLikeNone(maxAssetSize) ? Number.MAX_SAFE_INTEGER : (maxAssetSize) >>> 0, ptr14, isLikeNone(documentUrlDepth) ? Number.MAX_SAFE_INTEGER : (documentUrlDepth) >>> 0, isLikeNone(documentMaxSize) ? Number.MAX_SAFE_INTEGER : (documentMaxSize) >>> 0, ptr15, len15, isLikeNone(documentContentEncoding) ? 1 : documentContentEncoding, ptr16, len16, ptr17, len17, isLikeNone(ssrfDenyPrivateExplicit) ? 0xFFFFFF : ssrfDenyPrivateExplicit ? 1 : 0);
|
|
2391
2665
|
this.__wbg_ptr = ret;
|
|
2392
2666
|
WasmCrawlConfigFinalization.register(this, this.__wbg_ptr, this);
|
|
2393
2667
|
return this;
|
|
@@ -2400,6 +2674,17 @@ class WasmCrawlConfig {
|
|
|
2400
2674
|
return ret !== 0;
|
|
2401
2675
|
}
|
|
2402
2676
|
/**
|
|
2677
|
+
* @returns {boolean}
|
|
2678
|
+
*/
|
|
2679
|
+
get pathPatternsMatchUrl() {
|
|
2680
|
+
const ret = wasm.wasmcrawlconfig_pathPatternsMatchUrl(this.__wbg_ptr);
|
|
2681
|
+
return ret !== 0;
|
|
2682
|
+
}
|
|
2683
|
+
/**
|
|
2684
|
+
* Returns a detached copy of `proxy`.
|
|
2685
|
+
*
|
|
2686
|
+
* Changes to the returned value do not update this object. To update `proxy`,
|
|
2687
|
+
* read it, modify the copy, then assign the copy back to `proxy`.
|
|
2403
2688
|
* @returns {WasmProxyConfig | undefined}
|
|
2404
2689
|
*/
|
|
2405
2690
|
get proxy() {
|
|
@@ -2527,8 +2812,7 @@ class WasmCrawlConfig {
|
|
|
2527
2812
|
*/
|
|
2528
2813
|
set browser(value) {
|
|
2529
2814
|
_assertClass(value, WasmBrowserConfig);
|
|
2530
|
-
|
|
2531
|
-
wasm.wasmcrawlconfig_set_browser(this.__wbg_ptr, ptr0);
|
|
2815
|
+
wasm.wasmcrawlconfig_set_browser(this.__wbg_ptr, value.__wbg_ptr);
|
|
2532
2816
|
}
|
|
2533
2817
|
/**
|
|
2534
2818
|
* @param {boolean} value
|
|
@@ -2547,8 +2831,7 @@ class WasmCrawlConfig {
|
|
|
2547
2831
|
*/
|
|
2548
2832
|
set content(value) {
|
|
2549
2833
|
_assertClass(value, WasmContentConfig);
|
|
2550
|
-
|
|
2551
|
-
wasm.wasmcrawlconfig_set_content(this.__wbg_ptr, ptr0);
|
|
2834
|
+
wasm.wasmcrawlconfig_set_content(this.__wbg_ptr, value.__wbg_ptr);
|
|
2552
2835
|
}
|
|
2553
2836
|
/**
|
|
2554
2837
|
* @param {boolean} value
|
|
@@ -2705,15 +2988,17 @@ class WasmCrawlConfig {
|
|
|
2705
2988
|
wasm.wasmcrawlconfig_set_pathPatternsMatchQuery(this.__wbg_ptr, value);
|
|
2706
2989
|
}
|
|
2707
2990
|
/**
|
|
2708
|
-
* @param {
|
|
2991
|
+
* @param {boolean} value
|
|
2992
|
+
*/
|
|
2993
|
+
set pathPatternsMatchUrl(value) {
|
|
2994
|
+
wasm.wasmcrawlconfig_set_pathPatternsMatchUrl(this.__wbg_ptr, value);
|
|
2995
|
+
}
|
|
2996
|
+
/**
|
|
2997
|
+
* @param {WasmProxyConfig} value
|
|
2709
2998
|
*/
|
|
2710
2999
|
set proxy(value) {
|
|
2711
|
-
|
|
2712
|
-
|
|
2713
|
-
_assertClass(value, WasmProxyConfig);
|
|
2714
|
-
ptr0 = value.__destroy_into_raw();
|
|
2715
|
-
}
|
|
2716
|
-
wasm.wasmcrawlconfig_set_proxy(this.__wbg_ptr, ptr0);
|
|
3000
|
+
_assertClass(value, WasmProxyConfig);
|
|
3001
|
+
wasm.wasmcrawlconfig_set_proxy(this.__wbg_ptr, value.__wbg_ptr);
|
|
2717
3002
|
}
|
|
2718
3003
|
/**
|
|
2719
3004
|
* @param {number} value
|
|
@@ -2796,8 +3081,7 @@ class WasmCrawlConfig {
|
|
|
2796
3081
|
*/
|
|
2797
3082
|
set ssrf(value) {
|
|
2798
3083
|
_assertClass(value, WasmSsrfPolicy);
|
|
2799
|
-
|
|
2800
|
-
wasm.wasmcrawlconfig_set_ssrf(this.__wbg_ptr, ptr0);
|
|
3084
|
+
wasm.wasmcrawlconfig_set_ssrf(this.__wbg_ptr, value.__wbg_ptr);
|
|
2801
3085
|
}
|
|
2802
3086
|
/**
|
|
2803
3087
|
* @param {boolean} value
|
|
@@ -2858,6 +3142,10 @@ class WasmCrawlConfig {
|
|
|
2858
3142
|
return ret === 0xFFFFFF ? undefined : ret !== 0;
|
|
2859
3143
|
}
|
|
2860
3144
|
/**
|
|
3145
|
+
* Returns a detached copy of `ssrf`.
|
|
3146
|
+
*
|
|
3147
|
+
* Changes to the returned value do not update this object. To update `ssrf`,
|
|
3148
|
+
* read it, modify the copy, then assign the copy back to `ssrf`.
|
|
2861
3149
|
* @returns {WasmSsrfPolicy}
|
|
2862
3150
|
*/
|
|
2863
3151
|
get ssrf() {
|
|
@@ -2959,6 +3247,17 @@ class WasmCrawlEngineHandle {
|
|
|
2959
3247
|
const ptr = this.__destroy_into_raw();
|
|
2960
3248
|
wasm.__wbg_wasmcrawlenginehandle_free(ptr, 0);
|
|
2961
3249
|
}
|
|
3250
|
+
/**
|
|
3251
|
+
* Return an independent handle for an ownership-taking API.
|
|
3252
|
+
*
|
|
3253
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
3254
|
+
* handle must remain usable.
|
|
3255
|
+
* @returns {WasmCrawlEngineHandle}
|
|
3256
|
+
*/
|
|
3257
|
+
copyForTransfer() {
|
|
3258
|
+
const ret = wasm.wasmcrawlenginehandle_copyForTransfer(this.__wbg_ptr);
|
|
3259
|
+
return WasmCrawlEngineHandle.__wrap(ret);
|
|
3260
|
+
}
|
|
2962
3261
|
}
|
|
2963
3262
|
if (Symbol.dispose) WasmCrawlEngineHandle.prototype[Symbol.dispose] = WasmCrawlEngineHandle.prototype.free;
|
|
2964
3263
|
exports.WasmCrawlEngineHandle = WasmCrawlEngineHandle;
|
|
@@ -3003,6 +3302,15 @@ class WasmCrawlPageResult {
|
|
|
3003
3302
|
const ret = wasm.wasmcrawlpageresult_browserUsed(this.__wbg_ptr);
|
|
3004
3303
|
return ret !== 0;
|
|
3005
3304
|
}
|
|
3305
|
+
clearDownloadedDocument() {
|
|
3306
|
+
wasm.wasmcrawlpageresult_clearDownloadedDocument(this.__wbg_ptr);
|
|
3307
|
+
}
|
|
3308
|
+
clearExtractionMeta() {
|
|
3309
|
+
wasm.wasmcrawlpageresult_clearExtractionMeta(this.__wbg_ptr);
|
|
3310
|
+
}
|
|
3311
|
+
clearMarkdown() {
|
|
3312
|
+
wasm.wasmcrawlpageresult_clearMarkdown(this.__wbg_ptr);
|
|
3313
|
+
}
|
|
3006
3314
|
/**
|
|
3007
3315
|
* @returns {string}
|
|
3008
3316
|
*/
|
|
@@ -3018,6 +3326,17 @@ class WasmCrawlPageResult {
|
|
|
3018
3326
|
wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
|
|
3019
3327
|
}
|
|
3020
3328
|
}
|
|
3329
|
+
/**
|
|
3330
|
+
* Return an independent handle for an ownership-taking API.
|
|
3331
|
+
*
|
|
3332
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
3333
|
+
* handle must remain usable.
|
|
3334
|
+
* @returns {WasmCrawlPageResult}
|
|
3335
|
+
*/
|
|
3336
|
+
copyForTransfer() {
|
|
3337
|
+
const ret = wasm.wasmcrawlpageresult_copyForTransfer(this.__wbg_ptr);
|
|
3338
|
+
return WasmCrawlPageResult.__wrap(ret);
|
|
3339
|
+
}
|
|
3021
3340
|
/**
|
|
3022
3341
|
* @returns {WasmCrawlPageResult}
|
|
3023
3342
|
*/
|
|
@@ -3045,6 +3364,10 @@ class WasmCrawlPageResult {
|
|
|
3045
3364
|
return v1;
|
|
3046
3365
|
}
|
|
3047
3366
|
/**
|
|
3367
|
+
* Returns a detached copy of `downloadedDocument`.
|
|
3368
|
+
*
|
|
3369
|
+
* Changes to the returned value do not update this object. To update `downloadedDocument`,
|
|
3370
|
+
* read it, modify the copy, then assign the copy back to `downloadedDocument`.
|
|
3048
3371
|
* @returns {WasmDownloadedDocument | undefined}
|
|
3049
3372
|
*/
|
|
3050
3373
|
get downloadedDocument() {
|
|
@@ -3059,6 +3382,10 @@ class WasmCrawlPageResult {
|
|
|
3059
3382
|
return ret;
|
|
3060
3383
|
}
|
|
3061
3384
|
/**
|
|
3385
|
+
* Returns a detached copy of `extractionMeta`.
|
|
3386
|
+
*
|
|
3387
|
+
* Changes to the returned value do not update this object. To update `extractionMeta`,
|
|
3388
|
+
* read it, modify the copy, then assign the copy back to `extractionMeta`.
|
|
3062
3389
|
* @returns {WasmExtractionMeta | undefined}
|
|
3063
3390
|
*/
|
|
3064
3391
|
get extractionMeta() {
|
|
@@ -3066,6 +3393,10 @@ class WasmCrawlPageResult {
|
|
|
3066
3393
|
return ret === 0 ? undefined : WasmExtractionMeta.__wrap(ret);
|
|
3067
3394
|
}
|
|
3068
3395
|
/**
|
|
3396
|
+
* Returns detached copies of the elements in `feeds`.
|
|
3397
|
+
*
|
|
3398
|
+
* Changes to the returned values do not update this object. Modify the copies,
|
|
3399
|
+
* then assign the array back to `feeds`.
|
|
3069
3400
|
* @returns {WasmFeedInfo[]}
|
|
3070
3401
|
*/
|
|
3071
3402
|
get feeds() {
|
|
@@ -3105,6 +3436,10 @@ class WasmCrawlPageResult {
|
|
|
3105
3436
|
}
|
|
3106
3437
|
}
|
|
3107
3438
|
/**
|
|
3439
|
+
* Returns detached copies of the elements in `images`.
|
|
3440
|
+
*
|
|
3441
|
+
* Changes to the returned values do not update this object. Modify the copies,
|
|
3442
|
+
* then assign the array back to `images`.
|
|
3108
3443
|
* @returns {WasmImageInfo[]}
|
|
3109
3444
|
*/
|
|
3110
3445
|
get images() {
|
|
@@ -3121,6 +3456,10 @@ class WasmCrawlPageResult {
|
|
|
3121
3456
|
return ret !== 0;
|
|
3122
3457
|
}
|
|
3123
3458
|
/**
|
|
3459
|
+
* Returns detached copies of the elements in `jsonLd`.
|
|
3460
|
+
*
|
|
3461
|
+
* Changes to the returned values do not update this object. Modify the copies,
|
|
3462
|
+
* then assign the array back to `jsonLd`.
|
|
3124
3463
|
* @returns {WasmJsonLdEntry[]}
|
|
3125
3464
|
*/
|
|
3126
3465
|
get jsonLd() {
|
|
@@ -3130,6 +3469,10 @@ class WasmCrawlPageResult {
|
|
|
3130
3469
|
return v1;
|
|
3131
3470
|
}
|
|
3132
3471
|
/**
|
|
3472
|
+
* Returns detached copies of the elements in `links`.
|
|
3473
|
+
*
|
|
3474
|
+
* Changes to the returned values do not update this object. Modify the copies,
|
|
3475
|
+
* then assign the array back to `links`.
|
|
3133
3476
|
* @returns {WasmLinkInfo[]}
|
|
3134
3477
|
*/
|
|
3135
3478
|
get links() {
|
|
@@ -3139,6 +3482,10 @@ class WasmCrawlPageResult {
|
|
|
3139
3482
|
return v1;
|
|
3140
3483
|
}
|
|
3141
3484
|
/**
|
|
3485
|
+
* Returns a detached copy of `markdown`.
|
|
3486
|
+
*
|
|
3487
|
+
* Changes to the returned value do not update this object. To update `markdown`,
|
|
3488
|
+
* read it, modify the copy, then assign the copy back to `markdown`.
|
|
3142
3489
|
* @returns {WasmMarkdownResult | undefined}
|
|
3143
3490
|
*/
|
|
3144
3491
|
get markdown() {
|
|
@@ -3146,6 +3493,10 @@ class WasmCrawlPageResult {
|
|
|
3146
3493
|
return ret === 0 ? undefined : WasmMarkdownResult.__wrap(ret);
|
|
3147
3494
|
}
|
|
3148
3495
|
/**
|
|
3496
|
+
* Returns a detached copy of `metadata`.
|
|
3497
|
+
*
|
|
3498
|
+
* Changes to the returned value do not update this object. To update `metadata`,
|
|
3499
|
+
* read it, modify the copy, then assign the copy back to `metadata`.
|
|
3149
3500
|
* @returns {WasmPageMetadata}
|
|
3150
3501
|
*/
|
|
3151
3502
|
get metadata() {
|
|
@@ -3153,6 +3504,14 @@ class WasmCrawlPageResult {
|
|
|
3153
3504
|
return WasmPageMetadata.__wrap(ret);
|
|
3154
3505
|
}
|
|
3155
3506
|
/**
|
|
3507
|
+
* Takes ownership of `metadata`, `markdown`, `extractionMeta`, `downloadedDocument`.
|
|
3508
|
+
* wasm-bindgen lowers a by-value class argument through `__destroy_into_raw()`, so each
|
|
3509
|
+
* of those handles is dead once this returns. Passing a freshly built value is fine. To
|
|
3510
|
+
* keep a handle you already hold, build with `default()` and assign the property instead:
|
|
3511
|
+
* the generated setter borrows and leaves your handle alive.
|
|
3512
|
+
* Takes ownership of every element in `links`, `images`, `feeds`, `jsonLd`.
|
|
3513
|
+
* wasm-bindgen cannot borrow class values nested in an array. To keep those handles,
|
|
3514
|
+
* copy each retained element with `copyForTransfer()` before passing the array.
|
|
3156
3515
|
* @param {string | null} [url]
|
|
3157
3516
|
* @param {string | null} [normalizedUrl]
|
|
3158
3517
|
* @param {number | null} [statusCode]
|
|
@@ -3173,13 +3532,14 @@ class WasmCrawlPageResult {
|
|
|
3173
3532
|
* @param {number | null} [redirectCount]
|
|
3174
3533
|
* @param {boolean | null} [noindexDetected]
|
|
3175
3534
|
* @param {boolean | null} [nofollowDetected]
|
|
3535
|
+
* @param {string[] | null} [ssrfRefusedUrls]
|
|
3176
3536
|
* @param {string | null} [detectedCharset]
|
|
3177
3537
|
* @param {WasmMarkdownResult | null} [markdown]
|
|
3178
3538
|
* @param {any | null} [extractedData]
|
|
3179
3539
|
* @param {WasmExtractionMeta | null} [extractionMeta]
|
|
3180
3540
|
* @param {WasmDownloadedDocument | null} [downloadedDocument]
|
|
3181
3541
|
*/
|
|
3182
|
-
constructor(url, normalizedUrl, statusCode, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, depth, stayedOnDomain, wasSkipped, isPdf, browserUsed, finalUrl, redirectCount, noindexDetected, nofollowDetected, detectedCharset, markdown, extractedData, extractionMeta, downloadedDocument) {
|
|
3542
|
+
constructor(url, normalizedUrl, statusCode, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, depth, stayedOnDomain, wasSkipped, isPdf, browserUsed, finalUrl, redirectCount, noindexDetected, nofollowDetected, ssrfRefusedUrls, detectedCharset, markdown, extractedData, extractionMeta, downloadedDocument) {
|
|
3183
3543
|
var ptr0 = isLikeNone(url) ? 0 : passStringToWasm0(url, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
3184
3544
|
var len0 = WASM_VECTOR_LEN;
|
|
3185
3545
|
var ptr1 = isLikeNone(normalizedUrl) ? 0 : passStringToWasm0(normalizedUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
@@ -3203,24 +3563,26 @@ class WasmCrawlPageResult {
|
|
|
3203
3563
|
var len8 = WASM_VECTOR_LEN;
|
|
3204
3564
|
var ptr9 = isLikeNone(finalUrl) ? 0 : passStringToWasm0(finalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
3205
3565
|
var len9 = WASM_VECTOR_LEN;
|
|
3206
|
-
var ptr10 = isLikeNone(
|
|
3566
|
+
var ptr10 = isLikeNone(ssrfRefusedUrls) ? 0 : passArrayJsValueToWasm0(ssrfRefusedUrls, wasm.__wbindgen_malloc);
|
|
3207
3567
|
var len10 = WASM_VECTOR_LEN;
|
|
3208
|
-
|
|
3568
|
+
var ptr11 = isLikeNone(detectedCharset) ? 0 : passStringToWasm0(detectedCharset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
3569
|
+
var len11 = WASM_VECTOR_LEN;
|
|
3570
|
+
let ptr12 = 0;
|
|
3209
3571
|
if (!isLikeNone(markdown)) {
|
|
3210
3572
|
_assertClass(markdown, WasmMarkdownResult);
|
|
3211
|
-
|
|
3573
|
+
ptr12 = markdown.__destroy_into_raw();
|
|
3212
3574
|
}
|
|
3213
|
-
let
|
|
3575
|
+
let ptr13 = 0;
|
|
3214
3576
|
if (!isLikeNone(extractionMeta)) {
|
|
3215
3577
|
_assertClass(extractionMeta, WasmExtractionMeta);
|
|
3216
|
-
|
|
3578
|
+
ptr13 = extractionMeta.__destroy_into_raw();
|
|
3217
3579
|
}
|
|
3218
|
-
let
|
|
3580
|
+
let ptr14 = 0;
|
|
3219
3581
|
if (!isLikeNone(downloadedDocument)) {
|
|
3220
3582
|
_assertClass(downloadedDocument, WasmDownloadedDocument);
|
|
3221
|
-
|
|
3583
|
+
ptr14 = downloadedDocument.__destroy_into_raw();
|
|
3222
3584
|
}
|
|
3223
|
-
const ret = wasm.wasmcrawlpageresult_new(ptr0, len0, ptr1, len1, isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr2, len2, ptr3, len3, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr4, ptr5, len5, ptr6, len6, ptr7, len7, ptr8, len8, isLikeNone(depth) ? Number.MAX_SAFE_INTEGER : (depth) >>> 0, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, isLikeNone(redirectCount) ? Number.MAX_SAFE_INTEGER : (redirectCount) >>> 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, ptr10, len10, ptr11, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData),
|
|
3585
|
+
const ret = wasm.wasmcrawlpageresult_new(ptr0, len0, ptr1, len1, isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr2, len2, ptr3, len3, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr4, ptr5, len5, ptr6, len6, ptr7, len7, ptr8, len8, isLikeNone(depth) ? Number.MAX_SAFE_INTEGER : (depth) >>> 0, isLikeNone(stayedOnDomain) ? 0xFFFFFF : stayedOnDomain ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, isLikeNone(redirectCount) ? Number.MAX_SAFE_INTEGER : (redirectCount) >>> 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, ptr10, len10, ptr11, len11, ptr12, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr13, ptr14);
|
|
3224
3586
|
this.__wbg_ptr = ret;
|
|
3225
3587
|
WasmCrawlPageResultFinalization.register(this, this.__wbg_ptr, this);
|
|
3226
3588
|
return this;
|
|
@@ -3296,15 +3658,11 @@ class WasmCrawlPageResult {
|
|
|
3296
3658
|
wasm.wasmcrawlpageresult_set_detectedCharset(this.__wbg_ptr, ptr0, len0);
|
|
3297
3659
|
}
|
|
3298
3660
|
/**
|
|
3299
|
-
* @param {WasmDownloadedDocument
|
|
3661
|
+
* @param {WasmDownloadedDocument} value
|
|
3300
3662
|
*/
|
|
3301
3663
|
set downloadedDocument(value) {
|
|
3302
|
-
|
|
3303
|
-
|
|
3304
|
-
_assertClass(value, WasmDownloadedDocument);
|
|
3305
|
-
ptr0 = value.__destroy_into_raw();
|
|
3306
|
-
}
|
|
3307
|
-
wasm.wasmcrawlpageresult_set_downloadedDocument(this.__wbg_ptr, ptr0);
|
|
3664
|
+
_assertClass(value, WasmDownloadedDocument);
|
|
3665
|
+
wasm.wasmcrawlpageresult_set_downloadedDocument(this.__wbg_ptr, value.__wbg_ptr);
|
|
3308
3666
|
}
|
|
3309
3667
|
/**
|
|
3310
3668
|
* @param {any | null} [value]
|
|
@@ -3313,17 +3671,16 @@ class WasmCrawlPageResult {
|
|
|
3313
3671
|
wasm.wasmcrawlpageresult_set_extractedData(this.__wbg_ptr, isLikeNone(value) ? 0 : addToExternrefTable0(value));
|
|
3314
3672
|
}
|
|
3315
3673
|
/**
|
|
3316
|
-
* @param {WasmExtractionMeta
|
|
3674
|
+
* @param {WasmExtractionMeta} value
|
|
3317
3675
|
*/
|
|
3318
3676
|
set extractionMeta(value) {
|
|
3319
|
-
|
|
3320
|
-
|
|
3321
|
-
_assertClass(value, WasmExtractionMeta);
|
|
3322
|
-
ptr0 = value.__destroy_into_raw();
|
|
3323
|
-
}
|
|
3324
|
-
wasm.wasmcrawlpageresult_set_extractionMeta(this.__wbg_ptr, ptr0);
|
|
3677
|
+
_assertClass(value, WasmExtractionMeta);
|
|
3678
|
+
wasm.wasmcrawlpageresult_set_extractionMeta(this.__wbg_ptr, value.__wbg_ptr);
|
|
3325
3679
|
}
|
|
3326
3680
|
/**
|
|
3681
|
+
* Takes ownership of every element in `feeds`.
|
|
3682
|
+
* wasm-bindgen cannot borrow class values nested in an array; copy each retained
|
|
3683
|
+
* element with `copyForTransfer()` before passing the array.
|
|
3327
3684
|
* @param {WasmFeedInfo[]} value
|
|
3328
3685
|
*/
|
|
3329
3686
|
set feeds(value) {
|
|
@@ -3348,6 +3705,9 @@ class WasmCrawlPageResult {
|
|
|
3348
3705
|
wasm.wasmcrawlpageresult_set_html(this.__wbg_ptr, ptr0, len0);
|
|
3349
3706
|
}
|
|
3350
3707
|
/**
|
|
3708
|
+
* Takes ownership of every element in `images`.
|
|
3709
|
+
* wasm-bindgen cannot borrow class values nested in an array; copy each retained
|
|
3710
|
+
* element with `copyForTransfer()` before passing the array.
|
|
3351
3711
|
* @param {WasmImageInfo[]} value
|
|
3352
3712
|
*/
|
|
3353
3713
|
set images(value) {
|
|
@@ -3362,6 +3722,9 @@ class WasmCrawlPageResult {
|
|
|
3362
3722
|
wasm.wasmcrawlpageresult_set_isPdf(this.__wbg_ptr, value);
|
|
3363
3723
|
}
|
|
3364
3724
|
/**
|
|
3725
|
+
* Takes ownership of every element in `jsonLd`.
|
|
3726
|
+
* wasm-bindgen cannot borrow class values nested in an array; copy each retained
|
|
3727
|
+
* element with `copyForTransfer()` before passing the array.
|
|
3365
3728
|
* @param {WasmJsonLdEntry[]} value
|
|
3366
3729
|
*/
|
|
3367
3730
|
set jsonLd(value) {
|
|
@@ -3370,6 +3733,9 @@ class WasmCrawlPageResult {
|
|
|
3370
3733
|
wasm.wasmcrawlpageresult_set_jsonLd(this.__wbg_ptr, ptr0, len0);
|
|
3371
3734
|
}
|
|
3372
3735
|
/**
|
|
3736
|
+
* Takes ownership of every element in `links`.
|
|
3737
|
+
* wasm-bindgen cannot borrow class values nested in an array; copy each retained
|
|
3738
|
+
* element with `copyForTransfer()` before passing the array.
|
|
3373
3739
|
* @param {WasmLinkInfo[]} value
|
|
3374
3740
|
*/
|
|
3375
3741
|
set links(value) {
|
|
@@ -3378,23 +3744,18 @@ class WasmCrawlPageResult {
|
|
|
3378
3744
|
wasm.wasmcrawlpageresult_set_links(this.__wbg_ptr, ptr0, len0);
|
|
3379
3745
|
}
|
|
3380
3746
|
/**
|
|
3381
|
-
* @param {WasmMarkdownResult
|
|
3747
|
+
* @param {WasmMarkdownResult} value
|
|
3382
3748
|
*/
|
|
3383
3749
|
set markdown(value) {
|
|
3384
|
-
|
|
3385
|
-
|
|
3386
|
-
_assertClass(value, WasmMarkdownResult);
|
|
3387
|
-
ptr0 = value.__destroy_into_raw();
|
|
3388
|
-
}
|
|
3389
|
-
wasm.wasmcrawlpageresult_set_markdown(this.__wbg_ptr, ptr0);
|
|
3750
|
+
_assertClass(value, WasmMarkdownResult);
|
|
3751
|
+
wasm.wasmcrawlpageresult_set_markdown(this.__wbg_ptr, value.__wbg_ptr);
|
|
3390
3752
|
}
|
|
3391
3753
|
/**
|
|
3392
3754
|
* @param {WasmPageMetadata} value
|
|
3393
3755
|
*/
|
|
3394
3756
|
set metadata(value) {
|
|
3395
3757
|
_assertClass(value, WasmPageMetadata);
|
|
3396
|
-
|
|
3397
|
-
wasm.wasmcrawlpageresult_set_metadata(this.__wbg_ptr, ptr0);
|
|
3758
|
+
wasm.wasmcrawlpageresult_set_metadata(this.__wbg_ptr, value.__wbg_ptr);
|
|
3398
3759
|
}
|
|
3399
3760
|
/**
|
|
3400
3761
|
* @param {boolean} value
|
|
@@ -3422,6 +3783,14 @@ class WasmCrawlPageResult {
|
|
|
3422
3783
|
set redirectCount(value) {
|
|
3423
3784
|
wasm.wasmcrawlpageresult_set_redirectCount(this.__wbg_ptr, value);
|
|
3424
3785
|
}
|
|
3786
|
+
/**
|
|
3787
|
+
* @param {string[]} value
|
|
3788
|
+
*/
|
|
3789
|
+
set ssrfRefusedUrls(value) {
|
|
3790
|
+
const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
|
|
3791
|
+
const len0 = WASM_VECTOR_LEN;
|
|
3792
|
+
wasm.wasmcrawlpageresult_set_ssrfRefusedUrls(this.__wbg_ptr, ptr0, len0);
|
|
3793
|
+
}
|
|
3425
3794
|
/**
|
|
3426
3795
|
* @param {number} value
|
|
3427
3796
|
*/
|
|
@@ -3448,6 +3817,15 @@ class WasmCrawlPageResult {
|
|
|
3448
3817
|
set wasSkipped(value) {
|
|
3449
3818
|
wasm.wasmcrawlpageresult_set_wasSkipped(this.__wbg_ptr, value);
|
|
3450
3819
|
}
|
|
3820
|
+
/**
|
|
3821
|
+
* @returns {string[]}
|
|
3822
|
+
*/
|
|
3823
|
+
get ssrfRefusedUrls() {
|
|
3824
|
+
const ret = wasm.wasmcrawlpageresult_ssrfRefusedUrls(this.__wbg_ptr);
|
|
3825
|
+
var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
|
|
3826
|
+
wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
|
|
3827
|
+
return v1;
|
|
3828
|
+
}
|
|
3451
3829
|
/**
|
|
3452
3830
|
* @returns {number}
|
|
3453
3831
|
*/
|
|
@@ -3516,6 +3894,10 @@ class WasmCrawlResult {
|
|
|
3516
3894
|
return ret !== 0;
|
|
3517
3895
|
}
|
|
3518
3896
|
/**
|
|
3897
|
+
* Returns detached copies of the elements in `cookies`.
|
|
3898
|
+
*
|
|
3899
|
+
* Changes to the returned values do not update this object. Modify the copies,
|
|
3900
|
+
* then assign the array back to `cookies`.
|
|
3519
3901
|
* @returns {WasmCookieInfo[]}
|
|
3520
3902
|
*/
|
|
3521
3903
|
get cookies() {
|
|
@@ -3524,6 +3906,17 @@ class WasmCrawlResult {
|
|
|
3524
3906
|
wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
|
|
3525
3907
|
return v1;
|
|
3526
3908
|
}
|
|
3909
|
+
/**
|
|
3910
|
+
* Return an independent handle for an ownership-taking API.
|
|
3911
|
+
*
|
|
3912
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
3913
|
+
* handle must remain usable.
|
|
3914
|
+
* @returns {WasmCrawlResult}
|
|
3915
|
+
*/
|
|
3916
|
+
copyForTransfer() {
|
|
3917
|
+
const ret = wasm.wasmcrawlresult_copyForTransfer(this.__wbg_ptr);
|
|
3918
|
+
return WasmCrawlResult.__wrap(ret);
|
|
3919
|
+
}
|
|
3527
3920
|
/**
|
|
3528
3921
|
* @returns {WasmCrawlResult}
|
|
3529
3922
|
*/
|
|
@@ -3559,6 +3952,9 @@ class WasmCrawlResult {
|
|
|
3559
3952
|
}
|
|
3560
3953
|
}
|
|
3561
3954
|
/**
|
|
3955
|
+
* Takes ownership of every element in `pages`, `cookies`.
|
|
3956
|
+
* wasm-bindgen cannot borrow class values nested in an array. To keep those handles,
|
|
3957
|
+
* copy each retained element with `copyForTransfer()` before passing the array.
|
|
3562
3958
|
* @param {WasmCrawlPageResult[] | null} [pages]
|
|
3563
3959
|
* @param {string | null} [finalUrl]
|
|
3564
3960
|
* @param {number | null} [redirectCount]
|
|
@@ -3583,6 +3979,10 @@ class WasmCrawlResult {
|
|
|
3583
3979
|
return this;
|
|
3584
3980
|
}
|
|
3585
3981
|
/**
|
|
3982
|
+
* Returns detached copies of the elements in `pages`.
|
|
3983
|
+
*
|
|
3984
|
+
* Changes to the returned values do not update this object. Modify the copies,
|
|
3985
|
+
* then assign the array back to `pages`.
|
|
3586
3986
|
* @returns {WasmCrawlPageResult[]}
|
|
3587
3987
|
*/
|
|
3588
3988
|
get pages() {
|
|
@@ -3605,6 +4005,9 @@ class WasmCrawlResult {
|
|
|
3605
4005
|
wasm.wasmcrawlresult_set_browserUsed(this.__wbg_ptr, value);
|
|
3606
4006
|
}
|
|
3607
4007
|
/**
|
|
4008
|
+
* Takes ownership of every element in `cookies`.
|
|
4009
|
+
* wasm-bindgen cannot borrow class values nested in an array; copy each retained
|
|
4010
|
+
* element with `copyForTransfer()` before passing the array.
|
|
3608
4011
|
* @param {WasmCookieInfo[]} value
|
|
3609
4012
|
*/
|
|
3610
4013
|
set cookies(value) {
|
|
@@ -3629,6 +4032,9 @@ class WasmCrawlResult {
|
|
|
3629
4032
|
wasm.wasmcrawlresult_set_finalUrl(this.__wbg_ptr, ptr0, len0);
|
|
3630
4033
|
}
|
|
3631
4034
|
/**
|
|
4035
|
+
* Takes ownership of every element in `pages`.
|
|
4036
|
+
* wasm-bindgen cannot borrow class values nested in an array; copy each retained
|
|
4037
|
+
* element with `copyForTransfer()` before passing the array.
|
|
3632
4038
|
* @param {WasmCrawlPageResult[]} value
|
|
3633
4039
|
*/
|
|
3634
4040
|
set pages(value) {
|
|
@@ -3773,6 +4179,17 @@ class WasmDownloadedAsset {
|
|
|
3773
4179
|
wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
|
|
3774
4180
|
}
|
|
3775
4181
|
}
|
|
4182
|
+
/**
|
|
4183
|
+
* Return an independent handle for an ownership-taking API.
|
|
4184
|
+
*
|
|
4185
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
4186
|
+
* handle must remain usable.
|
|
4187
|
+
* @returns {WasmDownloadedAsset}
|
|
4188
|
+
*/
|
|
4189
|
+
copyForTransfer() {
|
|
4190
|
+
const ret = wasm.wasmdownloadedasset_copyForTransfer(this.__wbg_ptr);
|
|
4191
|
+
return WasmDownloadedAsset.__wrap(ret);
|
|
4192
|
+
}
|
|
3776
4193
|
/**
|
|
3777
4194
|
* @returns {WasmDownloadedAsset}
|
|
3778
4195
|
*/
|
|
@@ -3959,6 +4376,17 @@ class WasmDownloadedDocument {
|
|
|
3959
4376
|
}
|
|
3960
4377
|
return v1;
|
|
3961
4378
|
}
|
|
4379
|
+
/**
|
|
4380
|
+
* Return an independent handle for an ownership-taking API.
|
|
4381
|
+
*
|
|
4382
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
4383
|
+
* handle must remain usable.
|
|
4384
|
+
* @returns {WasmDownloadedDocument}
|
|
4385
|
+
*/
|
|
4386
|
+
copyForTransfer() {
|
|
4387
|
+
const ret = wasm.wasmdownloadeddocument_copyForTransfer(this.__wbg_ptr);
|
|
4388
|
+
return WasmDownloadedDocument.__wrap(ret);
|
|
4389
|
+
}
|
|
3962
4390
|
/**
|
|
3963
4391
|
* @returns {WasmDownloadedDocument}
|
|
3964
4392
|
*/
|
|
@@ -4162,6 +4590,17 @@ class WasmExtractionMeta {
|
|
|
4162
4590
|
const ret = wasm.wasmextractionmeta_completionTokens(this.__wbg_ptr);
|
|
4163
4591
|
return ret[0] === 0 ? undefined : BigInt.asUintN(64, ret[1]);
|
|
4164
4592
|
}
|
|
4593
|
+
/**
|
|
4594
|
+
* Return an independent handle for an ownership-taking API.
|
|
4595
|
+
*
|
|
4596
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
4597
|
+
* handle must remain usable.
|
|
4598
|
+
* @returns {WasmExtractionMeta}
|
|
4599
|
+
*/
|
|
4600
|
+
copyForTransfer() {
|
|
4601
|
+
const ret = wasm.wasmextractionmeta_copyForTransfer(this.__wbg_ptr);
|
|
4602
|
+
return WasmExtractionMeta.__wrap(ret);
|
|
4603
|
+
}
|
|
4165
4604
|
/**
|
|
4166
4605
|
* @returns {number | undefined}
|
|
4167
4606
|
*/
|
|
@@ -4272,6 +4711,17 @@ class WasmFaviconInfo {
|
|
|
4272
4711
|
const ptr = this.__destroy_into_raw();
|
|
4273
4712
|
wasm.__wbg_wasmfaviconinfo_free(ptr, 0);
|
|
4274
4713
|
}
|
|
4714
|
+
/**
|
|
4715
|
+
* Return an independent handle for an ownership-taking API.
|
|
4716
|
+
*
|
|
4717
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
4718
|
+
* handle must remain usable.
|
|
4719
|
+
* @returns {WasmFaviconInfo}
|
|
4720
|
+
*/
|
|
4721
|
+
copyForTransfer() {
|
|
4722
|
+
const ret = wasm.wasmfaviconinfo_copyForTransfer(this.__wbg_ptr);
|
|
4723
|
+
return WasmFaviconInfo.__wrap(ret);
|
|
4724
|
+
}
|
|
4275
4725
|
/**
|
|
4276
4726
|
* @returns {WasmFaviconInfo}
|
|
4277
4727
|
*/
|
|
@@ -4415,6 +4865,17 @@ class WasmFeedInfo {
|
|
|
4415
4865
|
const ptr = this.__destroy_into_raw();
|
|
4416
4866
|
wasm.__wbg_wasmfeedinfo_free(ptr, 0);
|
|
4417
4867
|
}
|
|
4868
|
+
/**
|
|
4869
|
+
* Return an independent handle for an ownership-taking API.
|
|
4870
|
+
*
|
|
4871
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
4872
|
+
* handle must remain usable.
|
|
4873
|
+
* @returns {WasmFeedInfo}
|
|
4874
|
+
*/
|
|
4875
|
+
copyForTransfer() {
|
|
4876
|
+
const ret = wasm.wasmfeedinfo_copyForTransfer(this.__wbg_ptr);
|
|
4877
|
+
return WasmFeedInfo.__wrap(ret);
|
|
4878
|
+
}
|
|
4418
4879
|
/**
|
|
4419
4880
|
* @returns {WasmFeedInfo}
|
|
4420
4881
|
*/
|
|
@@ -4542,6 +5003,17 @@ class WasmHeadingInfo {
|
|
|
4542
5003
|
const ptr = this.__destroy_into_raw();
|
|
4543
5004
|
wasm.__wbg_wasmheadinginfo_free(ptr, 0);
|
|
4544
5005
|
}
|
|
5006
|
+
/**
|
|
5007
|
+
* Return an independent handle for an ownership-taking API.
|
|
5008
|
+
*
|
|
5009
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
5010
|
+
* handle must remain usable.
|
|
5011
|
+
* @returns {WasmHeadingInfo}
|
|
5012
|
+
*/
|
|
5013
|
+
copyForTransfer() {
|
|
5014
|
+
const ret = wasm.wasmheadinginfo_copyForTransfer(this.__wbg_ptr);
|
|
5015
|
+
return WasmHeadingInfo.__wrap(ret);
|
|
5016
|
+
}
|
|
4545
5017
|
/**
|
|
4546
5018
|
* @returns {WasmHeadingInfo}
|
|
4547
5019
|
*/
|
|
@@ -4721,6 +5193,17 @@ class WasmHreflangEntry {
|
|
|
4721
5193
|
const ptr = this.__destroy_into_raw();
|
|
4722
5194
|
wasm.__wbg_wasmhreflangentry_free(ptr, 0);
|
|
4723
5195
|
}
|
|
5196
|
+
/**
|
|
5197
|
+
* Return an independent handle for an ownership-taking API.
|
|
5198
|
+
*
|
|
5199
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
5200
|
+
* handle must remain usable.
|
|
5201
|
+
* @returns {WasmHreflangEntry}
|
|
5202
|
+
*/
|
|
5203
|
+
copyForTransfer() {
|
|
5204
|
+
const ret = wasm.wasmhreflangentry_copyForTransfer(this.__wbg_ptr);
|
|
5205
|
+
return WasmHreflangEntry.__wrap(ret);
|
|
5206
|
+
}
|
|
4724
5207
|
/**
|
|
4725
5208
|
* @returns {WasmHreflangEntry}
|
|
4726
5209
|
*/
|
|
@@ -4830,6 +5313,17 @@ class WasmImageInfo {
|
|
|
4830
5313
|
}
|
|
4831
5314
|
return v1;
|
|
4832
5315
|
}
|
|
5316
|
+
/**
|
|
5317
|
+
* Return an independent handle for an ownership-taking API.
|
|
5318
|
+
*
|
|
5319
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
5320
|
+
* handle must remain usable.
|
|
5321
|
+
* @returns {WasmImageInfo}
|
|
5322
|
+
*/
|
|
5323
|
+
copyForTransfer() {
|
|
5324
|
+
const ret = wasm.wasmimageinfo_copyForTransfer(this.__wbg_ptr);
|
|
5325
|
+
return WasmImageInfo.__wrap(ret);
|
|
5326
|
+
}
|
|
4833
5327
|
/**
|
|
4834
5328
|
* @returns {WasmImageInfo}
|
|
4835
5329
|
*/
|
|
@@ -4969,6 +5463,10 @@ class WasmInteractionResult {
|
|
|
4969
5463
|
wasm.__wbg_wasminteractionresult_free(ptr, 0);
|
|
4970
5464
|
}
|
|
4971
5465
|
/**
|
|
5466
|
+
* Returns detached copies of the elements in `actionResults`.
|
|
5467
|
+
*
|
|
5468
|
+
* Changes to the returned values do not update this object. Modify the copies,
|
|
5469
|
+
* then assign the array back to `actionResults`.
|
|
4972
5470
|
* @returns {WasmActionResult[]}
|
|
4973
5471
|
*/
|
|
4974
5472
|
get actionResults() {
|
|
@@ -4977,6 +5475,17 @@ class WasmInteractionResult {
|
|
|
4977
5475
|
wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
|
|
4978
5476
|
return v1;
|
|
4979
5477
|
}
|
|
5478
|
+
/**
|
|
5479
|
+
* Return an independent handle for an ownership-taking API.
|
|
5480
|
+
*
|
|
5481
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
5482
|
+
* handle must remain usable.
|
|
5483
|
+
* @returns {WasmInteractionResult}
|
|
5484
|
+
*/
|
|
5485
|
+
copyForTransfer() {
|
|
5486
|
+
const ret = wasm.wasminteractionresult_copyForTransfer(this.__wbg_ptr);
|
|
5487
|
+
return WasmInteractionResult.__wrap(ret);
|
|
5488
|
+
}
|
|
4980
5489
|
/**
|
|
4981
5490
|
* @returns {WasmInteractionResult}
|
|
4982
5491
|
*/
|
|
@@ -5015,21 +5524,27 @@ class WasmInteractionResult {
|
|
|
5015
5524
|
}
|
|
5016
5525
|
}
|
|
5017
5526
|
/**
|
|
5527
|
+
* Takes ownership of every element in `actionResults`.
|
|
5528
|
+
* wasm-bindgen cannot borrow class values nested in an array. To keep those handles,
|
|
5529
|
+
* copy each retained element with `copyForTransfer()` before passing the array.
|
|
5018
5530
|
* @param {WasmActionResult[] | null} [actionResults]
|
|
5019
5531
|
* @param {string | null} [finalHtml]
|
|
5020
5532
|
* @param {string | null} [finalUrl]
|
|
5533
|
+
* @param {string[] | null} [ssrfRefusedUrls]
|
|
5021
5534
|
* @param {string | null} [screenshotBase64]
|
|
5022
5535
|
*/
|
|
5023
|
-
constructor(actionResults, finalHtml, finalUrl, screenshotBase64) {
|
|
5536
|
+
constructor(actionResults, finalHtml, finalUrl, ssrfRefusedUrls, screenshotBase64) {
|
|
5024
5537
|
var ptr0 = isLikeNone(actionResults) ? 0 : passArrayJsValueToWasm0(actionResults, wasm.__wbindgen_malloc);
|
|
5025
5538
|
var len0 = WASM_VECTOR_LEN;
|
|
5026
5539
|
var ptr1 = isLikeNone(finalHtml) ? 0 : passStringToWasm0(finalHtml, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
5027
5540
|
var len1 = WASM_VECTOR_LEN;
|
|
5028
5541
|
var ptr2 = isLikeNone(finalUrl) ? 0 : passStringToWasm0(finalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
5029
5542
|
var len2 = WASM_VECTOR_LEN;
|
|
5030
|
-
var ptr3 = isLikeNone(
|
|
5543
|
+
var ptr3 = isLikeNone(ssrfRefusedUrls) ? 0 : passArrayJsValueToWasm0(ssrfRefusedUrls, wasm.__wbindgen_malloc);
|
|
5031
5544
|
var len3 = WASM_VECTOR_LEN;
|
|
5032
|
-
|
|
5545
|
+
var ptr4 = isLikeNone(screenshotBase64) ? 0 : passStringToWasm0(screenshotBase64, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
5546
|
+
var len4 = WASM_VECTOR_LEN;
|
|
5547
|
+
const ret = wasm.wasminteractionresult_new(ptr0, len0, ptr1, len1, ptr2, len2, ptr3, len3, ptr4, len4);
|
|
5033
5548
|
this.__wbg_ptr = ret;
|
|
5034
5549
|
WasmInteractionResultFinalization.register(this, this.__wbg_ptr, this);
|
|
5035
5550
|
return this;
|
|
@@ -5047,6 +5562,9 @@ class WasmInteractionResult {
|
|
|
5047
5562
|
return v1;
|
|
5048
5563
|
}
|
|
5049
5564
|
/**
|
|
5565
|
+
* Takes ownership of every element in `actionResults`.
|
|
5566
|
+
* wasm-bindgen cannot borrow class values nested in an array; copy each retained
|
|
5567
|
+
* element with `copyForTransfer()` before passing the array.
|
|
5050
5568
|
* @param {WasmActionResult[]} value
|
|
5051
5569
|
*/
|
|
5052
5570
|
set actionResults(value) {
|
|
@@ -5078,6 +5596,23 @@ class WasmInteractionResult {
|
|
|
5078
5596
|
var len0 = WASM_VECTOR_LEN;
|
|
5079
5597
|
wasm.wasminteractionresult_set_screenshotBase64(this.__wbg_ptr, ptr0, len0);
|
|
5080
5598
|
}
|
|
5599
|
+
/**
|
|
5600
|
+
* @param {string[]} value
|
|
5601
|
+
*/
|
|
5602
|
+
set ssrfRefusedUrls(value) {
|
|
5603
|
+
const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
|
|
5604
|
+
const len0 = WASM_VECTOR_LEN;
|
|
5605
|
+
wasm.wasminteractionresult_set_ssrfRefusedUrls(this.__wbg_ptr, ptr0, len0);
|
|
5606
|
+
}
|
|
5607
|
+
/**
|
|
5608
|
+
* @returns {string[]}
|
|
5609
|
+
*/
|
|
5610
|
+
get ssrfRefusedUrls() {
|
|
5611
|
+
const ret = wasm.wasminteractionresult_ssrfRefusedUrls(this.__wbg_ptr);
|
|
5612
|
+
var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
|
|
5613
|
+
wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
|
|
5614
|
+
return v1;
|
|
5615
|
+
}
|
|
5081
5616
|
}
|
|
5082
5617
|
if (Symbol.dispose) WasmInteractionResult.prototype[Symbol.dispose] = WasmInteractionResult.prototype.free;
|
|
5083
5618
|
exports.WasmInteractionResult = WasmInteractionResult;
|
|
@@ -5108,6 +5643,17 @@ class WasmJsonLdEntry {
|
|
|
5108
5643
|
const ptr = this.__destroy_into_raw();
|
|
5109
5644
|
wasm.__wbg_wasmjsonldentry_free(ptr, 0);
|
|
5110
5645
|
}
|
|
5646
|
+
/**
|
|
5647
|
+
* Return an independent handle for an ownership-taking API.
|
|
5648
|
+
*
|
|
5649
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
5650
|
+
* handle must remain usable.
|
|
5651
|
+
* @returns {WasmJsonLdEntry}
|
|
5652
|
+
*/
|
|
5653
|
+
copyForTransfer() {
|
|
5654
|
+
const ret = wasm.wasmjsonldentry_copyForTransfer(this.__wbg_ptr);
|
|
5655
|
+
return WasmJsonLdEntry.__wrap(ret);
|
|
5656
|
+
}
|
|
5111
5657
|
/**
|
|
5112
5658
|
* @returns {WasmJsonLdEntry}
|
|
5113
5659
|
*/
|
|
@@ -5228,6 +5774,17 @@ class WasmLinkInfo {
|
|
|
5228
5774
|
const ptr = this.__destroy_into_raw();
|
|
5229
5775
|
wasm.__wbg_wasmlinkinfo_free(ptr, 0);
|
|
5230
5776
|
}
|
|
5777
|
+
/**
|
|
5778
|
+
* Return an independent handle for an ownership-taking API.
|
|
5779
|
+
*
|
|
5780
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
5781
|
+
* handle must remain usable.
|
|
5782
|
+
* @returns {WasmLinkInfo}
|
|
5783
|
+
*/
|
|
5784
|
+
copyForTransfer() {
|
|
5785
|
+
const ret = wasm.wasmlinkinfo_copyForTransfer(this.__wbg_ptr);
|
|
5786
|
+
return WasmLinkInfo.__wrap(ret);
|
|
5787
|
+
}
|
|
5231
5788
|
/**
|
|
5232
5789
|
* @returns {WasmLinkInfo}
|
|
5233
5790
|
*/
|
|
@@ -5390,6 +5947,17 @@ class WasmMapResult {
|
|
|
5390
5947
|
const ptr = this.__destroy_into_raw();
|
|
5391
5948
|
wasm.__wbg_wasmmapresult_free(ptr, 0);
|
|
5392
5949
|
}
|
|
5950
|
+
/**
|
|
5951
|
+
* Return an independent handle for an ownership-taking API.
|
|
5952
|
+
*
|
|
5953
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
5954
|
+
* handle must remain usable.
|
|
5955
|
+
* @returns {WasmMapResult}
|
|
5956
|
+
*/
|
|
5957
|
+
copyForTransfer() {
|
|
5958
|
+
const ret = wasm.wasmmapresult_copyForTransfer(this.__wbg_ptr);
|
|
5959
|
+
return WasmMapResult.__wrap(ret);
|
|
5960
|
+
}
|
|
5393
5961
|
/**
|
|
5394
5962
|
* @returns {WasmMapResult}
|
|
5395
5963
|
*/
|
|
@@ -5398,6 +5966,9 @@ class WasmMapResult {
|
|
|
5398
5966
|
return WasmMapResult.__wrap(ret);
|
|
5399
5967
|
}
|
|
5400
5968
|
/**
|
|
5969
|
+
* Takes ownership of every element in `urls`.
|
|
5970
|
+
* wasm-bindgen cannot borrow class values nested in an array. To keep those handles,
|
|
5971
|
+
* copy each retained element with `copyForTransfer()` before passing the array.
|
|
5401
5972
|
* @param {WasmSitemapUrl[] | null} [urls]
|
|
5402
5973
|
*/
|
|
5403
5974
|
constructor(urls) {
|
|
@@ -5409,6 +5980,9 @@ class WasmMapResult {
|
|
|
5409
5980
|
return this;
|
|
5410
5981
|
}
|
|
5411
5982
|
/**
|
|
5983
|
+
* Takes ownership of every element in `urls`.
|
|
5984
|
+
* wasm-bindgen cannot borrow class values nested in an array; copy each retained
|
|
5985
|
+
* element with `copyForTransfer()` before passing the array.
|
|
5412
5986
|
* @param {WasmSitemapUrl[]} value
|
|
5413
5987
|
*/
|
|
5414
5988
|
set urls(value) {
|
|
@@ -5417,6 +5991,10 @@ class WasmMapResult {
|
|
|
5417
5991
|
wasm.wasmmapresult_set_urls(this.__wbg_ptr, ptr0, len0);
|
|
5418
5992
|
}
|
|
5419
5993
|
/**
|
|
5994
|
+
* Returns detached copies of the elements in `urls`.
|
|
5995
|
+
*
|
|
5996
|
+
* Changes to the returned values do not update this object. Modify the copies,
|
|
5997
|
+
* then assign the array back to `urls`.
|
|
5420
5998
|
* @returns {WasmSitemapUrl[]}
|
|
5421
5999
|
*/
|
|
5422
6000
|
get urls() {
|
|
@@ -5471,6 +6049,17 @@ class WasmMarkdownResult {
|
|
|
5471
6049
|
wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
|
|
5472
6050
|
}
|
|
5473
6051
|
}
|
|
6052
|
+
/**
|
|
6053
|
+
* Return an independent handle for an ownership-taking API.
|
|
6054
|
+
*
|
|
6055
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
6056
|
+
* handle must remain usable.
|
|
6057
|
+
* @returns {WasmMarkdownResult}
|
|
6058
|
+
*/
|
|
6059
|
+
copyForTransfer() {
|
|
6060
|
+
const ret = wasm.wasmmarkdownresult_copyForTransfer(this.__wbg_ptr);
|
|
6061
|
+
return WasmMarkdownResult.__wrap(ret);
|
|
6062
|
+
}
|
|
5474
6063
|
/**
|
|
5475
6064
|
* @returns {WasmMarkdownResult}
|
|
5476
6065
|
*/
|
|
@@ -5801,6 +6390,10 @@ class WasmPageMetadata {
|
|
|
5801
6390
|
wasm.__wbg_wasmpagemetadata_free(ptr, 0);
|
|
5802
6391
|
}
|
|
5803
6392
|
/**
|
|
6393
|
+
* Returns a detached copy of `article`.
|
|
6394
|
+
*
|
|
6395
|
+
* Changes to the returned value do not update this object. To update `article`,
|
|
6396
|
+
* read it, modify the copy, then assign the copy back to `article`.
|
|
5804
6397
|
* @returns {WasmArticleMetadata | undefined}
|
|
5805
6398
|
*/
|
|
5806
6399
|
get article() {
|
|
@@ -5831,6 +6424,20 @@ class WasmPageMetadata {
|
|
|
5831
6424
|
}
|
|
5832
6425
|
return v1;
|
|
5833
6426
|
}
|
|
6427
|
+
clearArticle() {
|
|
6428
|
+
wasm.wasmpagemetadata_clearArticle(this.__wbg_ptr);
|
|
6429
|
+
}
|
|
6430
|
+
/**
|
|
6431
|
+
* Return an independent handle for an ownership-taking API.
|
|
6432
|
+
*
|
|
6433
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
6434
|
+
* handle must remain usable.
|
|
6435
|
+
* @returns {WasmPageMetadata}
|
|
6436
|
+
*/
|
|
6437
|
+
copyForTransfer() {
|
|
6438
|
+
const ret = wasm.wasmpagemetadata_copyForTransfer(this.__wbg_ptr);
|
|
6439
|
+
return WasmPageMetadata.__wrap(ret);
|
|
6440
|
+
}
|
|
5834
6441
|
/**
|
|
5835
6442
|
* @returns {string | undefined}
|
|
5836
6443
|
*/
|
|
@@ -5983,6 +6590,10 @@ class WasmPageMetadata {
|
|
|
5983
6590
|
return v1;
|
|
5984
6591
|
}
|
|
5985
6592
|
/**
|
|
6593
|
+
* Returns detached copies of the elements in `favicons`.
|
|
6594
|
+
*
|
|
6595
|
+
* Changes to the returned values do not update this object. Modify the copies,
|
|
6596
|
+
* then assign the array back to `favicons`.
|
|
5986
6597
|
* @returns {Array<any> | undefined}
|
|
5987
6598
|
*/
|
|
5988
6599
|
get favicons() {
|
|
@@ -6002,6 +6613,10 @@ class WasmPageMetadata {
|
|
|
6002
6613
|
return v1;
|
|
6003
6614
|
}
|
|
6004
6615
|
/**
|
|
6616
|
+
* Returns detached copies of the elements in `headings`.
|
|
6617
|
+
*
|
|
6618
|
+
* Changes to the returned values do not update this object. Modify the copies,
|
|
6619
|
+
* then assign the array back to `headings`.
|
|
6005
6620
|
* @returns {Array<any> | undefined}
|
|
6006
6621
|
*/
|
|
6007
6622
|
get headings() {
|
|
@@ -6009,6 +6624,10 @@ class WasmPageMetadata {
|
|
|
6009
6624
|
return ret;
|
|
6010
6625
|
}
|
|
6011
6626
|
/**
|
|
6627
|
+
* Returns detached copies of the elements in `hreflangs`.
|
|
6628
|
+
*
|
|
6629
|
+
* Changes to the returned values do not update this object. Modify the copies,
|
|
6630
|
+
* then assign the array back to `hreflangs`.
|
|
6012
6631
|
* @returns {Array<any> | undefined}
|
|
6013
6632
|
*/
|
|
6014
6633
|
get hreflangs() {
|
|
@@ -6052,6 +6671,14 @@ class WasmPageMetadata {
|
|
|
6052
6671
|
return v1;
|
|
6053
6672
|
}
|
|
6054
6673
|
/**
|
|
6674
|
+
* Takes ownership of `article`.
|
|
6675
|
+
* wasm-bindgen lowers a by-value class argument through `__destroy_into_raw()`, so each
|
|
6676
|
+
* of those handles is dead once this returns. Passing a freshly built value is fine. To
|
|
6677
|
+
* keep a handle you already hold, build with `default()` and assign the property instead:
|
|
6678
|
+
* the generated setter borrows and leaves your handle alive.
|
|
6679
|
+
* Takes ownership of every element in `hreflangs`, `favicons`, `headings`.
|
|
6680
|
+
* wasm-bindgen cannot borrow class values nested in an array. To keep those handles,
|
|
6681
|
+
* copy each retained element with `copyForTransfer()` before passing the array.
|
|
6055
6682
|
* @param {string | null} [title]
|
|
6056
6683
|
* @param {string | null} [description]
|
|
6057
6684
|
* @param {string | null} [canonicalUrl]
|
|
@@ -6322,15 +6949,11 @@ class WasmPageMetadata {
|
|
|
6322
6949
|
return v1;
|
|
6323
6950
|
}
|
|
6324
6951
|
/**
|
|
6325
|
-
* @param {WasmArticleMetadata
|
|
6952
|
+
* @param {WasmArticleMetadata} value
|
|
6326
6953
|
*/
|
|
6327
6954
|
set article(value) {
|
|
6328
|
-
|
|
6329
|
-
|
|
6330
|
-
_assertClass(value, WasmArticleMetadata);
|
|
6331
|
-
ptr0 = value.__destroy_into_raw();
|
|
6332
|
-
}
|
|
6333
|
-
wasm.wasmpagemetadata_set_article(this.__wbg_ptr, ptr0);
|
|
6955
|
+
_assertClass(value, WasmArticleMetadata);
|
|
6956
|
+
wasm.wasmpagemetadata_set_article(this.__wbg_ptr, value.__wbg_ptr);
|
|
6334
6957
|
}
|
|
6335
6958
|
/**
|
|
6336
6959
|
* @param {string | null} [value]
|
|
@@ -6445,6 +7068,9 @@ class WasmPageMetadata {
|
|
|
6445
7068
|
wasm.wasmpagemetadata_set_description(this.__wbg_ptr, ptr0, len0);
|
|
6446
7069
|
}
|
|
6447
7070
|
/**
|
|
7071
|
+
* Takes ownership of every element in `favicons`.
|
|
7072
|
+
* wasm-bindgen cannot borrow class values nested in an array; copy each retained
|
|
7073
|
+
* element with `copyForTransfer()` before passing the array.
|
|
6448
7074
|
* @param {WasmFaviconInfo[] | null} [value]
|
|
6449
7075
|
*/
|
|
6450
7076
|
set favicons(value) {
|
|
@@ -6461,6 +7087,9 @@ class WasmPageMetadata {
|
|
|
6461
7087
|
wasm.wasmpagemetadata_set_generator(this.__wbg_ptr, ptr0, len0);
|
|
6462
7088
|
}
|
|
6463
7089
|
/**
|
|
7090
|
+
* Takes ownership of every element in `headings`.
|
|
7091
|
+
* wasm-bindgen cannot borrow class values nested in an array; copy each retained
|
|
7092
|
+
* element with `copyForTransfer()` before passing the array.
|
|
6464
7093
|
* @param {WasmHeadingInfo[] | null} [value]
|
|
6465
7094
|
*/
|
|
6466
7095
|
set headings(value) {
|
|
@@ -6469,6 +7098,9 @@ class WasmPageMetadata {
|
|
|
6469
7098
|
wasm.wasmpagemetadata_set_headings(this.__wbg_ptr, ptr0, len0);
|
|
6470
7099
|
}
|
|
6471
7100
|
/**
|
|
7101
|
+
* Takes ownership of every element in `hreflangs`.
|
|
7102
|
+
* wasm-bindgen cannot borrow class values nested in an array; copy each retained
|
|
7103
|
+
* element with `copyForTransfer()` before passing the array.
|
|
6472
7104
|
* @param {WasmHreflangEntry[] | null} [value]
|
|
6473
7105
|
*/
|
|
6474
7106
|
set hreflangs(value) {
|
|
@@ -6805,6 +7437,17 @@ class WasmProxyConfig {
|
|
|
6805
7437
|
const ptr = this.__destroy_into_raw();
|
|
6806
7438
|
wasm.__wbg_wasmproxyconfig_free(ptr, 0);
|
|
6807
7439
|
}
|
|
7440
|
+
/**
|
|
7441
|
+
* Return an independent handle for an ownership-taking API.
|
|
7442
|
+
*
|
|
7443
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
7444
|
+
* handle must remain usable.
|
|
7445
|
+
* @returns {WasmProxyConfig}
|
|
7446
|
+
*/
|
|
7447
|
+
copyForTransfer() {
|
|
7448
|
+
const ret = wasm.wasmproxyconfig_copyForTransfer(this.__wbg_ptr);
|
|
7449
|
+
return WasmProxyConfig.__wrap(ret);
|
|
7450
|
+
}
|
|
6808
7451
|
/**
|
|
6809
7452
|
* @returns {WasmProxyConfig}
|
|
6810
7453
|
*/
|
|
@@ -6958,6 +7601,17 @@ class WasmResponseMeta {
|
|
|
6958
7601
|
}
|
|
6959
7602
|
return v1;
|
|
6960
7603
|
}
|
|
7604
|
+
/**
|
|
7605
|
+
* Return an independent handle for an ownership-taking API.
|
|
7606
|
+
*
|
|
7607
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
7608
|
+
* handle must remain usable.
|
|
7609
|
+
* @returns {WasmResponseMeta}
|
|
7610
|
+
*/
|
|
7611
|
+
copyForTransfer() {
|
|
7612
|
+
const ret = wasm.wasmresponsemeta_copyForTransfer(this.__wbg_ptr);
|
|
7613
|
+
return WasmResponseMeta.__wrap(ret);
|
|
7614
|
+
}
|
|
6961
7615
|
/**
|
|
6962
7616
|
* @returns {WasmResponseMeta}
|
|
6963
7617
|
*/
|
|
@@ -7123,6 +7777,10 @@ class WasmScrapeResult {
|
|
|
7123
7777
|
wasm.__wbg_wasmscraperesult_free(ptr, 0);
|
|
7124
7778
|
}
|
|
7125
7779
|
/**
|
|
7780
|
+
* Returns detached copies of the elements in `assets`.
|
|
7781
|
+
*
|
|
7782
|
+
* Changes to the returned values do not update this object. Modify the copies,
|
|
7783
|
+
* then assign the array back to `assets`.
|
|
7126
7784
|
* @returns {WasmDownloadedAsset[]}
|
|
7127
7785
|
*/
|
|
7128
7786
|
get assets() {
|
|
@@ -7153,12 +7811,31 @@ class WasmScrapeResult {
|
|
|
7153
7811
|
return ret !== 0;
|
|
7154
7812
|
}
|
|
7155
7813
|
/**
|
|
7814
|
+
* Returns a detached copy of `browser`.
|
|
7815
|
+
*
|
|
7816
|
+
* Changes to the returned value do not update this object. To update `browser`,
|
|
7817
|
+
* read it, modify the copy, then assign the copy back to `browser`.
|
|
7156
7818
|
* @returns {WasmBrowserExtras | undefined}
|
|
7157
7819
|
*/
|
|
7158
7820
|
get browser() {
|
|
7159
7821
|
const ret = wasm.wasmscraperesult_browser(this.__wbg_ptr);
|
|
7160
7822
|
return ret === 0 ? undefined : WasmBrowserExtras.__wrap(ret);
|
|
7161
7823
|
}
|
|
7824
|
+
clearBrowser() {
|
|
7825
|
+
wasm.wasmscraperesult_clearBrowser(this.__wbg_ptr);
|
|
7826
|
+
}
|
|
7827
|
+
clearDownloadedDocument() {
|
|
7828
|
+
wasm.wasmscraperesult_clearDownloadedDocument(this.__wbg_ptr);
|
|
7829
|
+
}
|
|
7830
|
+
clearExtractionMeta() {
|
|
7831
|
+
wasm.wasmscraperesult_clearExtractionMeta(this.__wbg_ptr);
|
|
7832
|
+
}
|
|
7833
|
+
clearMarkdown() {
|
|
7834
|
+
wasm.wasmscraperesult_clearMarkdown(this.__wbg_ptr);
|
|
7835
|
+
}
|
|
7836
|
+
clearResponseMeta() {
|
|
7837
|
+
wasm.wasmscraperesult_clearResponseMeta(this.__wbg_ptr);
|
|
7838
|
+
}
|
|
7162
7839
|
/**
|
|
7163
7840
|
* @returns {string}
|
|
7164
7841
|
*/
|
|
@@ -7174,6 +7851,17 @@ class WasmScrapeResult {
|
|
|
7174
7851
|
wasm.__wbindgen_free(deferred1_0, deferred1_1, 1);
|
|
7175
7852
|
}
|
|
7176
7853
|
}
|
|
7854
|
+
/**
|
|
7855
|
+
* Return an independent handle for an ownership-taking API.
|
|
7856
|
+
*
|
|
7857
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
7858
|
+
* handle must remain usable.
|
|
7859
|
+
* @returns {WasmScrapeResult}
|
|
7860
|
+
*/
|
|
7861
|
+
copyForTransfer() {
|
|
7862
|
+
const ret = wasm.wasmscraperesult_copyForTransfer(this.__wbg_ptr);
|
|
7863
|
+
return WasmScrapeResult.__wrap(ret);
|
|
7864
|
+
}
|
|
7177
7865
|
/**
|
|
7178
7866
|
* @returns {bigint | undefined}
|
|
7179
7867
|
*/
|
|
@@ -7201,6 +7889,10 @@ class WasmScrapeResult {
|
|
|
7201
7889
|
return v1;
|
|
7202
7890
|
}
|
|
7203
7891
|
/**
|
|
7892
|
+
* Returns a detached copy of `downloadedDocument`.
|
|
7893
|
+
*
|
|
7894
|
+
* Changes to the returned value do not update this object. To update `downloadedDocument`,
|
|
7895
|
+
* read it, modify the copy, then assign the copy back to `downloadedDocument`.
|
|
7204
7896
|
* @returns {WasmDownloadedDocument | undefined}
|
|
7205
7897
|
*/
|
|
7206
7898
|
get downloadedDocument() {
|
|
@@ -7215,6 +7907,10 @@ class WasmScrapeResult {
|
|
|
7215
7907
|
return ret;
|
|
7216
7908
|
}
|
|
7217
7909
|
/**
|
|
7910
|
+
* Returns a detached copy of `extractionMeta`.
|
|
7911
|
+
*
|
|
7912
|
+
* Changes to the returned value do not update this object. To update `extractionMeta`,
|
|
7913
|
+
* read it, modify the copy, then assign the copy back to `extractionMeta`.
|
|
7218
7914
|
* @returns {WasmExtractionMeta | undefined}
|
|
7219
7915
|
*/
|
|
7220
7916
|
get extractionMeta() {
|
|
@@ -7222,6 +7918,10 @@ class WasmScrapeResult {
|
|
|
7222
7918
|
return ret === 0 ? undefined : WasmExtractionMeta.__wrap(ret);
|
|
7223
7919
|
}
|
|
7224
7920
|
/**
|
|
7921
|
+
* Returns detached copies of the elements in `feeds`.
|
|
7922
|
+
*
|
|
7923
|
+
* Changes to the returned values do not update this object. Modify the copies,
|
|
7924
|
+
* then assign the array back to `feeds`.
|
|
7225
7925
|
* @returns {WasmFeedInfo[]}
|
|
7226
7926
|
*/
|
|
7227
7927
|
get feeds() {
|
|
@@ -7261,6 +7961,10 @@ class WasmScrapeResult {
|
|
|
7261
7961
|
}
|
|
7262
7962
|
}
|
|
7263
7963
|
/**
|
|
7964
|
+
* Returns detached copies of the elements in `images`.
|
|
7965
|
+
*
|
|
7966
|
+
* Changes to the returned values do not update this object. Modify the copies,
|
|
7967
|
+
* then assign the array back to `images`.
|
|
7264
7968
|
* @returns {WasmImageInfo[]}
|
|
7265
7969
|
*/
|
|
7266
7970
|
get images() {
|
|
@@ -7291,6 +7995,10 @@ class WasmScrapeResult {
|
|
|
7291
7995
|
return ret !== 0;
|
|
7292
7996
|
}
|
|
7293
7997
|
/**
|
|
7998
|
+
* Returns detached copies of the elements in `jsonLd`.
|
|
7999
|
+
*
|
|
8000
|
+
* Changes to the returned values do not update this object. Modify the copies,
|
|
8001
|
+
* then assign the array back to `jsonLd`.
|
|
7294
8002
|
* @returns {WasmJsonLdEntry[]}
|
|
7295
8003
|
*/
|
|
7296
8004
|
get jsonLd() {
|
|
@@ -7300,6 +8008,10 @@ class WasmScrapeResult {
|
|
|
7300
8008
|
return v1;
|
|
7301
8009
|
}
|
|
7302
8010
|
/**
|
|
8011
|
+
* Returns detached copies of the elements in `links`.
|
|
8012
|
+
*
|
|
8013
|
+
* Changes to the returned values do not update this object. Modify the copies,
|
|
8014
|
+
* then assign the array back to `links`.
|
|
7303
8015
|
* @returns {WasmLinkInfo[]}
|
|
7304
8016
|
*/
|
|
7305
8017
|
get links() {
|
|
@@ -7309,6 +8021,10 @@ class WasmScrapeResult {
|
|
|
7309
8021
|
return v1;
|
|
7310
8022
|
}
|
|
7311
8023
|
/**
|
|
8024
|
+
* Returns a detached copy of `markdown`.
|
|
8025
|
+
*
|
|
8026
|
+
* Changes to the returned value do not update this object. To update `markdown`,
|
|
8027
|
+
* read it, modify the copy, then assign the copy back to `markdown`.
|
|
7312
8028
|
* @returns {WasmMarkdownResult | undefined}
|
|
7313
8029
|
*/
|
|
7314
8030
|
get markdown() {
|
|
@@ -7316,6 +8032,10 @@ class WasmScrapeResult {
|
|
|
7316
8032
|
return ret === 0 ? undefined : WasmMarkdownResult.__wrap(ret);
|
|
7317
8033
|
}
|
|
7318
8034
|
/**
|
|
8035
|
+
* Returns a detached copy of `metadata`.
|
|
8036
|
+
*
|
|
8037
|
+
* Changes to the returned value do not update this object. To update `metadata`,
|
|
8038
|
+
* read it, modify the copy, then assign the copy back to `metadata`.
|
|
7319
8039
|
* @returns {WasmPageMetadata}
|
|
7320
8040
|
*/
|
|
7321
8041
|
get metadata() {
|
|
@@ -7323,6 +8043,14 @@ class WasmScrapeResult {
|
|
|
7323
8043
|
return WasmPageMetadata.__wrap(ret);
|
|
7324
8044
|
}
|
|
7325
8045
|
/**
|
|
8046
|
+
* Takes ownership of `metadata`, `responseMeta`, `markdown`, `extractionMeta`, `downloadedDocument`, `browser`.
|
|
8047
|
+
* wasm-bindgen lowers a by-value class argument through `__destroy_into_raw()`, so each
|
|
8048
|
+
* of those handles is dead once this returns. Passing a freshly built value is fine. To
|
|
8049
|
+
* keep a handle you already hold, build with `default()` and assign the property instead:
|
|
8050
|
+
* the generated setter borrows and leaves your handle alive.
|
|
8051
|
+
* Takes ownership of every element in `links`, `images`, `feeds`, `jsonLd`, `assets`.
|
|
8052
|
+
* wasm-bindgen cannot borrow class values nested in an array. To keep those handles,
|
|
8053
|
+
* copy each retained element with `copyForTransfer()` before passing the array.
|
|
7326
8054
|
* @param {number | null} [statusCode]
|
|
7327
8055
|
* @param {string | null} [finalUrl]
|
|
7328
8056
|
* @param {string | null} [contentType]
|
|
@@ -7342,6 +8070,7 @@ class WasmScrapeResult {
|
|
|
7342
8070
|
* @param {WasmDownloadedAsset[] | null} [assets]
|
|
7343
8071
|
* @param {boolean | null} [jsRenderHint]
|
|
7344
8072
|
* @param {boolean | null} [browserUsed]
|
|
8073
|
+
* @param {string[] | null} [ssrfRefusedUrls]
|
|
7345
8074
|
* @param {bigint | null} [crawlDelay]
|
|
7346
8075
|
* @param {string | null} [xRobotsTag]
|
|
7347
8076
|
* @param {string | null} [detectedCharset]
|
|
@@ -7353,7 +8082,7 @@ class WasmScrapeResult {
|
|
|
7353
8082
|
* @param {WasmDownloadedDocument | null} [downloadedDocument]
|
|
7354
8083
|
* @param {WasmBrowserExtras | null} [browser]
|
|
7355
8084
|
*/
|
|
7356
|
-
constructor(statusCode, finalUrl, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, isAllowed, noindexDetected, nofollowDetected, isPdf, wasSkipped, authHeaderSent, assets, jsRenderHint, browserUsed, crawlDelay, xRobotsTag, detectedCharset, responseMeta, markdown, extractedData, extractionMeta, screenshotBase64, downloadedDocument, browser) {
|
|
8085
|
+
constructor(statusCode, finalUrl, contentType, html, bodySize, metadata, links, images, feeds, jsonLd, isAllowed, noindexDetected, nofollowDetected, isPdf, wasSkipped, authHeaderSent, assets, jsRenderHint, browserUsed, ssrfRefusedUrls, crawlDelay, xRobotsTag, detectedCharset, responseMeta, markdown, extractedData, extractionMeta, screenshotBase64, downloadedDocument, browser) {
|
|
7357
8086
|
var ptr0 = isLikeNone(finalUrl) ? 0 : passStringToWasm0(finalUrl, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
7358
8087
|
var len0 = WASM_VECTOR_LEN;
|
|
7359
8088
|
var ptr1 = isLikeNone(contentType) ? 0 : passStringToWasm0(contentType, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
@@ -7375,38 +8104,40 @@ class WasmScrapeResult {
|
|
|
7375
8104
|
var len7 = WASM_VECTOR_LEN;
|
|
7376
8105
|
var ptr8 = isLikeNone(assets) ? 0 : passArrayJsValueToWasm0(assets, wasm.__wbindgen_malloc);
|
|
7377
8106
|
var len8 = WASM_VECTOR_LEN;
|
|
7378
|
-
var ptr9 = isLikeNone(
|
|
8107
|
+
var ptr9 = isLikeNone(ssrfRefusedUrls) ? 0 : passArrayJsValueToWasm0(ssrfRefusedUrls, wasm.__wbindgen_malloc);
|
|
7379
8108
|
var len9 = WASM_VECTOR_LEN;
|
|
7380
|
-
var ptr10 = isLikeNone(
|
|
8109
|
+
var ptr10 = isLikeNone(xRobotsTag) ? 0 : passStringToWasm0(xRobotsTag, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
7381
8110
|
var len10 = WASM_VECTOR_LEN;
|
|
7382
|
-
|
|
8111
|
+
var ptr11 = isLikeNone(detectedCharset) ? 0 : passStringToWasm0(detectedCharset, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
8112
|
+
var len11 = WASM_VECTOR_LEN;
|
|
8113
|
+
let ptr12 = 0;
|
|
7383
8114
|
if (!isLikeNone(responseMeta)) {
|
|
7384
8115
|
_assertClass(responseMeta, WasmResponseMeta);
|
|
7385
|
-
|
|
8116
|
+
ptr12 = responseMeta.__destroy_into_raw();
|
|
7386
8117
|
}
|
|
7387
|
-
let
|
|
8118
|
+
let ptr13 = 0;
|
|
7388
8119
|
if (!isLikeNone(markdown)) {
|
|
7389
8120
|
_assertClass(markdown, WasmMarkdownResult);
|
|
7390
|
-
|
|
8121
|
+
ptr13 = markdown.__destroy_into_raw();
|
|
7391
8122
|
}
|
|
7392
|
-
let
|
|
8123
|
+
let ptr14 = 0;
|
|
7393
8124
|
if (!isLikeNone(extractionMeta)) {
|
|
7394
8125
|
_assertClass(extractionMeta, WasmExtractionMeta);
|
|
7395
|
-
|
|
8126
|
+
ptr14 = extractionMeta.__destroy_into_raw();
|
|
7396
8127
|
}
|
|
7397
|
-
var
|
|
7398
|
-
var
|
|
7399
|
-
let
|
|
8128
|
+
var ptr15 = isLikeNone(screenshotBase64) ? 0 : passStringToWasm0(screenshotBase64, wasm.__wbindgen_malloc, wasm.__wbindgen_realloc);
|
|
8129
|
+
var len15 = WASM_VECTOR_LEN;
|
|
8130
|
+
let ptr16 = 0;
|
|
7400
8131
|
if (!isLikeNone(downloadedDocument)) {
|
|
7401
8132
|
_assertClass(downloadedDocument, WasmDownloadedDocument);
|
|
7402
|
-
|
|
8133
|
+
ptr16 = downloadedDocument.__destroy_into_raw();
|
|
7403
8134
|
}
|
|
7404
|
-
let
|
|
8135
|
+
let ptr17 = 0;
|
|
7405
8136
|
if (!isLikeNone(browser)) {
|
|
7406
8137
|
_assertClass(browser, WasmBrowserExtras);
|
|
7407
|
-
|
|
8138
|
+
ptr17 = browser.__destroy_into_raw();
|
|
7408
8139
|
}
|
|
7409
|
-
const ret = wasm.wasmscraperesult_new(isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr0, len0, ptr1, len1, ptr2, len2, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr3, ptr4, len4, ptr5, len5, ptr6, len6, ptr7, len7, isLikeNone(isAllowed) ? 0xFFFFFF : isAllowed ? 1 : 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(authHeaderSent) ? 0xFFFFFF : authHeaderSent ? 1 : 0, ptr8, len8, isLikeNone(jsRenderHint) ? 0xFFFFFF : jsRenderHint ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, !isLikeNone(crawlDelay), isLikeNone(crawlDelay) ? BigInt(0) : crawlDelay,
|
|
8140
|
+
const ret = wasm.wasmscraperesult_new(isLikeNone(statusCode) ? 0xFFFFFF : statusCode, ptr0, len0, ptr1, len1, ptr2, len2, isLikeNone(bodySize) ? Number.MAX_SAFE_INTEGER : (bodySize) >>> 0, ptr3, ptr4, len4, ptr5, len5, ptr6, len6, ptr7, len7, isLikeNone(isAllowed) ? 0xFFFFFF : isAllowed ? 1 : 0, isLikeNone(noindexDetected) ? 0xFFFFFF : noindexDetected ? 1 : 0, isLikeNone(nofollowDetected) ? 0xFFFFFF : nofollowDetected ? 1 : 0, isLikeNone(isPdf) ? 0xFFFFFF : isPdf ? 1 : 0, isLikeNone(wasSkipped) ? 0xFFFFFF : wasSkipped ? 1 : 0, isLikeNone(authHeaderSent) ? 0xFFFFFF : authHeaderSent ? 1 : 0, ptr8, len8, isLikeNone(jsRenderHint) ? 0xFFFFFF : jsRenderHint ? 1 : 0, isLikeNone(browserUsed) ? 0xFFFFFF : browserUsed ? 1 : 0, ptr9, len9, !isLikeNone(crawlDelay), isLikeNone(crawlDelay) ? BigInt(0) : crawlDelay, ptr10, len10, ptr11, len11, ptr12, ptr13, isLikeNone(extractedData) ? 0 : addToExternrefTable0(extractedData), ptr14, ptr15, len15, ptr16, ptr17);
|
|
7410
8141
|
this.__wbg_ptr = ret;
|
|
7411
8142
|
WasmScrapeResultFinalization.register(this, this.__wbg_ptr, this);
|
|
7412
8143
|
return this;
|
|
@@ -7426,6 +8157,10 @@ class WasmScrapeResult {
|
|
|
7426
8157
|
return ret !== 0;
|
|
7427
8158
|
}
|
|
7428
8159
|
/**
|
|
8160
|
+
* Returns a detached copy of `responseMeta`.
|
|
8161
|
+
*
|
|
8162
|
+
* Changes to the returned value do not update this object. To update `responseMeta`,
|
|
8163
|
+
* read it, modify the copy, then assign the copy back to `responseMeta`.
|
|
7429
8164
|
* @returns {WasmResponseMeta | undefined}
|
|
7430
8165
|
*/
|
|
7431
8166
|
get responseMeta() {
|
|
@@ -7445,6 +8180,9 @@ class WasmScrapeResult {
|
|
|
7445
8180
|
return v1;
|
|
7446
8181
|
}
|
|
7447
8182
|
/**
|
|
8183
|
+
* Takes ownership of every element in `assets`.
|
|
8184
|
+
* wasm-bindgen cannot borrow class values nested in an array; copy each retained
|
|
8185
|
+
* element with `copyForTransfer()` before passing the array.
|
|
7448
8186
|
* @param {WasmDownloadedAsset[]} value
|
|
7449
8187
|
*/
|
|
7450
8188
|
set assets(value) {
|
|
@@ -7471,15 +8209,11 @@ class WasmScrapeResult {
|
|
|
7471
8209
|
wasm.wasmscraperesult_set_browserUsed(this.__wbg_ptr, value);
|
|
7472
8210
|
}
|
|
7473
8211
|
/**
|
|
7474
|
-
* @param {WasmBrowserExtras
|
|
8212
|
+
* @param {WasmBrowserExtras} value
|
|
7475
8213
|
*/
|
|
7476
8214
|
set browser(value) {
|
|
7477
|
-
|
|
7478
|
-
|
|
7479
|
-
_assertClass(value, WasmBrowserExtras);
|
|
7480
|
-
ptr0 = value.__destroy_into_raw();
|
|
7481
|
-
}
|
|
7482
|
-
wasm.wasmscraperesult_set_browser(this.__wbg_ptr, ptr0);
|
|
8215
|
+
_assertClass(value, WasmBrowserExtras);
|
|
8216
|
+
wasm.wasmscraperesult_set_browser(this.__wbg_ptr, value.__wbg_ptr);
|
|
7483
8217
|
}
|
|
7484
8218
|
/**
|
|
7485
8219
|
* @param {string} value
|
|
@@ -7504,15 +8238,11 @@ class WasmScrapeResult {
|
|
|
7504
8238
|
wasm.wasmscraperesult_set_detectedCharset(this.__wbg_ptr, ptr0, len0);
|
|
7505
8239
|
}
|
|
7506
8240
|
/**
|
|
7507
|
-
* @param {WasmDownloadedDocument
|
|
8241
|
+
* @param {WasmDownloadedDocument} value
|
|
7508
8242
|
*/
|
|
7509
8243
|
set downloadedDocument(value) {
|
|
7510
|
-
|
|
7511
|
-
|
|
7512
|
-
_assertClass(value, WasmDownloadedDocument);
|
|
7513
|
-
ptr0 = value.__destroy_into_raw();
|
|
7514
|
-
}
|
|
7515
|
-
wasm.wasmscraperesult_set_downloadedDocument(this.__wbg_ptr, ptr0);
|
|
8244
|
+
_assertClass(value, WasmDownloadedDocument);
|
|
8245
|
+
wasm.wasmscraperesult_set_downloadedDocument(this.__wbg_ptr, value.__wbg_ptr);
|
|
7516
8246
|
}
|
|
7517
8247
|
/**
|
|
7518
8248
|
* @param {any | null} [value]
|
|
@@ -7521,17 +8251,16 @@ class WasmScrapeResult {
|
|
|
7521
8251
|
wasm.wasmscraperesult_set_extractedData(this.__wbg_ptr, isLikeNone(value) ? 0 : addToExternrefTable0(value));
|
|
7522
8252
|
}
|
|
7523
8253
|
/**
|
|
7524
|
-
* @param {WasmExtractionMeta
|
|
8254
|
+
* @param {WasmExtractionMeta} value
|
|
7525
8255
|
*/
|
|
7526
8256
|
set extractionMeta(value) {
|
|
7527
|
-
|
|
7528
|
-
|
|
7529
|
-
_assertClass(value, WasmExtractionMeta);
|
|
7530
|
-
ptr0 = value.__destroy_into_raw();
|
|
7531
|
-
}
|
|
7532
|
-
wasm.wasmscraperesult_set_extractionMeta(this.__wbg_ptr, ptr0);
|
|
8257
|
+
_assertClass(value, WasmExtractionMeta);
|
|
8258
|
+
wasm.wasmscraperesult_set_extractionMeta(this.__wbg_ptr, value.__wbg_ptr);
|
|
7533
8259
|
}
|
|
7534
8260
|
/**
|
|
8261
|
+
* Takes ownership of every element in `feeds`.
|
|
8262
|
+
* wasm-bindgen cannot borrow class values nested in an array; copy each retained
|
|
8263
|
+
* element with `copyForTransfer()` before passing the array.
|
|
7535
8264
|
* @param {WasmFeedInfo[]} value
|
|
7536
8265
|
*/
|
|
7537
8266
|
set feeds(value) {
|
|
@@ -7556,6 +8285,9 @@ class WasmScrapeResult {
|
|
|
7556
8285
|
wasm.wasmscraperesult_set_html(this.__wbg_ptr, ptr0, len0);
|
|
7557
8286
|
}
|
|
7558
8287
|
/**
|
|
8288
|
+
* Takes ownership of every element in `images`.
|
|
8289
|
+
* wasm-bindgen cannot borrow class values nested in an array; copy each retained
|
|
8290
|
+
* element with `copyForTransfer()` before passing the array.
|
|
7559
8291
|
* @param {WasmImageInfo[]} value
|
|
7560
8292
|
*/
|
|
7561
8293
|
set images(value) {
|
|
@@ -7582,6 +8314,9 @@ class WasmScrapeResult {
|
|
|
7582
8314
|
wasm.wasmscraperesult_set_jsRenderHint(this.__wbg_ptr, value);
|
|
7583
8315
|
}
|
|
7584
8316
|
/**
|
|
8317
|
+
* Takes ownership of every element in `jsonLd`.
|
|
8318
|
+
* wasm-bindgen cannot borrow class values nested in an array; copy each retained
|
|
8319
|
+
* element with `copyForTransfer()` before passing the array.
|
|
7585
8320
|
* @param {WasmJsonLdEntry[]} value
|
|
7586
8321
|
*/
|
|
7587
8322
|
set jsonLd(value) {
|
|
@@ -7590,6 +8325,9 @@ class WasmScrapeResult {
|
|
|
7590
8325
|
wasm.wasmscraperesult_set_jsonLd(this.__wbg_ptr, ptr0, len0);
|
|
7591
8326
|
}
|
|
7592
8327
|
/**
|
|
8328
|
+
* Takes ownership of every element in `links`.
|
|
8329
|
+
* wasm-bindgen cannot borrow class values nested in an array; copy each retained
|
|
8330
|
+
* element with `copyForTransfer()` before passing the array.
|
|
7593
8331
|
* @param {WasmLinkInfo[]} value
|
|
7594
8332
|
*/
|
|
7595
8333
|
set links(value) {
|
|
@@ -7598,23 +8336,18 @@ class WasmScrapeResult {
|
|
|
7598
8336
|
wasm.wasmscraperesult_set_links(this.__wbg_ptr, ptr0, len0);
|
|
7599
8337
|
}
|
|
7600
8338
|
/**
|
|
7601
|
-
* @param {WasmMarkdownResult
|
|
8339
|
+
* @param {WasmMarkdownResult} value
|
|
7602
8340
|
*/
|
|
7603
8341
|
set markdown(value) {
|
|
7604
|
-
|
|
7605
|
-
|
|
7606
|
-
_assertClass(value, WasmMarkdownResult);
|
|
7607
|
-
ptr0 = value.__destroy_into_raw();
|
|
7608
|
-
}
|
|
7609
|
-
wasm.wasmscraperesult_set_markdown(this.__wbg_ptr, ptr0);
|
|
8342
|
+
_assertClass(value, WasmMarkdownResult);
|
|
8343
|
+
wasm.wasmscraperesult_set_markdown(this.__wbg_ptr, value.__wbg_ptr);
|
|
7610
8344
|
}
|
|
7611
8345
|
/**
|
|
7612
8346
|
* @param {WasmPageMetadata} value
|
|
7613
8347
|
*/
|
|
7614
8348
|
set metadata(value) {
|
|
7615
8349
|
_assertClass(value, WasmPageMetadata);
|
|
7616
|
-
|
|
7617
|
-
wasm.wasmscraperesult_set_metadata(this.__wbg_ptr, ptr0);
|
|
8350
|
+
wasm.wasmscraperesult_set_metadata(this.__wbg_ptr, value.__wbg_ptr);
|
|
7618
8351
|
}
|
|
7619
8352
|
/**
|
|
7620
8353
|
* @param {boolean} value
|
|
@@ -7629,15 +8362,11 @@ class WasmScrapeResult {
|
|
|
7629
8362
|
wasm.wasmscraperesult_set_noindexDetected(this.__wbg_ptr, value);
|
|
7630
8363
|
}
|
|
7631
8364
|
/**
|
|
7632
|
-
* @param {WasmResponseMeta
|
|
8365
|
+
* @param {WasmResponseMeta} value
|
|
7633
8366
|
*/
|
|
7634
8367
|
set responseMeta(value) {
|
|
7635
|
-
|
|
7636
|
-
|
|
7637
|
-
_assertClass(value, WasmResponseMeta);
|
|
7638
|
-
ptr0 = value.__destroy_into_raw();
|
|
7639
|
-
}
|
|
7640
|
-
wasm.wasmscraperesult_set_responseMeta(this.__wbg_ptr, ptr0);
|
|
8368
|
+
_assertClass(value, WasmResponseMeta);
|
|
8369
|
+
wasm.wasmscraperesult_set_responseMeta(this.__wbg_ptr, value.__wbg_ptr);
|
|
7641
8370
|
}
|
|
7642
8371
|
/**
|
|
7643
8372
|
* @param {string | null} [value]
|
|
@@ -7647,6 +8376,14 @@ class WasmScrapeResult {
|
|
|
7647
8376
|
var len0 = WASM_VECTOR_LEN;
|
|
7648
8377
|
wasm.wasmscraperesult_set_screenshotBase64(this.__wbg_ptr, ptr0, len0);
|
|
7649
8378
|
}
|
|
8379
|
+
/**
|
|
8380
|
+
* @param {string[]} value
|
|
8381
|
+
*/
|
|
8382
|
+
set ssrfRefusedUrls(value) {
|
|
8383
|
+
const ptr0 = passArrayJsValueToWasm0(value, wasm.__wbindgen_malloc);
|
|
8384
|
+
const len0 = WASM_VECTOR_LEN;
|
|
8385
|
+
wasm.wasmscraperesult_set_ssrfRefusedUrls(this.__wbg_ptr, ptr0, len0);
|
|
8386
|
+
}
|
|
7650
8387
|
/**
|
|
7651
8388
|
* @param {number} value
|
|
7652
8389
|
*/
|
|
@@ -7667,6 +8404,15 @@ class WasmScrapeResult {
|
|
|
7667
8404
|
var len0 = WASM_VECTOR_LEN;
|
|
7668
8405
|
wasm.wasmscraperesult_set_xRobotsTag(this.__wbg_ptr, ptr0, len0);
|
|
7669
8406
|
}
|
|
8407
|
+
/**
|
|
8408
|
+
* @returns {string[]}
|
|
8409
|
+
*/
|
|
8410
|
+
get ssrfRefusedUrls() {
|
|
8411
|
+
const ret = wasm.wasmscraperesult_ssrfRefusedUrls(this.__wbg_ptr);
|
|
8412
|
+
var v1 = getArrayJsValueFromWasm0(ret[0], ret[1]);
|
|
8413
|
+
wasm.__wbindgen_free(ret[0], ret[1] * 4, 4);
|
|
8414
|
+
return v1;
|
|
8415
|
+
}
|
|
7670
8416
|
/**
|
|
7671
8417
|
* @returns {number}
|
|
7672
8418
|
*/
|
|
@@ -7745,6 +8491,17 @@ class WasmSitemapUrl {
|
|
|
7745
8491
|
}
|
|
7746
8492
|
return v1;
|
|
7747
8493
|
}
|
|
8494
|
+
/**
|
|
8495
|
+
* Return an independent handle for an ownership-taking API.
|
|
8496
|
+
*
|
|
8497
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
8498
|
+
* handle must remain usable.
|
|
8499
|
+
* @returns {WasmSitemapUrl}
|
|
8500
|
+
*/
|
|
8501
|
+
copyForTransfer() {
|
|
8502
|
+
const ret = wasm.wasmsitemapurl_copyForTransfer(this.__wbg_ptr);
|
|
8503
|
+
return WasmSitemapUrl.__wrap(ret);
|
|
8504
|
+
}
|
|
7748
8505
|
/**
|
|
7749
8506
|
* @returns {WasmSitemapUrl}
|
|
7750
8507
|
*/
|
|
@@ -7874,6 +8631,17 @@ class WasmSsrfPolicy {
|
|
|
7874
8631
|
const ret = wasm.wasmssrfpolicy_allowlist(this.__wbg_ptr);
|
|
7875
8632
|
return ret;
|
|
7876
8633
|
}
|
|
8634
|
+
/**
|
|
8635
|
+
* Return an independent handle for an ownership-taking API.
|
|
8636
|
+
*
|
|
8637
|
+
* Use `copyForTransfer()` for each class value placed in an array when the original
|
|
8638
|
+
* handle must remain usable.
|
|
8639
|
+
* @returns {WasmSsrfPolicy}
|
|
8640
|
+
*/
|
|
8641
|
+
copyForTransfer() {
|
|
8642
|
+
const ret = wasm.wasmssrfpolicy_copyForTransfer(this.__wbg_ptr);
|
|
8643
|
+
return WasmSsrfPolicy.__wrap(ret);
|
|
8644
|
+
}
|
|
7877
8645
|
/**
|
|
7878
8646
|
* @returns {WasmSsrfPolicy}
|
|
7879
8647
|
*/
|
|
@@ -7888,6 +8656,13 @@ class WasmSsrfPolicy {
|
|
|
7888
8656
|
const ret = wasm.wasmssrfpolicy_denyPrivate(this.__wbg_ptr);
|
|
7889
8657
|
return ret !== 0;
|
|
7890
8658
|
}
|
|
8659
|
+
/**
|
|
8660
|
+
* @returns {any}
|
|
8661
|
+
*/
|
|
8662
|
+
get denylist() {
|
|
8663
|
+
const ret = wasm.wasmssrfpolicy_denylist(this.__wbg_ptr);
|
|
8664
|
+
return ret;
|
|
8665
|
+
}
|
|
7891
8666
|
/**
|
|
7892
8667
|
* Create a policy from environment variables.
|
|
7893
8668
|
*
|
|
@@ -7900,13 +8675,13 @@ class WasmSsrfPolicy {
|
|
|
7900
8675
|
* - Rust-side SSRF checking is unenforceable and redundant in a wasm32 context.
|
|
7901
8676
|
* - For testing and localhost access, the host's network sandbox is the enforcing boundary.
|
|
7902
8677
|
*
|
|
7903
|
-
* **Node.js caveat:** `deny_private`
|
|
7904
|
-
*
|
|
7905
|
-
*
|
|
7906
|
-
*
|
|
7907
|
-
*
|
|
7908
|
-
*
|
|
7909
|
-
*
|
|
8678
|
+
* **Node.js caveat:** `deny_private` and `denylist` have no effect on hostname-based requests
|
|
8679
|
+
* under `wasm32`. There is no DNS resolution on this target, so `validate_url` only ever
|
|
8680
|
+
* checks a literal IP host; a domain name falls straight through to `Ok(())`. In a browser
|
|
8681
|
+
* this is covered by same-origin/CORS. Node's `fetch` enforces no CORS, so a Node service
|
|
8682
|
+
* embedding this wasm module can be driven to internal hosts by domain name despite the
|
|
8683
|
+
* policy. Enforce egress restrictions (network policy, firewall, proxy allowlist) outside
|
|
8684
|
+
* the process.
|
|
7910
8685
|
* @returns {WasmSsrfPolicy}
|
|
7911
8686
|
*/
|
|
7912
8687
|
static fromEnv() {
|
|
@@ -7923,13 +8698,14 @@ class WasmSsrfPolicy {
|
|
|
7923
8698
|
/**
|
|
7924
8699
|
* @param {boolean | null} [denyPrivate]
|
|
7925
8700
|
* @param {any | null} [allowlist]
|
|
8701
|
+
* @param {any | null} [denylist]
|
|
7926
8702
|
* @param {number | null} [maxRedirects]
|
|
7927
8703
|
* @param {string[] | null} [schemeAllowlist]
|
|
7928
8704
|
*/
|
|
7929
|
-
constructor(denyPrivate, allowlist, maxRedirects, schemeAllowlist) {
|
|
8705
|
+
constructor(denyPrivate, allowlist, denylist, maxRedirects, schemeAllowlist) {
|
|
7930
8706
|
var ptr0 = isLikeNone(schemeAllowlist) ? 0 : passArrayJsValueToWasm0(schemeAllowlist, wasm.__wbindgen_malloc);
|
|
7931
8707
|
var len0 = WASM_VECTOR_LEN;
|
|
7932
|
-
const ret = wasm.wasmssrfpolicy_new(isLikeNone(denyPrivate) ? 0xFFFFFF : denyPrivate ? 1 : 0, isLikeNone(allowlist) ? 0 : addToExternrefTable0(allowlist), isLikeNone(maxRedirects) ? 0xFFFFFF : maxRedirects, ptr0, len0);
|
|
8708
|
+
const ret = wasm.wasmssrfpolicy_new(isLikeNone(denyPrivate) ? 0xFFFFFF : denyPrivate ? 1 : 0, isLikeNone(allowlist) ? 0 : addToExternrefTable0(allowlist), isLikeNone(denylist) ? 0 : addToExternrefTable0(denylist), isLikeNone(maxRedirects) ? 0xFFFFFF : maxRedirects, ptr0, len0);
|
|
7933
8709
|
this.__wbg_ptr = ret;
|
|
7934
8710
|
WasmSsrfPolicyFinalization.register(this, this.__wbg_ptr, this);
|
|
7935
8711
|
return this;
|
|
@@ -7955,6 +8731,12 @@ class WasmSsrfPolicy {
|
|
|
7955
8731
|
set denyPrivate(value) {
|
|
7956
8732
|
wasm.wasmssrfpolicy_set_denyPrivate(this.__wbg_ptr, value);
|
|
7957
8733
|
}
|
|
8734
|
+
/**
|
|
8735
|
+
* @param {any} value
|
|
8736
|
+
*/
|
|
8737
|
+
set denylist(value) {
|
|
8738
|
+
wasm.wasmssrfpolicy_set_denylist(this.__wbg_ptr, value);
|
|
8739
|
+
}
|
|
7958
8740
|
/**
|
|
7959
8741
|
* @param {number} value
|
|
7960
8742
|
*/
|
|
@@ -8639,13 +9421,13 @@ function __wbg_get_imports() {
|
|
|
8639
9421
|
return ret;
|
|
8640
9422
|
},
|
|
8641
9423
|
__wbindgen_generic_0000000000000001: function(arg0, arg1) {
|
|
8642
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx:
|
|
9424
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1336, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
|
|
8643
9425
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c);
|
|
8644
9426
|
return ret;
|
|
8645
9427
|
},
|
|
8646
9428
|
__wbindgen_generic_0000000000000002: function(arg0, arg1) {
|
|
8647
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx:
|
|
8648
|
-
const ret = makeMutClosure(arg0, arg1,
|
|
9429
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 1227, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
|
|
9430
|
+
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c);
|
|
8649
9431
|
return ret;
|
|
8650
9432
|
},
|
|
8651
9433
|
__wbindgen_generic_0000000000000003: function(arg0) {
|
|
@@ -8684,8 +9466,8 @@ function __wbg_get_imports() {
|
|
|
8684
9466
|
};
|
|
8685
9467
|
}
|
|
8686
9468
|
|
|
8687
|
-
function
|
|
8688
|
-
wasm.
|
|
9469
|
+
function wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c(arg0, arg1) {
|
|
9470
|
+
wasm.wasm_bindgen__convert__closures_____invoke__h3a7ccac3e94bbb5c(arg0, arg1);
|
|
8689
9471
|
}
|
|
8690
9472
|
|
|
8691
9473
|
function wasm_bindgen__convert__closures_____invoke__h2eedacf566f3748c(arg0, arg1, arg2) {
|