crawlberg 1.1.4 → 1.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/ext/crawlberg_rb/native/Cargo.lock +55 -54
- data/ext/crawlberg_rb/native/Cargo.toml +2 -2
- data/ext/crawlberg_rb/src/lib.rs +311 -52
- data/lib/crawlberg/native.rb +110 -1
- data/lib/crawlberg/version.rb +2 -2
- data/lib/crawlberg.rb +1 -1
- data/lib/crawlberg_rb.so +0 -0
- data/sig/types.rbs +23 -6
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 003c432b366d68711f99f5372207760aab21b12102a21c88fcb1a3792a0a9e9a
|
|
4
|
+
data.tar.gz: 934f3c7ff2f367aa90725d51bb48f6bcbb6c0a88a92026306304d34b4dbf0f8d
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 7464f19dccb4cfaa5f1808ee04c8742d22e7cbee8fe25c14691ca179685c9a6446eb207ac0b4de79320a94c0b05aec77d7113aaf8c22121841eca288af81cd79
|
|
7
|
+
data.tar.gz: 5d03691f7797d30610625237e59941a36b3b62bb34c5970d5edad04d466b062abad20b14f0eaacbc808d8b209bf2d4351c0e7ff9043f3becb35b621d532bcbd6
|
|
@@ -24,9 +24,9 @@ dependencies = [
|
|
|
24
24
|
|
|
25
25
|
[[package]]
|
|
26
26
|
name = "aho-corasick"
|
|
27
|
-
version = "1.1.
|
|
27
|
+
version = "1.1.5"
|
|
28
28
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
29
|
-
checksum = "
|
|
29
|
+
checksum = "c982642fa9e8606056828ee9a8505737230110bb1099153c79efe865c59d12ba"
|
|
30
30
|
dependencies = [
|
|
31
31
|
"memchr",
|
|
32
32
|
]
|
|
@@ -54,9 +54,9 @@ checksum = "683d7910e743518b0e34f1186f92494becacb047c7b6bf616c96772180fef923"
|
|
|
54
54
|
|
|
55
55
|
[[package]]
|
|
56
56
|
name = "android_system_properties"
|
|
57
|
-
version = "0.1.
|
|
57
|
+
version = "0.1.6"
|
|
58
58
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
59
|
-
checksum = "
|
|
59
|
+
checksum = "ae221649c9976a6f6c56ae1facf410f3ddb33cc661c4b7b61020a912d4237fbc"
|
|
60
60
|
dependencies = [
|
|
61
61
|
"libc",
|
|
62
62
|
]
|
|
@@ -105,9 +105,9 @@ dependencies = [
|
|
|
105
105
|
|
|
106
106
|
[[package]]
|
|
107
107
|
name = "async-trait"
|
|
108
|
-
version = "0.1.
|
|
108
|
+
version = "0.1.92"
|
|
109
109
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
110
|
-
checksum = "
|
|
110
|
+
checksum = "82f6aeea286b8eb4dd3431a1be1b59d290ace00f5bfd8e2a159bc2a05e2c1667"
|
|
111
111
|
dependencies = [
|
|
112
112
|
"proc-macro2",
|
|
113
113
|
"quote",
|
|
@@ -145,9 +145,9 @@ checksum = "f2032f911046de80f0a198e0901378627c33f59ea0ac00e363d481118bd70a53"
|
|
|
145
145
|
|
|
146
146
|
[[package]]
|
|
147
147
|
name = "aws-lc-rs"
|
|
148
|
-
version = "1.
|
|
148
|
+
version = "1.18.0"
|
|
149
149
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
150
|
-
checksum = "
|
|
150
|
+
checksum = "ce2b2dcc879c3bae0d371e77c99f2238400ef24ec001394befa67b6e543add9e"
|
|
151
151
|
dependencies = [
|
|
152
152
|
"aws-lc-sys",
|
|
153
153
|
"zeroize",
|
|
@@ -155,9 +155,9 @@ dependencies = [
|
|
|
155
155
|
|
|
156
156
|
[[package]]
|
|
157
157
|
name = "aws-lc-sys"
|
|
158
|
-
version = "0.
|
|
158
|
+
version = "0.44.0"
|
|
159
159
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
160
|
-
checksum = "
|
|
160
|
+
checksum = "f09fae7be8bb3174e05c6afdb34199e6dc0c7c04ba9fa237b1967adfbde27483"
|
|
161
161
|
dependencies = [
|
|
162
162
|
"cc",
|
|
163
163
|
"cmake",
|
|
@@ -174,9 +174,9 @@ checksum = "72b3254f16251a8381aa12e40e3c4d2f0199f8c6508fbecb9d91f575e0fbb8c6"
|
|
|
174
174
|
|
|
175
175
|
[[package]]
|
|
176
176
|
name = "base64"
|
|
177
|
-
version = "0.23.
|
|
177
|
+
version = "0.23.1"
|
|
178
178
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
179
|
-
checksum = "
|
|
179
|
+
checksum = "ac07cdecf99051d9a5238b80f35af32cdeba5b336e55d957b318b50137e18da5"
|
|
180
180
|
|
|
181
181
|
[[package]]
|
|
182
182
|
name = "bindgen"
|
|
@@ -281,9 +281,9 @@ checksum = "fc652a48c352aef3ea3aed32080501cf3ef6ed5da78602a020c991775b0aff04"
|
|
|
281
281
|
|
|
282
282
|
[[package]]
|
|
283
283
|
name = "cc"
|
|
284
|
-
version = "1.4.
|
|
284
|
+
version = "1.4.2"
|
|
285
285
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
286
|
-
checksum = "
|
|
286
|
+
checksum = "5d262e149917187838d5b42777c8253bcb64500067342904e7d429499a6f277e"
|
|
287
287
|
dependencies = [
|
|
288
288
|
"find-msvc-tools",
|
|
289
289
|
"jobserver",
|
|
@@ -403,9 +403,9 @@ dependencies = [
|
|
|
403
403
|
|
|
404
404
|
[[package]]
|
|
405
405
|
name = "clang-sys"
|
|
406
|
-
version = "1.
|
|
406
|
+
version = "1.9.1"
|
|
407
407
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
408
|
-
checksum = "
|
|
408
|
+
checksum = "157a8ba7b480713b56f4c09fd13fc3e0a22a5dfab8097ba61cbc5feef950788a"
|
|
409
409
|
dependencies = [
|
|
410
410
|
"glob",
|
|
411
411
|
"libc",
|
|
@@ -489,9 +489,9 @@ checksum = "3d52eff69cd5e647efe296129160853a42795992097e8af39800e1060caeea9b"
|
|
|
489
489
|
|
|
490
490
|
[[package]]
|
|
491
491
|
name = "cookie"
|
|
492
|
-
version = "0.18.
|
|
492
|
+
version = "0.18.2"
|
|
493
493
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
494
|
-
checksum = "
|
|
494
|
+
checksum = "1a373e3602691c3cdea496d2f0ee5935151e6168fe87739483c463db1b2f2f87"
|
|
495
495
|
dependencies = [
|
|
496
496
|
"percent-encoding",
|
|
497
497
|
"time",
|
|
@@ -562,15 +562,16 @@ dependencies = [
|
|
|
562
562
|
|
|
563
563
|
[[package]]
|
|
564
564
|
name = "crawlberg"
|
|
565
|
-
version = "1.1
|
|
565
|
+
version = "1.2.1"
|
|
566
566
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
567
|
-
checksum = "
|
|
567
|
+
checksum = "d7d926687678c1b904104ac734c52598727dcffb055329b9a982d0d05c717a59"
|
|
568
568
|
dependencies = [
|
|
569
569
|
"ahash",
|
|
570
570
|
"aho-corasick",
|
|
571
571
|
"arc-swap",
|
|
572
572
|
"astral-tl",
|
|
573
573
|
"async-trait",
|
|
574
|
+
"base64 0.23.1",
|
|
574
575
|
"blake3",
|
|
575
576
|
"chromiumoxide",
|
|
576
577
|
"chrono",
|
|
@@ -604,7 +605,7 @@ dependencies = [
|
|
|
604
605
|
|
|
605
606
|
[[package]]
|
|
606
607
|
name = "crawlberg-rb"
|
|
607
|
-
version = "1.1
|
|
608
|
+
version = "1.2.1"
|
|
608
609
|
dependencies = [
|
|
609
610
|
"crawlberg",
|
|
610
611
|
"futures",
|
|
@@ -671,9 +672,9 @@ dependencies = [
|
|
|
671
672
|
|
|
672
673
|
[[package]]
|
|
673
674
|
name = "data-encoding"
|
|
674
|
-
version = "2.11.
|
|
675
|
+
version = "2.11.1"
|
|
675
676
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
676
|
-
checksum = "
|
|
677
|
+
checksum = "4583a4551df46e2792f82ceeac45e850d2e2d5debba0b91f102385cda5b11f06"
|
|
677
678
|
|
|
678
679
|
[[package]]
|
|
679
680
|
name = "deranged"
|
|
@@ -797,9 +798,9 @@ dependencies = [
|
|
|
797
798
|
|
|
798
799
|
[[package]]
|
|
799
800
|
name = "find-msvc-tools"
|
|
800
|
-
version = "0.1.
|
|
801
|
+
version = "0.1.10"
|
|
801
802
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
802
|
-
checksum = "
|
|
803
|
+
checksum = "26b73573e6edcd2af0cdf47bd6cb58f0b3839491263c314eaad1ccf24430e1de"
|
|
803
804
|
|
|
804
805
|
[[package]]
|
|
805
806
|
name = "flate2"
|
|
@@ -1064,7 +1065,7 @@ checksum = "9de16fbeb15a99cb3c38fc55603d110a090210125437f67dd7384f5bbd26ceb8"
|
|
|
1064
1065
|
dependencies = [
|
|
1065
1066
|
"ahash",
|
|
1066
1067
|
"astral-tl",
|
|
1067
|
-
"base64 0.23.
|
|
1068
|
+
"base64 0.23.1",
|
|
1068
1069
|
"bitflags",
|
|
1069
1070
|
"html-escape",
|
|
1070
1071
|
"html5ever",
|
|
@@ -1385,9 +1386,9 @@ dependencies = [
|
|
|
1385
1386
|
|
|
1386
1387
|
[[package]]
|
|
1387
1388
|
name = "ipnet"
|
|
1388
|
-
version = "2.12.
|
|
1389
|
+
version = "2.12.1"
|
|
1389
1390
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1390
|
-
checksum = "
|
|
1391
|
+
checksum = "6a756c3fac73139e83f14c2d742155dd2b78d3ee56597b419a0579b7bdd6dd78"
|
|
1391
1392
|
|
|
1392
1393
|
[[package]]
|
|
1393
1394
|
name = "itertools"
|
|
@@ -1465,9 +1466,9 @@ dependencies = [
|
|
|
1465
1466
|
|
|
1466
1467
|
[[package]]
|
|
1467
1468
|
name = "js-sys"
|
|
1468
|
-
version = "0.3.
|
|
1469
|
+
version = "0.3.104"
|
|
1469
1470
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1470
|
-
checksum = "
|
|
1471
|
+
checksum = "0e0c1080212aad755ea003d18543e8768dd432c48819efd73a7bf1e39b7a5a3a"
|
|
1471
1472
|
dependencies = [
|
|
1472
1473
|
"cfg-if",
|
|
1473
1474
|
"futures-util",
|
|
@@ -2156,9 +2157,9 @@ dependencies = [
|
|
|
2156
2157
|
|
|
2157
2158
|
[[package]]
|
|
2158
2159
|
name = "regex-automata"
|
|
2159
|
-
version = "0.4.
|
|
2160
|
+
version = "0.4.18"
|
|
2160
2161
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2161
|
-
checksum = "
|
|
2162
|
+
checksum = "ad8553b9b26413251cbf30e620595c7a41b3887f03da04579c0e6b0d6a06b4b2"
|
|
2162
2163
|
dependencies = [
|
|
2163
2164
|
"aho-corasick",
|
|
2164
2165
|
"memchr",
|
|
@@ -2642,18 +2643,18 @@ dependencies = [
|
|
|
2642
2643
|
|
|
2643
2644
|
[[package]]
|
|
2644
2645
|
name = "thiserror"
|
|
2645
|
-
version = "2.0.
|
|
2646
|
+
version = "2.0.20"
|
|
2646
2647
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2647
|
-
checksum = "
|
|
2648
|
+
checksum = "ec86235f5fcc2a73650310756d2ac5b138a5780bbbdfae3eeccec992c435ba4f"
|
|
2648
2649
|
dependencies = [
|
|
2649
2650
|
"thiserror-impl",
|
|
2650
2651
|
]
|
|
2651
2652
|
|
|
2652
2653
|
[[package]]
|
|
2653
2654
|
name = "thiserror-impl"
|
|
2654
|
-
version = "2.0.
|
|
2655
|
+
version = "2.0.20"
|
|
2655
2656
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2656
|
-
checksum = "
|
|
2657
|
+
checksum = "bc04cd3e1236dd4a98afca4569f2deb3f120e5422a4023be2cb683f8486292af"
|
|
2657
2658
|
dependencies = [
|
|
2658
2659
|
"proc-macro2",
|
|
2659
2660
|
"quote",
|
|
@@ -2662,9 +2663,9 @@ dependencies = [
|
|
|
2662
2663
|
|
|
2663
2664
|
[[package]]
|
|
2664
2665
|
name = "time"
|
|
2665
|
-
version = "0.3.
|
|
2666
|
+
version = "0.3.55"
|
|
2666
2667
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2667
|
-
checksum = "
|
|
2668
|
+
checksum = "cdb87b95ec50ddfa440816d227a17b2ccbdda963a316a727fda0fc4334f7d134"
|
|
2668
2669
|
dependencies = [
|
|
2669
2670
|
"deranged",
|
|
2670
2671
|
"num-conv",
|
|
@@ -3015,9 +3016,9 @@ dependencies = [
|
|
|
3015
3016
|
|
|
3016
3017
|
[[package]]
|
|
3017
3018
|
name = "wasm-bindgen"
|
|
3018
|
-
version = "0.2.
|
|
3019
|
+
version = "0.2.127"
|
|
3019
3020
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3020
|
-
checksum = "
|
|
3021
|
+
checksum = "1b70935747edd64d89de3efa29d73789b806c15798f8e7dca4d8ac356b50ce70"
|
|
3021
3022
|
dependencies = [
|
|
3022
3023
|
"cfg-if",
|
|
3023
3024
|
"once_cell",
|
|
@@ -3028,9 +3029,9 @@ dependencies = [
|
|
|
3028
3029
|
|
|
3029
3030
|
[[package]]
|
|
3030
3031
|
name = "wasm-bindgen-futures"
|
|
3031
|
-
version = "0.4.
|
|
3032
|
+
version = "0.4.77"
|
|
3032
3033
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3033
|
-
checksum = "
|
|
3034
|
+
checksum = "6b7777d5cc23d0e91404e53ce2d5e8ec7acae3026b16233dba62cd3246457950"
|
|
3034
3035
|
dependencies = [
|
|
3035
3036
|
"js-sys",
|
|
3036
3037
|
"wasm-bindgen",
|
|
@@ -3038,9 +3039,9 @@ dependencies = [
|
|
|
3038
3039
|
|
|
3039
3040
|
[[package]]
|
|
3040
3041
|
name = "wasm-bindgen-macro"
|
|
3041
|
-
version = "0.2.
|
|
3042
|
+
version = "0.2.127"
|
|
3042
3043
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3043
|
-
checksum = "
|
|
3044
|
+
checksum = "77775f8f3f7217702089053b94958f8f54061a3f663417df76e19cbdcca29bc1"
|
|
3044
3045
|
dependencies = [
|
|
3045
3046
|
"quote",
|
|
3046
3047
|
"wasm-bindgen-macro-support",
|
|
@@ -3048,9 +3049,9 @@ dependencies = [
|
|
|
3048
3049
|
|
|
3049
3050
|
[[package]]
|
|
3050
3051
|
name = "wasm-bindgen-macro-support"
|
|
3051
|
-
version = "0.2.
|
|
3052
|
+
version = "0.2.127"
|
|
3052
3053
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3053
|
-
checksum = "
|
|
3054
|
+
checksum = "e11d33f857dc2fb11b8bc75aee111aa9cbeb12cd9f25efd3d4c2a3dd4e235284"
|
|
3054
3055
|
dependencies = [
|
|
3055
3056
|
"bumpalo",
|
|
3056
3057
|
"proc-macro2",
|
|
@@ -3061,18 +3062,18 @@ dependencies = [
|
|
|
3061
3062
|
|
|
3062
3063
|
[[package]]
|
|
3063
3064
|
name = "wasm-bindgen-shared"
|
|
3064
|
-
version = "0.2.
|
|
3065
|
+
version = "0.2.127"
|
|
3065
3066
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3066
|
-
checksum = "
|
|
3067
|
+
checksum = "7ef64dbcc55df09c7e5a46182d181c2cfa3e925f3da937ea764728b4bbb9dcbf"
|
|
3067
3068
|
dependencies = [
|
|
3068
3069
|
"unicode-ident",
|
|
3069
3070
|
]
|
|
3070
3071
|
|
|
3071
3072
|
[[package]]
|
|
3072
3073
|
name = "web-sys"
|
|
3073
|
-
version = "0.3.
|
|
3074
|
+
version = "0.3.104"
|
|
3074
3075
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3075
|
-
checksum = "
|
|
3076
|
+
checksum = "c435338968042f4f59a557f690a253676d47ce13ceb55d70100e7facf6620a30"
|
|
3076
3077
|
dependencies = [
|
|
3077
3078
|
"js-sys",
|
|
3078
3079
|
"wasm-bindgen",
|
|
@@ -3402,18 +3403,18 @@ dependencies = [
|
|
|
3402
3403
|
|
|
3403
3404
|
[[package]]
|
|
3404
3405
|
name = "zerocopy"
|
|
3405
|
-
version = "0.8.
|
|
3406
|
+
version = "0.8.56"
|
|
3406
3407
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3407
|
-
checksum = "
|
|
3408
|
+
checksum = "556764e583adb45a9f8d413c2a147fa7e8d821e48e12b14fd560b607998b75eb"
|
|
3408
3409
|
dependencies = [
|
|
3409
3410
|
"zerocopy-derive",
|
|
3410
3411
|
]
|
|
3411
3412
|
|
|
3412
3413
|
[[package]]
|
|
3413
3414
|
name = "zerocopy-derive"
|
|
3414
|
-
version = "0.8.
|
|
3415
|
+
version = "0.8.56"
|
|
3415
3416
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3416
|
-
checksum = "
|
|
3417
|
+
checksum = "f2ab42fc20575779bd240faa45f94a74256f755c0fa9e89f0ede20d91d0cdfc1"
|
|
3417
3418
|
dependencies = [
|
|
3418
3419
|
"proc-macro2",
|
|
3419
3420
|
"quote",
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[package]
|
|
2
2
|
name = "crawlberg-rb"
|
|
3
|
-
version = "1.1
|
|
3
|
+
version = "1.2.1"
|
|
4
4
|
edition = "2024"
|
|
5
5
|
license = "MIT"
|
|
6
6
|
description = "High-performance web crawling engine"
|
|
@@ -17,7 +17,7 @@ path = "../src/lib.rs"
|
|
|
17
17
|
crate-type = ["cdylib"]
|
|
18
18
|
|
|
19
19
|
[dependencies]
|
|
20
|
-
crawlberg = { version = "1.1
|
|
20
|
+
crawlberg = { version = "1.2.1", features = ["interact", "browser-chromiumoxide"] }
|
|
21
21
|
futures = "0.3"
|
|
22
22
|
magnus = "0.8"
|
|
23
23
|
rb-sys = ">=0.9, <0.9.128"
|