crawlberg 1.0.8 → 1.0.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/ext/crawlberg_rb/native/Cargo.lock +124 -94
- data/ext/crawlberg_rb/native/Cargo.toml +2 -2
- data/ext/crawlberg_rb/src/lib.rs +1 -1
- data/lib/crawlberg/native.rb +29 -2
- data/lib/crawlberg/version.rb +2 -2
- data/lib/crawlberg.rb +1 -1
- data/lib/crawlberg_rb.so +0 -0
- data/sig/types.rbs +3 -3
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 777c6065e9542efe87a6ed411729a3498e9bf88416a60fcfa29bcef25127efea
|
|
4
|
+
data.tar.gz: d2c0838a89096bf26ec25441bf210c59efad8ae23a844f2971bcf5e32c1033a3
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: b21353cf996536b3b2ca443457ca07806c689077308893f23d88c5f946abe0ec9b9203897f6424979369e6a865c02612090cc432ee16a5a45a61faaab9e48764
|
|
7
|
+
data.tar.gz: 9317b06af2a1d7ede4f708a6e86acc6d476379885b8b07f16bc994bcb27dd9ed5b59d1b6fc9d426f7443621790f937a8d7d5951e24cb9caa171a20995eff94a5
|
|
@@ -63,9 +63,9 @@ dependencies = [
|
|
|
63
63
|
|
|
64
64
|
[[package]]
|
|
65
65
|
name = "arc-swap"
|
|
66
|
-
version = "1.9.
|
|
66
|
+
version = "1.9.2"
|
|
67
67
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
68
|
-
checksum = "
|
|
68
|
+
checksum = "c049c0be4daef0b145cb3555416b3b8ef5b7888a38aea1a3a155801fe7b0810b"
|
|
69
69
|
dependencies = [
|
|
70
70
|
"rustversion",
|
|
71
71
|
]
|
|
@@ -78,9 +78,9 @@ checksum = "76a2e8124351fda1ef8aaaa3bbd7ebbcb486bbcd4225aca0aa0d84bb2db8fecb"
|
|
|
78
78
|
|
|
79
79
|
[[package]]
|
|
80
80
|
name = "arrayvec"
|
|
81
|
-
version = "0.7.
|
|
81
|
+
version = "0.7.8"
|
|
82
82
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
83
|
-
checksum = "
|
|
83
|
+
checksum = "d3fb67a6e08acf24fdeccbac2cb6ac4305825bd1f117462e0e6f2f193345ad56"
|
|
84
84
|
|
|
85
85
|
[[package]]
|
|
86
86
|
name = "astral-tl"
|
|
@@ -105,13 +105,13 @@ dependencies = [
|
|
|
105
105
|
|
|
106
106
|
[[package]]
|
|
107
107
|
name = "async-trait"
|
|
108
|
-
version = "0.1.
|
|
108
|
+
version = "0.1.91"
|
|
109
109
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
110
|
-
checksum = "
|
|
110
|
+
checksum = "ae36dc4177970ef04fde5178d3e2429882def40e57a451f919c098f72baa6cec"
|
|
111
111
|
dependencies = [
|
|
112
112
|
"proc-macro2",
|
|
113
113
|
"quote",
|
|
114
|
-
"syn
|
|
114
|
+
"syn 3.0.3",
|
|
115
115
|
]
|
|
116
116
|
|
|
117
117
|
[[package]]
|
|
@@ -145,9 +145,9 @@ checksum = "f2032f911046de80f0a198e0901378627c33f59ea0ac00e363d481118bd70a53"
|
|
|
145
145
|
|
|
146
146
|
[[package]]
|
|
147
147
|
name = "aws-lc-rs"
|
|
148
|
-
version = "1.17.
|
|
148
|
+
version = "1.17.3"
|
|
149
149
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
150
|
-
checksum = "
|
|
150
|
+
checksum = "00bdb5da18dac48ca2cc7cd4a98e533e8635a58e2361d13a1a4ee3888e0d72f1"
|
|
151
151
|
dependencies = [
|
|
152
152
|
"aws-lc-sys",
|
|
153
153
|
"zeroize",
|
|
@@ -155,9 +155,9 @@ dependencies = [
|
|
|
155
155
|
|
|
156
156
|
[[package]]
|
|
157
157
|
name = "aws-lc-sys"
|
|
158
|
-
version = "0.
|
|
158
|
+
version = "0.43.0"
|
|
159
159
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
160
|
-
checksum = "
|
|
160
|
+
checksum = "43103168cc76fe62678a375e722fc9cb3a0146159ac5828bc4f0dfd755c2224c"
|
|
161
161
|
dependencies = [
|
|
162
162
|
"cc",
|
|
163
163
|
"cmake",
|
|
@@ -257,9 +257,9 @@ checksum = "72f5acc6cb2ba439de613abc23857ec3d78374d8ed5ac84e9d11336e87da8649"
|
|
|
257
257
|
|
|
258
258
|
[[package]]
|
|
259
259
|
name = "bytemuck"
|
|
260
|
-
version = "1.25.
|
|
260
|
+
version = "1.25.2"
|
|
261
261
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
262
|
-
checksum = "
|
|
262
|
+
checksum = "95832e849adfb21180ccb6826a99da14e5d266ae5c2e668e1602cf234f153797"
|
|
263
263
|
|
|
264
264
|
[[package]]
|
|
265
265
|
name = "byteorder-lite"
|
|
@@ -275,9 +275,9 @@ checksum = "fc652a48c352aef3ea3aed32080501cf3ef6ed5da78602a020c991775b0aff04"
|
|
|
275
275
|
|
|
276
276
|
[[package]]
|
|
277
277
|
name = "cc"
|
|
278
|
-
version = "1.
|
|
278
|
+
version = "1.4.0"
|
|
279
279
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
280
|
-
checksum = "
|
|
280
|
+
checksum = "5add81bb678e6cb321aff7fa0dc7689ad82b112dbc032cea19f91d6b8e3582b9"
|
|
281
281
|
dependencies = [
|
|
282
282
|
"find-msvc-tools",
|
|
283
283
|
"jobserver",
|
|
@@ -302,9 +302,20 @@ checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801"
|
|
|
302
302
|
|
|
303
303
|
[[package]]
|
|
304
304
|
name = "cfg_aliases"
|
|
305
|
-
version = "0.2.
|
|
305
|
+
version = "0.2.2"
|
|
306
306
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
307
|
-
checksum = "
|
|
307
|
+
checksum = "f079e83a288787bcd14a6aea84cee5c87a67c5a3e660c30f557a3d24761b3527"
|
|
308
|
+
|
|
309
|
+
[[package]]
|
|
310
|
+
name = "chacha20"
|
|
311
|
+
version = "0.10.1"
|
|
312
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
313
|
+
checksum = "d524456ba66e72eb8b115ff89e01e497f8e6d11d78b70b1aa13c0fbd97540a81"
|
|
314
|
+
dependencies = [
|
|
315
|
+
"cfg-if",
|
|
316
|
+
"cpufeatures 0.3.0",
|
|
317
|
+
"rand_core 0.10.1",
|
|
318
|
+
]
|
|
308
319
|
|
|
309
320
|
[[package]]
|
|
310
321
|
name = "chromiumoxide"
|
|
@@ -545,9 +556,9 @@ dependencies = [
|
|
|
545
556
|
|
|
546
557
|
[[package]]
|
|
547
558
|
name = "crawlberg"
|
|
548
|
-
version = "1.0.
|
|
559
|
+
version = "1.0.9"
|
|
549
560
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
550
|
-
checksum = "
|
|
561
|
+
checksum = "b2841d7bdd19a54e025f61e852c54e0af8f5d492e6ed862dbb0b1363e4f9a29f"
|
|
551
562
|
dependencies = [
|
|
552
563
|
"ahash",
|
|
553
564
|
"aho-corasick",
|
|
@@ -587,7 +598,7 @@ dependencies = [
|
|
|
587
598
|
|
|
588
599
|
[[package]]
|
|
589
600
|
name = "crawlberg-rb"
|
|
590
|
-
version = "1.0.
|
|
601
|
+
version = "1.0.9"
|
|
591
602
|
dependencies = [
|
|
592
603
|
"crawlberg",
|
|
593
604
|
"futures",
|
|
@@ -609,9 +620,9 @@ dependencies = [
|
|
|
609
620
|
|
|
610
621
|
[[package]]
|
|
611
622
|
name = "crossbeam-utils"
|
|
612
|
-
version = "0.8.
|
|
623
|
+
version = "0.8.22"
|
|
613
624
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
614
|
-
checksum = "
|
|
625
|
+
checksum = "61803da095bee82a81bb1a452ecc25d3b2f1416d1897eb86430c6159ef717c17"
|
|
615
626
|
|
|
616
627
|
[[package]]
|
|
617
628
|
name = "crunchy"
|
|
@@ -734,9 +745,9 @@ checksum = "92773504d58c093f6de2459af4af33faa518c13451eb8f2b5698ed3d36e7c813"
|
|
|
734
745
|
|
|
735
746
|
[[package]]
|
|
736
747
|
name = "either"
|
|
737
|
-
version = "1.
|
|
748
|
+
version = "1.17.0"
|
|
738
749
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
739
|
-
checksum = "
|
|
750
|
+
checksum = "9e5e8f6c15a24b9a3ee5efec809ccd006d3b30e8b3bb63c39af737c7f87daa1d"
|
|
740
751
|
|
|
741
752
|
[[package]]
|
|
742
753
|
name = "encoding_rs"
|
|
@@ -765,9 +776,9 @@ dependencies = [
|
|
|
765
776
|
|
|
766
777
|
[[package]]
|
|
767
778
|
name = "fastrand"
|
|
768
|
-
version = "2.
|
|
779
|
+
version = "2.5.0"
|
|
769
780
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
770
|
-
checksum = "
|
|
781
|
+
checksum = "da7c62ceae207dd37ea5b845da6a0696c799f85e97da1ab5b7910be3c1c80223"
|
|
771
782
|
|
|
772
783
|
[[package]]
|
|
773
784
|
name = "fdeflate"
|
|
@@ -971,6 +982,7 @@ dependencies = [
|
|
|
971
982
|
"js-sys",
|
|
972
983
|
"libc",
|
|
973
984
|
"r-efi 6.0.0",
|
|
985
|
+
"rand_core 0.10.1",
|
|
974
986
|
"wasm-bindgen",
|
|
975
987
|
]
|
|
976
988
|
|
|
@@ -986,9 +998,9 @@ dependencies = [
|
|
|
986
998
|
|
|
987
999
|
[[package]]
|
|
988
1000
|
name = "glob"
|
|
989
|
-
version = "0.3.
|
|
1001
|
+
version = "0.3.4"
|
|
990
1002
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
991
|
-
checksum = "
|
|
1003
|
+
checksum = "e4eba85ea1d0a966a983acd07deee566e67395d2d96b6fb39e62b5a833f1eb0b"
|
|
992
1004
|
|
|
993
1005
|
[[package]]
|
|
994
1006
|
name = "h2"
|
|
@@ -1034,18 +1046,15 @@ checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea"
|
|
|
1034
1046
|
|
|
1035
1047
|
[[package]]
|
|
1036
1048
|
name = "html-escape"
|
|
1037
|
-
version = "0.2.
|
|
1049
|
+
version = "0.2.14"
|
|
1038
1050
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1039
|
-
checksum = "
|
|
1040
|
-
dependencies = [
|
|
1041
|
-
"utf8-width",
|
|
1042
|
-
]
|
|
1051
|
+
checksum = "46c1ff2d1cbf39efe5af0900ced8a069b5e61557a17544eb0c4a50239937389e"
|
|
1043
1052
|
|
|
1044
1053
|
[[package]]
|
|
1045
1054
|
name = "html-to-markdown-rs"
|
|
1046
|
-
version = "3.
|
|
1055
|
+
version = "3.9.0"
|
|
1047
1056
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1048
|
-
checksum = "
|
|
1057
|
+
checksum = "72131a643f3b9c379f5080626f1e7774b6abef974424f3f01fd952fcd23b60f3"
|
|
1049
1058
|
dependencies = [
|
|
1050
1059
|
"ahash",
|
|
1051
1060
|
"astral-tl",
|
|
@@ -1124,9 +1133,9 @@ dependencies = [
|
|
|
1124
1133
|
|
|
1125
1134
|
[[package]]
|
|
1126
1135
|
name = "hyper"
|
|
1127
|
-
version = "1.
|
|
1136
|
+
version = "1.11.0"
|
|
1128
1137
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1129
|
-
checksum = "
|
|
1138
|
+
checksum = "d22053281f852e11534f5198498373cbb59295120a20771d90f7ed1897490a72"
|
|
1130
1139
|
dependencies = [
|
|
1131
1140
|
"atomic-waker",
|
|
1132
1141
|
"bytes",
|
|
@@ -1487,9 +1496,9 @@ checksum = "bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe"
|
|
|
1487
1496
|
|
|
1488
1497
|
[[package]]
|
|
1489
1498
|
name = "libc"
|
|
1490
|
-
version = "0.2.
|
|
1499
|
+
version = "0.2.189"
|
|
1491
1500
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1492
|
-
checksum = "
|
|
1501
|
+
checksum = "3eaf3ede3fee6db1a4c2ee091bf8a8b4dccdc6d17f656fb07896ee72867612f2"
|
|
1493
1502
|
|
|
1494
1503
|
[[package]]
|
|
1495
1504
|
name = "libloading"
|
|
@@ -1925,9 +1934,9 @@ dependencies = [
|
|
|
1925
1934
|
|
|
1926
1935
|
[[package]]
|
|
1927
1936
|
name = "pxfm"
|
|
1928
|
-
version = "0.1.
|
|
1937
|
+
version = "0.1.30"
|
|
1929
1938
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1930
|
-
checksum = "
|
|
1939
|
+
checksum = "d55d956fa96f5ec02be2e13af0e20391a5aa83d6a074e3ad368959d0fab299ea"
|
|
1931
1940
|
|
|
1932
1941
|
[[package]]
|
|
1933
1942
|
name = "quick-error"
|
|
@@ -1966,15 +1975,16 @@ dependencies = [
|
|
|
1966
1975
|
|
|
1967
1976
|
[[package]]
|
|
1968
1977
|
name = "quinn-proto"
|
|
1969
|
-
version = "0.11.
|
|
1978
|
+
version = "0.11.16"
|
|
1970
1979
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1971
|
-
checksum = "
|
|
1980
|
+
checksum = "2f4bfc015262b9df63c8845072ce59068853ff5872180c2ce2f13038b970e560"
|
|
1972
1981
|
dependencies = [
|
|
1973
1982
|
"aws-lc-rs",
|
|
1974
1983
|
"bytes",
|
|
1975
|
-
"getrandom 0.3
|
|
1984
|
+
"getrandom 0.4.3",
|
|
1976
1985
|
"lru-slab",
|
|
1977
|
-
"rand",
|
|
1986
|
+
"rand 0.10.2",
|
|
1987
|
+
"rand_pcg",
|
|
1978
1988
|
"ring",
|
|
1979
1989
|
"rustc-hash",
|
|
1980
1990
|
"rustls",
|
|
@@ -1988,16 +1998,16 @@ dependencies = [
|
|
|
1988
1998
|
|
|
1989
1999
|
[[package]]
|
|
1990
2000
|
name = "quinn-udp"
|
|
1991
|
-
version = "0.5.
|
|
2001
|
+
version = "0.5.15"
|
|
1992
2002
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1993
|
-
checksum = "
|
|
2003
|
+
checksum = "35a133f956daabe89a61a685c2649f13d82d5aa4bd5d12d1277e1072a21c0694"
|
|
1994
2004
|
dependencies = [
|
|
1995
2005
|
"cfg_aliases",
|
|
1996
2006
|
"libc",
|
|
1997
2007
|
"once_cell",
|
|
1998
2008
|
"socket2",
|
|
1999
2009
|
"tracing",
|
|
2000
|
-
"windows-sys 0.
|
|
2010
|
+
"windows-sys 0.61.2",
|
|
2001
2011
|
]
|
|
2002
2012
|
|
|
2003
2013
|
[[package]]
|
|
@@ -2023,12 +2033,23 @@ checksum = "f8dcc9c7d52a811697d2151c701e0d08956f92b0e24136cf4cf27b57a6a0d9bf"
|
|
|
2023
2033
|
|
|
2024
2034
|
[[package]]
|
|
2025
2035
|
name = "rand"
|
|
2026
|
-
version = "0.9.
|
|
2036
|
+
version = "0.9.5"
|
|
2027
2037
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2028
|
-
checksum = "
|
|
2038
|
+
checksum = "b9ef1d0d795eb7d84685bca4f72f3649f064e6641543d3a8c415898726a57b41"
|
|
2029
2039
|
dependencies = [
|
|
2030
2040
|
"rand_chacha",
|
|
2031
|
-
"rand_core",
|
|
2041
|
+
"rand_core 0.9.5",
|
|
2042
|
+
]
|
|
2043
|
+
|
|
2044
|
+
[[package]]
|
|
2045
|
+
name = "rand"
|
|
2046
|
+
version = "0.10.2"
|
|
2047
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2048
|
+
checksum = "c7f5fa3a058cd35567ef9bfa5e75732bee0f9e4c55fa90477bef2dfcdbc4be80"
|
|
2049
|
+
dependencies = [
|
|
2050
|
+
"chacha20",
|
|
2051
|
+
"getrandom 0.4.3",
|
|
2052
|
+
"rand_core 0.10.1",
|
|
2032
2053
|
]
|
|
2033
2054
|
|
|
2034
2055
|
[[package]]
|
|
@@ -2038,7 +2059,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
2038
2059
|
checksum = "d3022b5f1df60f26e1ffddd6c66e8aa15de382ae63b3a0c1bfc0e4d3e3f325cb"
|
|
2039
2060
|
dependencies = [
|
|
2040
2061
|
"ppv-lite86",
|
|
2041
|
-
"rand_core",
|
|
2062
|
+
"rand_core 0.9.5",
|
|
2042
2063
|
]
|
|
2043
2064
|
|
|
2044
2065
|
[[package]]
|
|
@@ -2050,6 +2071,21 @@ dependencies = [
|
|
|
2050
2071
|
"getrandom 0.3.4",
|
|
2051
2072
|
]
|
|
2052
2073
|
|
|
2074
|
+
[[package]]
|
|
2075
|
+
name = "rand_core"
|
|
2076
|
+
version = "0.10.1"
|
|
2077
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2078
|
+
checksum = "63b8176103e19a2643978565ca18b50549f6101881c443590420e4dc998a3c69"
|
|
2079
|
+
|
|
2080
|
+
[[package]]
|
|
2081
|
+
name = "rand_pcg"
|
|
2082
|
+
version = "0.10.2"
|
|
2083
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2084
|
+
checksum = "caa0f4137e1c0a72f4c651489402276c8e8e1cf081f3b0ba156d2cbeef09e86a"
|
|
2085
|
+
dependencies = [
|
|
2086
|
+
"rand_core 0.10.1",
|
|
2087
|
+
]
|
|
2088
|
+
|
|
2053
2089
|
[[package]]
|
|
2054
2090
|
name = "rb-sys"
|
|
2055
2091
|
version = "0.9.127"
|
|
@@ -2200,9 +2236,9 @@ dependencies = [
|
|
|
2200
2236
|
|
|
2201
2237
|
[[package]]
|
|
2202
2238
|
name = "rustls"
|
|
2203
|
-
version = "0.23.
|
|
2239
|
+
version = "0.23.42"
|
|
2204
2240
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2205
|
-
checksum = "
|
|
2241
|
+
checksum = "3c54fcab019b409d04215d3a17cb438fd7fbf192ee61461f20f4fe18704bc138"
|
|
2206
2242
|
dependencies = [
|
|
2207
2243
|
"aws-lc-rs",
|
|
2208
2244
|
"once_cell",
|
|
@@ -2226,9 +2262,9 @@ dependencies = [
|
|
|
2226
2262
|
|
|
2227
2263
|
[[package]]
|
|
2228
2264
|
name = "rustls-pki-types"
|
|
2229
|
-
version = "1.15.
|
|
2265
|
+
version = "1.15.1"
|
|
2230
2266
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2231
|
-
checksum = "
|
|
2267
|
+
checksum = "2f4925028c7eb5d1fcdaf196971378ed9d2c1c4efc7dc5d011256f76c99c0a96"
|
|
2232
2268
|
dependencies = [
|
|
2233
2269
|
"web-time",
|
|
2234
2270
|
"zeroize",
|
|
@@ -2365,14 +2401,14 @@ checksum = "e7a5d71263a5a7d47b41f6b3f06ba276f10cc18b0931f1799f710578e2309348"
|
|
|
2365
2401
|
dependencies = [
|
|
2366
2402
|
"proc-macro2",
|
|
2367
2403
|
"quote",
|
|
2368
|
-
"syn 3.0.
|
|
2404
|
+
"syn 3.0.3",
|
|
2369
2405
|
]
|
|
2370
2406
|
|
|
2371
2407
|
[[package]]
|
|
2372
2408
|
name = "serde_json"
|
|
2373
|
-
version = "1.0.
|
|
2409
|
+
version = "1.0.151"
|
|
2374
2410
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2375
|
-
checksum = "
|
|
2411
|
+
checksum = "c841b55ecdae098c80dcae9cf767f6f8a0c2cdb3416bbef72181df4d0fe73f14"
|
|
2376
2412
|
dependencies = [
|
|
2377
2413
|
"itoa",
|
|
2378
2414
|
"memchr",
|
|
@@ -2448,9 +2484,9 @@ checksum = "3a219298ac11a56ea9a6d2120044824d6f01aeb034955e7af7bc16858527deea"
|
|
|
2448
2484
|
|
|
2449
2485
|
[[package]]
|
|
2450
2486
|
name = "simd_cesu8"
|
|
2451
|
-
version = "1.
|
|
2487
|
+
version = "1.2.0"
|
|
2452
2488
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2453
|
-
checksum = "
|
|
2489
|
+
checksum = "11031e251abf8611c80f460e19dbdeb54a66db918e49c65a7065b46ac7aec520"
|
|
2454
2490
|
dependencies = [
|
|
2455
2491
|
"rustc_version",
|
|
2456
2492
|
"simdutf8",
|
|
@@ -2539,9 +2575,9 @@ dependencies = [
|
|
|
2539
2575
|
|
|
2540
2576
|
[[package]]
|
|
2541
2577
|
name = "syn"
|
|
2542
|
-
version = "3.0.
|
|
2578
|
+
version = "3.0.3"
|
|
2543
2579
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2544
|
-
checksum = "
|
|
2580
|
+
checksum = "53e9bae58849f64dfa4f5d5ae372c8341f7305f82a3868709269343628b659a3"
|
|
2545
2581
|
dependencies = [
|
|
2546
2582
|
"proc-macro2",
|
|
2547
2583
|
"quote",
|
|
@@ -2591,12 +2627,11 @@ dependencies = [
|
|
|
2591
2627
|
|
|
2592
2628
|
[[package]]
|
|
2593
2629
|
name = "tendril"
|
|
2594
|
-
version = "0.5.
|
|
2630
|
+
version = "0.5.1"
|
|
2595
2631
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2596
|
-
checksum = "
|
|
2632
|
+
checksum = "5fed54709c5b3a53d09bb1c113ea4f5ceafd1e772ddcb0030a82e1d56c087b08"
|
|
2597
2633
|
dependencies = [
|
|
2598
2634
|
"new_debug_unreachable",
|
|
2599
|
-
"utf-8",
|
|
2600
2635
|
]
|
|
2601
2636
|
|
|
2602
2637
|
[[package]]
|
|
@@ -2616,14 +2651,14 @@ checksum = "43cbfe0cf76104d42a574802844187e84a305e531ed54455f11fbde0f10541cd"
|
|
|
2616
2651
|
dependencies = [
|
|
2617
2652
|
"proc-macro2",
|
|
2618
2653
|
"quote",
|
|
2619
|
-
"syn 3.0.
|
|
2654
|
+
"syn 3.0.3",
|
|
2620
2655
|
]
|
|
2621
2656
|
|
|
2622
2657
|
[[package]]
|
|
2623
2658
|
name = "time"
|
|
2624
|
-
version = "0.3.
|
|
2659
|
+
version = "0.3.54"
|
|
2625
2660
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2626
|
-
checksum = "
|
|
2661
|
+
checksum = "3e1d5e639ff6bab73cb6885cc7e7b1de96c3f32c68ec55f3952614bec1092244"
|
|
2627
2662
|
dependencies = [
|
|
2628
2663
|
"deranged",
|
|
2629
2664
|
"num-conv",
|
|
@@ -2641,9 +2676,9 @@ checksum = "9e1c906769ad99c88eaa54e728060edef082f8e358ff32030cb7c7d315e81109"
|
|
|
2641
2676
|
|
|
2642
2677
|
[[package]]
|
|
2643
2678
|
name = "time-macros"
|
|
2644
|
-
version = "0.2.
|
|
2679
|
+
version = "0.2.32"
|
|
2645
2680
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2646
|
-
checksum = "
|
|
2681
|
+
checksum = "7e689342a48d2ea927c87ea50cabf8594854bf940e9310208848d680d668ed85"
|
|
2647
2682
|
dependencies = [
|
|
2648
2683
|
"num-conv",
|
|
2649
2684
|
"time-core",
|
|
@@ -2670,9 +2705,9 @@ dependencies = [
|
|
|
2670
2705
|
|
|
2671
2706
|
[[package]]
|
|
2672
2707
|
name = "tinyvec"
|
|
2673
|
-
version = "1.
|
|
2708
|
+
version = "1.12.0"
|
|
2674
2709
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2675
|
-
checksum = "
|
|
2710
|
+
checksum = "bb4ebadaa0af04fab11ae01eb5f9fdb5f9c5b875506e210e71c07873528baa7f"
|
|
2676
2711
|
dependencies = [
|
|
2677
2712
|
"tinyvec_macros",
|
|
2678
2713
|
]
|
|
@@ -2685,9 +2720,9 @@ checksum = "1f3ccbac311fea05f86f61904b462b55fb3df8837a366dfc601a0161d0532f20"
|
|
|
2685
2720
|
|
|
2686
2721
|
[[package]]
|
|
2687
2722
|
name = "tokio"
|
|
2688
|
-
version = "1.53.
|
|
2723
|
+
version = "1.53.1"
|
|
2689
2724
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2690
|
-
checksum = "
|
|
2725
|
+
checksum = "202caea871b69668250d242070849eb495be178ed697a3e98aebce5bc81a0bed"
|
|
2691
2726
|
dependencies = [
|
|
2692
2727
|
"bytes",
|
|
2693
2728
|
"libc",
|
|
@@ -2733,22 +2768,23 @@ dependencies = [
|
|
|
2733
2768
|
|
|
2734
2769
|
[[package]]
|
|
2735
2770
|
name = "tokio-util"
|
|
2736
|
-
version = "0.7.
|
|
2771
|
+
version = "0.7.19"
|
|
2737
2772
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2738
|
-
checksum = "
|
|
2773
|
+
checksum = "494815d09bf52b5548659851081238f0ca39ff638363907596da739561c62c52"
|
|
2739
2774
|
dependencies = [
|
|
2740
2775
|
"bytes",
|
|
2741
2776
|
"futures-core",
|
|
2742
2777
|
"futures-sink",
|
|
2778
|
+
"libc",
|
|
2743
2779
|
"pin-project-lite",
|
|
2744
2780
|
"tokio",
|
|
2745
2781
|
]
|
|
2746
2782
|
|
|
2747
2783
|
[[package]]
|
|
2748
2784
|
name = "toml"
|
|
2749
|
-
version = "1.1.
|
|
2785
|
+
version = "1.1.3+spec-1.1.0"
|
|
2750
2786
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2751
|
-
checksum = "
|
|
2787
|
+
checksum = "53c96ecdfa941c8fc4fcaed14f99ada8ebed502eef533015095a07e3301d4c3c"
|
|
2752
2788
|
dependencies = [
|
|
2753
2789
|
"indexmap",
|
|
2754
2790
|
"serde_core",
|
|
@@ -2779,9 +2815,9 @@ dependencies = [
|
|
|
2779
2815
|
|
|
2780
2816
|
[[package]]
|
|
2781
2817
|
name = "toml_writer"
|
|
2782
|
-
version = "1.1.
|
|
2818
|
+
version = "1.1.2+spec-1.1.0"
|
|
2783
2819
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2784
|
-
checksum = "
|
|
2820
|
+
checksum = "7d56353a2a665ad0f41a421187180aab746c8c325620617ad883a99a1cbe66d2"
|
|
2785
2821
|
|
|
2786
2822
|
[[package]]
|
|
2787
2823
|
name = "tower"
|
|
@@ -2883,7 +2919,7 @@ dependencies = [
|
|
|
2883
2919
|
"http",
|
|
2884
2920
|
"httparse",
|
|
2885
2921
|
"log",
|
|
2886
|
-
"rand",
|
|
2922
|
+
"rand 0.9.5",
|
|
2887
2923
|
"sha1",
|
|
2888
2924
|
"thiserror",
|
|
2889
2925
|
"utf-8",
|
|
@@ -2925,12 +2961,6 @@ version = "0.7.6"
|
|
|
2925
2961
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2926
2962
|
checksum = "09cc8ee72d2a9becf2f2febe0205bbed8fc6615b7cb429ad062dc7b7ddd036a9"
|
|
2927
2963
|
|
|
2928
|
-
[[package]]
|
|
2929
|
-
name = "utf8-width"
|
|
2930
|
-
version = "0.1.8"
|
|
2931
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2932
|
-
checksum = "1292c0d970b54115d14f2492fe0170adf21d68a1de108eebc51c1df4f346a091"
|
|
2933
|
-
|
|
2934
2964
|
[[package]]
|
|
2935
2965
|
name = "utf8_iter"
|
|
2936
2966
|
version = "1.0.4"
|
|
@@ -3325,9 +3355,9 @@ checksum = "d6bbff5f0aada427a1e5a6da5f1f98158182f26556f345ac9e04d36d0ebed650"
|
|
|
3325
3355
|
|
|
3326
3356
|
[[package]]
|
|
3327
3357
|
name = "winnow"
|
|
3328
|
-
version = "1.0.
|
|
3358
|
+
version = "1.0.4"
|
|
3329
3359
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3330
|
-
checksum = "
|
|
3360
|
+
checksum = "23b97319f7b8343df12cc98938e5c3eb436064524c8d2b4e30a1d3a36eecdf81"
|
|
3331
3361
|
|
|
3332
3362
|
[[package]]
|
|
3333
3363
|
name = "wit-bindgen"
|
|
@@ -3366,18 +3396,18 @@ dependencies = [
|
|
|
3366
3396
|
|
|
3367
3397
|
[[package]]
|
|
3368
3398
|
name = "zerocopy"
|
|
3369
|
-
version = "0.8.
|
|
3399
|
+
version = "0.8.55"
|
|
3370
3400
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3371
|
-
checksum = "
|
|
3401
|
+
checksum = "b5a105cd7b140f6eeec8acff2ea38135d3cab283ada58540f629fe51e46696eb"
|
|
3372
3402
|
dependencies = [
|
|
3373
3403
|
"zerocopy-derive",
|
|
3374
3404
|
]
|
|
3375
3405
|
|
|
3376
3406
|
[[package]]
|
|
3377
3407
|
name = "zerocopy-derive"
|
|
3378
|
-
version = "0.8.
|
|
3408
|
+
version = "0.8.55"
|
|
3379
3409
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3380
|
-
checksum = "
|
|
3410
|
+
checksum = "0fe976fb70c78cd64cccfe3a6fc142244e8a77b70959b30faf9d0ac37ee228eb"
|
|
3381
3411
|
dependencies = [
|
|
3382
3412
|
"proc-macro2",
|
|
3383
3413
|
"quote",
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[package]
|
|
2
2
|
name = "crawlberg-rb"
|
|
3
|
-
version = "1.0.
|
|
3
|
+
version = "1.0.9"
|
|
4
4
|
edition = "2024"
|
|
5
5
|
license = "MIT"
|
|
6
6
|
description = "High-performance web crawling engine"
|
|
@@ -17,7 +17,7 @@ path = "../src/lib.rs"
|
|
|
17
17
|
crate-type = ["cdylib"]
|
|
18
18
|
|
|
19
19
|
[dependencies]
|
|
20
|
-
crawlberg = { version = "1.0.
|
|
20
|
+
crawlberg = { version = "1.0.9", features = ["interact", "browser-chromiumoxide"] }
|
|
21
21
|
futures = "0.3"
|
|
22
22
|
magnus = "0.8"
|
|
23
23
|
rb-sys = ">=0.9, <0.9.128"
|
data/ext/crawlberg_rb/src/lib.rs
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
// This file is auto-generated by alef. DO NOT EDIT.
|
|
2
|
-
// alef:hash:
|
|
2
|
+
// alef:hash:1ea143ac7420ef5f2c7706944368a99e0f7655efce268bf208ccdb4392cce449
|
|
3
3
|
// Re-generate with: alef generate
|
|
4
4
|
#![allow(dead_code, unused_imports, unused_variables)]
|
|
5
5
|
#![allow(
|
data/lib/crawlberg/native.rb
CHANGED
|
@@ -1,12 +1,39 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:1ea143ac7420ef5f2c7706944368a99e0f7655efce268bf208ccdb4392cce449
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify --exit-code
|
|
5
5
|
# frozen_string_literal: true
|
|
6
6
|
|
|
7
7
|
require "json"
|
|
8
8
|
require "sorbet-runtime"
|
|
9
|
-
require "
|
|
9
|
+
require "rbconfig"
|
|
10
|
+
|
|
11
|
+
extension_name = "crawlberg_rb"
|
|
12
|
+
# Ruby may expose more than one shared-library extension via DLEXT/DLEXT2.
|
|
13
|
+
dlexts = [RbConfig::CONFIG["DLEXT"], RbConfig::CONFIG["DLEXT2"]].compact.uniq
|
|
14
|
+
ruby_abi = RbConfig::CONFIG.fetch("ruby_version")
|
|
15
|
+
|
|
16
|
+
library_candidates = dlexts.flat_map do |dlext|
|
|
17
|
+
[
|
|
18
|
+
File.join(__dir__, "..", extension_name, ruby_abi, "#{extension_name}.#{dlext}"),
|
|
19
|
+
File.join(__dir__, "..", extension_name, ruby_abi, "lib#{extension_name}.#{dlext}"),
|
|
20
|
+
File.join(__dir__, "..", "#{extension_name}.#{dlext}"),
|
|
21
|
+
File.join(__dir__, "..", "lib#{extension_name}.#{dlext}")
|
|
22
|
+
]
|
|
23
|
+
end
|
|
24
|
+
|
|
25
|
+
expanded_candidates = library_candidates.map { |path| File.expand_path(path) }
|
|
26
|
+
native_extension = expanded_candidates.find { |path| File.file?(path) }
|
|
27
|
+
|
|
28
|
+
unless native_extension
|
|
29
|
+
raise(
|
|
30
|
+
LoadError,
|
|
31
|
+
"cannot find #{extension_name} native extension for Ruby ABI #{ruby_abi}; " \
|
|
32
|
+
"searched: #{expanded_candidates.join(", ")}"
|
|
33
|
+
)
|
|
34
|
+
end
|
|
35
|
+
|
|
36
|
+
require native_extension
|
|
10
37
|
|
|
11
38
|
module Crawlberg
|
|
12
39
|
# Authentication configuration.
|
data/lib/crawlberg/version.rb
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:1ea143ac7420ef5f2c7706944368a99e0f7655efce268bf208ccdb4392cce449
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify --exit-code
|
|
5
5
|
# frozen_string_literal: true
|
|
6
6
|
|
|
7
7
|
module Crawlberg
|
|
8
8
|
## The version string for this package.
|
|
9
|
-
VERSION = "1.0.
|
|
9
|
+
VERSION = "1.0.9"
|
|
10
10
|
end
|
data/lib/crawlberg.rb
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:1ea143ac7420ef5f2c7706944368a99e0f7655efce268bf208ccdb4392cce449
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify --exit-code
|
|
5
5
|
# frozen_string_literal: true
|
data/lib/crawlberg_rb.so
CHANGED
|
Binary file
|
data/sig/types.rbs
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:1ea143ac7420ef5f2c7706944368a99e0f7655efce268bf208ccdb4392cce449
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify --exit-code
|
|
5
5
|
|
|
@@ -423,8 +423,8 @@ def initialize: (?content: String, ?references: Array[CitationReference]) -> voi
|
|
|
423
423
|
end
|
|
424
424
|
|
|
425
425
|
class CrawlEngineHandle
|
|
426
|
-
def crawl_stream: (CrawlStreamRequest req) -> Enumerator[
|
|
427
|
-
def batch_crawl_stream: (BatchCrawlStreamRequest req) -> Enumerator[
|
|
426
|
+
def crawl_stream: (CrawlStreamRequest req) -> Enumerator[CrawlEvent]
|
|
427
|
+
def batch_crawl_stream: (BatchCrawlStreamRequest req) -> Enumerator[CrawlEvent]
|
|
428
428
|
end
|
|
429
429
|
|
|
430
430
|
class BatchScrapeResult
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: crawlberg
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.0.
|
|
4
|
+
version: 1.0.9
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Xberg Team
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2026-07-
|
|
11
|
+
date: 2026-07-27 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: rb_sys
|