crawlberg 1.3.3 → 1.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +1 -1
- data/ext/crawlberg_rb/native/Cargo.lock +20 -20
- data/ext/crawlberg_rb/native/Cargo.toml +3 -3
- data/ext/crawlberg_rb/native/extconf.rb +1 -1
- data/ext/crawlberg_rb/src/lib.rs +3630 -3627
- data/lib/crawlberg/native.rb +191 -142
- data/lib/crawlberg/version.rb +2 -2
- data/lib/crawlberg.rb +1 -1
- data/sig/types.rbs +458 -457
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: f597e0e18bfca18b073ac6647f09704f8f811d3083175ef73a01e1d0a467355a
|
|
4
|
+
data.tar.gz: 034ab10f2cd798d6bf32c457b7b5abbae47737332c43c492b80345fa85eef7ac
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: bf52c93eee44c22122a61090b0a7df4824674f24e7718308f24f9c0d535e7f589ddbc903f1baa915842923e460f4dcd5b9995cbf185d629d6151571a9c431947
|
|
7
|
+
data.tar.gz: 8e7e088921ac8276371fa54c61429b746d2bce838bb37e643f12e2ef579e515e08fa526eaabf6a0e0aa9b27e01c6cfa9edb97d0eff70de1771fe632c1bb36780
|
data/README.md
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
<!-- This file is auto-generated by alef — DO NOT EDIT. -->
|
|
2
|
-
<!-- alef:hash:
|
|
2
|
+
<!-- alef:hash:442342be79ebc6986eda548e4fe12a6ce7adfbf0ae84fde27ddcc064f25ff0be -->
|
|
3
3
|
<!-- To regenerate: alef readme -->
|
|
4
4
|
<!-- To verify freshness: alef verify -->
|
|
5
5
|
|
|
@@ -99,7 +99,7 @@ checksum = "82f6aeea286b8eb4dd3431a1be1b59d290ace00f5bfd8e2a159bc2a05e2c1667"
|
|
|
99
99
|
dependencies = [
|
|
100
100
|
"proc-macro2",
|
|
101
101
|
"quote",
|
|
102
|
-
"syn 3.0.
|
|
102
|
+
"syn 3.0.4",
|
|
103
103
|
]
|
|
104
104
|
|
|
105
105
|
[[package]]
|
|
@@ -549,9 +549,9 @@ dependencies = [
|
|
|
549
549
|
|
|
550
550
|
[[package]]
|
|
551
551
|
name = "crawlberg"
|
|
552
|
-
version = "1.
|
|
552
|
+
version = "1.4.2"
|
|
553
553
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
554
|
-
checksum = "
|
|
554
|
+
checksum = "723dbd626a68331c8b235e0c1878d38630fc827b9df6e86bf176250e87a54520"
|
|
555
555
|
dependencies = [
|
|
556
556
|
"ahash",
|
|
557
557
|
"aho-corasick",
|
|
@@ -593,7 +593,7 @@ dependencies = [
|
|
|
593
593
|
|
|
594
594
|
[[package]]
|
|
595
595
|
name = "crawlberg-rb"
|
|
596
|
-
version = "1.
|
|
596
|
+
version = "1.4.2"
|
|
597
597
|
dependencies = [
|
|
598
598
|
"crawlberg",
|
|
599
599
|
"futures",
|
|
@@ -606,9 +606,9 @@ dependencies = [
|
|
|
606
606
|
|
|
607
607
|
[[package]]
|
|
608
608
|
name = "crc32fast"
|
|
609
|
-
version = "1.5.
|
|
609
|
+
version = "1.5.1"
|
|
610
610
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
611
|
-
checksum = "
|
|
611
|
+
checksum = "8498c871161e1742aaa9d52551b2d6ebdd4c3d45a3be423e3728f33b955be550"
|
|
612
612
|
dependencies = [
|
|
613
613
|
"cfg-if",
|
|
614
614
|
]
|
|
@@ -720,7 +720,7 @@ checksum = "c6232dd377dcc64799954cbd3a9bb882e9cdc1308ccd87b1c098f1fb2eaf82a8"
|
|
|
720
720
|
dependencies = [
|
|
721
721
|
"proc-macro2",
|
|
722
722
|
"quote",
|
|
723
|
-
"syn 3.0.
|
|
723
|
+
"syn 3.0.4",
|
|
724
724
|
]
|
|
725
725
|
|
|
726
726
|
[[package]]
|
|
@@ -886,7 +886,7 @@ checksum = "9fb9654ba8355388abeb8dcb4fc62f511300867002afc858860463bdd9fe0c44"
|
|
|
886
886
|
dependencies = [
|
|
887
887
|
"proc-macro2",
|
|
888
888
|
"quote",
|
|
889
|
-
"syn 3.0.
|
|
889
|
+
"syn 3.0.4",
|
|
890
890
|
]
|
|
891
891
|
|
|
892
892
|
[[package]]
|
|
@@ -1036,9 +1036,9 @@ checksum = "c9356095b4b41197bba32173600e1582792cda618f65d12f68e2e77d273413c5"
|
|
|
1036
1036
|
|
|
1037
1037
|
[[package]]
|
|
1038
1038
|
name = "html-to-markdown-rs"
|
|
1039
|
-
version = "3.11.
|
|
1039
|
+
version = "3.11.6"
|
|
1040
1040
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1041
|
-
checksum = "
|
|
1041
|
+
checksum = "c5fe2583aad3e87439e40d841fed327a60892bb9946da1e3a5788ee7f0f4fe3c"
|
|
1042
1042
|
dependencies = [
|
|
1043
1043
|
"ahash",
|
|
1044
1044
|
"astral-tl",
|
|
@@ -1527,9 +1527,9 @@ dependencies = [
|
|
|
1527
1527
|
|
|
1528
1528
|
[[package]]
|
|
1529
1529
|
name = "log"
|
|
1530
|
-
version = "0.4.
|
|
1530
|
+
version = "0.4.34"
|
|
1531
1531
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1532
|
-
checksum = "
|
|
1532
|
+
checksum = "f9f8bd3e56ce4dfc153cf470fffbfa98c7620958b312ca5c3a4b8d5181fd13c6"
|
|
1533
1533
|
|
|
1534
1534
|
[[package]]
|
|
1535
1535
|
name = "lru-slab"
|
|
@@ -1922,9 +1922,9 @@ checksum = "a993555f31e5a609f617c12db6250dedcac1b0a85076912c436e6fc9b2c8e6a3"
|
|
|
1922
1922
|
|
|
1923
1923
|
[[package]]
|
|
1924
1924
|
name = "quick-xml"
|
|
1925
|
-
version = "0.
|
|
1925
|
+
version = "0.42.0"
|
|
1926
1926
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1927
|
-
checksum = "
|
|
1927
|
+
checksum = "41b1177fdf999d2321d3fb46ff47159d9c1fb9ad66a4879f8c50a0b504615e9b"
|
|
1928
1928
|
dependencies = [
|
|
1929
1929
|
"memchr",
|
|
1930
1930
|
]
|
|
@@ -2377,7 +2377,7 @@ checksum = "e7a5d71263a5a7d47b41f6b3f06ba276f10cc18b0931f1799f710578e2309348"
|
|
|
2377
2377
|
dependencies = [
|
|
2378
2378
|
"proc-macro2",
|
|
2379
2379
|
"quote",
|
|
2380
|
-
"syn 3.0.
|
|
2380
|
+
"syn 3.0.4",
|
|
2381
2381
|
]
|
|
2382
2382
|
|
|
2383
2383
|
[[package]]
|
|
@@ -2551,9 +2551,9 @@ dependencies = [
|
|
|
2551
2551
|
|
|
2552
2552
|
[[package]]
|
|
2553
2553
|
name = "syn"
|
|
2554
|
-
version = "3.0.
|
|
2554
|
+
version = "3.0.4"
|
|
2555
2555
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2556
|
-
checksum = "
|
|
2556
|
+
checksum = "e6275cddf4610d1775e6d1fe9469b2e77d0f39fd98fb7450901b821e0c53649f"
|
|
2557
2557
|
dependencies = [
|
|
2558
2558
|
"proc-macro2",
|
|
2559
2559
|
"quote",
|
|
@@ -2627,7 +2627,7 @@ checksum = "bc04cd3e1236dd4a98afca4569f2deb3f120e5422a4023be2cb683f8486292af"
|
|
|
2627
2627
|
dependencies = [
|
|
2628
2628
|
"proc-macro2",
|
|
2629
2629
|
"quote",
|
|
2630
|
-
"syn 3.0.
|
|
2630
|
+
"syn 3.0.4",
|
|
2631
2631
|
]
|
|
2632
2632
|
|
|
2633
2633
|
[[package]]
|
|
@@ -2718,7 +2718,7 @@ checksum = "78773a2a397f451582ce068015985c33193cf6dea8b74d2a639fe457b2f07b0e"
|
|
|
2718
2718
|
dependencies = [
|
|
2719
2719
|
"proc-macro2",
|
|
2720
2720
|
"quote",
|
|
2721
|
-
"syn 3.0.
|
|
2721
|
+
"syn 3.0.4",
|
|
2722
2722
|
]
|
|
2723
2723
|
|
|
2724
2724
|
[[package]]
|
|
@@ -3447,7 +3447,7 @@ checksum = "34df6fc39dbd26ddc9c10e6a2984476e13acce22e64e4487636ef494369225da"
|
|
|
3447
3447
|
dependencies = [
|
|
3448
3448
|
"proc-macro2",
|
|
3449
3449
|
"quote",
|
|
3450
|
-
"syn 3.0.
|
|
3450
|
+
"syn 3.0.4",
|
|
3451
3451
|
]
|
|
3452
3452
|
|
|
3453
3453
|
[[package]]
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:7cb6aa801d5f904cfc9a0079f817dfe7816c1d5b05bfd24c2eec864119ad7ee6
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify
|
|
5
5
|
|
|
6
6
|
[package]
|
|
7
7
|
name = "crawlberg-rb"
|
|
8
|
-
version = "1.
|
|
8
|
+
version = "1.4.2"
|
|
9
9
|
edition = "2024"
|
|
10
10
|
license = "MIT"
|
|
11
11
|
description = "High-performance web crawling engine"
|
|
@@ -22,7 +22,7 @@ path = "../src/lib.rs"
|
|
|
22
22
|
crate-type = ["cdylib"]
|
|
23
23
|
|
|
24
24
|
[dependencies]
|
|
25
|
-
crawlberg = { version = "1.
|
|
25
|
+
crawlberg = { version = "1.4.2", features = ["interact", "browser-chromiumoxide"] }
|
|
26
26
|
futures = "0.3"
|
|
27
27
|
magnus = "0.8"
|
|
28
28
|
rb-sys = ">=0.9, <0.9.128"
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:5326e03e26baf331d1f85eb82de9b52903317cf694aa9d920b1b22dc6c1f009f
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify
|
|
5
5
|
|