crawlberg 1.6.4 → 1.7.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/ext/crawlberg_rb/native/Cargo.lock +35 -63
- data/ext/crawlberg_rb/native/Cargo.toml +3 -3
- data/lib/crawlberg/version.rb +2 -2
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 4146ffc905ddf02d8ce12708033087570b86ea18e1fa0741f44cdcd0f99109d6
|
|
4
|
+
data.tar.gz: f675775b035824d0b0e545293dcbfa8453a564538a6f51d9a0cc6ab00cc31dfa
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 28328df6f4ca037a1026b95c4a9ff9f70c965150293d8c7d303af60d070d443329ba5635dae0c42179eed941407a0cb4375f9f03fa4ab7ec94e2f2e9e67b7973
|
|
7
|
+
data.tar.gz: fe72dea76f14a6e15038f27131e06108319c8726377f7c23de89eeb3e1abbe0905068a03fbd0577ac826b176f8b90a9a785326c88db17d92278c49dd43a072bd
|
|
@@ -555,9 +555,9 @@ dependencies = [
|
|
|
555
555
|
|
|
556
556
|
[[package]]
|
|
557
557
|
name = "crawlberg"
|
|
558
|
-
version = "1.
|
|
558
|
+
version = "1.7.1"
|
|
559
559
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
560
|
-
checksum = "
|
|
560
|
+
checksum = "2c9cce4104eda65a025494b1fff11843b2903f2a922b104d3865288ecfc9a312"
|
|
561
561
|
dependencies = [
|
|
562
562
|
"ahash",
|
|
563
563
|
"aho-corasick",
|
|
@@ -599,7 +599,7 @@ dependencies = [
|
|
|
599
599
|
|
|
600
600
|
[[package]]
|
|
601
601
|
name = "crawlberg-rb"
|
|
602
|
-
version = "1.
|
|
602
|
+
version = "1.7.1"
|
|
603
603
|
dependencies = [
|
|
604
604
|
"crawlberg",
|
|
605
605
|
"futures",
|
|
@@ -612,9 +612,9 @@ dependencies = [
|
|
|
612
612
|
|
|
613
613
|
[[package]]
|
|
614
614
|
name = "crc32fast"
|
|
615
|
-
version = "1.5.
|
|
615
|
+
version = "1.5.2"
|
|
616
616
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
617
|
-
checksum = "
|
|
617
|
+
checksum = "01a7799fd6b852db0e61728dde9a204c423b44d689dbd432522543614b490e78"
|
|
618
618
|
dependencies = [
|
|
619
619
|
"cfg-if",
|
|
620
620
|
]
|
|
@@ -1049,9 +1049,9 @@ checksum = "c9356095b4b41197bba32173600e1582792cda618f65d12f68e2e77d273413c5"
|
|
|
1049
1049
|
|
|
1050
1050
|
[[package]]
|
|
1051
1051
|
name = "html-to-markdown-rs"
|
|
1052
|
-
version = "3.
|
|
1052
|
+
version = "3.14.0"
|
|
1053
1053
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1054
|
-
checksum = "
|
|
1054
|
+
checksum = "250c27ba332993f6972a03b1b7243fe087a94c3401318015fe0dde5e8ea1ccef"
|
|
1055
1055
|
dependencies = [
|
|
1056
1056
|
"ahash",
|
|
1057
1057
|
"astral-tl",
|
|
@@ -1062,7 +1062,7 @@ dependencies = [
|
|
|
1062
1062
|
"image",
|
|
1063
1063
|
"memchr",
|
|
1064
1064
|
"once_cell",
|
|
1065
|
-
"phf
|
|
1065
|
+
"phf",
|
|
1066
1066
|
"regex",
|
|
1067
1067
|
"serde",
|
|
1068
1068
|
"serde_json",
|
|
@@ -1072,12 +1072,13 @@ dependencies = [
|
|
|
1072
1072
|
|
|
1073
1073
|
[[package]]
|
|
1074
1074
|
name = "html5ever"
|
|
1075
|
-
version = "0.
|
|
1075
|
+
version = "0.40.1"
|
|
1076
1076
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1077
|
-
checksum = "
|
|
1077
|
+
checksum = "456a1a377e608e555d22ddab27ac0114bc7a7b4199078108e34c2aeae6c9b130"
|
|
1078
1078
|
dependencies = [
|
|
1079
1079
|
"log",
|
|
1080
1080
|
"markup5ever",
|
|
1081
|
+
"memchr",
|
|
1081
1082
|
]
|
|
1082
1083
|
|
|
1083
1084
|
[[package]]
|
|
@@ -1575,9 +1576,9 @@ dependencies = [
|
|
|
1575
1576
|
|
|
1576
1577
|
[[package]]
|
|
1577
1578
|
name = "markup5ever"
|
|
1578
|
-
version = "0.
|
|
1579
|
+
version = "0.40.0"
|
|
1579
1580
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1580
|
-
checksum = "
|
|
1581
|
+
checksum = "0ab3dc68ac4a0f5719e560136778c1ee716e296030d75dbd4484e37e39e3a842"
|
|
1581
1582
|
dependencies = [
|
|
1582
1583
|
"log",
|
|
1583
1584
|
"tendril",
|
|
@@ -1796,16 +1797,6 @@ version = "2.3.2"
|
|
|
1796
1797
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1797
1798
|
checksum = "9b4f627cb1b25917193a259e49bdad08f671f8d9708acfd5fe0a8c1455d87220"
|
|
1798
1799
|
|
|
1799
|
-
[[package]]
|
|
1800
|
-
name = "phf"
|
|
1801
|
-
version = "0.13.1"
|
|
1802
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1803
|
-
checksum = "c1562dc717473dbaa4c1f85a36410e03c047b2e7df7f45ee938fbef64ae7fadf"
|
|
1804
|
-
dependencies = [
|
|
1805
|
-
"phf_shared 0.13.1",
|
|
1806
|
-
"serde",
|
|
1807
|
-
]
|
|
1808
|
-
|
|
1809
1800
|
[[package]]
|
|
1810
1801
|
name = "phf"
|
|
1811
1802
|
version = "0.14.0"
|
|
@@ -1813,28 +1804,18 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
1813
1804
|
checksum = "010378780309880b08997fae13be7834dba947d36393bd372f2b1556deb2a2f6"
|
|
1814
1805
|
dependencies = [
|
|
1815
1806
|
"phf_macros",
|
|
1816
|
-
"phf_shared
|
|
1807
|
+
"phf_shared",
|
|
1817
1808
|
"serde",
|
|
1818
1809
|
]
|
|
1819
1810
|
|
|
1820
1811
|
[[package]]
|
|
1821
1812
|
name = "phf_codegen"
|
|
1822
|
-
version = "0.
|
|
1823
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1824
|
-
checksum = "49aa7f9d80421bca176ca8dbfebe668cc7a2684708594ec9f3c0db0805d5d6e1"
|
|
1825
|
-
dependencies = [
|
|
1826
|
-
"phf_generator 0.13.1",
|
|
1827
|
-
"phf_shared 0.13.1",
|
|
1828
|
-
]
|
|
1829
|
-
|
|
1830
|
-
[[package]]
|
|
1831
|
-
name = "phf_generator"
|
|
1832
|
-
version = "0.13.1"
|
|
1813
|
+
version = "0.14.0"
|
|
1833
1814
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1834
|
-
checksum = "
|
|
1815
|
+
checksum = "41b585a510fb76fdebead6897982ef2a03a21d8e6cbcca904999742a4afc6ffe"
|
|
1835
1816
|
dependencies = [
|
|
1836
|
-
"
|
|
1837
|
-
"phf_shared
|
|
1817
|
+
"phf_generator",
|
|
1818
|
+
"phf_shared",
|
|
1838
1819
|
]
|
|
1839
1820
|
|
|
1840
1821
|
[[package]]
|
|
@@ -1844,7 +1825,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
1844
1825
|
checksum = "aeb62e0959d5a1bebc965f4d15d9e2b7cea002b6b0f5ba8cde6cc26738467100"
|
|
1845
1826
|
dependencies = [
|
|
1846
1827
|
"fastrand",
|
|
1847
|
-
"phf_shared
|
|
1828
|
+
"phf_shared",
|
|
1848
1829
|
]
|
|
1849
1830
|
|
|
1850
1831
|
[[package]]
|
|
@@ -1853,22 +1834,13 @@ version = "0.14.0"
|
|
|
1853
1834
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1854
1835
|
checksum = "5fa8d0ca26d424d27630da600c6624696e7dec8bf7b3b492b383c5dc49e5e085"
|
|
1855
1836
|
dependencies = [
|
|
1856
|
-
"phf_generator
|
|
1857
|
-
"phf_shared
|
|
1837
|
+
"phf_generator",
|
|
1838
|
+
"phf_shared",
|
|
1858
1839
|
"proc-macro2",
|
|
1859
1840
|
"quote",
|
|
1860
1841
|
"syn 2.0.119",
|
|
1861
1842
|
]
|
|
1862
1843
|
|
|
1863
|
-
[[package]]
|
|
1864
|
-
name = "phf_shared"
|
|
1865
|
-
version = "0.13.1"
|
|
1866
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1867
|
-
checksum = "e57fef6bc5981e38c2ce2d63bfa546861309f875b8a75f092d1d54ae2d64f266"
|
|
1868
|
-
dependencies = [
|
|
1869
|
-
"siphasher",
|
|
1870
|
-
]
|
|
1871
|
-
|
|
1872
1844
|
[[package]]
|
|
1873
1845
|
name = "phf_shared"
|
|
1874
1846
|
version = "0.14.0"
|
|
@@ -2262,9 +2234,9 @@ dependencies = [
|
|
|
2262
2234
|
|
|
2263
2235
|
[[package]]
|
|
2264
2236
|
name = "rustls"
|
|
2265
|
-
version = "0.23.
|
|
2237
|
+
version = "0.23.45"
|
|
2266
2238
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2267
|
-
checksum = "
|
|
2239
|
+
checksum = "0d41d731c7d2f962d1ccc364cec258de3c0e93b38c2fb3ba97ac74513048d634"
|
|
2268
2240
|
dependencies = [
|
|
2269
2241
|
"aws-lc-rs",
|
|
2270
2242
|
"once_cell",
|
|
@@ -2560,24 +2532,24 @@ checksum = "6ce2be8dc25455e1f91df71bfa12ad37d7af1092ae736f3a6cd0e37bc7810596"
|
|
|
2560
2532
|
|
|
2561
2533
|
[[package]]
|
|
2562
2534
|
name = "string_cache"
|
|
2563
|
-
version = "0.
|
|
2535
|
+
version = "0.11.0"
|
|
2564
2536
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2565
|
-
checksum = "
|
|
2537
|
+
checksum = "ffa8a5dbe8b3f0bbe29d4c3225daafaeead63afdc1b65fc4c01a1384166038e6"
|
|
2566
2538
|
dependencies = [
|
|
2567
2539
|
"new_debug_unreachable",
|
|
2568
2540
|
"parking_lot",
|
|
2569
|
-
"phf_shared
|
|
2541
|
+
"phf_shared",
|
|
2570
2542
|
"precomputed-hash",
|
|
2571
2543
|
]
|
|
2572
2544
|
|
|
2573
2545
|
[[package]]
|
|
2574
2546
|
name = "string_cache_codegen"
|
|
2575
|
-
version = "0.
|
|
2547
|
+
version = "0.11.2"
|
|
2576
2548
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2577
|
-
checksum = "
|
|
2549
|
+
checksum = "928dcdf75e47626b3617a976ec205d9f057584c371c1f23b782129268d0e6edc"
|
|
2578
2550
|
dependencies = [
|
|
2579
|
-
"phf_generator
|
|
2580
|
-
"phf_shared
|
|
2551
|
+
"phf_generator",
|
|
2552
|
+
"phf_shared",
|
|
2581
2553
|
"proc-macro2",
|
|
2582
2554
|
"quote",
|
|
2583
2555
|
]
|
|
@@ -3110,11 +3082,11 @@ dependencies = [
|
|
|
3110
3082
|
|
|
3111
3083
|
[[package]]
|
|
3112
3084
|
name = "web_atoms"
|
|
3113
|
-
version = "0.
|
|
3085
|
+
version = "0.3.0"
|
|
3114
3086
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3115
|
-
checksum = "
|
|
3087
|
+
checksum = "7572660c8890448ba236b7376f27e389c6a7e1c70195622faced601f855c0ada"
|
|
3116
3088
|
dependencies = [
|
|
3117
|
-
"phf
|
|
3089
|
+
"phf",
|
|
3118
3090
|
"phf_codegen",
|
|
3119
3091
|
"string_cache",
|
|
3120
3092
|
"string_cache_codegen",
|
|
@@ -3502,9 +3474,9 @@ dependencies = [
|
|
|
3502
3474
|
|
|
3503
3475
|
[[package]]
|
|
3504
3476
|
name = "zlib-rs"
|
|
3505
|
-
version = "0.6.
|
|
3477
|
+
version = "0.6.8"
|
|
3506
3478
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3507
|
-
checksum = "
|
|
3479
|
+
checksum = "b268e58e7c693d7c271f93ffc4ba3b380412554231c85bf61ca7af91042a4112"
|
|
3508
3480
|
|
|
3509
3481
|
[[package]]
|
|
3510
3482
|
name = "zmij"
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:4d4e3f0cd2ee83b6be714f9fa4dc56a358a714d01aeeb6483de665ac6bf59c83
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify
|
|
5
5
|
|
|
6
6
|
[package]
|
|
7
7
|
name = "crawlberg-rb"
|
|
8
|
-
version = "1.
|
|
8
|
+
version = "1.7.1"
|
|
9
9
|
edition = "2024"
|
|
10
10
|
license = "MIT"
|
|
11
11
|
description = "High-performance web crawling engine"
|
|
@@ -22,7 +22,7 @@ path = "../src/lib.rs"
|
|
|
22
22
|
crate-type = ["cdylib"]
|
|
23
23
|
|
|
24
24
|
[dependencies]
|
|
25
|
-
crawlberg = { version = "1.
|
|
25
|
+
crawlberg = { version = "1.7.1", features = ["interact", "browser-chromiumoxide"] }
|
|
26
26
|
futures = "0.3"
|
|
27
27
|
magnus = "0.8"
|
|
28
28
|
rb-sys = ">=0.9.130, <0.10"
|
data/lib/crawlberg/version.rb
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:f45711d921997740dbd2259778d7ff9e5d0d75d2ce27ef835c9ce8916b1dc19d
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify
|
|
5
5
|
# frozen_string_literal: true
|
|
6
6
|
|
|
7
7
|
module Crawlberg
|
|
8
8
|
## The version string for this package.
|
|
9
|
-
VERSION = "1.
|
|
9
|
+
VERSION = "1.7.1"
|
|
10
10
|
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: crawlberg
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.
|
|
4
|
+
version: 1.7.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Xberg Team
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2026-09-
|
|
11
|
+
date: 2026-09-16 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: rb_sys
|