crawlberg 1.4.0 → 1.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 8cf439052944de6e1b0749a460cbedabf63f50d76e41225872af8faebc34b222
4
- data.tar.gz: 1096be9c99bf1c6df8089d5d24a914c560f90d2d3666ea410a60ec7cfa850059
3
+ metadata.gz: 1086b94d47584857a4dd092fcae70e6f2abba176dc9c45ad32cc2e18b5c5860a
4
+ data.tar.gz: b66c5106dc19d75ac9db8760192586e69d77639535adde26cb6c05fea6c856bc
5
5
  SHA512:
6
- metadata.gz: 289f0fe593287a255c9203cb192075d25a440f5ada41d67cb8b608c81f9e7c26897d9478f787ae732891cf71896ed3e4a0a14e46723e6ff1bee1d981cb6206d0
7
- data.tar.gz: 243fc300050abbd78a31aff30d8845498cd35dd8e3f0e83524b4d7a7b58e60ea10b53fbaa847f42cb4f80d2e94e37bcd5d277cc4e721e4475e4bb838d6063c6b
6
+ metadata.gz: b3e758e72fca31dbc7ca62a8b753ca46266040d5ac10cd119c58ba4650ccab9a1ec805a4acc11ccf3403904e20f1377a2ca8bb47ad33e7c9d12ffeb4822b42e1
7
+ data.tar.gz: 3d86a33d4d74a623747bc588a58c131ad90307c9cfcccd39190e3dd4bada811155777f46811086f41e88dbe78aa9d9c394fff5c674a898ead2dfd776e553b046
data/README.md CHANGED
@@ -1,5 +1,5 @@
1
1
  <!-- This file is auto-generated by alef — DO NOT EDIT. -->
2
- <!-- alef:hash:b2d11257f40cf60f8f51c4f4352c2bee60792489ae695464d458d193c1f6871a -->
2
+ <!-- alef:hash:442342be79ebc6986eda548e4fe12a6ce7adfbf0ae84fde27ddcc064f25ff0be -->
3
3
  <!-- To regenerate: alef readme -->
4
4
  <!-- To verify freshness: alef verify -->
5
5
 
@@ -72,9 +72,9 @@ checksum = "d3fb67a6e08acf24fdeccbac2cb6ac4305825bd1f117462e0e6f2f193345ad56"
72
72
 
73
73
  [[package]]
74
74
  name = "astral-tl"
75
- version = "0.7.11"
75
+ version = "0.8.0"
76
76
  source = "registry+https://github.com/rust-lang/crates.io-index"
77
- checksum = "d90933ffb0f97e2fc2e0de21da9d3f20597b804012d199843a6fe7c2810d28f3"
77
+ checksum = "04d4bb5df351abb6758a04240b0193794ddaf34a7c0b9452fab3c25dcce39e88"
78
78
  dependencies = [
79
79
  "memchr",
80
80
  ]
@@ -99,7 +99,7 @@ checksum = "82f6aeea286b8eb4dd3431a1be1b59d290ace00f5bfd8e2a159bc2a05e2c1667"
99
99
  dependencies = [
100
100
  "proc-macro2",
101
101
  "quote",
102
- "syn 3.0.3",
102
+ "syn 3.0.4",
103
103
  ]
104
104
 
105
105
  [[package]]
@@ -200,7 +200,7 @@ dependencies = [
200
200
  "cc",
201
201
  "cfg-if",
202
202
  "constant_time_eq",
203
- "cpufeatures 0.3.0",
203
+ "cpufeatures 0.3.1",
204
204
  ]
205
205
 
206
206
  [[package]]
@@ -301,12 +301,12 @@ checksum = "f079e83a288787bcd14a6aea84cee5c87a67c5a3e660c30f557a3d24761b3527"
301
301
 
302
302
  [[package]]
303
303
  name = "chacha20"
304
- version = "0.10.1"
304
+ version = "0.10.2"
305
305
  source = "registry+https://github.com/rust-lang/crates.io-index"
306
- checksum = "d524456ba66e72eb8b115ff89e01e497f8e6d11d78b70b1aa13c0fbd97540a81"
306
+ checksum = "65c35e4b699c7e15ccbe7ee35c005e4fc0a278d22238a2857e6ce2dadeda1b06"
307
307
  dependencies = [
308
308
  "cfg-if",
309
- "cpufeatures 0.3.0",
309
+ "cpufeatures 0.3.1",
310
310
  "rand_core 0.10.1",
311
311
  ]
312
312
 
@@ -416,9 +416,9 @@ checksum = "3d7b894f5411737b7867f4827955924d7c254fc9f4d91a6aad6b097804b1018b"
416
416
 
417
417
  [[package]]
418
418
  name = "combine"
419
- version = "4.6.7"
419
+ version = "4.6.8"
420
420
  source = "registry+https://github.com/rust-lang/crates.io-index"
421
- checksum = "ba5a308b75df32fe02788e748662718f03fde005016435c444eea572398219fd"
421
+ checksum = "cfc320937d09e6de266b31b9afb480f197d7a861be86be7cb2ea7e5d1bfffc5e"
422
422
  dependencies = [
423
423
  "bytes",
424
424
  "memchr",
@@ -540,18 +540,18 @@ dependencies = [
540
540
 
541
541
  [[package]]
542
542
  name = "cpufeatures"
543
- version = "0.3.0"
543
+ version = "0.3.1"
544
544
  source = "registry+https://github.com/rust-lang/crates.io-index"
545
- checksum = "8b2a41393f66f16b0823bb79094d54ac5fbd34ab292ddafb9a0456ac9f87d201"
545
+ checksum = "5ca28b0ae3115b884660db4118d803791fd6756b6e88f39c0f3f7859060d7566"
546
546
  dependencies = [
547
547
  "libc",
548
548
  ]
549
549
 
550
550
  [[package]]
551
551
  name = "crawlberg"
552
- version = "1.4.0"
552
+ version = "1.5.0"
553
553
  source = "registry+https://github.com/rust-lang/crates.io-index"
554
- checksum = "cd756a90c129c58039e58485ecd1a054940305a5f7a374d5a522421cf597c878"
554
+ checksum = "1a63c394ff80d371a01d8365821c5cdb5d9a854085742df07212c4746d2c0213"
555
555
  dependencies = [
556
556
  "ahash",
557
557
  "aho-corasick",
@@ -593,7 +593,7 @@ dependencies = [
593
593
 
594
594
  [[package]]
595
595
  name = "crawlberg-rb"
596
- version = "1.4.0"
596
+ version = "1.5.0"
597
597
  dependencies = [
598
598
  "crawlberg",
599
599
  "futures",
@@ -606,9 +606,9 @@ dependencies = [
606
606
 
607
607
  [[package]]
608
608
  name = "crc32fast"
609
- version = "1.5.0"
609
+ version = "1.5.1"
610
610
  source = "registry+https://github.com/rust-lang/crates.io-index"
611
- checksum = "9481c1c90cbf2ac953f07c8d4a58aa3945c425b7185c9154d67a65e4230da511"
611
+ checksum = "8498c871161e1742aaa9d52551b2d6ebdd4c3d45a3be423e3728f33b955be550"
612
612
  dependencies = [
613
613
  "cfg-if",
614
614
  ]
@@ -720,7 +720,7 @@ checksum = "c6232dd377dcc64799954cbd3a9bb882e9cdc1308ccd87b1c098f1fb2eaf82a8"
720
720
  dependencies = [
721
721
  "proc-macro2",
722
722
  "quote",
723
- "syn 3.0.3",
723
+ "syn 3.0.4",
724
724
  ]
725
725
 
726
726
  [[package]]
@@ -792,12 +792,13 @@ checksum = "d45db016d36b838f563236e9193d0ee6ce38f3f68b6c94e914b4929c96bbb890"
792
792
 
793
793
  [[package]]
794
794
  name = "flate2"
795
- version = "1.1.9"
795
+ version = "1.1.10"
796
796
  source = "registry+https://github.com/rust-lang/crates.io-index"
797
- checksum = "843fba2746e448b37e26a819579957415c8cef339bf08564fe8b7ddbd959573c"
797
+ checksum = "6e634e2e0ebac1ee034020da1ca582e17ffe4e0f5e985823721e168928136dcb"
798
798
  dependencies = [
799
799
  "crc32fast",
800
- "miniz_oxide",
800
+ "miniz_oxide 0.9.1",
801
+ "zlib-rs",
801
802
  ]
802
803
 
803
804
  [[package]]
@@ -886,7 +887,7 @@ checksum = "9fb9654ba8355388abeb8dcb4fc62f511300867002afc858860463bdd9fe0c44"
886
887
  dependencies = [
887
888
  "proc-macro2",
888
889
  "quote",
889
- "syn 3.0.3",
890
+ "syn 3.0.4",
890
891
  ]
891
892
 
892
893
  [[package]]
@@ -993,9 +994,9 @@ checksum = "e4eba85ea1d0a966a983acd07deee566e67395d2d96b6fb39e62b5a833f1eb0b"
993
994
 
994
995
  [[package]]
995
996
  name = "h2"
996
- version = "0.4.18"
997
+ version = "0.4.19"
997
998
  source = "registry+https://github.com/rust-lang/crates.io-index"
998
- checksum = "839c0e8a181239723652be9062bb56ca5bf5f64011f73b623f6f4fc59086a228"
999
+ checksum = "ef8e5e5a340588f4452631496976cf8636d4a7ecf600239fdc27615d2530bc16"
999
1000
  dependencies = [
1000
1001
  "atomic-waker",
1001
1002
  "bytes",
@@ -1036,9 +1037,9 @@ checksum = "c9356095b4b41197bba32173600e1582792cda618f65d12f68e2e77d273413c5"
1036
1037
 
1037
1038
  [[package]]
1038
1039
  name = "html-to-markdown-rs"
1039
- version = "3.11.4"
1040
+ version = "3.12.0"
1040
1041
  source = "registry+https://github.com/rust-lang/crates.io-index"
1041
- checksum = "6331a4c21bc99309e5863092660c08505c426eb1158e0472013487ecff85412b"
1042
+ checksum = "9fd381d291246b2df83535a2f2896dc32633a4cb69a14861f29f9dc0c7fbab77"
1042
1043
  dependencies = [
1043
1044
  "ahash",
1044
1045
  "astral-tl",
@@ -1117,9 +1118,9 @@ dependencies = [
1117
1118
 
1118
1119
  [[package]]
1119
1120
  name = "hyper"
1120
- version = "1.11.0"
1121
+ version = "1.11.1"
1121
1122
  source = "registry+https://github.com/rust-lang/crates.io-index"
1122
- checksum = "d22053281f852e11534f5198498373cbb59295120a20771d90f7ed1897490a72"
1123
+ checksum = "27b501faa50e7a26c3d3560ca625132f4078a17771f4810baf70475ae48cbe43"
1123
1124
  dependencies = [
1124
1125
  "atomic-waker",
1125
1126
  "bytes",
@@ -1334,9 +1335,9 @@ dependencies = [
1334
1335
 
1335
1336
  [[package]]
1336
1337
  name = "indexmap"
1337
- version = "2.14.0"
1338
+ version = "2.14.1"
1338
1339
  source = "registry+https://github.com/rust-lang/crates.io-index"
1339
- checksum = "d466e9454f08e4a911e14806c24e16fba1b4c121d1ea474396f396069cf949d9"
1340
+ checksum = "07aa2048142242915a31d35844fb311e0e53fcca590c3a0a40dcf1b841fa09eb"
1340
1341
  dependencies = [
1341
1342
  "equivalent",
1342
1343
  "hashbrown 0.17.1",
@@ -1497,9 +1498,9 @@ dependencies = [
1497
1498
 
1498
1499
  [[package]]
1499
1500
  name = "libredox"
1500
- version = "0.1.20"
1501
+ version = "0.1.21"
1501
1502
  source = "registry+https://github.com/rust-lang/crates.io-index"
1502
- checksum = "28d0a00925a9f930d679b6789b721e3a7f9ed110f41b86d2497caa780c3a070a"
1503
+ checksum = "d7955dfc218a8afb29dfeffd540e3a6e96baeb94fe7138228dd7cc6937fbbf96"
1503
1504
  dependencies = [
1504
1505
  "libc",
1505
1506
  ]
@@ -1527,9 +1528,9 @@ dependencies = [
1527
1528
 
1528
1529
  [[package]]
1529
1530
  name = "log"
1530
- version = "0.4.33"
1531
+ version = "0.4.34"
1531
1532
  source = "registry+https://github.com/rust-lang/crates.io-index"
1532
- checksum = "0ceec5bc11778974d1bcb055b18002eba7f4b3518b6a0081b3af5f21666da9ad"
1533
+ checksum = "f9f8bd3e56ce4dfc153cf470fffbfa98c7620958b312ca5c3a4b8d5181fd13c6"
1533
1534
 
1534
1535
  [[package]]
1535
1536
  name = "lru-slab"
@@ -1599,6 +1600,16 @@ dependencies = [
1599
1600
  "simd-adler32",
1600
1601
  ]
1601
1602
 
1603
+ [[package]]
1604
+ name = "miniz_oxide"
1605
+ version = "0.9.1"
1606
+ source = "registry+https://github.com/rust-lang/crates.io-index"
1607
+ checksum = "b63fbc4a50860e98e7b2aa7804ded1db5cbc3aff9193adaff57a6931bf7c4b4c"
1608
+ dependencies = [
1609
+ "adler2",
1610
+ "simd-adler32",
1611
+ ]
1612
+
1602
1613
  [[package]]
1603
1614
  name = "mio"
1604
1615
  version = "1.2.2"
@@ -1850,7 +1861,7 @@ dependencies = [
1850
1861
  "crc32fast",
1851
1862
  "fdeflate",
1852
1863
  "flate2",
1853
- "miniz_oxide",
1864
+ "miniz_oxide 0.8.9",
1854
1865
  ]
1855
1866
 
1856
1867
  [[package]]
@@ -2064,9 +2075,9 @@ dependencies = [
2064
2075
 
2065
2076
  [[package]]
2066
2077
  name = "rb-sys"
2067
- version = "0.9.127"
2078
+ version = "0.9.130"
2068
2079
  source = "registry+https://github.com/rust-lang/crates.io-index"
2069
- checksum = "d7d7c9560fe42dcffa576941394075f18a17dce89fcf718a2fa90b7dc2134d12"
2080
+ checksum = "02faf625bb10ba893e3ae620f19c9fb1b5f8fcae0fe4eb86bb3f2230fad75edb"
2070
2081
  dependencies = [
2071
2082
  "rb-sys-build",
2072
2083
  ]
@@ -2275,9 +2286,9 @@ checksum = "f87165f0995f63a9fbeea62b64d10b4d9d8e78ec6d7d51fb2125fda7bb36788f"
2275
2286
 
2276
2287
  [[package]]
2277
2288
  name = "rustls-webpki"
2278
- version = "0.103.14"
2289
+ version = "0.103.15"
2279
2290
  source = "registry+https://github.com/rust-lang/crates.io-index"
2280
- checksum = "0527518605e68109d875e248ea259b6758801cf165e4b2c2733ae3b51f12535a"
2291
+ checksum = "f3c3cf1d8b1e7d4927e2d154c3fcb02979afb9939629c62cd9048d4f07b60ac2"
2281
2292
  dependencies = [
2282
2293
  "aws-lc-rs",
2283
2294
  "ring",
@@ -2377,7 +2388,7 @@ checksum = "e7a5d71263a5a7d47b41f6b3f06ba276f10cc18b0931f1799f710578e2309348"
2377
2388
  dependencies = [
2378
2389
  "proc-macro2",
2379
2390
  "quote",
2380
- "syn 3.0.3",
2391
+ "syn 3.0.4",
2381
2392
  ]
2382
2393
 
2383
2394
  [[package]]
@@ -2420,7 +2431,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
2420
2431
  checksum = "446ba717509524cb3f22f17ecc096f10f4822d76ab5c0b9822c5f9c284e825f4"
2421
2432
  dependencies = [
2422
2433
  "cfg-if",
2423
- "cpufeatures 0.3.0",
2434
+ "cpufeatures 0.3.1",
2424
2435
  "digest 0.11.3",
2425
2436
  ]
2426
2437
 
@@ -2551,9 +2562,9 @@ dependencies = [
2551
2562
 
2552
2563
  [[package]]
2553
2564
  name = "syn"
2554
- version = "3.0.3"
2565
+ version = "3.0.4"
2555
2566
  source = "registry+https://github.com/rust-lang/crates.io-index"
2556
- checksum = "53e9bae58849f64dfa4f5d5ae372c8341f7305f82a3868709269343628b659a3"
2567
+ checksum = "e6275cddf4610d1775e6d1fe9469b2e77d0f39fd98fb7450901b821e0c53649f"
2557
2568
  dependencies = [
2558
2569
  "proc-macro2",
2559
2570
  "quote",
@@ -2627,7 +2638,7 @@ checksum = "bc04cd3e1236dd4a98afca4569f2deb3f120e5422a4023be2cb683f8486292af"
2627
2638
  dependencies = [
2628
2639
  "proc-macro2",
2629
2640
  "quote",
2630
- "syn 3.0.3",
2641
+ "syn 3.0.4",
2631
2642
  ]
2632
2643
 
2633
2644
  [[package]]
@@ -2718,7 +2729,7 @@ checksum = "78773a2a397f451582ce068015985c33193cf6dea8b74d2a639fe457b2f07b0e"
2718
2729
  dependencies = [
2719
2730
  "proc-macro2",
2720
2731
  "quote",
2721
- "syn 3.0.3",
2732
+ "syn 3.0.4",
2722
2733
  ]
2723
2734
 
2724
2735
  [[package]]
@@ -3087,9 +3098,9 @@ checksum = "a28ac98ddc8b9274cb41bb4d9d4d5c425b6020c50c46f25559911905610b4a88"
3087
3098
 
3088
3099
  [[package]]
3089
3100
  name = "which"
3090
- version = "8.0.5"
3101
+ version = "8.0.6"
3091
3102
  source = "registry+https://github.com/rust-lang/crates.io-index"
3092
- checksum = "8f3ef584124b911bcc3875c2f1472e80f24361ceb789bd1c62b3e9a3df9ff43c"
3103
+ checksum = "bae2f2b2b816647a1cab1acc91f5bd20812d53cb344382635ec2181940c8034f"
3093
3104
  dependencies = [
3094
3105
  "libc",
3095
3106
  ]
@@ -3447,9 +3458,15 @@ checksum = "34df6fc39dbd26ddc9c10e6a2984476e13acce22e64e4487636ef494369225da"
3447
3458
  dependencies = [
3448
3459
  "proc-macro2",
3449
3460
  "quote",
3450
- "syn 3.0.3",
3461
+ "syn 3.0.4",
3451
3462
  ]
3452
3463
 
3464
+ [[package]]
3465
+ name = "zlib-rs"
3466
+ version = "0.6.7"
3467
+ source = "registry+https://github.com/rust-lang/crates.io-index"
3468
+ checksum = "34b31d188d9d685a4f9c7b46d6e36631b07058d2cfe190267adce54dc230bf12"
3469
+
3453
3470
  [[package]]
3454
3471
  name = "zmij"
3455
3472
  version = "1.0.23"
@@ -1,11 +1,11 @@
1
1
  # This file is auto-generated by alef — DO NOT EDIT.
2
- # alef:hash:5890f3fa9fbc0338c6eb7af1d95fa187d4152d63b319069bfd2d5b67dca06442
2
+ # alef:hash:3c4fd09d678021d0e0e1fbe3ef980db4e5fdc7f30760cded4652482133197e05
3
3
  # To regenerate: alef generate
4
4
  # To verify freshness: alef verify
5
5
 
6
6
  [package]
7
7
  name = "crawlberg-rb"
8
- version = "1.4.0"
8
+ version = "1.5.0"
9
9
  edition = "2024"
10
10
  license = "MIT"
11
11
  description = "High-performance web crawling engine"
@@ -22,10 +22,10 @@ path = "../src/lib.rs"
22
22
  crate-type = ["cdylib"]
23
23
 
24
24
  [dependencies]
25
- crawlberg = { version = "1.4.0", features = ["interact", "browser-chromiumoxide"] }
25
+ crawlberg = { version = "1.5.0", features = ["interact", "browser-chromiumoxide"] }
26
26
  futures = "0.3"
27
27
  magnus = "0.8"
28
- rb-sys = ">=0.9, <0.9.128"
28
+ rb-sys = ">=0.9.130, <0.10"
29
29
  serde = { version = "1", features = ["derive"] }
30
30
  serde_json = "1"
31
31
  tokio = { version = "1", features = ["rt-multi-thread"] }
@@ -1,5 +1,5 @@
1
1
  # This file is auto-generated by alef — DO NOT EDIT.
2
- # alef:hash:3553e8a3571c57268a7a40eac8287287ea943334492411222c0c3ac94e5a191e
2
+ # alef:hash:5326e03e26baf331d1f85eb82de9b52903317cf694aa9d920b1b22dc6c1f009f
3
3
  # To regenerate: alef generate
4
4
  # To verify freshness: alef verify
5
5