crawlberg 1.10.1 → 1.10.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/ext/crawlberg_rb/native/Cargo.lock +61 -60
- data/ext/crawlberg_rb/native/Cargo.toml +3 -3
- data/lib/crawlberg/version.rb +2 -2
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: cff0aea6c5b4b29357462e802f02ada13fcbe774cd41c3da4c8a662f97705c25
|
|
4
|
+
data.tar.gz: bbd14f0e07938e8b8c0ac9fa180c3af12c4f697c64aed46d47959dbecb8242ba
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 7ff230a04bad0b5ea7d0c68e873ed75f3f19958cf41ecfa743452f15ed1a63eb17bcfb494d98cb35600be6c571be8074669569f435bd55ab100d89c181821ceb
|
|
7
|
+
data.tar.gz: 20295f91a41aeaff89b3e06c34ac6657e088e98a6ef0f69f211ef0e56c8eac1acd5e4eb0350aa0f0db939d526c33ac359f365963201e96e00b00b227e71b2c47
|
|
@@ -331,32 +331,6 @@ dependencies = [
|
|
|
331
331
|
"rand_core 0.10.1",
|
|
332
332
|
]
|
|
333
333
|
|
|
334
|
-
[[package]]
|
|
335
|
-
name = "chromiumoxide"
|
|
336
|
-
version = "0.9.1"
|
|
337
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
338
|
-
checksum = "26ed067eb6c1f660bdb87c05efb964421d2ca262bae0296cdfe38cf0cd949a3e"
|
|
339
|
-
dependencies = [
|
|
340
|
-
"async-tungstenite",
|
|
341
|
-
"base64 0.22.1",
|
|
342
|
-
"chromiumoxide_cdp",
|
|
343
|
-
"chromiumoxide_types",
|
|
344
|
-
"dunce",
|
|
345
|
-
"fnv",
|
|
346
|
-
"futures",
|
|
347
|
-
"futures-timer",
|
|
348
|
-
"pin-project-lite",
|
|
349
|
-
"reqwest",
|
|
350
|
-
"serde",
|
|
351
|
-
"serde_json",
|
|
352
|
-
"thiserror 2.0.21",
|
|
353
|
-
"tokio",
|
|
354
|
-
"tracing",
|
|
355
|
-
"url",
|
|
356
|
-
"which",
|
|
357
|
-
"windows-registry",
|
|
358
|
-
]
|
|
359
|
-
|
|
360
334
|
[[package]]
|
|
361
335
|
name = "chromiumoxide_cdp"
|
|
362
336
|
version = "0.9.1"
|
|
@@ -576,20 +550,21 @@ dependencies = [
|
|
|
576
550
|
|
|
577
551
|
[[package]]
|
|
578
552
|
name = "crawlberg"
|
|
579
|
-
version = "1.10.
|
|
553
|
+
version = "1.10.3"
|
|
580
554
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
581
|
-
checksum = "
|
|
555
|
+
checksum = "15043ca3b85e20585879e8d8933ea77c516cb6dfa8502c85c5f2e6c350e8226a"
|
|
582
556
|
dependencies = [
|
|
583
557
|
"ahash",
|
|
584
558
|
"aho-corasick",
|
|
585
559
|
"arc-swap",
|
|
586
560
|
"astral-tl",
|
|
587
561
|
"async-trait",
|
|
562
|
+
"async-tungstenite",
|
|
588
563
|
"base64 0.23.1",
|
|
589
564
|
"blake3",
|
|
590
565
|
"bytes",
|
|
591
|
-
"chromiumoxide",
|
|
592
566
|
"chrono",
|
|
567
|
+
"crawlberg-chromiumoxide",
|
|
593
568
|
"crawlberg-robots",
|
|
594
569
|
"dashmap",
|
|
595
570
|
"dirs",
|
|
@@ -640,9 +615,35 @@ dependencies = [
|
|
|
640
615
|
"web-time",
|
|
641
616
|
]
|
|
642
617
|
|
|
618
|
+
[[package]]
|
|
619
|
+
name = "crawlberg-chromiumoxide"
|
|
620
|
+
version = "0.9.2"
|
|
621
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
622
|
+
checksum = "fd0fb7cee326bec976f68481566826cfbd8cc99aa26084233712a6244160268d"
|
|
623
|
+
dependencies = [
|
|
624
|
+
"async-tungstenite",
|
|
625
|
+
"base64 0.22.1",
|
|
626
|
+
"chromiumoxide_cdp",
|
|
627
|
+
"chromiumoxide_types",
|
|
628
|
+
"dunce",
|
|
629
|
+
"fnv",
|
|
630
|
+
"futures",
|
|
631
|
+
"futures-timer",
|
|
632
|
+
"pin-project-lite",
|
|
633
|
+
"reqwest",
|
|
634
|
+
"serde",
|
|
635
|
+
"serde_json",
|
|
636
|
+
"thiserror 2.0.21",
|
|
637
|
+
"tokio",
|
|
638
|
+
"tracing",
|
|
639
|
+
"url",
|
|
640
|
+
"which",
|
|
641
|
+
"windows-registry",
|
|
642
|
+
]
|
|
643
|
+
|
|
643
644
|
[[package]]
|
|
644
645
|
name = "crawlberg-rb"
|
|
645
|
-
version = "1.10.
|
|
646
|
+
version = "1.10.3"
|
|
646
647
|
dependencies = [
|
|
647
648
|
"crawlberg",
|
|
648
649
|
"futures",
|
|
@@ -655,9 +656,9 @@ dependencies = [
|
|
|
655
656
|
|
|
656
657
|
[[package]]
|
|
657
658
|
name = "crawlberg-robots"
|
|
658
|
-
version = "1.10.
|
|
659
|
+
version = "1.10.3"
|
|
659
660
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
660
|
-
checksum = "
|
|
661
|
+
checksum = "a0b2204ccbe52f63dc889618f08e3859411e5bd4e6c332cef4103c783e90caf5"
|
|
661
662
|
|
|
662
663
|
[[package]]
|
|
663
664
|
name = "crc32fast"
|
|
@@ -795,9 +796,9 @@ checksum = "92773504d58c093f6de2459af4af33faa518c13451eb8f2b5698ed3d36e7c813"
|
|
|
795
796
|
|
|
796
797
|
[[package]]
|
|
797
798
|
name = "either"
|
|
798
|
-
version = "1.
|
|
799
|
+
version = "1.19.0"
|
|
799
800
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
800
|
-
checksum = "
|
|
801
|
+
checksum = "0e9c71c2167ca323c882b99918929403426e2373ea17242ff5653e0d5e1058be"
|
|
801
802
|
|
|
802
803
|
[[package]]
|
|
803
804
|
name = "encoding_rs"
|
|
@@ -1080,9 +1081,9 @@ checksum = "e4eba85ea1d0a966a983acd07deee566e67395d2d96b6fb39e62b5a833f1eb0b"
|
|
|
1080
1081
|
|
|
1081
1082
|
[[package]]
|
|
1082
1083
|
name = "h2"
|
|
1083
|
-
version = "0.4.
|
|
1084
|
+
version = "0.4.20"
|
|
1084
1085
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1085
|
-
checksum = "
|
|
1086
|
+
checksum = "7d29020232d6aa3fb1daca64c1127cf662cf97f254ae16c18c05b8ab635fc118"
|
|
1086
1087
|
dependencies = [
|
|
1087
1088
|
"atomic-waker",
|
|
1088
1089
|
"bytes",
|
|
@@ -1123,9 +1124,9 @@ checksum = "c9356095b4b41197bba32173600e1582792cda618f65d12f68e2e77d273413c5"
|
|
|
1123
1124
|
|
|
1124
1125
|
[[package]]
|
|
1125
1126
|
name = "html-to-markdown-rs"
|
|
1126
|
-
version = "3.17.
|
|
1127
|
+
version = "3.17.2"
|
|
1127
1128
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1128
|
-
checksum = "
|
|
1129
|
+
checksum = "ee5ad2da135929dd837dbbe626ce6ba3360b9e5bd11ab197048f9896a5c6846f"
|
|
1129
1130
|
dependencies = [
|
|
1130
1131
|
"ahash",
|
|
1131
1132
|
"astral-tl",
|
|
@@ -1212,9 +1213,9 @@ dependencies = [
|
|
|
1212
1213
|
|
|
1213
1214
|
[[package]]
|
|
1214
1215
|
name = "hyper"
|
|
1215
|
-
version = "1.
|
|
1216
|
+
version = "1.12.0"
|
|
1216
1217
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1217
|
-
checksum = "
|
|
1218
|
+
checksum = "2c3e324da4c95177d6291d4c8730197c0d1822f8a9766814a4a44fa5ab797c9c"
|
|
1218
1219
|
dependencies = [
|
|
1219
1220
|
"atomic-waker",
|
|
1220
1221
|
"bytes",
|
|
@@ -2010,9 +2011,9 @@ dependencies = [
|
|
|
2010
2011
|
|
|
2011
2012
|
[[package]]
|
|
2012
2013
|
name = "powerfmt"
|
|
2013
|
-
version = "0.2.
|
|
2014
|
+
version = "0.2.1"
|
|
2014
2015
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2015
|
-
checksum = "
|
|
2016
|
+
checksum = "4a6394b9e965e73d0a289ee54f589087e2c676aedf60885baf52c76b771e4958"
|
|
2016
2017
|
|
|
2017
2018
|
[[package]]
|
|
2018
2019
|
name = "ppv-lite86"
|
|
@@ -2553,9 +2554,9 @@ dependencies = [
|
|
|
2553
2554
|
|
|
2554
2555
|
[[package]]
|
|
2555
2556
|
name = "serde_spanned"
|
|
2556
|
-
version = "1.1.
|
|
2557
|
+
version = "1.1.2"
|
|
2557
2558
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2558
|
-
checksum = "
|
|
2559
|
+
checksum = "4e7523beb55eece201a2356bee0bbca0d1ab466c14c07703b2e0ee6d42cb0c2c"
|
|
2559
2560
|
dependencies = [
|
|
2560
2561
|
"serde_core",
|
|
2561
2562
|
]
|
|
@@ -2750,9 +2751,9 @@ dependencies = [
|
|
|
2750
2751
|
|
|
2751
2752
|
[[package]]
|
|
2752
2753
|
name = "sysinfo"
|
|
2753
|
-
version = "0.
|
|
2754
|
+
version = "0.38.4"
|
|
2754
2755
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2755
|
-
checksum = "
|
|
2756
|
+
checksum = "92ab6a2f8bfe508deb3c6406578252e491d299cbbf3bc0529ecc3313aee4a52f"
|
|
2756
2757
|
dependencies = [
|
|
2757
2758
|
"libc",
|
|
2758
2759
|
"memchr",
|
|
@@ -2977,9 +2978,9 @@ dependencies = [
|
|
|
2977
2978
|
|
|
2978
2979
|
[[package]]
|
|
2979
2980
|
name = "toml"
|
|
2980
|
-
version = "1.1.
|
|
2981
|
+
version = "1.1.7+spec-1.1.0"
|
|
2981
2982
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2982
|
-
checksum = "
|
|
2983
|
+
checksum = "7874cd34dd99040fc24e30923aa64a60a81ff3ddfe2b8129ccc84ba24949deed"
|
|
2983
2984
|
dependencies = [
|
|
2984
2985
|
"indexmap",
|
|
2985
2986
|
"serde_core",
|
|
@@ -2992,27 +2993,27 @@ dependencies = [
|
|
|
2992
2993
|
|
|
2993
2994
|
[[package]]
|
|
2994
2995
|
name = "toml_datetime"
|
|
2995
|
-
version = "1.1.
|
|
2996
|
+
version = "1.1.2+spec-1.1.0"
|
|
2996
2997
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2997
|
-
checksum = "
|
|
2998
|
+
checksum = "2b86d767906c6c42421dcba507eb9d203e779497710a47782a224bb871653053"
|
|
2998
2999
|
dependencies = [
|
|
2999
3000
|
"serde_core",
|
|
3000
3001
|
]
|
|
3001
3002
|
|
|
3002
3003
|
[[package]]
|
|
3003
3004
|
name = "toml_parser"
|
|
3004
|
-
version = "1.1.
|
|
3005
|
+
version = "1.1.4+spec-1.1.0"
|
|
3005
3006
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3006
|
-
checksum = "
|
|
3007
|
+
checksum = "bed810ee007d8e7f9cf20b4774e7198142fa27186e0f805871da7f3c39eaf333"
|
|
3007
3008
|
dependencies = [
|
|
3008
3009
|
"winnow",
|
|
3009
3010
|
]
|
|
3010
3011
|
|
|
3011
3012
|
[[package]]
|
|
3012
3013
|
name = "toml_writer"
|
|
3013
|
-
version = "1.1.
|
|
3014
|
+
version = "1.1.3+spec-1.1.0"
|
|
3014
3015
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3015
|
-
checksum = "
|
|
3016
|
+
checksum = "06bdbd8cfc056b8d2e2e85f29b56a3bdbecb527cef81eb39e3e7b98af4652770"
|
|
3016
3017
|
|
|
3017
3018
|
[[package]]
|
|
3018
3019
|
name = "tower"
|
|
@@ -3180,9 +3181,9 @@ dependencies = [
|
|
|
3180
3181
|
|
|
3181
3182
|
[[package]]
|
|
3182
3183
|
name = "want"
|
|
3183
|
-
version = "0.3.
|
|
3184
|
+
version = "0.3.2"
|
|
3184
3185
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3185
|
-
checksum = "
|
|
3186
|
+
checksum = "ec4cdd0dd910afe868b7ef477227d8d538b46b3075031afee8a9f2acb0a2ed0b"
|
|
3186
3187
|
dependencies = [
|
|
3187
3188
|
"try-lock",
|
|
3188
3189
|
]
|
|
@@ -3665,18 +3666,18 @@ dependencies = [
|
|
|
3665
3666
|
|
|
3666
3667
|
[[package]]
|
|
3667
3668
|
name = "zerocopy"
|
|
3668
|
-
version = "0.8.
|
|
3669
|
+
version = "0.8.60"
|
|
3669
3670
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3670
|
-
checksum = "
|
|
3671
|
+
checksum = "6400fc4bb7426f6faac3fb07566122bb18622e3022bd2c36426a92ed489b1dbe"
|
|
3671
3672
|
dependencies = [
|
|
3672
3673
|
"zerocopy-derive",
|
|
3673
3674
|
]
|
|
3674
3675
|
|
|
3675
3676
|
[[package]]
|
|
3676
3677
|
name = "zerocopy-derive"
|
|
3677
|
-
version = "0.8.
|
|
3678
|
+
version = "0.8.60"
|
|
3678
3679
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3679
|
-
checksum = "
|
|
3680
|
+
checksum = "99c27cc7525bad4df59a45e073c45b2c2aa820efb588234cc23a547ec69a34db"
|
|
3680
3681
|
dependencies = [
|
|
3681
3682
|
"proc-macro2",
|
|
3682
3683
|
"quote",
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:6079d4db7a8fd428bbdf23e8f6f4175472f48a761923fa96da741bfdadeff818
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify
|
|
5
5
|
|
|
6
6
|
[package]
|
|
7
7
|
name = "crawlberg-rb"
|
|
8
|
-
version = "1.10.
|
|
8
|
+
version = "1.10.3"
|
|
9
9
|
edition = "2024"
|
|
10
10
|
license = "MIT"
|
|
11
11
|
description = "High-performance web crawling engine"
|
|
@@ -22,7 +22,7 @@ path = "../src/lib.rs"
|
|
|
22
22
|
crate-type = ["cdylib"]
|
|
23
23
|
|
|
24
24
|
[dependencies]
|
|
25
|
-
crawlberg = { version = "1.10.
|
|
25
|
+
crawlberg = { version = "1.10.3", features = ["interact", "browser-chromiumoxide"] }
|
|
26
26
|
futures = "0.3"
|
|
27
27
|
magnus = "0.9"
|
|
28
28
|
rb-sys = ">=0.9.130, <0.10"
|
data/lib/crawlberg/version.rb
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:6ae35a82d6a2abc9b3e42865acf8c8f3b9f609ba0686e7b0daf8e57836753786
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify
|
|
5
5
|
# frozen_string_literal: true
|
|
6
6
|
|
|
7
7
|
module Crawlberg
|
|
8
8
|
## The version string for this package.
|
|
9
|
-
VERSION = "1.10.
|
|
9
|
+
VERSION = "1.10.3"
|
|
10
10
|
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: crawlberg
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.10.
|
|
4
|
+
version: 1.10.3
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Xberg Team
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2026-10-
|
|
11
|
+
date: 2026-10-09 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: rb_sys
|