crawlberg 1.0.11 → 1.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/ext/crawlberg_rb/native/Cargo.lock +31 -25
- data/ext/crawlberg_rb/native/Cargo.toml +2 -2
- data/ext/crawlberg_rb/src/lib.rs +1 -1
- data/lib/crawlberg/native.rb +1 -1
- data/lib/crawlberg/version.rb +2 -2
- data/lib/crawlberg.rb +1 -1
- data/lib/crawlberg_rb.so +0 -0
- data/sig/types.rbs +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 51dba76fe26b0962268ed197a6402fffe12e070141dedad0f17866cf9b11a1d2
|
|
4
|
+
data.tar.gz: c64596bfe62b31bbe26ab380a856138609146b432a5b6b810228787ebf3c8a17
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 87429302d54130f7f562ff8c92ca267bdcb35874f20498e478e4c3368856898903d4da4712f71299d0094c82000bfaa2583818357bf94f8de9261f9ca4292a8c
|
|
7
|
+
data.tar.gz: f6e0101023b8bd191b7e39507ae5067db6f1a09a1929c7ccfdc7dc471b884958a27bd0bc28f3980c3c83e150794e34917f166ace027b00ac131189ceae7e83d2
|
|
@@ -93,9 +93,9 @@ dependencies = [
|
|
|
93
93
|
|
|
94
94
|
[[package]]
|
|
95
95
|
name = "async-compression"
|
|
96
|
-
version = "0.4.
|
|
96
|
+
version = "0.4.43"
|
|
97
97
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
98
|
-
checksum = "
|
|
98
|
+
checksum = "3976abdc8fe7d1133d43d304afd42abdf5bc3e1319d263d223bde07b5efc4be8"
|
|
99
99
|
dependencies = [
|
|
100
100
|
"compression-codecs",
|
|
101
101
|
"compression-core",
|
|
@@ -172,6 +172,12 @@ version = "0.22.1"
|
|
|
172
172
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
173
173
|
checksum = "72b3254f16251a8381aa12e40e3c4d2f0199f8c6508fbecb9d91f575e0fbb8c6"
|
|
174
174
|
|
|
175
|
+
[[package]]
|
|
176
|
+
name = "base64"
|
|
177
|
+
version = "0.23.0"
|
|
178
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
179
|
+
checksum = "b25655df2c3cdd83c5e5b293b88acd880332b2ddadd7c30ac43144fdc0033da9"
|
|
180
|
+
|
|
175
181
|
[[package]]
|
|
176
182
|
name = "bindgen"
|
|
177
183
|
version = "0.72.1"
|
|
@@ -324,7 +330,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
324
330
|
checksum = "26ed067eb6c1f660bdb87c05efb964421d2ca262bae0296cdfe38cf0cd949a3e"
|
|
325
331
|
dependencies = [
|
|
326
332
|
"async-tungstenite",
|
|
327
|
-
"base64",
|
|
333
|
+
"base64 0.22.1",
|
|
328
334
|
"chromiumoxide_cdp",
|
|
329
335
|
"chromiumoxide_types",
|
|
330
336
|
"dunce",
|
|
@@ -556,9 +562,9 @@ dependencies = [
|
|
|
556
562
|
|
|
557
563
|
[[package]]
|
|
558
564
|
name = "crawlberg"
|
|
559
|
-
version = "1.0
|
|
565
|
+
version = "1.1.0"
|
|
560
566
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
561
|
-
checksum = "
|
|
567
|
+
checksum = "fad20a8cbaf622455f025ccabec52e08a2b1b1396e7bb18420aebeafa1bffdee"
|
|
562
568
|
dependencies = [
|
|
563
569
|
"ahash",
|
|
564
570
|
"aho-corasick",
|
|
@@ -598,7 +604,7 @@ dependencies = [
|
|
|
598
604
|
|
|
599
605
|
[[package]]
|
|
600
606
|
name = "crawlberg-rb"
|
|
601
|
-
version = "1.0
|
|
607
|
+
version = "1.1.0"
|
|
602
608
|
dependencies = [
|
|
603
609
|
"crawlberg",
|
|
604
610
|
"futures",
|
|
@@ -719,13 +725,13 @@ dependencies = [
|
|
|
719
725
|
|
|
720
726
|
[[package]]
|
|
721
727
|
name = "displaydoc"
|
|
722
|
-
version = "0.2.
|
|
728
|
+
version = "0.2.7"
|
|
723
729
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
724
|
-
checksum = "
|
|
730
|
+
checksum = "c6232dd377dcc64799954cbd3a9bb882e9cdc1308ccd87b1c098f1fb2eaf82a8"
|
|
725
731
|
dependencies = [
|
|
726
732
|
"proc-macro2",
|
|
727
733
|
"quote",
|
|
728
|
-
"syn
|
|
734
|
+
"syn 3.0.3",
|
|
729
735
|
]
|
|
730
736
|
|
|
731
737
|
[[package]]
|
|
@@ -1052,13 +1058,13 @@ checksum = "46c1ff2d1cbf39efe5af0900ced8a069b5e61557a17544eb0c4a50239937389e"
|
|
|
1052
1058
|
|
|
1053
1059
|
[[package]]
|
|
1054
1060
|
name = "html-to-markdown-rs"
|
|
1055
|
-
version = "3.
|
|
1061
|
+
version = "3.10.0"
|
|
1056
1062
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1057
|
-
checksum = "
|
|
1063
|
+
checksum = "9de16fbeb15a99cb3c38fc55603d110a090210125437f67dd7384f5bbd26ceb8"
|
|
1058
1064
|
dependencies = [
|
|
1059
1065
|
"ahash",
|
|
1060
1066
|
"astral-tl",
|
|
1061
|
-
"base64",
|
|
1067
|
+
"base64 0.23.0",
|
|
1062
1068
|
"bitflags",
|
|
1063
1069
|
"html-escape",
|
|
1064
1070
|
"html5ever",
|
|
@@ -1085,9 +1091,9 @@ dependencies = [
|
|
|
1085
1091
|
|
|
1086
1092
|
[[package]]
|
|
1087
1093
|
name = "http"
|
|
1088
|
-
version = "1.
|
|
1094
|
+
version = "1.5.0"
|
|
1089
1095
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1090
|
-
checksum = "
|
|
1096
|
+
checksum = "918d3568bebf352712bc2ef3d46a8bcf1a75b373be6539de198e9105cbbf9ce0"
|
|
1091
1097
|
dependencies = [
|
|
1092
1098
|
"bytes",
|
|
1093
1099
|
"itoa",
|
|
@@ -1173,7 +1179,7 @@ version = "0.1.20"
|
|
|
1173
1179
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1174
1180
|
checksum = "96547c2556ec9d12fb1578c4eaf448b04993e7fb79cbaad930a656880a6bdfa0"
|
|
1175
1181
|
dependencies = [
|
|
1176
|
-
"base64",
|
|
1182
|
+
"base64 0.22.1",
|
|
1177
1183
|
"bytes",
|
|
1178
1184
|
"futures-channel",
|
|
1179
1185
|
"futures-util",
|
|
@@ -2171,7 +2177,7 @@ version = "0.13.4"
|
|
|
2171
2177
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2172
2178
|
checksum = "219c5811de6525e5416c7d5d53bb656d3afdbc6c5af816e0802bcfa42dbdc1c3"
|
|
2173
2179
|
dependencies = [
|
|
2174
|
-
"base64",
|
|
2180
|
+
"base64 0.22.1",
|
|
2175
2181
|
"bytes",
|
|
2176
2182
|
"cookie",
|
|
2177
2183
|
"cookie_store",
|
|
@@ -2236,9 +2242,9 @@ dependencies = [
|
|
|
2236
2242
|
|
|
2237
2243
|
[[package]]
|
|
2238
2244
|
name = "rustls"
|
|
2239
|
-
version = "0.23.
|
|
2245
|
+
version = "0.23.43"
|
|
2240
2246
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2241
|
-
checksum = "
|
|
2247
|
+
checksum = "0283386ce02abc0151e1761d08802dfe86c173b0b494af5cbc086574e453da06"
|
|
2242
2248
|
dependencies = [
|
|
2243
2249
|
"aws-lc-rs",
|
|
2244
2250
|
"once_cell",
|
|
@@ -2736,13 +2742,13 @@ dependencies = [
|
|
|
2736
2742
|
|
|
2737
2743
|
[[package]]
|
|
2738
2744
|
name = "tokio-macros"
|
|
2739
|
-
version = "2.7.
|
|
2745
|
+
version = "2.7.2"
|
|
2740
2746
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2741
|
-
checksum = "
|
|
2747
|
+
checksum = "78773a2a397f451582ce068015985c33193cf6dea8b74d2a639fe457b2f07b0e"
|
|
2742
2748
|
dependencies = [
|
|
2743
2749
|
"proc-macro2",
|
|
2744
2750
|
"quote",
|
|
2745
|
-
"syn
|
|
2751
|
+
"syn 3.0.3",
|
|
2746
2752
|
]
|
|
2747
2753
|
|
|
2748
2754
|
[[package]]
|
|
@@ -2782,9 +2788,9 @@ dependencies = [
|
|
|
2782
2788
|
|
|
2783
2789
|
[[package]]
|
|
2784
2790
|
name = "toml"
|
|
2785
|
-
version = "1.1.
|
|
2791
|
+
version = "1.1.4+spec-1.1.0"
|
|
2786
2792
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2787
|
-
checksum = "
|
|
2793
|
+
checksum = "3aace63f4bbcdfc2c965b059de67119c89c4017a70d633be6c104910f67056f5"
|
|
2788
2794
|
dependencies = [
|
|
2789
2795
|
"indexmap",
|
|
2790
2796
|
"serde_core",
|
|
@@ -2806,9 +2812,9 @@ dependencies = [
|
|
|
2806
2812
|
|
|
2807
2813
|
[[package]]
|
|
2808
2814
|
name = "toml_parser"
|
|
2809
|
-
version = "1.1.
|
|
2815
|
+
version = "1.1.3+spec-1.1.0"
|
|
2810
2816
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2811
|
-
checksum = "
|
|
2817
|
+
checksum = "1d38ac1cf9b95face32296c0a3ede1fdc270627c9d9c02a7274dd6d960dc4d56"
|
|
2812
2818
|
dependencies = [
|
|
2813
2819
|
"winnow",
|
|
2814
2820
|
]
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[package]
|
|
2
2
|
name = "crawlberg-rb"
|
|
3
|
-
version = "1.0
|
|
3
|
+
version = "1.1.0"
|
|
4
4
|
edition = "2024"
|
|
5
5
|
license = "MIT"
|
|
6
6
|
description = "High-performance web crawling engine"
|
|
@@ -17,7 +17,7 @@ path = "../src/lib.rs"
|
|
|
17
17
|
crate-type = ["cdylib"]
|
|
18
18
|
|
|
19
19
|
[dependencies]
|
|
20
|
-
crawlberg = { version = "1.0
|
|
20
|
+
crawlberg = { version = "1.1.0", features = ["interact", "browser-chromiumoxide"] }
|
|
21
21
|
futures = "0.3"
|
|
22
22
|
magnus = "0.8"
|
|
23
23
|
rb-sys = ">=0.9, <0.9.128"
|
data/ext/crawlberg_rb/src/lib.rs
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
// This file is auto-generated by alef. DO NOT EDIT.
|
|
2
|
-
// alef:hash:
|
|
2
|
+
// alef:hash:cc5fc94c108bb9f977a57f5e3f8b8af61509305ba43cb747a643f02ace5dc941
|
|
3
3
|
// Re-generate with: alef generate
|
|
4
4
|
#![allow(dead_code, unused_imports, unused_variables)]
|
|
5
5
|
#![allow(
|
data/lib/crawlberg/native.rb
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:cc5fc94c108bb9f977a57f5e3f8b8af61509305ba43cb747a643f02ace5dc941
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify --exit-code
|
|
5
5
|
# frozen_string_literal: true
|
data/lib/crawlberg/version.rb
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:cc5fc94c108bb9f977a57f5e3f8b8af61509305ba43cb747a643f02ace5dc941
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify --exit-code
|
|
5
5
|
# frozen_string_literal: true
|
|
6
6
|
|
|
7
7
|
module Crawlberg
|
|
8
8
|
## The version string for this package.
|
|
9
|
-
VERSION = "1.0
|
|
9
|
+
VERSION = "1.1.0"
|
|
10
10
|
end
|
data/lib/crawlberg.rb
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:cc5fc94c108bb9f977a57f5e3f8b8af61509305ba43cb747a643f02ace5dc941
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify --exit-code
|
|
5
5
|
# frozen_string_literal: true
|
data/lib/crawlberg_rb.so
CHANGED
|
Binary file
|
data/sig/types.rbs
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:cc5fc94c108bb9f977a57f5e3f8b8af61509305ba43cb747a643f02ace5dc941
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify --exit-code
|
|
5
5
|
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: crawlberg
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.0
|
|
4
|
+
version: 1.1.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Xberg Team
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2026-07-
|
|
11
|
+
date: 2026-07-31 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: rb_sys
|