crawlberg 1.0.2 → 1.0.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/ext/crawlberg_rb/native/Cargo.lock +5 -5
- data/ext/crawlberg_rb/native/Cargo.toml +2 -5
- data/ext/crawlberg_rb/src/lib.rs +30 -16
- data/lib/crawlberg/native.rb +1 -1
- data/lib/crawlberg/version.rb +2 -2
- data/lib/crawlberg.rb +1 -1
- data/lib/crawlberg_rb.so +0 -0
- data/sig/types.rbs +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 14f3cbbce5b53366e44498f012fe7b79b45b8a11a4c5cd712dfd4f5dcbd18934
|
|
4
|
+
data.tar.gz: c18b8a4575a244bd54fff1db81e1b21266a6a52d54cec99e7c760f1abad6f076
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: d0a381e2451d54f1e1a016d3d832df167f5aaee8fac4b0eb81631b32cebac8b8000bc6d3f5119d51b9f29a8a92c9b0707ed33aebdf76d7f97a3809dc1c5fb047
|
|
7
|
+
data.tar.gz: 40ff0204c26d0dc39c5b9161036cda1b91157f9e3a9d7e1ac06be03806c6322f68ebd43f5fd8357d1ee75f69d0682e89c702cdac32f25a59f4eb5a59f7dc37a7
|
|
@@ -545,9 +545,9 @@ dependencies = [
|
|
|
545
545
|
|
|
546
546
|
[[package]]
|
|
547
547
|
name = "crawlberg"
|
|
548
|
-
version = "1.0.
|
|
548
|
+
version = "1.0.3"
|
|
549
549
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
550
|
-
checksum = "
|
|
550
|
+
checksum = "46b3f6dfec53e26f1f989b4685943153a54e1d2101f8bd3ae5afd810b7957423"
|
|
551
551
|
dependencies = [
|
|
552
552
|
"ahash",
|
|
553
553
|
"aho-corasick",
|
|
@@ -587,7 +587,7 @@ dependencies = [
|
|
|
587
587
|
|
|
588
588
|
[[package]]
|
|
589
589
|
name = "crawlberg-rb"
|
|
590
|
-
version = "1.0.
|
|
590
|
+
version = "1.0.3"
|
|
591
591
|
dependencies = [
|
|
592
592
|
"crawlberg",
|
|
593
593
|
"futures",
|
|
@@ -2185,9 +2185,9 @@ dependencies = [
|
|
|
2185
2185
|
|
|
2186
2186
|
[[package]]
|
|
2187
2187
|
name = "rustc-hash"
|
|
2188
|
-
version = "2.1.
|
|
2188
|
+
version = "2.1.3"
|
|
2189
2189
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2190
|
-
checksum = "
|
|
2190
|
+
checksum = "6b1e7f9a428571be2dc5bc0505c13fb6bf936822b894ec87abf8a08a4e51742d"
|
|
2191
2191
|
|
|
2192
2192
|
[[package]]
|
|
2193
2193
|
name = "rustc_version"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[package]
|
|
2
2
|
name = "crawlberg-rb"
|
|
3
|
-
version = "1.0.
|
|
3
|
+
version = "1.0.3"
|
|
4
4
|
edition = "2024"
|
|
5
5
|
license = "MIT"
|
|
6
6
|
description = "High-performance web crawling engine"
|
|
@@ -17,10 +17,7 @@ path = "../src/lib.rs"
|
|
|
17
17
|
crate-type = ["cdylib"]
|
|
18
18
|
|
|
19
19
|
[dependencies]
|
|
20
|
-
crawlberg = { version = "1.0.
|
|
21
|
-
"interact",
|
|
22
|
-
"browser-chromiumoxide",
|
|
23
|
-
] }
|
|
20
|
+
crawlberg = { version = "1.0.3", features = ["interact", "browser-chromiumoxide"] }
|
|
24
21
|
futures = "0.3"
|
|
25
22
|
magnus = "0.8"
|
|
26
23
|
rb-sys = ">=0.9, <0.9.128"
|
data/ext/crawlberg_rb/src/lib.rs
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
// This file is auto-generated by alef. DO NOT EDIT.
|
|
2
|
-
// alef:hash:
|
|
2
|
+
// alef:hash:e0600612767fdd3d51e9128afdb0ffcd1fb490e9942f3839a5120ab7a4e3b658
|
|
3
3
|
// Re-generate with: alef generate
|
|
4
4
|
#![allow(dead_code, unused_imports, unused_variables)]
|
|
5
5
|
#![allow(
|
|
@@ -6479,9 +6479,15 @@ impl From<crawlberg::BrowserBackend> for BrowserBackend {
|
|
|
6479
6479
|
impl From<AuthConfig> for crawlberg::AuthConfig {
|
|
6480
6480
|
fn from(val: AuthConfig) -> Self {
|
|
6481
6481
|
match val {
|
|
6482
|
-
AuthConfig::Basic { username, password } => Self::Basic {
|
|
6483
|
-
|
|
6484
|
-
|
|
6482
|
+
AuthConfig::Basic { username, password } => Self::Basic {
|
|
6483
|
+
username: username,
|
|
6484
|
+
password: password,
|
|
6485
|
+
},
|
|
6486
|
+
AuthConfig::Bearer { token } => Self::Bearer { token: token },
|
|
6487
|
+
AuthConfig::Header { name, value } => Self::Header {
|
|
6488
|
+
name: name,
|
|
6489
|
+
value: value,
|
|
6490
|
+
},
|
|
6485
6491
|
}
|
|
6486
6492
|
}
|
|
6487
6493
|
}
|
|
@@ -6612,7 +6618,9 @@ impl From<crawlberg::CrawlEvent> for CrawlEvent {
|
|
|
6612
6618
|
url: url.to_string(),
|
|
6613
6619
|
error: error.to_string(),
|
|
6614
6620
|
},
|
|
6615
|
-
crawlberg::CrawlEvent::Complete { pages_crawled } => Self::Complete {
|
|
6621
|
+
crawlberg::CrawlEvent::Complete { pages_crawled } => Self::Complete {
|
|
6622
|
+
pages_crawled: pages_crawled,
|
|
6623
|
+
},
|
|
6616
6624
|
}
|
|
6617
6625
|
}
|
|
6618
6626
|
}
|
|
@@ -6620,21 +6628,27 @@ impl From<crawlberg::CrawlEvent> for CrawlEvent {
|
|
|
6620
6628
|
impl From<PageAction> for crawlberg::PageAction {
|
|
6621
6629
|
fn from(val: PageAction) -> Self {
|
|
6622
6630
|
match val {
|
|
6623
|
-
PageAction::Click { selector } => Self::Click { selector },
|
|
6624
|
-
PageAction::TypeText { selector, text } => Self::TypeText {
|
|
6625
|
-
|
|
6631
|
+
PageAction::Click { selector } => Self::Click { selector: selector },
|
|
6632
|
+
PageAction::TypeText { selector, text } => Self::TypeText {
|
|
6633
|
+
selector: selector,
|
|
6634
|
+
text: text,
|
|
6635
|
+
},
|
|
6636
|
+
PageAction::Press { key } => Self::Press { key: key },
|
|
6626
6637
|
PageAction::Scroll {
|
|
6627
6638
|
direction,
|
|
6628
6639
|
selector,
|
|
6629
6640
|
amount,
|
|
6630
6641
|
} => Self::Scroll {
|
|
6631
6642
|
direction: direction.into(),
|
|
6632
|
-
selector,
|
|
6633
|
-
amount,
|
|
6643
|
+
selector: selector,
|
|
6644
|
+
amount: amount,
|
|
6634
6645
|
},
|
|
6635
|
-
PageAction::Wait { milliseconds, selector } => Self::Wait {
|
|
6636
|
-
|
|
6637
|
-
|
|
6646
|
+
PageAction::Wait { milliseconds, selector } => Self::Wait {
|
|
6647
|
+
milliseconds: milliseconds,
|
|
6648
|
+
selector: selector,
|
|
6649
|
+
},
|
|
6650
|
+
PageAction::Screenshot { full_page } => Self::Screenshot { full_page: full_page },
|
|
6651
|
+
PageAction::ExecuteJs { script } => Self::ExecuteJs { script: script },
|
|
6638
6652
|
PageAction::Scrape => Self::Scrape,
|
|
6639
6653
|
}
|
|
6640
6654
|
}
|
|
@@ -6658,13 +6672,13 @@ impl From<crawlberg::PageAction> for PageAction {
|
|
|
6658
6672
|
} => Self::Scroll {
|
|
6659
6673
|
direction: direction.into(),
|
|
6660
6674
|
selector: selector.map(|v| v.to_string()),
|
|
6661
|
-
amount,
|
|
6675
|
+
amount: amount,
|
|
6662
6676
|
},
|
|
6663
6677
|
crawlberg::PageAction::Wait { milliseconds, selector } => Self::Wait {
|
|
6664
|
-
milliseconds,
|
|
6678
|
+
milliseconds: milliseconds,
|
|
6665
6679
|
selector: selector.map(|v| v.to_string()),
|
|
6666
6680
|
},
|
|
6667
|
-
crawlberg::PageAction::Screenshot { full_page } => Self::Screenshot { full_page },
|
|
6681
|
+
crawlberg::PageAction::Screenshot { full_page } => Self::Screenshot { full_page: full_page },
|
|
6668
6682
|
crawlberg::PageAction::ExecuteJs { script } => Self::ExecuteJs {
|
|
6669
6683
|
script: script.to_string(),
|
|
6670
6684
|
},
|
data/lib/crawlberg/native.rb
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:e0600612767fdd3d51e9128afdb0ffcd1fb490e9942f3839a5120ab7a4e3b658
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify --exit-code
|
|
5
5
|
# frozen_string_literal: true
|
data/lib/crawlberg/version.rb
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:e0600612767fdd3d51e9128afdb0ffcd1fb490e9942f3839a5120ab7a4e3b658
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify --exit-code
|
|
5
5
|
# frozen_string_literal: true
|
|
6
6
|
|
|
7
7
|
module Crawlberg
|
|
8
8
|
## The version string for this package.
|
|
9
|
-
VERSION = "1.0.
|
|
9
|
+
VERSION = "1.0.3"
|
|
10
10
|
end
|
data/lib/crawlberg.rb
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:e0600612767fdd3d51e9128afdb0ffcd1fb490e9942f3839a5120ab7a4e3b658
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify --exit-code
|
|
5
5
|
# frozen_string_literal: true
|
data/lib/crawlberg_rb.so
CHANGED
|
Binary file
|
data/sig/types.rbs
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:e0600612767fdd3d51e9128afdb0ffcd1fb490e9942f3839a5120ab7a4e3b658
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify --exit-code
|
|
5
5
|
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: crawlberg
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.0.
|
|
4
|
+
version: 1.0.3
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Xberg Team
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2026-07-
|
|
11
|
+
date: 2026-07-04 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: rb_sys
|