crawlberg 1.0.0.pre.rc.1 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +2 -2
- data/ext/crawlberg_rb/native/Cargo.lock +3 -3
- data/ext/crawlberg_rb/native/Cargo.toml +2 -2
- data/ext/crawlberg_rb/src/lib.rs +7 -19
- data/lib/crawlberg/native.rb +1 -1
- data/lib/crawlberg/version.rb +2 -2
- data/lib/crawlberg.rb +1 -1
- data/lib/crawlberg_rb.so +0 -0
- data/sig/types.rbs +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: '079949cbde2398d9cd1529add7bfedd8124b48ccd3a268a85ed33690fc7d2da0'
|
|
4
|
+
data.tar.gz: a9654ece73c5a6637c39bdf911530934135992a5080ff8991fa7224eb1e5f82c
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 5e457d4dd00111d440d24e9b74851e694199e7594f4cf2290cfc2d74bdab09cc10a34d7d6d7d11ede767da2b53f8a54eba4a310e608cb50e2554c6ce10336286
|
|
7
|
+
data.tar.gz: 12a72e7ec396e9a760630cd9a3ffa79e7a3284e191bc871d8b76553539780a05969f3a3a420878ad2479b249ebb3c49bd4076b68f721cf17d2d1c44a3f083444
|
data/README.md
CHANGED
|
@@ -30,8 +30,8 @@
|
|
|
30
30
|
<a href="https://pkg.go.dev/github.com/xberg-io/crawlberg/packages/go">
|
|
31
31
|
<img src="https://img.shields.io/github/v/tag/xberg-io/crawlberg?label=Go&color=007ec6" alt="Go">
|
|
32
32
|
</a>
|
|
33
|
-
<a href="https://www.nuget.org/packages/Crawlberg/">
|
|
34
|
-
<img src="https://img.shields.io/nuget/v/Crawlberg?label=C%23&color=007ec6" alt="C#">
|
|
33
|
+
<a href="https://www.nuget.org/packages/XbergIo.Crawlberg/">
|
|
34
|
+
<img src="https://img.shields.io/nuget/v/XbergIo.Crawlberg?label=C%23&color=007ec6" alt="C#">
|
|
35
35
|
</a>
|
|
36
36
|
<a href="https://packagist.org/packages/xberg-io/crawlberg">
|
|
37
37
|
<img src="https://img.shields.io/packagist/v/xberg-io/crawlberg?label=PHP&color=007ec6" alt="PHP">
|
|
@@ -544,9 +544,9 @@ dependencies = [
|
|
|
544
544
|
|
|
545
545
|
[[package]]
|
|
546
546
|
name = "crawlberg"
|
|
547
|
-
version = "1.0.0
|
|
547
|
+
version = "1.0.0"
|
|
548
548
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
549
|
-
checksum = "
|
|
549
|
+
checksum = "cbb15b6e54dc6c9507a690017152f348672af0f0da7865bd36963d4096ca40df"
|
|
550
550
|
dependencies = [
|
|
551
551
|
"ahash",
|
|
552
552
|
"aho-corasick",
|
|
@@ -586,7 +586,7 @@ dependencies = [
|
|
|
586
586
|
|
|
587
587
|
[[package]]
|
|
588
588
|
name = "crawlberg-rb"
|
|
589
|
-
version = "1.0.0
|
|
589
|
+
version = "1.0.0"
|
|
590
590
|
dependencies = [
|
|
591
591
|
"crawlberg",
|
|
592
592
|
"futures",
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[package]
|
|
2
2
|
name = "crawlberg-rb"
|
|
3
|
-
version = "1.0.0
|
|
3
|
+
version = "1.0.0"
|
|
4
4
|
edition = "2024"
|
|
5
5
|
license = "MIT"
|
|
6
6
|
description = "High-performance web crawling engine"
|
|
@@ -17,7 +17,7 @@ path = "../src/lib.rs"
|
|
|
17
17
|
crate-type = ["cdylib"]
|
|
18
18
|
|
|
19
19
|
[dependencies]
|
|
20
|
-
crawlberg = { version = "1.0.0
|
|
20
|
+
crawlberg = { version = "1.0.0", features = ["interact", "browser-chromiumoxide"] }
|
|
21
21
|
futures = "0.3"
|
|
22
22
|
magnus = "0.8"
|
|
23
23
|
rb-sys = ">=0.9, <0.9.128"
|
data/ext/crawlberg_rb/src/lib.rs
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
// This file is auto-generated by alef. DO NOT EDIT.
|
|
2
|
-
// alef:hash:
|
|
2
|
+
// alef:hash:06831f8166c6d860691af36ee02b72ae3246568eb2e5c67ed5d11da71d02afeb
|
|
3
3
|
// Re-generate with: alef generate
|
|
4
4
|
#![allow(dead_code, unused_imports, unused_variables)]
|
|
5
5
|
#![allow(
|
|
@@ -7670,29 +7670,17 @@ fn ruby_init(ruby: &Ruby) -> Result<(), Error> {
|
|
|
7670
7670
|
|
|
7671
7671
|
module.define_module_function("create_engine", function!(create_engine, -1))?;
|
|
7672
7672
|
|
|
7673
|
-
module.define_module_function("scrape", function!(
|
|
7673
|
+
module.define_module_function("scrape", function!(scrape_async, 2))?;
|
|
7674
7674
|
|
|
7675
|
-
module.define_module_function("
|
|
7675
|
+
module.define_module_function("crawl", function!(crawl_async, 2))?;
|
|
7676
7676
|
|
|
7677
|
-
module.define_module_function("
|
|
7677
|
+
module.define_module_function("map_urls", function!(map_urls_async, 2))?;
|
|
7678
7678
|
|
|
7679
|
-
module.define_module_function("
|
|
7679
|
+
module.define_module_function("interact", function!(interact_async, 3))?;
|
|
7680
7680
|
|
|
7681
|
-
module.define_module_function("
|
|
7681
|
+
module.define_module_function("batch_scrape", function!(batch_scrape_async, 2))?;
|
|
7682
7682
|
|
|
7683
|
-
module.define_module_function("
|
|
7684
|
-
|
|
7685
|
-
module.define_module_function("interact", function!(interact, 3))?;
|
|
7686
|
-
|
|
7687
|
-
module.define_module_function("interact_async", function!(interact_async, 3))?;
|
|
7688
|
-
|
|
7689
|
-
module.define_module_function("batch_scrape", function!(batch_scrape, 2))?;
|
|
7690
|
-
|
|
7691
|
-
module.define_module_function("batch_scrape_async", function!(batch_scrape_async, 2))?;
|
|
7692
|
-
|
|
7693
|
-
module.define_module_function("batch_crawl", function!(batch_crawl, 2))?;
|
|
7694
|
-
|
|
7695
|
-
module.define_module_function("batch_crawl_async", function!(batch_crawl_async, 2))?;
|
|
7683
|
+
module.define_module_function("batch_crawl", function!(batch_crawl_async, 2))?;
|
|
7696
7684
|
|
|
7697
7685
|
module.define_module_function("crawl_stream", function!(crawl_stream, 2))?;
|
|
7698
7686
|
|
data/lib/crawlberg/native.rb
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:06831f8166c6d860691af36ee02b72ae3246568eb2e5c67ed5d11da71d02afeb
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify --exit-code
|
|
5
5
|
# frozen_string_literal: true
|
data/lib/crawlberg/version.rb
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:06831f8166c6d860691af36ee02b72ae3246568eb2e5c67ed5d11da71d02afeb
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify --exit-code
|
|
5
5
|
# frozen_string_literal: true
|
|
6
6
|
|
|
7
7
|
module Crawlberg
|
|
8
8
|
## The version string for this package.
|
|
9
|
-
VERSION = "1.0.0
|
|
9
|
+
VERSION = "1.0.0"
|
|
10
10
|
end
|
data/lib/crawlberg.rb
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:06831f8166c6d860691af36ee02b72ae3246568eb2e5c67ed5d11da71d02afeb
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify --exit-code
|
|
5
5
|
# frozen_string_literal: true
|
data/lib/crawlberg_rb.so
CHANGED
|
Binary file
|
data/sig/types.rbs
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:06831f8166c6d860691af36ee02b72ae3246568eb2e5c67ed5d11da71d02afeb
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify --exit-code
|
|
5
5
|
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: crawlberg
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.0.0
|
|
4
|
+
version: 1.0.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Xberg Team
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2026-06-
|
|
11
|
+
date: 2026-06-27 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: rb_sys
|