crawlberg 1.4.0 → 1.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +1 -1
- data/ext/crawlberg_rb/native/Cargo.lock +64 -47
- data/ext/crawlberg_rb/native/Cargo.toml +4 -4
- data/ext/crawlberg_rb/native/extconf.rb +1 -1
- data/ext/crawlberg_rb/src/lib.rs +92 -39
- data/lib/crawlberg/native.rb +96 -47
- data/lib/crawlberg/version.rb +2 -2
- data/lib/crawlberg.rb +1 -1
- data/sig/types.rbs +404 -403
- metadata +6 -6
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 1086b94d47584857a4dd092fcae70e6f2abba176dc9c45ad32cc2e18b5c5860a
|
|
4
|
+
data.tar.gz: b66c5106dc19d75ac9db8760192586e69d77639535adde26cb6c05fea6c856bc
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: b3e758e72fca31dbc7ca62a8b753ca46266040d5ac10cd119c58ba4650ccab9a1ec805a4acc11ccf3403904e20f1377a2ca8bb47ad33e7c9d12ffeb4822b42e1
|
|
7
|
+
data.tar.gz: 3d86a33d4d74a623747bc588a58c131ad90307c9cfcccd39190e3dd4bada811155777f46811086f41e88dbe78aa9d9c394fff5c674a898ead2dfd776e553b046
|
data/README.md
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
<!-- This file is auto-generated by alef — DO NOT EDIT. -->
|
|
2
|
-
<!-- alef:hash:
|
|
2
|
+
<!-- alef:hash:442342be79ebc6986eda548e4fe12a6ce7adfbf0ae84fde27ddcc064f25ff0be -->
|
|
3
3
|
<!-- To regenerate: alef readme -->
|
|
4
4
|
<!-- To verify freshness: alef verify -->
|
|
5
5
|
|
|
@@ -72,9 +72,9 @@ checksum = "d3fb67a6e08acf24fdeccbac2cb6ac4305825bd1f117462e0e6f2f193345ad56"
|
|
|
72
72
|
|
|
73
73
|
[[package]]
|
|
74
74
|
name = "astral-tl"
|
|
75
|
-
version = "0.
|
|
75
|
+
version = "0.8.0"
|
|
76
76
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
77
|
-
checksum = "
|
|
77
|
+
checksum = "04d4bb5df351abb6758a04240b0193794ddaf34a7c0b9452fab3c25dcce39e88"
|
|
78
78
|
dependencies = [
|
|
79
79
|
"memchr",
|
|
80
80
|
]
|
|
@@ -99,7 +99,7 @@ checksum = "82f6aeea286b8eb4dd3431a1be1b59d290ace00f5bfd8e2a159bc2a05e2c1667"
|
|
|
99
99
|
dependencies = [
|
|
100
100
|
"proc-macro2",
|
|
101
101
|
"quote",
|
|
102
|
-
"syn 3.0.
|
|
102
|
+
"syn 3.0.4",
|
|
103
103
|
]
|
|
104
104
|
|
|
105
105
|
[[package]]
|
|
@@ -200,7 +200,7 @@ dependencies = [
|
|
|
200
200
|
"cc",
|
|
201
201
|
"cfg-if",
|
|
202
202
|
"constant_time_eq",
|
|
203
|
-
"cpufeatures 0.3.
|
|
203
|
+
"cpufeatures 0.3.1",
|
|
204
204
|
]
|
|
205
205
|
|
|
206
206
|
[[package]]
|
|
@@ -301,12 +301,12 @@ checksum = "f079e83a288787bcd14a6aea84cee5c87a67c5a3e660c30f557a3d24761b3527"
|
|
|
301
301
|
|
|
302
302
|
[[package]]
|
|
303
303
|
name = "chacha20"
|
|
304
|
-
version = "0.10.
|
|
304
|
+
version = "0.10.2"
|
|
305
305
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
306
|
-
checksum = "
|
|
306
|
+
checksum = "65c35e4b699c7e15ccbe7ee35c005e4fc0a278d22238a2857e6ce2dadeda1b06"
|
|
307
307
|
dependencies = [
|
|
308
308
|
"cfg-if",
|
|
309
|
-
"cpufeatures 0.3.
|
|
309
|
+
"cpufeatures 0.3.1",
|
|
310
310
|
"rand_core 0.10.1",
|
|
311
311
|
]
|
|
312
312
|
|
|
@@ -416,9 +416,9 @@ checksum = "3d7b894f5411737b7867f4827955924d7c254fc9f4d91a6aad6b097804b1018b"
|
|
|
416
416
|
|
|
417
417
|
[[package]]
|
|
418
418
|
name = "combine"
|
|
419
|
-
version = "4.6.
|
|
419
|
+
version = "4.6.8"
|
|
420
420
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
421
|
-
checksum = "
|
|
421
|
+
checksum = "cfc320937d09e6de266b31b9afb480f197d7a861be86be7cb2ea7e5d1bfffc5e"
|
|
422
422
|
dependencies = [
|
|
423
423
|
"bytes",
|
|
424
424
|
"memchr",
|
|
@@ -540,18 +540,18 @@ dependencies = [
|
|
|
540
540
|
|
|
541
541
|
[[package]]
|
|
542
542
|
name = "cpufeatures"
|
|
543
|
-
version = "0.3.
|
|
543
|
+
version = "0.3.1"
|
|
544
544
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
545
|
-
checksum = "
|
|
545
|
+
checksum = "5ca28b0ae3115b884660db4118d803791fd6756b6e88f39c0f3f7859060d7566"
|
|
546
546
|
dependencies = [
|
|
547
547
|
"libc",
|
|
548
548
|
]
|
|
549
549
|
|
|
550
550
|
[[package]]
|
|
551
551
|
name = "crawlberg"
|
|
552
|
-
version = "1.
|
|
552
|
+
version = "1.5.0"
|
|
553
553
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
554
|
-
checksum = "
|
|
554
|
+
checksum = "1a63c394ff80d371a01d8365821c5cdb5d9a854085742df07212c4746d2c0213"
|
|
555
555
|
dependencies = [
|
|
556
556
|
"ahash",
|
|
557
557
|
"aho-corasick",
|
|
@@ -593,7 +593,7 @@ dependencies = [
|
|
|
593
593
|
|
|
594
594
|
[[package]]
|
|
595
595
|
name = "crawlberg-rb"
|
|
596
|
-
version = "1.
|
|
596
|
+
version = "1.5.0"
|
|
597
597
|
dependencies = [
|
|
598
598
|
"crawlberg",
|
|
599
599
|
"futures",
|
|
@@ -606,9 +606,9 @@ dependencies = [
|
|
|
606
606
|
|
|
607
607
|
[[package]]
|
|
608
608
|
name = "crc32fast"
|
|
609
|
-
version = "1.5.
|
|
609
|
+
version = "1.5.1"
|
|
610
610
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
611
|
-
checksum = "
|
|
611
|
+
checksum = "8498c871161e1742aaa9d52551b2d6ebdd4c3d45a3be423e3728f33b955be550"
|
|
612
612
|
dependencies = [
|
|
613
613
|
"cfg-if",
|
|
614
614
|
]
|
|
@@ -720,7 +720,7 @@ checksum = "c6232dd377dcc64799954cbd3a9bb882e9cdc1308ccd87b1c098f1fb2eaf82a8"
|
|
|
720
720
|
dependencies = [
|
|
721
721
|
"proc-macro2",
|
|
722
722
|
"quote",
|
|
723
|
-
"syn 3.0.
|
|
723
|
+
"syn 3.0.4",
|
|
724
724
|
]
|
|
725
725
|
|
|
726
726
|
[[package]]
|
|
@@ -792,12 +792,13 @@ checksum = "d45db016d36b838f563236e9193d0ee6ce38f3f68b6c94e914b4929c96bbb890"
|
|
|
792
792
|
|
|
793
793
|
[[package]]
|
|
794
794
|
name = "flate2"
|
|
795
|
-
version = "1.1.
|
|
795
|
+
version = "1.1.10"
|
|
796
796
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
797
|
-
checksum = "
|
|
797
|
+
checksum = "6e634e2e0ebac1ee034020da1ca582e17ffe4e0f5e985823721e168928136dcb"
|
|
798
798
|
dependencies = [
|
|
799
799
|
"crc32fast",
|
|
800
|
-
"miniz_oxide",
|
|
800
|
+
"miniz_oxide 0.9.1",
|
|
801
|
+
"zlib-rs",
|
|
801
802
|
]
|
|
802
803
|
|
|
803
804
|
[[package]]
|
|
@@ -886,7 +887,7 @@ checksum = "9fb9654ba8355388abeb8dcb4fc62f511300867002afc858860463bdd9fe0c44"
|
|
|
886
887
|
dependencies = [
|
|
887
888
|
"proc-macro2",
|
|
888
889
|
"quote",
|
|
889
|
-
"syn 3.0.
|
|
890
|
+
"syn 3.0.4",
|
|
890
891
|
]
|
|
891
892
|
|
|
892
893
|
[[package]]
|
|
@@ -993,9 +994,9 @@ checksum = "e4eba85ea1d0a966a983acd07deee566e67395d2d96b6fb39e62b5a833f1eb0b"
|
|
|
993
994
|
|
|
994
995
|
[[package]]
|
|
995
996
|
name = "h2"
|
|
996
|
-
version = "0.4.
|
|
997
|
+
version = "0.4.19"
|
|
997
998
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
998
|
-
checksum = "
|
|
999
|
+
checksum = "ef8e5e5a340588f4452631496976cf8636d4a7ecf600239fdc27615d2530bc16"
|
|
999
1000
|
dependencies = [
|
|
1000
1001
|
"atomic-waker",
|
|
1001
1002
|
"bytes",
|
|
@@ -1036,9 +1037,9 @@ checksum = "c9356095b4b41197bba32173600e1582792cda618f65d12f68e2e77d273413c5"
|
|
|
1036
1037
|
|
|
1037
1038
|
[[package]]
|
|
1038
1039
|
name = "html-to-markdown-rs"
|
|
1039
|
-
version = "3.
|
|
1040
|
+
version = "3.12.0"
|
|
1040
1041
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1041
|
-
checksum = "
|
|
1042
|
+
checksum = "9fd381d291246b2df83535a2f2896dc32633a4cb69a14861f29f9dc0c7fbab77"
|
|
1042
1043
|
dependencies = [
|
|
1043
1044
|
"ahash",
|
|
1044
1045
|
"astral-tl",
|
|
@@ -1117,9 +1118,9 @@ dependencies = [
|
|
|
1117
1118
|
|
|
1118
1119
|
[[package]]
|
|
1119
1120
|
name = "hyper"
|
|
1120
|
-
version = "1.11.
|
|
1121
|
+
version = "1.11.1"
|
|
1121
1122
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1122
|
-
checksum = "
|
|
1123
|
+
checksum = "27b501faa50e7a26c3d3560ca625132f4078a17771f4810baf70475ae48cbe43"
|
|
1123
1124
|
dependencies = [
|
|
1124
1125
|
"atomic-waker",
|
|
1125
1126
|
"bytes",
|
|
@@ -1334,9 +1335,9 @@ dependencies = [
|
|
|
1334
1335
|
|
|
1335
1336
|
[[package]]
|
|
1336
1337
|
name = "indexmap"
|
|
1337
|
-
version = "2.14.
|
|
1338
|
+
version = "2.14.1"
|
|
1338
1339
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1339
|
-
checksum = "
|
|
1340
|
+
checksum = "07aa2048142242915a31d35844fb311e0e53fcca590c3a0a40dcf1b841fa09eb"
|
|
1340
1341
|
dependencies = [
|
|
1341
1342
|
"equivalent",
|
|
1342
1343
|
"hashbrown 0.17.1",
|
|
@@ -1497,9 +1498,9 @@ dependencies = [
|
|
|
1497
1498
|
|
|
1498
1499
|
[[package]]
|
|
1499
1500
|
name = "libredox"
|
|
1500
|
-
version = "0.1.
|
|
1501
|
+
version = "0.1.21"
|
|
1501
1502
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1502
|
-
checksum = "
|
|
1503
|
+
checksum = "d7955dfc218a8afb29dfeffd540e3a6e96baeb94fe7138228dd7cc6937fbbf96"
|
|
1503
1504
|
dependencies = [
|
|
1504
1505
|
"libc",
|
|
1505
1506
|
]
|
|
@@ -1527,9 +1528,9 @@ dependencies = [
|
|
|
1527
1528
|
|
|
1528
1529
|
[[package]]
|
|
1529
1530
|
name = "log"
|
|
1530
|
-
version = "0.4.
|
|
1531
|
+
version = "0.4.34"
|
|
1531
1532
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1532
|
-
checksum = "
|
|
1533
|
+
checksum = "f9f8bd3e56ce4dfc153cf470fffbfa98c7620958b312ca5c3a4b8d5181fd13c6"
|
|
1533
1534
|
|
|
1534
1535
|
[[package]]
|
|
1535
1536
|
name = "lru-slab"
|
|
@@ -1599,6 +1600,16 @@ dependencies = [
|
|
|
1599
1600
|
"simd-adler32",
|
|
1600
1601
|
]
|
|
1601
1602
|
|
|
1603
|
+
[[package]]
|
|
1604
|
+
name = "miniz_oxide"
|
|
1605
|
+
version = "0.9.1"
|
|
1606
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1607
|
+
checksum = "b63fbc4a50860e98e7b2aa7804ded1db5cbc3aff9193adaff57a6931bf7c4b4c"
|
|
1608
|
+
dependencies = [
|
|
1609
|
+
"adler2",
|
|
1610
|
+
"simd-adler32",
|
|
1611
|
+
]
|
|
1612
|
+
|
|
1602
1613
|
[[package]]
|
|
1603
1614
|
name = "mio"
|
|
1604
1615
|
version = "1.2.2"
|
|
@@ -1850,7 +1861,7 @@ dependencies = [
|
|
|
1850
1861
|
"crc32fast",
|
|
1851
1862
|
"fdeflate",
|
|
1852
1863
|
"flate2",
|
|
1853
|
-
"miniz_oxide",
|
|
1864
|
+
"miniz_oxide 0.8.9",
|
|
1854
1865
|
]
|
|
1855
1866
|
|
|
1856
1867
|
[[package]]
|
|
@@ -2064,9 +2075,9 @@ dependencies = [
|
|
|
2064
2075
|
|
|
2065
2076
|
[[package]]
|
|
2066
2077
|
name = "rb-sys"
|
|
2067
|
-
version = "0.9.
|
|
2078
|
+
version = "0.9.130"
|
|
2068
2079
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2069
|
-
checksum = "
|
|
2080
|
+
checksum = "02faf625bb10ba893e3ae620f19c9fb1b5f8fcae0fe4eb86bb3f2230fad75edb"
|
|
2070
2081
|
dependencies = [
|
|
2071
2082
|
"rb-sys-build",
|
|
2072
2083
|
]
|
|
@@ -2275,9 +2286,9 @@ checksum = "f87165f0995f63a9fbeea62b64d10b4d9d8e78ec6d7d51fb2125fda7bb36788f"
|
|
|
2275
2286
|
|
|
2276
2287
|
[[package]]
|
|
2277
2288
|
name = "rustls-webpki"
|
|
2278
|
-
version = "0.103.
|
|
2289
|
+
version = "0.103.15"
|
|
2279
2290
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2280
|
-
checksum = "
|
|
2291
|
+
checksum = "f3c3cf1d8b1e7d4927e2d154c3fcb02979afb9939629c62cd9048d4f07b60ac2"
|
|
2281
2292
|
dependencies = [
|
|
2282
2293
|
"aws-lc-rs",
|
|
2283
2294
|
"ring",
|
|
@@ -2377,7 +2388,7 @@ checksum = "e7a5d71263a5a7d47b41f6b3f06ba276f10cc18b0931f1799f710578e2309348"
|
|
|
2377
2388
|
dependencies = [
|
|
2378
2389
|
"proc-macro2",
|
|
2379
2390
|
"quote",
|
|
2380
|
-
"syn 3.0.
|
|
2391
|
+
"syn 3.0.4",
|
|
2381
2392
|
]
|
|
2382
2393
|
|
|
2383
2394
|
[[package]]
|
|
@@ -2420,7 +2431,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
|
2420
2431
|
checksum = "446ba717509524cb3f22f17ecc096f10f4822d76ab5c0b9822c5f9c284e825f4"
|
|
2421
2432
|
dependencies = [
|
|
2422
2433
|
"cfg-if",
|
|
2423
|
-
"cpufeatures 0.3.
|
|
2434
|
+
"cpufeatures 0.3.1",
|
|
2424
2435
|
"digest 0.11.3",
|
|
2425
2436
|
]
|
|
2426
2437
|
|
|
@@ -2551,9 +2562,9 @@ dependencies = [
|
|
|
2551
2562
|
|
|
2552
2563
|
[[package]]
|
|
2553
2564
|
name = "syn"
|
|
2554
|
-
version = "3.0.
|
|
2565
|
+
version = "3.0.4"
|
|
2555
2566
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2556
|
-
checksum = "
|
|
2567
|
+
checksum = "e6275cddf4610d1775e6d1fe9469b2e77d0f39fd98fb7450901b821e0c53649f"
|
|
2557
2568
|
dependencies = [
|
|
2558
2569
|
"proc-macro2",
|
|
2559
2570
|
"quote",
|
|
@@ -2627,7 +2638,7 @@ checksum = "bc04cd3e1236dd4a98afca4569f2deb3f120e5422a4023be2cb683f8486292af"
|
|
|
2627
2638
|
dependencies = [
|
|
2628
2639
|
"proc-macro2",
|
|
2629
2640
|
"quote",
|
|
2630
|
-
"syn 3.0.
|
|
2641
|
+
"syn 3.0.4",
|
|
2631
2642
|
]
|
|
2632
2643
|
|
|
2633
2644
|
[[package]]
|
|
@@ -2718,7 +2729,7 @@ checksum = "78773a2a397f451582ce068015985c33193cf6dea8b74d2a639fe457b2f07b0e"
|
|
|
2718
2729
|
dependencies = [
|
|
2719
2730
|
"proc-macro2",
|
|
2720
2731
|
"quote",
|
|
2721
|
-
"syn 3.0.
|
|
2732
|
+
"syn 3.0.4",
|
|
2722
2733
|
]
|
|
2723
2734
|
|
|
2724
2735
|
[[package]]
|
|
@@ -3087,9 +3098,9 @@ checksum = "a28ac98ddc8b9274cb41bb4d9d4d5c425b6020c50c46f25559911905610b4a88"
|
|
|
3087
3098
|
|
|
3088
3099
|
[[package]]
|
|
3089
3100
|
name = "which"
|
|
3090
|
-
version = "8.0.
|
|
3101
|
+
version = "8.0.6"
|
|
3091
3102
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3092
|
-
checksum = "
|
|
3103
|
+
checksum = "bae2f2b2b816647a1cab1acc91f5bd20812d53cb344382635ec2181940c8034f"
|
|
3093
3104
|
dependencies = [
|
|
3094
3105
|
"libc",
|
|
3095
3106
|
]
|
|
@@ -3447,9 +3458,15 @@ checksum = "34df6fc39dbd26ddc9c10e6a2984476e13acce22e64e4487636ef494369225da"
|
|
|
3447
3458
|
dependencies = [
|
|
3448
3459
|
"proc-macro2",
|
|
3449
3460
|
"quote",
|
|
3450
|
-
"syn 3.0.
|
|
3461
|
+
"syn 3.0.4",
|
|
3451
3462
|
]
|
|
3452
3463
|
|
|
3464
|
+
[[package]]
|
|
3465
|
+
name = "zlib-rs"
|
|
3466
|
+
version = "0.6.7"
|
|
3467
|
+
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3468
|
+
checksum = "34b31d188d9d685a4f9c7b46d6e36631b07058d2cfe190267adce54dc230bf12"
|
|
3469
|
+
|
|
3453
3470
|
[[package]]
|
|
3454
3471
|
name = "zmij"
|
|
3455
3472
|
version = "1.0.23"
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:3c4fd09d678021d0e0e1fbe3ef980db4e5fdc7f30760cded4652482133197e05
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify
|
|
5
5
|
|
|
6
6
|
[package]
|
|
7
7
|
name = "crawlberg-rb"
|
|
8
|
-
version = "1.
|
|
8
|
+
version = "1.5.0"
|
|
9
9
|
edition = "2024"
|
|
10
10
|
license = "MIT"
|
|
11
11
|
description = "High-performance web crawling engine"
|
|
@@ -22,10 +22,10 @@ path = "../src/lib.rs"
|
|
|
22
22
|
crate-type = ["cdylib"]
|
|
23
23
|
|
|
24
24
|
[dependencies]
|
|
25
|
-
crawlberg = { version = "1.
|
|
25
|
+
crawlberg = { version = "1.5.0", features = ["interact", "browser-chromiumoxide"] }
|
|
26
26
|
futures = "0.3"
|
|
27
27
|
magnus = "0.8"
|
|
28
|
-
rb-sys = ">=0.9, <0.
|
|
28
|
+
rb-sys = ">=0.9.130, <0.10"
|
|
29
29
|
serde = { version = "1", features = ["derive"] }
|
|
30
30
|
serde_json = "1"
|
|
31
31
|
tokio = { version = "1", features = ["rt-multi-thread"] }
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
# This file is auto-generated by alef — DO NOT EDIT.
|
|
2
|
-
# alef:hash:
|
|
2
|
+
# alef:hash:5326e03e26baf331d1f85eb82de9b52903317cf694aa9d920b1b22dc6c1f009f
|
|
3
3
|
# To regenerate: alef generate
|
|
4
4
|
# To verify freshness: alef verify
|
|
5
5
|
|