voidcrawl 0.3.4__tar.gz → 0.3.6__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/Cargo.lock +65 -79
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/Cargo.toml +6 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/PKG-INFO +3 -2
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/README.md +1 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/Cargo.toml +1 -1
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/README.md +1 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/examples/download_via_action.rs +2 -2
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/src/error.rs +6 -0
- voidcrawl-0.3.6/crates/core/src/input.rs +205 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/src/lib.rs +1 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/src/page.rs +850 -23
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/src/session.rs +43 -1
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/tests/ax_tree.rs +3 -3
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/pyo3_bindings/Cargo.toml +4 -4
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/pyo3_bindings/src/lib.rs +439 -24
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/pyproject.toml +2 -2
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/__init__.py +52 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/__init__.pyi +6 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/_ext.pyi +227 -5
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/profiles.py +3 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/scale.py +4 -1
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/LICENSE.md +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/CORPUS.md +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/examples/download_and_scan.rs +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/src/antibot.rs +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/src/ax.rs +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/src/captcha.rs +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/src/pool.rs +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/src/profile.rs +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/src/scanner.rs +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/src/stealth.rs +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/tests/antibot_accuracy.rs +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/tests/captcha_capture.rs +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/tests/captcha_runtime_loaded.rs +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/tests/download.rs +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/tests/emulation.rs +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/tests/integration.rs +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/tests/profile_lock.rs +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/tests/scanner.rs +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/crates/core/tests/stealth_ua.rs +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/_downloads.py +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/__init__.py +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/__init__.pyi +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/_base.py +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/_base.pyi +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/_flow.py +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/_flow.pyi +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/_protocol.py +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/_protocol.pyi +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/builtin/__init__.py +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/builtin/__init__.pyi +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/builtin/click.py +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/builtin/click.pyi +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/builtin/dom.py +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/builtin/dom.pyi +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/builtin/hover.py +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/builtin/hover.pyi +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/builtin/input.py +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/builtin/input.pyi +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/builtin/network.py +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/builtin/network.pyi +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/builtin/scroll.py +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/builtin/scroll.pyi +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/builtin/wait.py +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/builtin/wait.pyi +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/js/click_at.js +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/js/hover.js +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/actions/js/wait_for_selector.js +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/cli.py +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/debug.py +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/debug.pyi +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/py.typed +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/scale.pyi +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/schema.py +0 -0
- {voidcrawl-0.3.4 → voidcrawl-0.3.6}/voidcrawl/schema.pyi +0 -0
|
@@ -188,9 +188,9 @@ dependencies = [
|
|
|
188
188
|
|
|
189
189
|
[[package]]
|
|
190
190
|
name = "bitflags"
|
|
191
|
-
version = "2.
|
|
191
|
+
version = "2.13.0"
|
|
192
192
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
193
|
-
checksum = "
|
|
193
|
+
checksum = "b4388bee8683e3d04af747c73422af53102d2bd24d9eadb6cbc100baef4b43f8"
|
|
194
194
|
dependencies = [
|
|
195
195
|
"serde_core",
|
|
196
196
|
]
|
|
@@ -251,9 +251,9 @@ checksum = "1e748733b7cbc798e1434b6ac524f0c1ff2ab456fe201501e6497c8417a4fc33"
|
|
|
251
251
|
|
|
252
252
|
[[package]]
|
|
253
253
|
name = "cc"
|
|
254
|
-
version = "1.2.
|
|
254
|
+
version = "1.2.64"
|
|
255
255
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
256
|
-
checksum = "
|
|
256
|
+
checksum = "dad887fd958be91b5098c0248def011f4523ab786cd411be668777e55063501f"
|
|
257
257
|
dependencies = [
|
|
258
258
|
"find-msvc-tools",
|
|
259
259
|
"shlex",
|
|
@@ -279,8 +279,6 @@ checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801"
|
|
|
279
279
|
[[package]]
|
|
280
280
|
name = "chromiumoxide"
|
|
281
281
|
version = "0.9.1"
|
|
282
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
283
|
-
checksum = "26ed067eb6c1f660bdb87c05efb964421d2ca262bae0296cdfe38cf0cd949a3e"
|
|
284
282
|
dependencies = [
|
|
285
283
|
"async-tungstenite",
|
|
286
284
|
"base64",
|
|
@@ -636,9 +634,9 @@ dependencies = [
|
|
|
636
634
|
|
|
637
635
|
[[package]]
|
|
638
636
|
name = "daachorse"
|
|
639
|
-
version = "3.0.
|
|
637
|
+
version = "3.0.2"
|
|
640
638
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
641
|
-
checksum = "
|
|
639
|
+
checksum = "99251f238b74cd219a86fe6ea9328308ebb223fcbb5b8eb5aa400b847a41dded"
|
|
642
640
|
|
|
643
641
|
[[package]]
|
|
644
642
|
name = "darling"
|
|
@@ -1044,9 +1042,9 @@ checksum = "7f24254aa9a54b5c858eaee2f5bccdb46aaf0e486a595ed5fd8f86ba55232a70"
|
|
|
1044
1042
|
|
|
1045
1043
|
[[package]]
|
|
1046
1044
|
name = "http"
|
|
1047
|
-
version = "1.4.
|
|
1045
|
+
version = "1.4.2"
|
|
1048
1046
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1049
|
-
checksum = "
|
|
1047
|
+
checksum = "6970f50e31d6fc17d3fa27329444bfa74e196cf62e95052a3f6fee181dba6425"
|
|
1050
1048
|
dependencies = [
|
|
1051
1049
|
"bytes",
|
|
1052
1050
|
"itoa",
|
|
@@ -1287,9 +1285,9 @@ dependencies = [
|
|
|
1287
1285
|
|
|
1288
1286
|
[[package]]
|
|
1289
1287
|
name = "ignore"
|
|
1290
|
-
version = "0.4.
|
|
1288
|
+
version = "0.4.26"
|
|
1291
1289
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1292
|
-
checksum = "
|
|
1290
|
+
checksum = "b915661dd01db3f05050265b2477bcc6527b3792388e2749b41623cc592be67d"
|
|
1293
1291
|
dependencies = [
|
|
1294
1292
|
"crossbeam-deque",
|
|
1295
1293
|
"globset",
|
|
@@ -1415,13 +1413,12 @@ dependencies = [
|
|
|
1415
1413
|
|
|
1416
1414
|
[[package]]
|
|
1417
1415
|
name = "js-sys"
|
|
1418
|
-
version = "0.3.
|
|
1416
|
+
version = "0.3.102"
|
|
1419
1417
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1420
|
-
checksum = "
|
|
1418
|
+
checksum = "03d04c30968dffe80775bd4d7fb676131cd04a1fb46d2686dbffbaec2d9dfd31"
|
|
1421
1419
|
dependencies = [
|
|
1422
1420
|
"cfg-if",
|
|
1423
1421
|
"futures-util",
|
|
1424
|
-
"once_cell",
|
|
1425
1422
|
"wasm-bindgen",
|
|
1426
1423
|
]
|
|
1427
1424
|
|
|
@@ -1433,9 +1430,9 @@ checksum = "bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe"
|
|
|
1433
1430
|
|
|
1434
1431
|
[[package]]
|
|
1435
1432
|
name = "leb128"
|
|
1436
|
-
version = "0.2.
|
|
1433
|
+
version = "0.2.7"
|
|
1437
1434
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1438
|
-
checksum = "
|
|
1435
|
+
checksum = "c83bff1d572d6b9aeef67ddfc8448e4a3737909cb28e81f97c791b9018703e52"
|
|
1439
1436
|
|
|
1440
1437
|
[[package]]
|
|
1441
1438
|
name = "leb128fmt"
|
|
@@ -1536,9 +1533,9 @@ dependencies = [
|
|
|
1536
1533
|
|
|
1537
1534
|
[[package]]
|
|
1538
1535
|
name = "memchr"
|
|
1539
|
-
version = "2.8.
|
|
1536
|
+
version = "2.8.2"
|
|
1540
1537
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1541
|
-
checksum = "
|
|
1538
|
+
checksum = "88904434abc2901f197fe8cc55f0445e7ded921dba5911dad2e2b39b48e663c4"
|
|
1542
1539
|
|
|
1543
1540
|
[[package]]
|
|
1544
1541
|
name = "memfd"
|
|
@@ -1769,9 +1766,9 @@ dependencies = [
|
|
|
1769
1766
|
|
|
1770
1767
|
[[package]]
|
|
1771
1768
|
name = "pyo3"
|
|
1772
|
-
version = "0.
|
|
1769
|
+
version = "0.29.0"
|
|
1773
1770
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1774
|
-
checksum = "
|
|
1771
|
+
checksum = "cd274650b21d4bfc26a0a47587962c1edb425f69287324355cd040c3ea66071c"
|
|
1775
1772
|
dependencies = [
|
|
1776
1773
|
"libc",
|
|
1777
1774
|
"once_cell",
|
|
@@ -1783,9 +1780,9 @@ dependencies = [
|
|
|
1783
1780
|
|
|
1784
1781
|
[[package]]
|
|
1785
1782
|
name = "pyo3-async-runtimes"
|
|
1786
|
-
version = "0.
|
|
1783
|
+
version = "0.29.0"
|
|
1787
1784
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1788
|
-
checksum = "
|
|
1785
|
+
checksum = "b3ef68daa7316a3fac65e5e18b2203f010346de1c1c53456811a2624673ab046"
|
|
1789
1786
|
dependencies = [
|
|
1790
1787
|
"futures-channel",
|
|
1791
1788
|
"futures-util",
|
|
@@ -1797,19 +1794,18 @@ dependencies = [
|
|
|
1797
1794
|
|
|
1798
1795
|
[[package]]
|
|
1799
1796
|
name = "pyo3-build-config"
|
|
1800
|
-
version = "0.
|
|
1797
|
+
version = "0.29.0"
|
|
1801
1798
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1802
|
-
checksum = "
|
|
1799
|
+
checksum = "c5e2a7d2f0d013342f295c048ad19237add5154a55b1c5a254c0ec93d4109078"
|
|
1803
1800
|
dependencies = [
|
|
1804
|
-
"python3-dll-a",
|
|
1805
1801
|
"target-lexicon",
|
|
1806
1802
|
]
|
|
1807
1803
|
|
|
1808
1804
|
[[package]]
|
|
1809
1805
|
name = "pyo3-ffi"
|
|
1810
|
-
version = "0.
|
|
1806
|
+
version = "0.29.0"
|
|
1811
1807
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1812
|
-
checksum = "
|
|
1808
|
+
checksum = "ca85c467da1bbc8d866eea5deff9cf29ea5f7785054a17da36e65bda9c05845b"
|
|
1813
1809
|
dependencies = [
|
|
1814
1810
|
"libc",
|
|
1815
1811
|
"pyo3-build-config",
|
|
@@ -1817,9 +1813,9 @@ dependencies = [
|
|
|
1817
1813
|
|
|
1818
1814
|
[[package]]
|
|
1819
1815
|
name = "pyo3-macros"
|
|
1820
|
-
version = "0.
|
|
1816
|
+
version = "0.29.0"
|
|
1821
1817
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1822
|
-
checksum = "
|
|
1818
|
+
checksum = "9ac53762fd065daa3194dd09337a38bd793a188100fd1a9304c4ab312d901771"
|
|
1823
1819
|
dependencies = [
|
|
1824
1820
|
"proc-macro2",
|
|
1825
1821
|
"pyo3-macros-backend",
|
|
@@ -1829,26 +1825,16 @@ dependencies = [
|
|
|
1829
1825
|
|
|
1830
1826
|
[[package]]
|
|
1831
1827
|
name = "pyo3-macros-backend"
|
|
1832
|
-
version = "0.
|
|
1828
|
+
version = "0.29.0"
|
|
1833
1829
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1834
|
-
checksum = "
|
|
1830
|
+
checksum = "4ca3a1557399783172dc5bf39cfca835157732532cba56b71d2292161e53b362"
|
|
1835
1831
|
dependencies = [
|
|
1836
1832
|
"heck",
|
|
1837
1833
|
"proc-macro2",
|
|
1838
|
-
"pyo3-build-config",
|
|
1839
1834
|
"quote",
|
|
1840
1835
|
"syn",
|
|
1841
1836
|
]
|
|
1842
1837
|
|
|
1843
|
-
[[package]]
|
|
1844
|
-
name = "python3-dll-a"
|
|
1845
|
-
version = "0.2.15"
|
|
1846
|
-
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1847
|
-
checksum = "d80ba7540edb18890d444c5aa8e1f1f99b1bdf26fb26ae383135325f4a36042b"
|
|
1848
|
-
dependencies = [
|
|
1849
|
-
"cc",
|
|
1850
|
-
]
|
|
1851
|
-
|
|
1852
1838
|
[[package]]
|
|
1853
1839
|
name = "quote"
|
|
1854
1840
|
version = "1.0.45"
|
|
@@ -1950,9 +1936,9 @@ dependencies = [
|
|
|
1950
1936
|
|
|
1951
1937
|
[[package]]
|
|
1952
1938
|
name = "regex"
|
|
1953
|
-
version = "1.12.
|
|
1939
|
+
version = "1.12.4"
|
|
1954
1940
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1955
|
-
checksum = "
|
|
1941
|
+
checksum = "f1292b7759ae1cb9ec195452d1390a074f0cd8541ab7a5a8c31cd6db45d4a6ba"
|
|
1956
1942
|
dependencies = [
|
|
1957
1943
|
"aho-corasick",
|
|
1958
1944
|
"memchr",
|
|
@@ -1973,9 +1959,9 @@ dependencies = [
|
|
|
1973
1959
|
|
|
1974
1960
|
[[package]]
|
|
1975
1961
|
name = "regex-syntax"
|
|
1976
|
-
version = "0.8.
|
|
1962
|
+
version = "0.8.11"
|
|
1977
1963
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1978
|
-
checksum = "
|
|
1964
|
+
checksum = "d6f6ff9a378485b298a5286656da665ba74413d36db0979633275d2e708145d4"
|
|
1979
1965
|
|
|
1980
1966
|
[[package]]
|
|
1981
1967
|
name = "reqwest"
|
|
@@ -2392,9 +2378,9 @@ checksum = "0c790de23124f9ab44544d7ac05d60440adc586479ce501c1d6d7da3cd8c9cf5"
|
|
|
2392
2378
|
|
|
2393
2379
|
[[package]]
|
|
2394
2380
|
name = "smallvec"
|
|
2395
|
-
version = "1.15.
|
|
2381
|
+
version = "1.15.2"
|
|
2396
2382
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2397
|
-
checksum = "
|
|
2383
|
+
checksum = "8ed6a63f02c8539c91a8685a86f4099661ba3da017932f6ebbea6de3f0fa7c90"
|
|
2398
2384
|
dependencies = [
|
|
2399
2385
|
"serde",
|
|
2400
2386
|
]
|
|
@@ -2441,9 +2427,9 @@ checksum = "13c2bddecc57b384dee18652358fb23172facb8a2c51ccc10d74c157bdea3292"
|
|
|
2441
2427
|
|
|
2442
2428
|
[[package]]
|
|
2443
2429
|
name = "syn"
|
|
2444
|
-
version = "2.0.
|
|
2430
|
+
version = "2.0.118"
|
|
2445
2431
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2446
|
-
checksum = "
|
|
2432
|
+
checksum = "1b9ae57f904213ebb649ce6895b8a66c66f0203b9319718f69a5612a065b1422"
|
|
2447
2433
|
dependencies = [
|
|
2448
2434
|
"proc-macro2",
|
|
2449
2435
|
"quote",
|
|
@@ -2817,9 +2803,9 @@ checksum = "06abde3611657adf66d383f00b093d7faecc7fa57071cce2578660c9f1010821"
|
|
|
2817
2803
|
|
|
2818
2804
|
[[package]]
|
|
2819
2805
|
name = "uuid"
|
|
2820
|
-
version = "1.23.
|
|
2806
|
+
version = "1.23.3"
|
|
2821
2807
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2822
|
-
checksum = "
|
|
2808
|
+
checksum = "144d6b123cef80b301b8f72a9e2ca4370ddec21950d0a103dd22c437006d2db7"
|
|
2823
2809
|
dependencies = [
|
|
2824
2810
|
"getrandom 0.4.2",
|
|
2825
2811
|
"js-sys",
|
|
@@ -2846,7 +2832,7 @@ checksum = "051eb1abcf10076295e815102942cc58f9d5e3b4560e46e53c21e8ff6f3af7b1"
|
|
|
2846
2832
|
|
|
2847
2833
|
[[package]]
|
|
2848
2834
|
name = "void_crawl"
|
|
2849
|
-
version = "0.3.
|
|
2835
|
+
version = "0.3.6"
|
|
2850
2836
|
dependencies = [
|
|
2851
2837
|
"futures",
|
|
2852
2838
|
"pyo3",
|
|
@@ -2858,7 +2844,7 @@ dependencies = [
|
|
|
2858
2844
|
|
|
2859
2845
|
[[package]]
|
|
2860
2846
|
name = "void_crawl_core"
|
|
2861
|
-
version = "0.3.
|
|
2847
|
+
version = "0.3.6"
|
|
2862
2848
|
dependencies = [
|
|
2863
2849
|
"chromiumoxide",
|
|
2864
2850
|
"fd-lock",
|
|
@@ -2877,7 +2863,7 @@ dependencies = [
|
|
|
2877
2863
|
|
|
2878
2864
|
[[package]]
|
|
2879
2865
|
name = "voidcrawl-mcp"
|
|
2880
|
-
version = "0.3.
|
|
2866
|
+
version = "0.3.6"
|
|
2881
2867
|
dependencies = [
|
|
2882
2868
|
"anyhow",
|
|
2883
2869
|
"base64",
|
|
@@ -2955,9 +2941,9 @@ checksum = "ccf3ec651a847eb01de73ccad15eb7d99f80485de043efb2f370cd654f4ea44b"
|
|
|
2955
2941
|
|
|
2956
2942
|
[[package]]
|
|
2957
2943
|
name = "wasip2"
|
|
2958
|
-
version = "1.0.
|
|
2944
|
+
version = "1.0.4+wasi-0.2.12"
|
|
2959
2945
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2960
|
-
checksum = "
|
|
2946
|
+
checksum = "b67efb37e106e55ce722a510d6b5f9c17f083e5fc79afc2badeb12cc313d9487"
|
|
2961
2947
|
dependencies = [
|
|
2962
2948
|
"wit-bindgen 0.57.1",
|
|
2963
2949
|
]
|
|
@@ -2973,9 +2959,9 @@ dependencies = [
|
|
|
2973
2959
|
|
|
2974
2960
|
[[package]]
|
|
2975
2961
|
name = "wasm-bindgen"
|
|
2976
|
-
version = "0.2.
|
|
2962
|
+
version = "0.2.125"
|
|
2977
2963
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2978
|
-
checksum = "
|
|
2964
|
+
checksum = "8ddb3f79143bced6de84270411622a2699cee572fc0875aeaf1e7867cf9fca1a"
|
|
2979
2965
|
dependencies = [
|
|
2980
2966
|
"cfg-if",
|
|
2981
2967
|
"once_cell",
|
|
@@ -2986,9 +2972,9 @@ dependencies = [
|
|
|
2986
2972
|
|
|
2987
2973
|
[[package]]
|
|
2988
2974
|
name = "wasm-bindgen-futures"
|
|
2989
|
-
version = "0.4.
|
|
2975
|
+
version = "0.4.75"
|
|
2990
2976
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2991
|
-
checksum = "
|
|
2977
|
+
checksum = "503b14d284f2c8dac03b819967e155ea753f573586193b2b2c95990cb5d69280"
|
|
2992
2978
|
dependencies = [
|
|
2993
2979
|
"js-sys",
|
|
2994
2980
|
"wasm-bindgen",
|
|
@@ -2996,9 +2982,9 @@ dependencies = [
|
|
|
2996
2982
|
|
|
2997
2983
|
[[package]]
|
|
2998
2984
|
name = "wasm-bindgen-macro"
|
|
2999
|
-
version = "0.2.
|
|
2985
|
+
version = "0.2.125"
|
|
3000
2986
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3001
|
-
checksum = "
|
|
2987
|
+
checksum = "4e21a184b13fb19e157296e2c46056aec9092264fab83e4ba59e68c61b323c3d"
|
|
3002
2988
|
dependencies = [
|
|
3003
2989
|
"quote",
|
|
3004
2990
|
"wasm-bindgen-macro-support",
|
|
@@ -3006,9 +2992,9 @@ dependencies = [
|
|
|
3006
2992
|
|
|
3007
2993
|
[[package]]
|
|
3008
2994
|
name = "wasm-bindgen-macro-support"
|
|
3009
|
-
version = "0.2.
|
|
2995
|
+
version = "0.2.125"
|
|
3010
2996
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3011
|
-
checksum = "
|
|
2997
|
+
checksum = "fecefd9c35bd935a20fc3fc344b5f29138961e4f47fb03297d88f2587afb5ebd"
|
|
3012
2998
|
dependencies = [
|
|
3013
2999
|
"bumpalo",
|
|
3014
3000
|
"proc-macro2",
|
|
@@ -3019,9 +3005,9 @@ dependencies = [
|
|
|
3019
3005
|
|
|
3020
3006
|
[[package]]
|
|
3021
3007
|
name = "wasm-bindgen-shared"
|
|
3022
|
-
version = "0.2.
|
|
3008
|
+
version = "0.2.125"
|
|
3023
3009
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3024
|
-
checksum = "
|
|
3010
|
+
checksum = "23939e44bb9a5d7576fa2b563dc2e136628f1224e88a8deed09e04858b77871f"
|
|
3025
3011
|
dependencies = [
|
|
3026
3012
|
"unicode-ident",
|
|
3027
3013
|
]
|
|
@@ -3259,9 +3245,9 @@ dependencies = [
|
|
|
3259
3245
|
|
|
3260
3246
|
[[package]]
|
|
3261
3247
|
name = "web-sys"
|
|
3262
|
-
version = "0.3.
|
|
3248
|
+
version = "0.3.102"
|
|
3263
3249
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3264
|
-
checksum = "
|
|
3250
|
+
checksum = "a6430a72df5eb332242960fe84b3002a241163998241eb596d4f739b9757061d"
|
|
3265
3251
|
dependencies = [
|
|
3266
3252
|
"js-sys",
|
|
3267
3253
|
"wasm-bindgen",
|
|
@@ -3278,9 +3264,9 @@ dependencies = [
|
|
|
3278
3264
|
|
|
3279
3265
|
[[package]]
|
|
3280
3266
|
name = "which"
|
|
3281
|
-
version = "8.0.
|
|
3267
|
+
version = "8.0.4"
|
|
3282
3268
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3283
|
-
checksum = "
|
|
3269
|
+
checksum = "48d7cd18d4acb58fb3cdfe9ea54e6cd96a4e7d4cc45c56338b236e82dad47248"
|
|
3284
3270
|
dependencies = [
|
|
3285
3271
|
"libc",
|
|
3286
3272
|
]
|
|
@@ -3609,9 +3595,9 @@ dependencies = [
|
|
|
3609
3595
|
|
|
3610
3596
|
[[package]]
|
|
3611
3597
|
name = "yara-x-macros"
|
|
3612
|
-
version = "1.
|
|
3598
|
+
version = "1.18.0"
|
|
3613
3599
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3614
|
-
checksum = "
|
|
3600
|
+
checksum = "f3ed838cfc6391f383db4b408ae65f0b113277222b6bb98a3baa29b5f34e3293"
|
|
3615
3601
|
dependencies = [
|
|
3616
3602
|
"darling",
|
|
3617
3603
|
"proc-macro2",
|
|
@@ -3662,18 +3648,18 @@ dependencies = [
|
|
|
3662
3648
|
|
|
3663
3649
|
[[package]]
|
|
3664
3650
|
name = "zerocopy"
|
|
3665
|
-
version = "0.8.
|
|
3651
|
+
version = "0.8.52"
|
|
3666
3652
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3667
|
-
checksum = "
|
|
3653
|
+
checksum = "ce1022995ff5ff5d841ad7d994facc23098cd40152f2c1d11cd607c6f530653f"
|
|
3668
3654
|
dependencies = [
|
|
3669
3655
|
"zerocopy-derive",
|
|
3670
3656
|
]
|
|
3671
3657
|
|
|
3672
3658
|
[[package]]
|
|
3673
3659
|
name = "zerocopy-derive"
|
|
3674
|
-
version = "0.8.
|
|
3660
|
+
version = "0.8.52"
|
|
3675
3661
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3676
|
-
checksum = "
|
|
3662
|
+
checksum = "1ae7f38b72ec2a254e2b87ef277cf2cd4fb97cbebf944faa6f33354da0867930"
|
|
3677
3663
|
dependencies = [
|
|
3678
3664
|
"proc-macro2",
|
|
3679
3665
|
"quote",
|
|
@@ -3703,9 +3689,9 @@ dependencies = [
|
|
|
3703
3689
|
|
|
3704
3690
|
[[package]]
|
|
3705
3691
|
name = "zeroize"
|
|
3706
|
-
version = "1.
|
|
3692
|
+
version = "1.9.0"
|
|
3707
3693
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
3708
|
-
checksum = "
|
|
3694
|
+
checksum = "e13c156562582aa81c60cb29407084cdb54c4164760106ab78e6c5b0858cf64e"
|
|
3709
3695
|
|
|
3710
3696
|
[[package]]
|
|
3711
3697
|
name = "zerotrie"
|
|
@@ -39,3 +39,9 @@ similar_names = "allow"
|
|
|
39
39
|
doc_lazy_continuation = "allow"
|
|
40
40
|
needless_raw_string_hashes = "allow"
|
|
41
41
|
too_many_lines = "allow"
|
|
42
|
+
|
|
43
|
+
# Vendored chromiumoxide with VoidCrawl's minimal-CDP stealth patch surface.
|
|
44
|
+
# The fork still launches or attaches to stock Chrome/Chromium; it only changes
|
|
45
|
+
# selected CDP-client behavior when VOIDCRAWL_STEALTH_NO_RUNTIME is set.
|
|
46
|
+
[patch.crates-io]
|
|
47
|
+
chromiumoxide = { path = "vendor/chromiumoxide" }
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: voidcrawl
|
|
3
|
-
Version: 0.3.
|
|
3
|
+
Version: 0.3.6
|
|
4
4
|
Classifier: Programming Language :: Python :: 3 :: Only
|
|
5
5
|
Classifier: Programming Language :: Python :: 3.10
|
|
6
6
|
Classifier: Programming Language :: Python :: 3.11
|
|
@@ -10,7 +10,7 @@ Classifier: Programming Language :: Python :: 3.14
|
|
|
10
10
|
Requires-Dist: click>=8.3.2
|
|
11
11
|
Requires-Dist: pydantic>=2
|
|
12
12
|
Requires-Dist: rich>=14.3.3 ; extra == 'debug'
|
|
13
|
-
Requires-Dist: voidcrawl-mcp==0.3.
|
|
13
|
+
Requires-Dist: voidcrawl-mcp==0.3.6 ; extra == 'mcp'
|
|
14
14
|
Provides-Extra: debug
|
|
15
15
|
Provides-Extra: mcp
|
|
16
16
|
License-File: LICENSE.md
|
|
@@ -178,6 +178,7 @@ uv run pytest tests/ -v
|
|
|
178
178
|
|
|
179
179
|
- [Full API reference](docs/api-reference.md)
|
|
180
180
|
- [Anti-bot / CDN detection](docs/antibot.md)
|
|
181
|
+
- [Cross-origin & closed-shadow frames](docs/cross-origin-frames.md)
|
|
181
182
|
- [Examples](examples/)
|
|
182
183
|
|
|
183
184
|
## Contact
|
|
@@ -43,10 +43,10 @@ async fn main() -> Result<(), Box<dyn Error>> {
|
|
|
43
43
|
let capture = page.arm_download(quarantine.path(), max_bytes).await?;
|
|
44
44
|
|
|
45
45
|
println!(" clicking the \"Download\" button …");
|
|
46
|
-
page.click_by_role("button", "Download", 0).await?;
|
|
46
|
+
page.click_by_role("button", "Download", 0, false).await?;
|
|
47
47
|
// Drive may interpose a "Download anyway" virus-scan interstitial for files
|
|
48
48
|
// it can't scan — clicking it is just another action in the same flow.
|
|
49
|
-
let _ = page.click_by_role("button", "Download anyway", 0).await;
|
|
49
|
+
let _ = page.click_by_role("button", "Download anyway", 0, false).await;
|
|
50
50
|
|
|
51
51
|
println!(" waiting for the download to land …");
|
|
52
52
|
let outcome = capture.wait(&page, Duration::from_secs(90)).await?;
|
|
@@ -30,6 +30,12 @@ pub enum VoidCrawlError {
|
|
|
30
30
|
#[error("element not found: {0}")]
|
|
31
31
|
ElementNotFound(String),
|
|
32
32
|
|
|
33
|
+
#[error("frame not found: {0}")]
|
|
34
|
+
FrameNotFound(String),
|
|
35
|
+
|
|
36
|
+
#[error("ambiguous frame pattern: {0}")]
|
|
37
|
+
AmbiguousFrame(String),
|
|
38
|
+
|
|
33
39
|
#[error("timeout: {0}")]
|
|
34
40
|
Timeout(String),
|
|
35
41
|
|