crawlberg 1.12.0 → 1.12.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ccfb786cd775f2189206d95ae30218971296b115ec48e1a64c3fff68ce602c75
-  data.tar.gz: c02f1627a22312d32df5362159fb2a54b5d9ee4737c15754443dedb971325628
+  metadata.gz: d94c2b28c7e7bc04835352b1e68dd17e01e73435438d896869793e8205dda557
+  data.tar.gz: af40fde2be40012801c809a9a29aa588f7b5e173f06c7c97a553b8edabf38fc4
 SHA512:
-  metadata.gz: 7a8d0a19cfd37e7a879f5f4e15af84156e56cf062c0afe545b550d12f6210aec14bab5af9fceb583f1a93de6d5db69d8fd519fba668226f4fa1b248f126addad
-  data.tar.gz: 2c3e3287fbd7eec2e6f1ea9222e5ad8867b39b3de75075c115fc68baa1972edd933a0b33c93fa7d27c035dbf13524465ce4eec6045220c2efcbb69bbe6aad3f2
+  metadata.gz: 40b098a85ecdbead4feb24b6364064e2ce2efcc5bb0feb8b9c2df00cef4a1de529fb3a9b2c5496568aaee0b03b5e9f3913732b0c9cdc882561c91e811d017bca
+  data.tar.gz: d6d13a3632dbf1f84a21c53dfd1432de7f79be1ed3f818dd19883af9fd4fbc3258a13fb918de4db8b390320b642b5c19543aad67f6ce62928311d675d3c667cc

data/ext/crawlberg_rb/native/Cargo.lock

@@ -229,9 +229,9 @@ dependencies = [
 
 [[package]]
 name = "brotli"
-version = "9.0.0"
+version = "9.1.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f8b851b75c23ca7873623d612fe49bd1989aeb03d08fb9432187eb253d3d4c6b"
+checksum = "627b7cfb0578f0eafce087a90fcd40add1231900b69e4d4de2d456260a4f5d81"
 dependencies = [
  "alloc-no-stdlib",
  "alloc-stdlib",
@@ -240,9 +240,9 @@ dependencies = [
 
 [[package]]
 name = "brotli-decompressor"
-version = "6.0.1"
+version = "6.2.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "941cd9bd4ddab83cb46fa5a2d428f1c857b24ac78cb876cf7beb710840934bd7"
+checksum = "34c6783f42c21c952ad7112b354f0ba2f10760e9decea5b1b60523d6e270faaf"
 dependencies = [
  "alloc-no-stdlib",
  "alloc-stdlib",
@@ -274,9 +274,9 @@ checksum = "fc652a48c352aef3ea3aed32080501cf3ef6ed5da78602a020c991775b0aff04"
 
 [[package]]
 name = "cc"
-version = "1.9.0"
+version = "1.10.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "877bf67ac8e52449eb2f9e98a344ea163beb70dd1f9eebe3cc5357dcfeaee4df"
+checksum = "86e055fa6e3e40ad6187ba25b6855eeb635d5271f8e0f0e1e9a5826b8d75bea0"
 dependencies = [
  "find-msvc-tools",
  "jobserver",
@@ -537,9 +537,9 @@ dependencies = [
 
 [[package]]
 name = "crawlberg"
-version = "1.12.0"
+version = "1.12.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "816cd63cd218f1072b402230d946d4805923b1d53a2faa39d5ce71d58d3f022a"
+checksum = "8949315433622c191e4f83b23041a46f02f6096839149706af09715f75280971"
 dependencies = [
  "ahash",
  "aho-corasick",
@@ -635,7 +635,7 @@ dependencies = [
 
 [[package]]
 name = "crawlberg-rb"
-version = "1.12.0"
+version = "1.12.2"
 dependencies = [
  "crawlberg",
  "futures",
@@ -648,9 +648,9 @@ dependencies = [
 
 [[package]]
 name = "crawlberg-robots"
-version = "1.12.0"
+version = "1.12.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a7f393d7f0a1f96526de81142b88a733b92b9ca8ad3fc35b1c23c90818b50029"
+checksum = "30cb48557123dd4e13fd756b83490faf9aaeb7d70e1bcd74a410c4f12a9b6320"
 
 [[package]]
 name = "crc32fast"
@@ -804,9 +804,9 @@ dependencies = [
 
 [[package]]
 name = "fancy-regex"
-version = "0.19.2"
+version = "0.20.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d301f5bf187b3c295fce6468d3875037a0bccc5f6b151c63cac2f85babf21912"
+checksum = "20ed7f62ce0ae0da1a8b93c3c7104ab7e0760a74491e097c701fff966e945390"
 dependencies = [
  "bit-set",
  "regex-automata",
@@ -881,15 +881,6 @@ version = "1.3.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "42703706b716c37f96a77aea830392ad231f44c9e9a67872fa5548707e11b11c"
 
-[[package]]
-name = "fsevent-sys"
-version = "4.1.0"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "76ee7a02da4d231650c7cea31349b889be2f45ddb3ef3032d2ec8185f6313fd2"
-dependencies = [
- "libc",
-]
-
 [[package]]
 name = "futures"
 version = "0.3.34"
@@ -1086,9 +1077,9 @@ checksum = "491194d601b4fa9fac3c9571e014070a0ad1bc3392d1bc10419695196a8b3cc3"
 
 [[package]]
 name = "html-to-markdown-rs"
-version = "3.18.5"
+version = "3.18.7"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "456da57af20dc98ba1ec1ab70079f977ec29bf62b713ee1acaa71799a275adb4"
+checksum = "259eff8de02b67e436fa4ccd377dbf6105d530fc405f20489677f417cf673a7a"
 dependencies = [
  "ahash",
  "astral-tl",
@@ -1262,9 +1253,9 @@ dependencies = [
 
 [[package]]
 name = "icu_casemap"
-version = "2.3.0"
+version = "2.4.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f2edfd120d8445de853cf53a1abec916f638f933a70a6f4bf8f7e2d7b7f884e9"
+checksum = "1a6f143e9349267b80ae071a6ec25d4797c45756d8b2671a8b24b7b25b81ab94"
 dependencies = [
  "icu_casemap_data",
  "icu_collections",
@@ -1278,15 +1269,15 @@ dependencies = [
 
 [[package]]
 name = "icu_casemap_data"
-version = "2.3.0"
+version = "2.4.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "059fcda0fc8d33effc6633a8cf0d8a3c17caf7d7c91918fba9918744f501e4e8"
+checksum = "71a5c321208537711696af55bc2ab5dad939e4f6e0aef92dd6a2555deceedf3a"
 
 [[package]]
 name = "icu_collections"
-version = "2.3.0"
+version = "2.4.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "fa68d21081c4a05d5a901a1c62add574c77048b6a1c67be3b50ce0b60d4ca513"
+checksum = "fe090a42a0d3140fed8c63263ed1fecc02422cb2f4bfe55cd8de2de1b8e105dd"
 dependencies = [
  "displaydoc",
  "potential_utf",
@@ -1299,9 +1290,9 @@ dependencies = [
 
 [[package]]
 name = "icu_locale_core"
-version = "2.3.0"
+version = "2.4.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d56e28588da92eee5c3201a6eff33fabdd49b62269c8938d4ff050ce4d900deb"
+checksum = "25d29b57c17c6528d0dc4c2141cfa2d08200465acb537a3909c8b9b8a4a984c0"
 dependencies = [
  "displaydoc",
  "litemap",
@@ -1313,9 +1304,9 @@ dependencies = [
 
 [[package]]
 name = "icu_normalizer"
-version = "2.3.0"
+version = "2.4.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "12f9cf5f235641ed274641dd81c3f28d870e276763d0797aeeab72317b1c646f"
+checksum = "404a3b8c486f205c87fe7f23ab6894d84a4ad76d6e4671ae1981ba7def87c599"
 dependencies = [
  "icu_collections",
  "icu_normalizer_data",
@@ -1327,15 +1318,15 @@ dependencies = [
 
 [[package]]
 name = "icu_normalizer_data"
-version = "2.3.0"
+version = "2.4.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1563da1ed3e0b3bf3d74c9b85917ac9c56464d2f57242270c09c9e752f8021a0"
+checksum = "20f0088bfb7441f7a37fa0c9e20cb1e9cba1cac6b9ce8cd2a6dc44294f8e8cbc"
 
 [[package]]
 name = "icu_properties"
-version = "2.3.0"
+version = "2.4.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7e7ca276ad3145661a65914e6daf131ca5120cd3dcee8f8f3214b8875184a148"
+checksum = "2ea83d991c56158f7cf898bf86436c1dfe7c07ee82fe88951f2695c9f37a379f"
 dependencies = [
  "displaydoc",
  "icu_collections",
@@ -1348,15 +1339,15 @@ dependencies = [
 
 [[package]]
 name = "icu_properties_data"
-version = "2.3.0"
+version = "2.4.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e590f038c1464a96894fd6d10127e90a8be4509f56ff7ecef851b15cee0b7caa"
+checksum = "b98f29af82d02b163fe50161388350e743bb3107cc8e8c2f7314cb505faddfcf"
 
 [[package]]
 name = "icu_provider"
-version = "2.3.1"
+version = "2.4.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d27bbb9d3abbefac45d55f647c9de1d44aafcd1186eb91879afef17c396c3e73"
+checksum = "413099315636c588ee8f011190b329b971a09a8fae9d157e01dcae8379468514"
 dependencies = [
  "displaydoc",
  "icu_locale_core",
@@ -1747,20 +1738,21 @@ dependencies = [
 
 [[package]]
 name = "notify"
-version = "8.2.0"
+version = "8.2.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "4d3d07927151ff8575b7087f245456e549fea62edf0ec4e565a5ee50c8402bc3"
+checksum = "82f812702fbc75d35416d3f884e04925be7e9498f4eceea2e24ba34559284674"
 dependencies = [
  "bitflags",
- "fsevent-sys",
  "inotify",
  "kqueue",
  "libc",
  "log",
  "mio",
  "notify-types",
+ "objc2-core-foundation",
+ "objc2-core-services",
  "walkdir",
- "windows-sys 0.60.2",
+ "windows-sys 0.61.2",
 ]
 
 [[package]]
@@ -1805,6 +1797,16 @@ dependencies = [
  "bitflags",
 ]
 
+[[package]]
+name = "objc2-core-services"
+version = "0.3.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "583300ad934cba24ff5292aee751ecc070f7ca6b39a574cc21b7b5e588e06a0b"
+dependencies = [
+ "libc",
+ "objc2-core-foundation",
+]
+
 [[package]]
 name = "objc2-io-kit"
 version = "0.3.2"
@@ -1823,9 +1825,9 @@ checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50"
 
 [[package]]
 name = "openssl-probe"
-version = "0.2.1"
+version = "0.2.2"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7c87def4c32ab89d880effc9e097653c8da5d6ef28e6b539d313baaacfbafcbe"
+checksum = "7e036b411754132fd6b74e94b74e9a13c5cf606fa93d1885c35860d3060820b1"
 
 [[package]]
 name = "opentelemetry"
@@ -1994,9 +1996,9 @@ dependencies = [
 
 [[package]]
 name = "psl"
-version = "2.1.244"
+version = "2.1.245"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "bc3ac0c25b0c40554a755e56dfe268855c53f391bbb7922a1c1fe59b73b163a9"
+checksum = "46cce9bc841c0eeb395275a775d11e3cc91b904e6ab370a9a42369e111b3038e"
 dependencies = [
  "psl-types",
 ]
@@ -2291,9 +2293,9 @@ dependencies = [
 
 [[package]]
 name = "rustix"
-version = "1.1.5"
+version = "1.1.6"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "891efababe418670775f199f0d233d84843c227a0949a883ce15b37c78d6629d"
+checksum = "e5e76742e5294153d4dde1207dbec5bdd81eef6fabdc0d2118babadabfd858aa"
 dependencies = [
  "bitflags",
  "errno",
@@ -2580,9 +2582,9 @@ checksum = "0c790de23124f9ab44544d7ac05d60440adc586479ce501c1d6d7da3cd8c9cf5"
 
 [[package]]
 name = "smallvec"
-version = "1.16.3"
+version = "1.16.4"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5b3dc8af474f516a851ff4bd12db780f948b9250ad37211e4eec0bccea54e01b"
+checksum = "d0d5d4b1981b8bbbb7aed204cae5726d683d5d6ac7e74ec54122ea28f315e7c8"
 
 [[package]]
 name = "socket2"
@@ -2820,9 +2822,9 @@ dependencies = [
 
 [[package]]
 name = "tinystr"
-version = "0.8.4"
+version = "0.8.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b1e27c91459209c2986af3dcf603a5a74a4368754ce37414f59acc971167f643"
+checksum = "abc840c238154d58f9e86b2792261edfde565a17696e1cda1a449de27979801a"
 dependencies = [
  "displaydoc",
  "serde_core",
@@ -3219,9 +3221,9 @@ dependencies = [
 
 [[package]]
 name = "webpki-root-certs"
-version = "1.0.10"
+version = "1.0.11"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "58ec80e73fd8baf57bf0d9615554c75348bda990d6d5bbeab964dd068319fecb"
+checksum = "e49d0e65abc00c142e8f9428da991da9f1a250c39be97459901eb12b9b49f62a"
 dependencies = [
  "rustls-pki-types",
 ]
@@ -3390,16 +3392,7 @@ version = "0.52.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "282be5f36a8ce781fad8c8ae18fa3f9beff57ec1b52cb3de0789201425d9a33d"
 dependencies = [
- "windows-targets 0.52.6",
-]
-
-[[package]]
-name = "windows-sys"
-version = "0.60.2"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f2f500e4d28234f72040990ec9d39e3a6b950f9f22d3dba18416c35882612bcb"
-dependencies = [
- "windows-targets 0.53.5",
+ "windows-targets",
 ]
 
 [[package]]
@@ -3417,31 +3410,14 @@ version = "0.52.6"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "9b724f72796e036ab90c1021d4780d4d3d648aca59e491e6b98e725b84e99973"
 dependencies = [
- "windows_aarch64_gnullvm 0.52.6",
- "windows_aarch64_msvc 0.52.6",
- "windows_i686_gnu 0.52.6",
- "windows_i686_gnullvm 0.52.6",
- "windows_i686_msvc 0.52.6",
- "windows_x86_64_gnu 0.52.6",
- "windows_x86_64_gnullvm 0.52.6",
- "windows_x86_64_msvc 0.52.6",
-]
-
-[[package]]
-name = "windows-targets"
-version = "0.53.5"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "4945f9f551b88e0d65f3db0bc25c33b8acea4d9e41163edf90dcd0b19f9069f3"
-dependencies = [
- "windows-link",
- "windows_aarch64_gnullvm 0.53.1",
- "windows_aarch64_msvc 0.53.1",
- "windows_i686_gnu 0.53.1",
- "windows_i686_gnullvm 0.53.1",
- "windows_i686_msvc 0.53.1",
- "windows_x86_64_gnu 0.53.1",
- "windows_x86_64_gnullvm 0.53.1",
- "windows_x86_64_msvc 0.53.1",
+ "windows_aarch64_gnullvm",
+ "windows_aarch64_msvc",
+ "windows_i686_gnu",
+ "windows_i686_gnullvm",
+ "windows_i686_msvc",
+ "windows_x86_64_gnu",
+ "windows_x86_64_gnullvm",
+ "windows_x86_64_msvc",
 ]
 
 [[package]]
@@ -3459,96 +3435,48 @@ version = "0.52.6"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "32a4622180e7a0ec044bb555404c800bc9fd9ec262ec147edd5989ccd0c02cd3"
 
-[[package]]
-name = "windows_aarch64_gnullvm"
-version = "0.53.1"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "a9d8416fa8b42f5c947f8482c43e7d89e73a173cead56d044f6a56104a6d1b53"
-
 [[package]]
 name = "windows_aarch64_msvc"
 version = "0.52.6"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "09ec2a7bb152e2252b53fa7803150007879548bc709c039df7627cabbd05d469"
 
-[[package]]
-name = "windows_aarch64_msvc"
-version = "0.53.1"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b9d782e804c2f632e395708e99a94275910eb9100b2114651e04744e9b125006"
-
 [[package]]
 name = "windows_i686_gnu"
 version = "0.52.6"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "8e9b5ad5ab802e97eb8e295ac6720e509ee4c243f69d781394014ebfe8bbfa0b"
 
-[[package]]
-name = "windows_i686_gnu"
-version = "0.53.1"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "960e6da069d81e09becb0ca57a65220ddff016ff2d6af6a223cf372a506593a3"
-
 [[package]]
 name = "windows_i686_gnullvm"
 version = "0.52.6"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "0eee52d38c090b3caa76c563b86c3a4bd71ef1a819287c19d586d7334ae8ed66"
 
-[[package]]
-name = "windows_i686_gnullvm"
-version = "0.53.1"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "fa7359d10048f68ab8b09fa71c3daccfb0e9b559aed648a8f95469c27057180c"
-
 [[package]]
 name = "windows_i686_msvc"
 version = "0.52.6"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "240948bc05c5e7c6dabba28bf89d89ffce3e303022809e73deaefe4f6ec56c66"
 
-[[package]]
-name = "windows_i686_msvc"
-version = "0.53.1"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "1e7ac75179f18232fe9c285163565a57ef8d3c89254a30685b57d83a38d326c2"
-
 [[package]]
 name = "windows_x86_64_gnu"
 version = "0.52.6"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "147a5c80aabfbf0c7d901cb5895d1de30ef2907eb21fbbab29ca94c5b08b1a78"
 
-[[package]]
-name = "windows_x86_64_gnu"
-version = "0.53.1"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9c3842cdd74a865a8066ab39c8a7a473c0778a3f29370b5fd6b4b9aa7df4a499"
-
 [[package]]
 name = "windows_x86_64_gnullvm"
 version = "0.52.6"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "24d5b23dc417412679681396f2b49f3de8c1473deb516bd34410872eff51ed0d"
 
-[[package]]
-name = "windows_x86_64_gnullvm"
-version = "0.53.1"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "0ffa179e2d07eee8ad8f57493436566c7cc30ac536a3379fdf008f47f6bb7ae1"
-
 [[package]]
 name = "windows_x86_64_msvc"
 version = "0.52.6"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "589f6da84c646204747d1270a2a5661ea66ed1cced2631d546fdfb155959f9ec"
 
-[[package]]
-name = "windows_x86_64_msvc"
-version = "0.53.1"
-source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d6bbff5f0aada427a1e5a6da5f1f98158182f26556f345ac9e04d36d0ebed650"
-
 [[package]]
 name = "winnow"
 version = "1.0.4"
@@ -3569,9 +3497,9 @@ checksum = "3ad82d2a33cdc9674dc7465672f271e096168fcdbe0f799d9e6db8c5892679dc"
 
 [[package]]
 name = "yoke"
-version = "0.8.3"
+version = "0.8.4"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "709fe23a0424b6a435d82152b1bd3fdfb0833487d5fa90d05d42762a9891fef5"
+checksum = "417ef3fcf6c300b7dbd25c85531a746931c02ad536f3cf4786ed1e88223340b3"
 dependencies = [
  "stable_deref_trait",
  "yoke-derive",
@@ -3651,9 +3579,9 @@ dependencies = [
 
 [[package]]
 name = "zerovec"
-version = "0.11.8"
+version = "0.11.9"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "bb0464e17806c1d976d5cba29399c7f08e516e279e2ba493f63123b5fca67dd8"
+checksum = "f58a2799cfe9a1670c7ea8edbd52ef8edb93cb37a7f83bf31ba9e35d9dae6a40"
 dependencies = [
  "serde",
  "yoke",
@@ -3663,9 +3591,9 @@ dependencies = [
 
 [[package]]
 name = "zerovec-derive"
-version = "0.11.6"
+version = "0.11.7"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "34df6fc39dbd26ddc9c10e6a2984476e13acce22e64e4487636ef494369225da"
+checksum = "c3743ddbf47738d929cd1ae2e199d40d0162979dfe31aef8ae646d2bf00bf97a"
 dependencies = [
  "proc-macro2",
  "quote",

data/ext/crawlberg_rb/native/Cargo.toml

@@ -1,11 +1,11 @@
 # This file is auto-generated by alef — DO NOT EDIT.
-# alef:hash:5c5de05901161d333a4343e3a35f6b8e0967bdc7fbaa657e0ccb4f328fc2701b
+# alef:hash:b3f271455dce968c83cbdf03e1934902e2ad21295928a2c5f148e7dddc67ac2c
 # To regenerate: alef generate
 # To verify freshness: alef verify
 
 [package]
 name = "crawlberg-rb"
-version = "1.12.0"
+version = "1.12.2"
 edition = "2024"
 authors = ["Na'aman Hirschfeld <naaman@xberg.io>", "Tobias Perlstein <tobias@xberg.io>"]
 license = "MIT"
@@ -23,7 +23,7 @@ path = "../src/lib.rs"
 crate-type = ["cdylib"]
 
 [dependencies]
-crawlberg = { version = "1.12.0", features = ["interact", "browser-chromiumoxide"] }
+crawlberg = { version = "1.12.2", features = ["interact", "browser-chromiumoxide"] }
 futures = "0.3"
 magnus = "0.9"
 rb-sys = ">=0.9.130, <0.10"

data/ext/crawlberg_rb/src/lib.rs

@@ -1,5 +1,5 @@
 // This file is auto-generated by alef. DO NOT EDIT.
-// alef:hash:582ed106e4be9129fdfae3b203c9f9ccb338efae1989ad0fdde9d99890d81bd7
+// alef:hash:5766b3fb05a187f88eec0ae0ee3c5e32d6bede7f1a3bc38b4305587073983bbd
 // Re-generate with: alef generate
 #![allow(dead_code, unused_imports, unused_variables)]
 #![allow(
@@ -845,6 +845,7 @@ pub struct BrowserConfig {
     chrome_args: Vec<String>,
     scroll_containers: bool,
     dom_quiet_window: u64,
+    dom_quiet_cap: u64,
 }
 
 unsafe impl IntoValueFromNative for BrowserConfig {}
@@ -896,6 +897,7 @@ impl std::fmt::Debug for BrowserConfig {
         debug.field("chrome_args", &"<redacted>");
         debug.field("scroll_containers", &self.scroll_containers);
         debug.field("dom_quiet_window", &self.dom_quiet_window);
+        debug.field("dom_quiet_cap", &self.dom_quiet_cap);
         debug.finish()
     }
 }
@@ -1092,6 +1094,15 @@ impl BrowserConfig {
                 })?,
                 None => 150,
             },
+            dom_quiet_cap: match kwargs.get(ruby.to_symbol("dom_quiet_cap")) {
+                Some(v) => u64::try_convert(v).map_err(|e| {
+                    magnus::Error::new(
+                        unsafe { magnus::Ruby::get_unchecked() }.exception_type_error(),
+                        format!("invalid value for `dom_quiet_cap`: {}", e),
+                    )
+                })?,
+                None => 4000,
+            },
         })
     }
 
@@ -1170,6 +1181,10 @@ impl BrowserConfig {
     fn dom_quiet_window(&self) -> u64 {
         self.dom_quiet_window.clone()
     }
+
+    fn dom_quiet_cap(&self) -> u64 {
+        self.dom_quiet_cap.clone()
+    }
 }
 
 #[derive(Clone, Debug, serde::Serialize)]
@@ -1474,6 +1489,10 @@ pub struct ContentConfig {
     compact_tables: bool,
     keep_inline_images_in: Vec<String>,
     keep_hidden: bool,
+    expand_abbreviations: bool,
+    escape_misc: bool,
+    escape_asterisks: bool,
+    include_icon_labels: bool,
 }
 
 unsafe impl IntoValueFromNative for ContentConfig {}
@@ -1705,6 +1724,42 @@ impl ContentConfig {
                 })?,
                 None => false,
             },
+            expand_abbreviations: match kwargs.get(ruby.to_symbol("expand_abbreviations")) {
+                Some(v) => bool::try_convert(v).map_err(|e| {
+                    magnus::Error::new(
+                        unsafe { magnus::Ruby::get_unchecked() }.exception_type_error(),
+                        format!("invalid value for `expand_abbreviations`: {}", e),
+                    )
+                })?,
+                None => true,
+            },
+            escape_misc: match kwargs.get(ruby.to_symbol("escape_misc")) {
+                Some(v) => bool::try_convert(v).map_err(|e| {
+                    magnus::Error::new(
+                        unsafe { magnus::Ruby::get_unchecked() }.exception_type_error(),
+                        format!("invalid value for `escape_misc`: {}", e),
+                    )
+                })?,
+                None => false,
+            },
+            escape_asterisks: match kwargs.get(ruby.to_symbol("escape_asterisks")) {
+                Some(v) => bool::try_convert(v).map_err(|e| {
+                    magnus::Error::new(
+                        unsafe { magnus::Ruby::get_unchecked() }.exception_type_error(),
+                        format!("invalid value for `escape_asterisks`: {}", e),
+                    )
+                })?,
+                None => false,
+            },
+            include_icon_labels: match kwargs.get(ruby.to_symbol("include_icon_labels")) {
+                Some(v) => bool::try_convert(v).map_err(|e| {
+                    magnus::Error::new(
+                        unsafe { magnus::Ruby::get_unchecked() }.exception_type_error(),
+                        format!("invalid value for `include_icon_labels`: {}", e),
+                    )
+                })?,
+                None => true,
+            },
         })
     }
 
@@ -1787,6 +1842,22 @@ impl ContentConfig {
     fn keep_hidden(&self) -> bool {
         self.keep_hidden
     }
+
+    fn expand_abbreviations(&self) -> bool {
+        self.expand_abbreviations
+    }
+
+    fn escape_misc(&self) -> bool {
+        self.escape_misc
+    }
+
+    fn escape_asterisks(&self) -> bool {
+        self.escape_asterisks
+    }
+
+    fn include_icon_labels(&self) -> bool {
+        self.include_icon_labels
+    }
 }
 
 #[derive(Clone, serde::Serialize, serde::Deserialize)]
@@ -1967,6 +2038,7 @@ pub struct CrawlConfig {
     ssrf: SsrfPolicy,
     ssrf_deny_private_explicit: Option<bool>,
     danger_accept_invalid_certs: bool,
+    subdomain_header_allowlist: Vec<String>,
 }
 
 unsafe impl IntoValueFromNative for CrawlConfig {}
@@ -2055,6 +2127,7 @@ impl std::fmt::Debug for CrawlConfig {
         debug.field("ssrf", &self.ssrf);
         debug.field("ssrf_deny_private_explicit", &self.ssrf_deny_private_explicit);
         debug.field("danger_accept_invalid_certs", &self.danger_accept_invalid_certs);
+        debug.field("subdomain_header_allowlist", &self.subdomain_header_allowlist);
         debug.finish()
     }
 }
@@ -2590,6 +2663,15 @@ impl CrawlConfig {
                 })?,
                 None => false,
             },
+            subdomain_header_allowlist: match kwargs.get(ruby.to_symbol("subdomain_header_allowlist")) {
+                Some(v) => <Vec<String>>::try_convert(v).map_err(|e| {
+                    magnus::Error::new(
+                        unsafe { magnus::Ruby::get_unchecked() }.exception_type_error(),
+                        format!("invalid value for `subdomain_header_allowlist`: {}", e),
+                    )
+                })?,
+                None => Default::default(),
+            },
         })
     }
 
@@ -2817,6 +2899,10 @@ impl CrawlConfig {
         self.danger_accept_invalid_certs
     }
 
+    fn subdomain_header_allowlist(&self) -> Vec<String> {
+        self.subdomain_header_allowlist.clone()
+    }
+
     fn validate(&self) -> Result<(), Error> {
         #[allow(clippy::needless_update)]
         let core_self = crawlberg::CrawlConfig {
@@ -2937,14 +3023,11 @@ impl CrawlConfig {
 
             danger_accept_invalid_certs: self.danger_accept_invalid_certs,
 
+            subdomain_header_allowlist: self.subdomain_header_allowlist.clone(),
+
             ..Default::default()
         };
-        let result = core_self.validate().map_err(|e| {
-            magnus::Error::new(
-                unsafe { Ruby::get_unchecked() }.exception_runtime_error(),
-                e.to_string(),
-            )
-        })?;
+        let result = core_self.validate().map_err(alef_magnus_err)?;
         Ok(result)
     }
 }
@@ -2995,12 +3078,7 @@ impl CrawlEngineHandle {
         );
         let stream = runtime
             .block_on(async { inner.crawl_stream(core_req).await })
-            .map_err(|e| {
-                magnus::Error::new(
-                    unsafe { Ruby::get_unchecked() }.exception_runtime_error(),
-                    e.to_string(),
-                )
-            })?;
+            .map_err(alef_magnus_err)?;
         let iterator = CrawlStreamIterator {
             inner: Arc::new(tokio::sync::Mutex::new(Some(stream))),
             runtime,
@@ -3040,12 +3118,7 @@ impl CrawlEngineHandle {
         );
         let stream = runtime
             .block_on(async { inner.batch_crawl_stream(core_req).await })
-            .map_err(|e| {
-                magnus::Error::new(
-                    unsafe { Ruby::get_unchecked() }.exception_runtime_error(),
-                    e.to_string(),
-                )
-            })?;
+            .map_err(alef_magnus_err)?;
         let iterator = BatchCrawlStreamIterator {
             inner: Arc::new(tokio::sync::Mutex::new(Some(stream))),
             runtime,
@@ -7776,6 +7849,8 @@ pub enum PageAction {
         selector: Option<String>,
     },
     Screenshot {
+        #[serde(rename = "fullPage")]
+        #[serde(alias = "full_page")]
         full_page: Option<bool>,
     },
     #[serde(rename = "executeJs")]
@@ -7899,11 +7974,11 @@ fn batch_crawl(engine: CrawlEngineHandle, urls: Vec<String>) -> Result<BatchCraw
             .enable_all()
             .build()
             .map_err(|e| e.to_string())?;
-        rt.block_on(async { crawlberg::batch_crawl(&engine.inner, urls).await })
-            .map_err(|e| e.to_string())
+        Ok(rt.block_on(async { crawlberg::batch_crawl(&engine.inner, urls).await }))
     });
     let result = async_result
         .map_err(|message| magnus::Error::new(unsafe { Ruby::get_unchecked() }.exception_runtime_error(), message))?;
+    let result = result.map_err(alef_magnus_err)?;
     Ok(result.into())
 }
 
@@ -7913,11 +7988,11 @@ fn batch_crawl_async(engine: CrawlEngineHandle, urls: Vec<String>) -> Result<Bat
             .enable_all()
             .build()
             .map_err(|e| e.to_string())?;
-        rt.block_on(async { crawlberg::batch_crawl(&engine.inner, urls).await })
-            .map_err(|e| e.to_string())
+        Ok(rt.block_on(async { crawlberg::batch_crawl(&engine.inner, urls).await }))
     });
     let result = async_result
         .map_err(|message| magnus::Error::new(unsafe { Ruby::get_unchecked() }.exception_runtime_error(), message))?;
+    let result = result.map_err(alef_magnus_err)?;
     Ok(result.into())
 }
 
@@ -7927,11 +8002,11 @@ fn batch_scrape(engine: CrawlEngineHandle, urls: Vec<String>) -> Result<BatchScr
             .enable_all()
             .build()
             .map_err(|e| e.to_string())?;
-        rt.block_on(async { crawlberg::batch_scrape(&engine.inner, urls).await })
-            .map_err(|e| e.to_string())
+        Ok(rt.block_on(async { crawlberg::batch_scrape(&engine.inner, urls).await }))
     });
     let result = async_result
         .map_err(|message| magnus::Error::new(unsafe { Ruby::get_unchecked() }.exception_runtime_error(), message))?;
+    let result = result.map_err(alef_magnus_err)?;
     Ok(result.into())
 }
 
@@ -7941,11 +8016,11 @@ fn batch_scrape_async(engine: CrawlEngineHandle, urls: Vec<String>) -> Result<Ba
             .enable_all()
             .build()
             .map_err(|e| e.to_string())?;
-        rt.block_on(async { crawlberg::batch_scrape(&engine.inner, urls).await })
-            .map_err(|e| e.to_string())
+        Ok(rt.block_on(async { crawlberg::batch_scrape(&engine.inner, urls).await }))
     });
     let result = async_result
         .map_err(|message| magnus::Error::new(unsafe { Ruby::get_unchecked() }.exception_runtime_error(), message))?;
+    let result = result.map_err(alef_magnus_err)?;
     Ok(result.into())
 }
 
@@ -7955,11 +8030,11 @@ fn crawl(engine: CrawlEngineHandle, url: String) -> Result<CrawlResult, Error> {
             .enable_all()
             .build()
             .map_err(|e| e.to_string())?;
-        rt.block_on(async { crawlberg::crawl(&engine.inner, &url).await })
-            .map_err(|e| e.to_string())
+        Ok(rt.block_on(async { crawlberg::crawl(&engine.inner, &url).await }))
     });
     let result = async_result
         .map_err(|message| magnus::Error::new(unsafe { Ruby::get_unchecked() }.exception_runtime_error(), message))?;
+    let result = result.map_err(alef_magnus_err)?;
     Ok(result.into())
 }
 
@@ -7969,11 +8044,11 @@ fn crawl_async(engine: CrawlEngineHandle, url: String) -> Result<CrawlResult, Er
             .enable_all()
             .build()
             .map_err(|e| e.to_string())?;
-        rt.block_on(async { crawlberg::crawl(&engine.inner, &url).await })
-            .map_err(|e| e.to_string())
+        Ok(rt.block_on(async { crawlberg::crawl(&engine.inner, &url).await }))
     });
     let result = async_result
         .map_err(|message| magnus::Error::new(unsafe { Ruby::get_unchecked() }.exception_runtime_error(), message))?;
+    let result = result.map_err(alef_magnus_err)?;
     Ok(result.into())
 }
 
@@ -7990,12 +8065,7 @@ fn create_engine(args: &[magnus::Value]) -> Result<CrawlEngineHandle, Error> {
         }
         _ => None,
     };
-    let result = crawlberg::create_engine(config.map(Into::into)).map_err(|e| {
-        magnus::Error::new(
-            unsafe { Ruby::get_unchecked() }.exception_runtime_error(),
-            e.to_string(),
-        )
-    })?;
+    let result = crawlberg::create_engine(config.map(Into::into)).map_err(alef_magnus_err)?;
     Ok(CrawlEngineHandle {
         inner: Arc::new(result),
     })
@@ -8012,11 +8082,11 @@ fn interact(engine: CrawlEngineHandle, url: String, actions: Vec<PageAction>) ->
             .enable_all()
             .build()
             .map_err(|e| e.to_string())?;
-        rt.block_on(async { crawlberg::interact(&engine.inner, &url, actions_core).await })
-            .map_err(|e| e.to_string())
+        Ok(rt.block_on(async { crawlberg::interact(&engine.inner, &url, actions_core).await }))
     });
     let result = async_result
         .map_err(|message| magnus::Error::new(unsafe { Ruby::get_unchecked() }.exception_runtime_error(), message))?;
+    let result = result.map_err(alef_magnus_err)?;
     Ok(result.into())
 }
 
@@ -8031,11 +8101,11 @@ fn interact_async(
             .enable_all()
             .build()
             .map_err(|e| e.to_string())?;
-        rt.block_on(async { crawlberg::interact(&engine.inner, &url, actions_core).await })
-            .map_err(|e| e.to_string())
+        Ok(rt.block_on(async { crawlberg::interact(&engine.inner, &url, actions_core).await }))
     });
     let result = async_result
         .map_err(|message| magnus::Error::new(unsafe { Ruby::get_unchecked() }.exception_runtime_error(), message))?;
+    let result = result.map_err(alef_magnus_err)?;
     Ok(result.into())
 }
 
@@ -8045,11 +8115,11 @@ fn map_urls(engine: CrawlEngineHandle, url: String) -> Result<MapResult, Error>
             .enable_all()
             .build()
             .map_err(|e| e.to_string())?;
-        rt.block_on(async { crawlberg::map_urls(&engine.inner, &url).await })
-            .map_err(|e| e.to_string())
+        Ok(rt.block_on(async { crawlberg::map_urls(&engine.inner, &url).await }))
     });
     let result = async_result
         .map_err(|message| magnus::Error::new(unsafe { Ruby::get_unchecked() }.exception_runtime_error(), message))?;
+    let result = result.map_err(alef_magnus_err)?;
     Ok(result.into())
 }
 
@@ -8059,11 +8129,11 @@ fn map_urls_async(engine: CrawlEngineHandle, url: String) -> Result<MapResult, E
             .enable_all()
             .build()
             .map_err(|e| e.to_string())?;
-        rt.block_on(async { crawlberg::map_urls(&engine.inner, &url).await })
-            .map_err(|e| e.to_string())
+        Ok(rt.block_on(async { crawlberg::map_urls(&engine.inner, &url).await }))
     });
     let result = async_result
         .map_err(|message| magnus::Error::new(unsafe { Ruby::get_unchecked() }.exception_runtime_error(), message))?;
+    let result = result.map_err(alef_magnus_err)?;
     Ok(result.into())
 }
 
@@ -8073,11 +8143,11 @@ fn scrape(engine: CrawlEngineHandle, url: String) -> Result<ScrapeResult, Error>
             .enable_all()
             .build()
             .map_err(|e| e.to_string())?;
-        rt.block_on(async { crawlberg::scrape(&engine.inner, &url).await })
-            .map_err(|e| e.to_string())
+        Ok(rt.block_on(async { crawlberg::scrape(&engine.inner, &url).await }))
     });
     let result = async_result
         .map_err(|message| magnus::Error::new(unsafe { Ruby::get_unchecked() }.exception_runtime_error(), message))?;
+    let result = result.map_err(alef_magnus_err)?;
     Ok(result.into())
 }
 
@@ -8087,11 +8157,11 @@ fn scrape_async(engine: CrawlEngineHandle, url: String) -> Result<ScrapeResult,
             .enable_all()
             .build()
             .map_err(|e| e.to_string())?;
-        rt.block_on(async { crawlberg::scrape(&engine.inner, &url).await })
-            .map_err(|e| e.to_string())
+        Ok(rt.block_on(async { crawlberg::scrape(&engine.inner, &url).await }))
     });
     let result = async_result
         .map_err(|message| magnus::Error::new(unsafe { Ruby::get_unchecked() }.exception_runtime_error(), message))?;
+    let result = result.map_err(alef_magnus_err)?;
     Ok(result.into())
 }
 
@@ -8302,6 +8372,7 @@ impl From<BrowserConfig> for crawlberg::BrowserConfig {
             chrome_args: val.chrome_args.into_iter().collect(),
             scroll_containers: val.scroll_containers,
             dom_quiet_window: std::time::Duration::from_millis(val.dom_quiet_window),
+            dom_quiet_cap: std::time::Duration::from_millis(val.dom_quiet_cap),
             ..Default::default()
         }
     }
@@ -8330,6 +8401,7 @@ impl From<crawlberg::BrowserConfig> for BrowserConfig {
             chrome_args: val.chrome_args.into_iter().collect(),
             scroll_containers: val.scroll_containers,
             dom_quiet_window: val.dom_quiet_window.as_millis() as u64,
+            dom_quiet_cap: val.dom_quiet_cap.as_millis() as u64,
         }
     }
 }
@@ -8426,6 +8498,10 @@ impl From<ContentConfig> for crawlberg::ContentConfig {
             compact_tables: val.compact_tables,
             keep_inline_images_in: val.keep_inline_images_in.into_iter().collect(),
             keep_hidden: val.keep_hidden,
+            expand_abbreviations: val.expand_abbreviations,
+            escape_misc: val.escape_misc,
+            escape_asterisks: val.escape_asterisks,
+            include_icon_labels: val.include_icon_labels,
             ..Default::default()
         }
     }
@@ -8454,6 +8530,10 @@ impl From<crawlberg::ContentConfig> for ContentConfig {
             compact_tables: val.compact_tables,
             keep_inline_images_in: val.keep_inline_images_in.into_iter().collect(),
             keep_hidden: val.keep_hidden,
+            expand_abbreviations: val.expand_abbreviations,
+            escape_misc: val.escape_misc,
+            escape_asterisks: val.escape_asterisks,
+            include_icon_labels: val.include_icon_labels,
         }
     }
 }
@@ -8548,6 +8628,7 @@ impl From<CrawlConfig> for crawlberg::CrawlConfig {
             ssrf: val.ssrf.into(),
             ssrf_deny_private_explicit: val.ssrf_deny_private_explicit,
             danger_accept_invalid_certs: val.danger_accept_invalid_certs,
+            subdomain_header_allowlist: val.subdomain_header_allowlist.into_iter().collect(),
             ..Default::default()
         }
     }
@@ -8617,6 +8698,7 @@ impl From<crawlberg::CrawlConfig> for CrawlConfig {
             ssrf: val.ssrf.into(),
             ssrf_deny_private_explicit: val.ssrf_deny_private_explicit,
             danger_accept_invalid_certs: val.danger_accept_invalid_certs,
+            subdomain_header_allowlist: val.subdomain_header_allowlist.into_iter().collect(),
         }
     }
 }
@@ -9765,18 +9847,92 @@ impl From<crawlberg::ScrollDirection> for ScrollDirection {
     }
 }
 
-/// Convert a `crawlberg::CrawlError` error to a Magnus runtime error.
+/// Convert the error a core call returned into the typed Ruby exception of its family. An error
+/// of a type with no converter becomes a `RuntimeError` with the message.
+#[allow(dead_code)]
+fn alef_magnus_err<E: std::fmt::Display + 'static>(e: E) -> magnus::Error {
+    let message = e.to_string();
+    #[allow(unused_variables)]
+    let any: Box<dyn std::any::Any> = Box::new(e);
+    let any = match any.downcast::<crawlberg::CrawlError>() {
+        Ok(typed) => return crawl_error_to_magnus_err(*typed),
+        Err(any) => any,
+    };
+    let any = match any.downcast::<crawlberg::SsrfError>() {
+        Ok(typed) => return ssrf_error_to_magnus_err(*typed),
+        Err(any) => any,
+    };
+    let _ = any;
+    magnus::Error::new(
+        unsafe { magnus::Ruby::get_unchecked() }.exception_runtime_error(),
+        message,
+    )
+}
+
+/// Convert a `crawlberg::CrawlError` error to a typed Ruby exception.
 #[allow(dead_code)]
 fn crawl_error_to_magnus_err(e: crawlberg::CrawlError) -> magnus::Error {
-    let msg = e.to_string();
-    magnus::Error::new(unsafe { magnus::Ruby::get_unchecked() }.exception_runtime_error(), msg)
+    use magnus::prelude::*;
+    let message = e.to_string();
+    let ruby = unsafe { magnus::Ruby::get_unchecked() };
+    #[allow(unreachable_patterns)]
+    let class_name = match &e {
+        crawlberg::CrawlError::NotFound { .. } => "NotFoundError",
+        crawlberg::CrawlError::Unauthorized { .. } => "UnauthorizedError",
+        crawlberg::CrawlError::Forbidden { .. } => "ForbiddenError",
+        crawlberg::CrawlError::WafBlocked { .. } => "WafBlockedError",
+        crawlberg::CrawlError::Timeout { .. } => "CrawlTimeoutError",
+        crawlberg::CrawlError::RateLimited { .. } => "RateLimitedError",
+        crawlberg::CrawlError::ServerError { .. } => "ServerError",
+        crawlberg::CrawlError::BadGateway { .. } => "BadGatewayError",
+        crawlberg::CrawlError::Gone { .. } => "GoneError",
+        crawlberg::CrawlError::Connection { .. } => "CrawlConnectionError",
+        crawlberg::CrawlError::Dns { .. } => "DnsError",
+        crawlberg::CrawlError::Ssl { .. } => "SslError",
+        crawlberg::CrawlError::DataLoss { .. } => "DataLossError",
+        crawlberg::CrawlError::ConversionFailed { .. } => "ConversionFailedError",
+        crawlberg::CrawlError::BrowserError { .. } => "BrowserError",
+        crawlberg::CrawlError::BrowserTimeout { .. } => "BrowserTimeoutError",
+        crawlberg::CrawlError::InvalidConfig { .. } => "InvalidConfigError",
+        crawlberg::CrawlError::Unsupported { .. } => "UnsupportedError",
+        crawlberg::CrawlError::TooManyRedirects { .. } => "TooManyRedirectsError",
+        crawlberg::CrawlError::SsrfPolicyViolation { .. } => "SsrfPolicyViolationError",
+        crawlberg::CrawlError::Other { .. } => "OtherError",
+        _ => "CrawlError",
+    };
+    let build = || -> Result<magnus::Error, magnus::Error> {
+        let module = ruby.define_module("Crawlberg")?;
+        let class: magnus::ExceptionClass = module.const_get(class_name)?;
+        let exception = class.new_instance((message.as_str(),))?;
+        Ok(magnus::Error::from(exception))
+    };
+    build().unwrap_or_else(|_| magnus::Error::new(ruby.exception_runtime_error(), message))
 }
 
-/// Convert a `crawlberg::SsrfError` error to a Magnus runtime error.
+/// Convert a `crawlberg::SsrfError` error to a typed Ruby exception.
 #[allow(dead_code)]
 fn ssrf_error_to_magnus_err(e: crawlberg::SsrfError) -> magnus::Error {
-    let msg = e.to_string();
-    magnus::Error::new(unsafe { magnus::Ruby::get_unchecked() }.exception_runtime_error(), msg)
+    use magnus::prelude::*;
+    let message = e.to_string();
+    let ruby = unsafe { magnus::Ruby::get_unchecked() };
+    #[allow(unreachable_patterns)]
+    let class_name = match &e {
+        crawlberg::SsrfError::DeniedByPolicy { .. } => "DeniedByPolicyError",
+        crawlberg::SsrfError::NotOnAllowlist => "NotOnAllowlistError",
+        crawlberg::SsrfError::InvalidCidr(..) => "InvalidCidrError",
+        crawlberg::SsrfError::DnsResolutionFailed(..) => "DnsResolutionFailedError",
+        crawlberg::SsrfError::InvalidUrl(..) => "InvalidUrlError",
+        crawlberg::SsrfError::DisallowedScheme(..) => "DisallowedSchemeError",
+        crawlberg::SsrfError::TooManyRedirects => "TooManyRedirectsError",
+        _ => "SsrfError",
+    };
+    let build = || -> Result<magnus::Error, magnus::Error> {
+        let module = ruby.define_module("Crawlberg")?;
+        let class: magnus::ExceptionClass = module.const_get(class_name)?;
+        let exception = class.new_instance((message.as_str(),))?;
+        Ok(magnus::Error::from(exception))
+    };
+    build().unwrap_or_else(|_| magnus::Error::new(ruby.exception_runtime_error(), message))
 }
 
 #[derive(Clone)]
@@ -9824,7 +9980,7 @@ impl CrawlStreamIterator {
                 let binding: CrawlEvent = chunk.into();
                 Ok(binding.into_value_with(&ruby))
             }
-            Some(Err(e)) => Err(Error::new(ruby.exception_runtime_error(), e.to_string())),
+            Some(Err(e)) => Err(alef_magnus_err(e)),
             None => {
                 // Drop the stream to release any resources.
                 let inner = self.inner.clone();
@@ -9906,7 +10062,7 @@ impl BatchCrawlStreamIterator {
                 let binding: CrawlEvent = chunk.into();
                 Ok(binding.into_value_with(&ruby))
             }
-            Some(Err(e)) => Err(Error::new(ruby.exception_runtime_error(), e.to_string())),
+            Some(Err(e)) => Err(alef_magnus_err(e)),
             None => {
                 // Drop the stream to release any resources.
                 let inner = self.inner.clone();
@@ -10075,6 +10231,8 @@ fn ruby_init(ruby: &Ruby) -> Result<(), Error> {
 
     class.define_method("dom_quiet_window", method!(BrowserConfig::dom_quiet_window, 0))?;
 
+    class.define_method("dom_quiet_cap", method!(BrowserConfig::dom_quiet_cap, 0))?;
+
     let class = module.define_class("BrowserExtras", ruby.class_object())?;
 
     class.define_singleton_method("new", function!(BrowserExtras::new, -1))?;
@@ -10155,6 +10313,14 @@ fn ruby_init(ruby: &Ruby) -> Result<(), Error> {
 
     class.define_method("keep_hidden", method!(ContentConfig::keep_hidden, 0))?;
 
+    class.define_method("expand_abbreviations", method!(ContentConfig::expand_abbreviations, 0))?;
+
+    class.define_method("escape_misc", method!(ContentConfig::escape_misc, 0))?;
+
+    class.define_method("escape_asterisks", method!(ContentConfig::escape_asterisks, 0))?;
+
+    class.define_method("include_icon_labels", method!(ContentConfig::include_icon_labels, 0))?;
+
     let class = module.define_class("CookieInfo", ruby.class_object())?;
 
     class.define_singleton_method("new", function!(CookieInfo::new, -1))?;
@@ -10304,6 +10470,11 @@ fn ruby_init(ruby: &Ruby) -> Result<(), Error> {
         method!(CrawlConfig::danger_accept_invalid_certs, 0),
     )?;
 
+    class.define_method(
+        "subdomain_header_allowlist",
+        method!(CrawlConfig::subdomain_header_allowlist, 0),
+    )?;
+
     class.define_method("validate", method!(CrawlConfig::validate, 0))?;
 
     let class = module.define_class("CrawlEngineHandle", ruby.class_object())?;
@@ -10819,5 +10990,35 @@ fn ruby_init(ruby: &Ruby) -> Result<(), Error> {
 
     module.define_module_function("batch_crawl_stream", function!(batch_crawl_stream, 2))?;
 
+    let crawl_error_class = module.define_error("CrawlError", ruby.exception_standard_error())?;
+    let not_found_error_class = module.define_error("NotFoundError", crawl_error_class)?;
+    let unauthorized_error_class = module.define_error("UnauthorizedError", crawl_error_class)?;
+    let forbidden_error_class = module.define_error("ForbiddenError", crawl_error_class)?;
+    let waf_blocked_error_class = module.define_error("WafBlockedError", crawl_error_class)?;
+    let crawl_timeout_error_class = module.define_error("CrawlTimeoutError", crawl_error_class)?;
+    let rate_limited_error_class = module.define_error("RateLimitedError", crawl_error_class)?;
+    let server_error_class = module.define_error("ServerError", crawl_error_class)?;
+    let bad_gateway_error_class = module.define_error("BadGatewayError", crawl_error_class)?;
+    let gone_error_class = module.define_error("GoneError", crawl_error_class)?;
+    let crawl_connection_error_class = module.define_error("CrawlConnectionError", crawl_error_class)?;
+    let dns_error_class = module.define_error("DnsError", crawl_error_class)?;
+    let ssl_error_class = module.define_error("SslError", crawl_error_class)?;
+    let data_loss_error_class = module.define_error("DataLossError", crawl_error_class)?;
+    let conversion_failed_error_class = module.define_error("ConversionFailedError", crawl_error_class)?;
+    let browser_error_class = module.define_error("BrowserError", crawl_error_class)?;
+    let browser_timeout_error_class = module.define_error("BrowserTimeoutError", crawl_error_class)?;
+    let invalid_config_error_class = module.define_error("InvalidConfigError", crawl_error_class)?;
+    let unsupported_error_class = module.define_error("UnsupportedError", crawl_error_class)?;
+    let ssrf_policy_violation_error_class = module.define_error("SsrfPolicyViolationError", crawl_error_class)?;
+    let other_error_class = module.define_error("OtherError", crawl_error_class)?;
+    let ssrf_error_class = module.define_error("SsrfError", crawl_error_class)?;
+    let denied_by_policy_error_class = module.define_error("DeniedByPolicyError", ssrf_error_class)?;
+    let not_on_allowlist_error_class = module.define_error("NotOnAllowlistError", ssrf_error_class)?;
+    let invalid_cidr_error_class = module.define_error("InvalidCidrError", ssrf_error_class)?;
+    let dns_resolution_failed_error_class = module.define_error("DnsResolutionFailedError", ssrf_error_class)?;
+    let invalid_url_error_class = module.define_error("InvalidUrlError", ssrf_error_class)?;
+    let disallowed_scheme_error_class = module.define_error("DisallowedSchemeError", ssrf_error_class)?;
+    let too_many_redirects_error_class = module.define_error("TooManyRedirectsError", ssrf_error_class)?;
+
     Ok(())
 }

data/lib/crawlberg/version.rb

@@ -1,10 +1,10 @@
 # This file is auto-generated by alef — DO NOT EDIT.
-# alef:hash:ed92ed554ddf1dcb4d5a619d4a13d01d9287c96310437df1c7a4c484d27b969c
+# alef:hash:b402d1b3bc989de04db5241785f4bc16c0b5e0f76714438d3687648c64d8c10f
 # To regenerate: alef generate
 # To verify freshness: alef verify
 # frozen_string_literal: true
 
 module Crawlberg
   ## The version string for this package.
-  VERSION = "1.12.0"
+  VERSION = "1.12.2"
 end

data/sig/types.rbs

@@ -1,5 +1,5 @@
 # This file is auto-generated by alef — DO NOT EDIT.
-# alef:hash:a2ea8938a47348aa37d91448784e4263e6b5f4df1fe3a7ff1f9a8bdd3bf04009
+# alef:hash:9aca68325287aae22a855afd34597e3d8bd90c6b7774f3b305591fde4fb051cd
 # To regenerate: alef generate
 # To verify freshness: alef verify
 
@@ -89,8 +89,9 @@ def initialize: (?results: Array[BatchScrapeResult], ?total_count: Integer, ?com
     attr_reader chrome_args: Array[String]
         attr_reader scroll_containers: bool
         attr_reader dom_quiet_window: Integer
+        attr_reader dom_quiet_cap: Integer
 
-def initialize: (?mode: enum_BrowserMode, ?backend: enum_BrowserBackend, ?endpoint: String, ?timeout: Integer, ?overall_timeout: Integer, ?shutdown_timeout: Integer, ?wait: enum_BrowserWait, ?wait_selector: String, ?extra_wait: Integer, ?proxy: ProxyConfig, ?block_url_patterns: Array[String], ?eval_script: String, ?robots_user_agent: String, ?capture_network_events: bool, ?session_affinity: bool, ?chrome_path: String, ?chrome_args: Array[String], ?scroll_containers: bool, ?dom_quiet_window: Integer) -> void
+def initialize: (?mode: enum_BrowserMode, ?backend: enum_BrowserBackend, ?endpoint: String, ?timeout: Integer, ?overall_timeout: Integer, ?shutdown_timeout: Integer, ?wait: enum_BrowserWait, ?wait_selector: String, ?extra_wait: Integer, ?proxy: ProxyConfig, ?block_url_patterns: Array[String], ?eval_script: String, ?robots_user_agent: String, ?capture_network_events: bool, ?session_affinity: bool, ?chrome_path: String, ?chrome_args: Array[String], ?scroll_containers: bool, ?dom_quiet_window: Integer, ?dom_quiet_cap: Integer) -> void
     end
 
     class BrowserExtras
@@ -137,8 +138,12 @@ def initialize: (?content: String, ?references: Array[CitationReference]) -> voi
         attr_reader compact_tables: bool
     attr_reader keep_inline_images_in: Array[String]
         attr_reader keep_hidden: bool
+        attr_reader expand_abbreviations: bool
+        attr_reader escape_misc: bool
+        attr_reader escape_asterisks: bool
+        attr_reader include_icon_labels: bool
 
-def initialize: (?output_format: String, ?preprocessing_preset: String, ?remove_navigation: bool, ?remove_forms: bool, ?strip_tags: Array[String], ?preserve_tags: Array[String], ?exclude_selectors: Array[String], ?skip_images: bool, ?max_depth: Integer, ?wrap: bool, ?wrap_width: Integer, ?include_document_structure: bool, ?extract_metadata: bool, ?strip_newlines: bool, ?bullets: String, ?list_indent_width: Integer, ?strong_em_symbol: String, ?compact_tables: bool, ?keep_inline_images_in: Array[String], ?keep_hidden: bool) -> void
+def initialize: (?output_format: String, ?preprocessing_preset: String, ?remove_navigation: bool, ?remove_forms: bool, ?strip_tags: Array[String], ?preserve_tags: Array[String], ?exclude_selectors: Array[String], ?skip_images: bool, ?max_depth: Integer, ?wrap: bool, ?wrap_width: Integer, ?include_document_structure: bool, ?extract_metadata: bool, ?strip_newlines: bool, ?bullets: String, ?list_indent_width: Integer, ?strong_em_symbol: String, ?compact_tables: bool, ?keep_inline_images_in: Array[String], ?keep_hidden: bool, ?expand_abbreviations: bool, ?escape_misc: bool, ?escape_asterisks: bool, ?include_icon_labels: bool) -> void
     end
 
     class CookieInfo
@@ -207,8 +212,9 @@ def initialize: (?output_format: String, ?preprocessing_preset: String, ?remove_
         attr_reader ssrf: SsrfPolicy
         attr_reader ssrf_deny_private_explicit: bool?
         attr_reader danger_accept_invalid_certs: bool
+    attr_reader subdomain_header_allowlist: Array[String]
 
-def initialize: (?max_depth: Integer, ?max_pages: Integer, ?max_links_per_page: Integer, ?max_concurrent: Integer, ?crawl_strategy: enum_CrawlStrategyKind, ?content_filter: enum_ContentFilterKind, ?bm25_query: String, ?bm25_threshold: Float, ?respect_robots_txt: bool, ?soft_http_errors: bool, ?user_agent: String, ?stay_on_domain: bool, ?allow_subdomains: bool, ?include_paths: Array[String], ?exclude_paths: Array[String], ?path_patterns_match_query: bool, ?path_patterns_match_url: bool, ?dedup_include_query: bool, ?strip_tracking_params: bool, ?tracking_params: Array[String], ?custom_headers: Hash[String, String], ?request_timeout: Integer, ?rate_limit_ms: Integer, ?max_redirects: Integer, ?retry_count: Integer, ?retry_codes: Array[Integer], ?retry_initial_delay_ms: Integer, ?retry_max_delay_ms: Integer, ?rate_limit_jitter_ratio: Float, ?cookies_enabled: bool, ?auth: AuthConfig, ?max_body_size: Integer, ?remove_tags: Array[String], ?content: ContentConfig, ?map_limit: Integer, ?map_search: String, ?download_assets: bool, ?asset_types: Array[enum_AssetCategory], ?max_asset_size: Integer, ?browser: BrowserConfig, ?proxy: ProxyConfig, ?user_agents: Array[String], ?capture_screenshot: bool, ?follow_document_urls: bool, ?document_url_depth: Integer, ?download_documents: bool, ?document_max_size: Integer, ?document_mime_types: Array[String], ?document_output_dir: String, ?document_content_encoding: enum_DocumentContentEncoding, ?warc_output: String, ?browser_profile: String, ?save_browser_profile: bool, ?ssrf: SsrfPolicy, ?ssrf_deny_private_explicit: bool, ?danger_accept_invalid_certs: bool) -> void
+def initialize: (?max_depth: Integer, ?max_pages: Integer, ?max_links_per_page: Integer, ?max_concurrent: Integer, ?crawl_strategy: enum_CrawlStrategyKind, ?content_filter: enum_ContentFilterKind, ?bm25_query: String, ?bm25_threshold: Float, ?respect_robots_txt: bool, ?soft_http_errors: bool, ?user_agent: String, ?stay_on_domain: bool, ?allow_subdomains: bool, ?include_paths: Array[String], ?exclude_paths: Array[String], ?path_patterns_match_query: bool, ?path_patterns_match_url: bool, ?dedup_include_query: bool, ?strip_tracking_params: bool, ?tracking_params: Array[String], ?custom_headers: Hash[String, String], ?request_timeout: Integer, ?rate_limit_ms: Integer, ?max_redirects: Integer, ?retry_count: Integer, ?retry_codes: Array[Integer], ?retry_initial_delay_ms: Integer, ?retry_max_delay_ms: Integer, ?rate_limit_jitter_ratio: Float, ?cookies_enabled: bool, ?auth: AuthConfig, ?max_body_size: Integer, ?remove_tags: Array[String], ?content: ContentConfig, ?map_limit: Integer, ?map_search: String, ?download_assets: bool, ?asset_types: Array[enum_AssetCategory], ?max_asset_size: Integer, ?browser: BrowserConfig, ?proxy: ProxyConfig, ?user_agents: Array[String], ?capture_screenshot: bool, ?follow_document_urls: bool, ?document_url_depth: Integer, ?download_documents: bool, ?document_max_size: Integer, ?document_mime_types: Array[String], ?document_output_dir: String, ?document_content_encoding: enum_DocumentContentEncoding, ?warc_output: String, ?browser_profile: String, ?save_browser_profile: bool, ?ssrf: SsrfPolicy, ?ssrf_deny_private_explicit: bool, ?danger_accept_invalid_certs: bool, ?subdomain_header_allowlist: Array[String]) -> void
     def validate: () -> void
     end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: crawlberg
 version: !ruby/object:Gem::Version
-  version: 1.12.0
+  version: 1.12.2
 platform: ruby
 authors:
 - Na'aman Hirschfeld
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-10-22 00:00:00.000000000 Z
+date: 2026-10-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rb_sys
@@ -18,9 +18,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.9.130
-    - - "<"
-      - !ruby/object:Gem::Version
-        version: '0.10'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -28,9 +25,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.9.130
-    - - "<"
-      - !ruby/object:Gem::Version
-        version: '0.10'
 - !ruby/object:Gem::Dependency
   name: sorbet-runtime
   requirement: !ruby/object:Gem::Requirement