crawlberg 1.12.2 → 1.12.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d94c2b28c7e7bc04835352b1e68dd17e01e73435438d896869793e8205dda557
-  data.tar.gz: af40fde2be40012801c809a9a29aa588f7b5e173f06c7c97a553b8edabf38fc4
+  metadata.gz: 747021fcab944856af87da80556698102fb7ee7f3220c354e571fa59280b1160
+  data.tar.gz: 54b65fe2b38f69ecfc1d562e0709e866d9a8a553e33efee72ad790496152cca7
 SHA512:
-  metadata.gz: 40b098a85ecdbead4feb24b6364064e2ce2efcc5bb0feb8b9c2df00cef4a1de529fb3a9b2c5496568aaee0b03b5e9f3913732b0c9cdc882561c91e811d017bca
-  data.tar.gz: d6d13a3632dbf1f84a21c53dfd1432de7f79be1ed3f818dd19883af9fd4fbc3258a13fb918de4db8b390320b642b5c19543aad67f6ce62928311d675d3c667cc
+  metadata.gz: 4505534058307fe2ccc412b11218a57529760ee573e5e1115908d08c94ec52968de2fb48abc939cd4c101770446d61813376b4c064505c5137c4294754464f5b
+  data.tar.gz: 67f418fd655c3e05874f4fd41faa22bfb71363a800131ae886d5317225f606d600fcbc67bc52e2142c5e5867553d410bb0c196c4742f36ee35e52c13fea7f7bd

data/ext/crawlberg_rb/native/Cargo.lock

@@ -139,9 +139,9 @@ checksum = "f2032f911046de80f0a198e0901378627c33f59ea0ac00e363d481118bd70a53"
 
 [[package]]
 name = "aws-lc-rs"
-version = "1.18.2"
+version = "1.19.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "faac5829c2b74c28f830747e7818ccfb684261b5f48a1118b1e2a13d36dfab13"
+checksum = "048006790404103c488e6c5616b3e7e702a71292aadda08e8f7698a9e0d2eb53"
 dependencies = [
  "aws-lc-sys",
  "zeroize",
@@ -149,9 +149,9 @@ dependencies = [
 
 [[package]]
 name = "aws-lc-sys"
-version = "0.46.0"
+version = "0.47.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f1622d8446a2d4b2ce0c7eefc73dd43a99779028d5ee5c2dd8073a658ba8a2bc"
+checksum = "8bfbe32ac36b3c428696ce315464181bc4029d689fd58e3f2a4e58c252242f52"
 dependencies = [
  "cc",
  "cmake",
@@ -537,9 +537,9 @@ dependencies = [
 
 [[package]]
 name = "crawlberg"
-version = "1.12.2"
+version = "1.12.4"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "8949315433622c191e4f83b23041a46f02f6096839149706af09715f75280971"
+checksum = "e345a707346726368541ecc67fb348671c883b049aa266153858010514ee20ee"
 dependencies = [
  "ahash",
  "aho-corasick",
@@ -607,9 +607,9 @@ dependencies = [
 
 [[package]]
 name = "crawlberg-chromiumoxide"
-version = "0.9.4"
+version = "0.9.5"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "937d12e969f7090c02cb64dff52375f3e26e669cbdda7bc49ce364fb8ce7bb68"
+checksum = "28a8fa6f75a2a698c099f1defa98fe1dd45367e0574d7f52306a1e54d66bf4df"
 dependencies = [
  "async-tungstenite",
  "base64",
@@ -635,7 +635,7 @@ dependencies = [
 
 [[package]]
 name = "crawlberg-rb"
-version = "1.12.2"
+version = "1.12.4"
 dependencies = [
  "crawlberg",
  "futures",
@@ -648,9 +648,9 @@ dependencies = [
 
 [[package]]
 name = "crawlberg-robots"
-version = "1.12.2"
+version = "1.12.4"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "30cb48557123dd4e13fd756b83490faf9aaeb7d70e1bcd74a410c4f12a9b6320"
+checksum = "7115fd4903fd4d7ffa0193824de27f3a407f6322d8ca2c7bde1025c4c7df841c"
 
 [[package]]
 name = "crc32fast"
@@ -774,9 +774,9 @@ checksum = "0e9c71c2167ca323c882b99918929403426e2373ea17242ff5653e0d5e1058be"
 
 [[package]]
 name = "encoding_rs"
-version = "0.8.42"
+version = "0.8.44"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "8e985e0451871ad22fb8d2b6b076e2028a502a0d3950998c2c5c0a4f9b5d9679"
+checksum = "89253175e704ab869b04f9db224d38630e0211a53841a79181deae0889e169f5"
 dependencies = [
  "cfg-if",
  "core_detect",
@@ -1077,9 +1077,9 @@ checksum = "491194d601b4fa9fac3c9571e014070a0ad1bc3392d1bc10419695196a8b3cc3"
 
 [[package]]
 name = "html-to-markdown-rs"
-version = "3.18.7"
+version = "3.19.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "259eff8de02b67e436fa4ccd377dbf6105d530fc405f20489677f417cf673a7a"
+checksum = "e0c9d1d13553220b2dd9bbbd135b6d8d9dfcb8c1893a842e93f93b9f59bcc5a4"
 dependencies = [
  "ahash",
  "astral-tl",
@@ -1521,9 +1521,9 @@ dependencies = [
 
 [[package]]
 name = "js-sys"
-version = "0.3.106"
+version = "0.3.107"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "7883d941dae510fb2d978fc3fe018c71c9e2892fd38854de3e8b92c2e5ad9cc5"
+checksum = "8dc09d2154098bbf4ef54eab6b117a3c24cbbffe94046b16ee6d6d4510584d3a"
 dependencies = [
  "cfg-if",
  "futures-util",
@@ -1610,9 +1610,9 @@ dependencies = [
 
 [[package]]
 name = "log"
-version = "0.4.34"
+version = "0.4.35"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "f9f8bd3e56ce4dfc153cf470fffbfa98c7620958b312ca5c3a4b8d5181fd13c6"
+checksum = "5d15f86d12da44cd8d4ec3c73984537eb7f4cadcb9776a575a0a8a05ca11005c"
 
 [[package]]
 name = "lru-slab"
@@ -1757,9 +1757,9 @@ dependencies = [
 
 [[package]]
 name = "notify-types"
-version = "2.1.0"
+version = "2.2.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "42b8cfee0e339a0337359f3c88165702ac6e600dc01c0cc9579a92d62b08477a"
+checksum = "0a437a9308232ce794b1e7fdf540d38ea37efc3c73492640c13b4c8568b8f108"
 dependencies = [
  "bitflags",
 ]
@@ -2686,9 +2686,9 @@ dependencies = [
 
 [[package]]
 name = "sysinfo"
-version = "0.39.6"
+version = "0.40.1"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "d2071df9448915b71c4fe6d25deaf1c22f12bd234f01540b77312bb8e41361e6"
+checksum = "0e8a3edbe0394ce115f3917a00349dd242be09eb5a091ed509eaf67b55cfb8a8"
 dependencies = [
  "libc",
  "memchr",
@@ -3087,9 +3087,18 @@ dependencies = [
 
 [[package]]
 name = "utf8_iter"
-version = "1.0.4"
+version = "1.1.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b6c140620e7ffbb22c2dee59cafe6084a59b5ffc27a8859a5f0d494b5d52b6be"
+checksum = "af3bd9d3e571c26fcce9d033b87ea5ab061b8d2ffe9b7a5675d810d68f03edf0"
+dependencies = [
+ "utf_types",
+]
+
+[[package]]
+name = "utf_types"
+version = "1.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3a3b425286980a367278453f3b6d28cdcb134b574e5a35824a6ff5eebad50bb6"
 
 [[package]]
 name = "version_check"
@@ -3133,12 +3142,11 @@ dependencies = [
 
 [[package]]
 name = "wasm-bindgen"
-version = "0.2.129"
+version = "0.2.130"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9bb54f33acc68fd454578d9820b0bde1a1a3d17aa17bb7b6595806d02886d409"
+checksum = "a0181c14ddd6c7b8b0b0132a5f1ea2f32be0d893cd3ea97b6e3b28886b8a3d1c"
 dependencies = [
  "cfg-if",
- "once_cell",
  "rustversion",
  "wasm-bindgen-macro",
  "wasm-bindgen-shared",
@@ -3146,9 +3154,9 @@ dependencies = [
 
 [[package]]
 name = "wasm-bindgen-futures"
-version = "0.4.79"
+version = "0.4.80"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "3cbab34de2d982e9b48e18d216d04c4a6f641066ff19ffb699980f591ee3610e"
+checksum = "5e14e0327cb5368ad60ccb22d04a9827a693c95a926d8d125e9fa39e0baec501"
 dependencies = [
  "js-sys",
  "tokio",
@@ -3157,9 +3165,9 @@ dependencies = [
 
 [[package]]
 name = "wasm-bindgen-macro"
-version = "0.2.129"
+version = "0.2.130"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "2e29d0c35b16e224a7eeb5cd2d25e3e1968fbd65604117b44d3b789d00ee8535"
+checksum = "6e931a02a39abdbf66966fc35902b5ed58344750a70885bed4ebb3d8eaf28ed9"
 dependencies = [
  "quote",
  "wasm-bindgen-macro-support",
@@ -3167,9 +3175,9 @@ dependencies = [
 
 [[package]]
 name = "wasm-bindgen-macro-support"
-version = "0.2.129"
+version = "0.2.130"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "6f501a8bc3719dba86ef8ae4728879c08001bea749eb1333ac5b91e040e2a6b7"
+checksum = "2ca4b54280e455bd831e33a6b8e734baf432fe63fbc35c42ac14ce67a043a53a"
 dependencies = [
  "bumpalo",
  "proc-macro2",
@@ -3180,18 +3188,18 @@ dependencies = [
 
 [[package]]
 name = "wasm-bindgen-shared"
-version = "0.2.129"
+version = "0.2.130"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "23f0c9c52aa7cd7d77769a4cfe2a9adb1b331f489a41d912ce14513d5ab995c6"
+checksum = "3b1f9c3798725016c6ee5f2f57869ec0831e8bbc0ab0310a86e787e97f41389e"
 dependencies = [
  "unicode-ident",
 ]
 
 [[package]]
 name = "web-sys"
-version = "0.3.106"
+version = "0.3.107"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "88261b9deccee56594c11a3460c462c41f58d148598fe70ad77070126a68aba4"
+checksum = "d7d179596ff5ec0f6de4db64d54011bde6289cc49603d3a6e4ce3f329207ab88"
 dependencies = [
  "js-sys",
  "wasm-bindgen",

data/ext/crawlberg_rb/native/Cargo.toml

@@ -1,11 +1,11 @@
 # This file is auto-generated by alef — DO NOT EDIT.
-# alef:hash:b3f271455dce968c83cbdf03e1934902e2ad21295928a2c5f148e7dddc67ac2c
+# alef:hash:7503feae8b3539c3d4ba3358faff2fcf06f713448e257078862d2e3b8f2e5ebb
 # To regenerate: alef generate
 # To verify freshness: alef verify
 
 [package]
 name = "crawlberg-rb"
-version = "1.12.2"
+version = "1.12.4"
 edition = "2024"
 authors = ["Na'aman Hirschfeld <naaman@xberg.io>", "Tobias Perlstein <tobias@xberg.io>"]
 license = "MIT"
@@ -23,7 +23,7 @@ path = "../src/lib.rs"
 crate-type = ["cdylib"]
 
 [dependencies]
-crawlberg = { version = "1.12.2", features = ["interact", "browser-chromiumoxide"] }
+crawlberg = { version = "1.12.4", features = ["interact", "browser-chromiumoxide"] }
 futures = "0.3"
 magnus = "0.9"
 rb-sys = ">=0.9.130, <0.10"

data/lib/crawlberg/native.rb

@@ -1,5 +1,5 @@
 # This file is auto-generated by alef — DO NOT EDIT.
-# alef:hash:60c8949f72e7c9412406a7c721b2968d8acafde7ead2534f00d423542e33bade
+# alef:hash:69b28e0471fcb4accb00c4c7601e854143fc70114da129bcb4f7853d1a92c044
 # To regenerate: alef generate
 # To verify freshness: alef verify
 # frozen_string_literal: true
@@ -82,7 +82,10 @@ module Crawlberg
     # @return [self]
     sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
     def self.from_hash(hash)
-      new(username: hash[:username] || hash["username"], password: hash[:password] || hash["password"])
+      new(
+        username: hash.key?(:username) ? hash[:username] : hash["username"],
+        password: hash.key?(:password) ? hash[:password] : hash["password"]
+      )
     end
   end
   ## Bearer token authentication.
@@ -103,7 +106,7 @@ module Crawlberg
     # @return [self]
     sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
     def self.from_hash(hash)
-      new(token: hash[:token] || hash["token"])
+      new(token: hash.key?(:token) ? hash[:token] : hash["token"])
     end
   end
   ## Custom authentication header.
@@ -127,7 +130,7 @@ module Crawlberg
     # @return [self]
     sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
     def self.from_hash(hash)
-      new(name: hash[:name] || hash["name"], value: hash[:value] || hash["value"])
+      new(name: hash.key?(:name) ? hash[:name] : hash["name"], value: hash.key?(:value) ? hash[:value] : hash["value"])
     end
   end
 end
@@ -185,7 +188,7 @@ module Crawlberg
     # @return [self]
     sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
     def self.from_hash(hash)
-      new(result: hash[:result] || hash["result"])
+      new(result: hash.key?(:result) ? hash[:result] : hash["result"])
     end
   end
   ## An error occurred while crawling a URL.
@@ -209,7 +212,7 @@ module Crawlberg
     # @return [self]
     sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
     def self.from_hash(hash)
-      new(url: hash[:url] || hash["url"], error: hash[:error] || hash["error"])
+      new(url: hash.key?(:url) ? hash[:url] : hash["url"], error: hash.key?(:error) ? hash[:error] : hash["error"])
     end
   end
   ## The crawl has completed.
@@ -230,7 +233,7 @@ module Crawlberg
     # @return [self]
     sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
     def self.from_hash(hash)
-      new(pages_crawled: hash[:pages_crawled] || hash["pages_crawled"])
+      new(pages_crawled: hash.key?(:pages_crawled) ? hash[:pages_crawled] : hash["pages_crawled"])
     end
   end
 end
@@ -293,7 +296,7 @@ module Crawlberg
     # @return [self]
     sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
     def self.from_hash(hash)
-      new(value: hash[:value] || hash["value"])
+      new(value: hash.key?(:value) ? hash[:value] : hash["value"])
     end
   end
   ## Suffix match: ".xberg.io" matches "api.xberg.io" and "xberg.io".
@@ -314,7 +317,7 @@ module Crawlberg
     # @return [self]
     sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
     def self.from_hash(hash)
-      new(value: hash[:value] || hash["value"])
+      new(value: hash.key?(:value) ? hash[:value] : hash["value"])
     end
   end
   ## CIDR match: "10.0.0.0/8" matches IP addresses in that range.
@@ -336,7 +339,7 @@ module Crawlberg
     # @return [self]
     sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
     def self.from_hash(hash)
-      new(value: hash[:value] || hash["value"])
+      new(value: hash.key?(:value) ? hash[:value] : hash["value"])
     end
   end
 end
@@ -408,7 +411,7 @@ module Crawlberg
     # @return [self]
     sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
     def self.from_hash(hash)
-      new(selector: hash[:selector] || hash["selector"])
+      new(selector: hash.key?(:selector) ? hash[:selector] : hash["selector"])
     end
   end
   ## Type text into an element matching the given CSS selector.
@@ -442,7 +445,10 @@ module Crawlberg
     # @return [self]
     sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
     def self.from_hash(hash)
-      new(selector: hash[:selector] || hash["selector"], text: hash[:text] || hash["text"])
+      new(
+        selector: hash.key?(:selector) ? hash[:selector] : hash["selector"],
+        text: hash.key?(:text) ? hash[:text] : hash["text"]
+      )
     end
   end
   ## Press a keyboard key (e.g. "Enter", "Tab", "Escape").
@@ -473,7 +479,7 @@ module Crawlberg
     # @return [self]
     sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
     def self.from_hash(hash)
-      new(key: hash[:key] || hash["key"])
+      new(key: hash.key?(:key) ? hash[:key] : hash["key"])
     end
   end
   ## Scroll the page or a specific element.
@@ -511,9 +517,9 @@ module Crawlberg
     sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
     def self.from_hash(hash)
       new(
-        direction: hash[:direction] || hash["direction"],
-        selector: hash[:selector] || hash["selector"],
-        amount: hash[:amount] || hash["amount"]
+        direction: hash.key?(:direction) ? hash[:direction] : hash["direction"],
+        selector: hash.key?(:selector) ? hash[:selector] : hash["selector"],
+        amount: hash.key?(:amount) ? hash[:amount] : hash["amount"]
       )
     end
   end
@@ -548,7 +554,10 @@ module Crawlberg
     # @return [self]
     sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
     def self.from_hash(hash)
-      new(milliseconds: hash[:milliseconds] || hash["milliseconds"], selector: hash[:selector] || hash["selector"])
+      new(
+        milliseconds: hash.key?(:milliseconds) ? hash[:milliseconds] : hash["milliseconds"],
+        selector: hash.key?(:selector) ? hash[:selector] : hash["selector"]
+      )
     end
   end
   ## Take a screenshot of the current page.
@@ -583,7 +592,7 @@ module Crawlberg
     # @return [self]
     sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
     def self.from_hash(hash)
-      new(full_page: hash[:full_page] || hash["full_page"])
+      new(full_page: hash.key?(:full_page) ? hash[:full_page] : hash["full_page"])
     end
   end
   ## Execute arbitrary JavaScript in the page context.
@@ -619,7 +628,7 @@ module Crawlberg
     # @return [self]
     sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
     def self.from_hash(hash)
-      new(script: hash[:script] || hash["script"])
+      new(script: hash.key?(:script) ? hash[:script] : hash["script"])
     end
   end
   ## Scrape the current page HTML.

data/lib/crawlberg/version.rb

@@ -1,10 +1,10 @@
 # This file is auto-generated by alef — DO NOT EDIT.
-# alef:hash:b402d1b3bc989de04db5241785f4bc16c0b5e0f76714438d3687648c64d8c10f
+# alef:hash:27817e744b9371747239d3dbd9b752d1075b40b343e776252ec09010abe2a16b
 # To regenerate: alef generate
 # To verify freshness: alef verify
 # frozen_string_literal: true
 
 module Crawlberg
   ## The version string for this package.
-  VERSION = "1.12.2"
+  VERSION = "1.12.4"
 end

data/sig/types.rbs

@@ -1,5 +1,5 @@
 # This file is auto-generated by alef — DO NOT EDIT.
-# alef:hash:9aca68325287aae22a855afd34597e3d8bd90c6b7774f3b305591fde4fb051cd
+# alef:hash:2a433f35126235c3682b8cfe4eaad04f121e9210241b4afaa525a7175302dca4
 # To regenerate: alef generate
 # To verify freshness: alef verify
 
@@ -530,7 +530,46 @@ def initialize: (?deny_private: bool, ?allowlist: Array[HostMatcher], ?denylist:
 
     type enum_AssetCategory = :document | :image | :audio | :video | :font | :stylesheet | :script | :archive | :data | :other
 
-    class AuthConfig
+    module AuthConfig
+    def self.from_hash: (untyped hash) -> untyped
+    end
+
+    class AuthConfigBasic
+        include AuthConfig
+        attr_reader username: String
+        attr_reader password: String
+
+    def basic?: () -> bool
+    def bearer?: () -> bool
+    def header?: () -> bool
+
+    def self.from_hash: (untyped hash) -> untyped
+    def self.new: (username: String, password: String) -> AuthConfigBasic
+    end
+
+    class AuthConfigBearer
+        include AuthConfig
+        attr_reader token: String
+
+    def basic?: () -> bool
+    def bearer?: () -> bool
+    def header?: () -> bool
+
+    def self.from_hash: (untyped hash) -> untyped
+    def self.new: (token: String) -> AuthConfigBearer
+    end
+
+    class AuthConfigHeader
+        include AuthConfig
+        attr_reader name: String
+        attr_reader value: String
+
+    def basic?: () -> bool
+    def bearer?: () -> bool
+    def header?: () -> bool
+
+    def self.from_hash: (untyped hash) -> untyped
+    def self.new: (name: String, value: String) -> AuthConfigHeader
     end
 
     type enum_BrowserBackend = :chromiumoxide | :native
@@ -541,7 +580,45 @@ def initialize: (?deny_private: bool, ?allowlist: Array[HostMatcher], ?denylist:
 
     type enum_ContentFilterKind = :bm25
 
-    class CrawlEvent
+    module CrawlEvent
+    def self.from_hash: (untyped hash) -> untyped
+    end
+
+    class CrawlEventPage
+        include CrawlEvent
+        attr_reader result: CrawlPageResult
+
+    def page?: () -> bool
+    def error?: () -> bool
+    def complete?: () -> bool
+
+    def self.from_hash: (untyped hash) -> untyped
+    def self.new: (result: CrawlPageResult) -> CrawlEventPage
+    end
+
+    class CrawlEventError
+        include CrawlEvent
+        attr_reader url: String
+        attr_reader error: String
+
+    def page?: () -> bool
+    def error?: () -> bool
+    def complete?: () -> bool
+
+    def self.from_hash: (untyped hash) -> untyped
+    def self.new: (url: String, error: String) -> CrawlEventError
+    end
+
+    class CrawlEventComplete
+        include CrawlEvent
+        attr_reader pages_crawled: Integer
+
+    def page?: () -> bool
+    def error?: () -> bool
+    def complete?: () -> bool
+
+    def self.from_hash: (untyped hash) -> untyped
+    def self.new: (pages_crawled: Integer) -> CrawlEventComplete
     end
 
     type enum_CrawlStrategyKind = :bfs | :dfs | :best_first | :adaptive
@@ -550,14 +627,190 @@ def initialize: (?deny_private: bool, ?allowlist: Array[HostMatcher], ?denylist:
 
     type enum_FeedType = :rss | :atom | :json_feed
 
-    class HostMatcher
+    module HostMatcher
+    def self.from_hash: (untyped hash) -> untyped
+    end
+
+    class HostMatcherExact
+        include HostMatcher
+        attr_reader value: String
+
+    def exact?: () -> bool
+    def suffix?: () -> bool
+    def cidr?: () -> bool
+
+    def self.from_hash: (untyped hash) -> untyped
+    def self.new: (value: String) -> HostMatcherExact
+    end
+
+    class HostMatcherSuffix
+        include HostMatcher
+        attr_reader value: String
+
+    def exact?: () -> bool
+    def suffix?: () -> bool
+    def cidr?: () -> bool
+
+    def self.from_hash: (untyped hash) -> untyped
+    def self.new: (value: String) -> HostMatcherSuffix
+    end
+
+    class HostMatcherCidr
+        include HostMatcher
+        attr_reader value: String
+
+    def exact?: () -> bool
+    def suffix?: () -> bool
+    def cidr?: () -> bool
+
+    def self.from_hash: (untyped hash) -> untyped
+    def self.new: (value: String) -> HostMatcherCidr
     end
 
     type enum_ImageSource = :img | :picture_source | :"og:image" | :"twitter:image"
 
     type enum_LinkType = :internal | :external | :anchor | :document
 
-    class PageAction
+    module PageAction
+    def self.from_hash: (untyped hash) -> untyped
+    end
+
+    class PageActionClick
+        include PageAction
+        attr_reader selector: String
+
+    def click?: () -> bool
+    def type_text?: () -> bool
+    def press?: () -> bool
+    def scroll?: () -> bool
+    def wait?: () -> bool
+    def screenshot?: () -> bool
+    def execute_js?: () -> bool
+    def scrape?: () -> bool
+
+    def self.from_hash: (untyped hash) -> untyped
+    def self.new: (selector: String) -> PageActionClick
+    end
+
+    class PageActionTypeText
+        include PageAction
+        attr_reader selector: String
+        attr_reader text: String
+
+    def click?: () -> bool
+    def type_text?: () -> bool
+    def press?: () -> bool
+    def scroll?: () -> bool
+    def wait?: () -> bool
+    def screenshot?: () -> bool
+    def execute_js?: () -> bool
+    def scrape?: () -> bool
+
+    def self.from_hash: (untyped hash) -> untyped
+    def self.new: (selector: String, text: String) -> PageActionTypeText
+    end
+
+    class PageActionPress
+        include PageAction
+        attr_reader key: String
+
+    def click?: () -> bool
+    def type_text?: () -> bool
+    def press?: () -> bool
+    def scroll?: () -> bool
+    def wait?: () -> bool
+    def screenshot?: () -> bool
+    def execute_js?: () -> bool
+    def scrape?: () -> bool
+
+    def self.from_hash: (untyped hash) -> untyped
+    def self.new: (key: String) -> PageActionPress
+    end
+
+    class PageActionScroll
+        include PageAction
+        attr_reader direction: enum_ScrollDirection
+        attr_reader selector: String?
+        attr_reader amount: Integer?
+
+    def click?: () -> bool
+    def type_text?: () -> bool
+    def press?: () -> bool
+    def scroll?: () -> bool
+    def wait?: () -> bool
+    def screenshot?: () -> bool
+    def execute_js?: () -> bool
+    def scrape?: () -> bool
+
+    def self.from_hash: (untyped hash) -> untyped
+    def self.new: (direction: enum_ScrollDirection, selector: String?, amount: Integer?) -> PageActionScroll
+    end
+
+    class PageActionWait
+        include PageAction
+        attr_reader milliseconds: Integer?
+        attr_reader selector: String?
+
+    def click?: () -> bool
+    def type_text?: () -> bool
+    def press?: () -> bool
+    def scroll?: () -> bool
+    def wait?: () -> bool
+    def screenshot?: () -> bool
+    def execute_js?: () -> bool
+    def scrape?: () -> bool
+
+    def self.from_hash: (untyped hash) -> untyped
+    def self.new: (milliseconds: Integer?, selector: String?) -> PageActionWait
+    end
+
+    class PageActionScreenshot
+        include PageAction
+        attr_reader full_page: bool?
+
+    def click?: () -> bool
+    def type_text?: () -> bool
+    def press?: () -> bool
+    def scroll?: () -> bool
+    def wait?: () -> bool
+    def screenshot?: () -> bool
+    def execute_js?: () -> bool
+    def scrape?: () -> bool
+
+    def self.from_hash: (untyped hash) -> untyped
+    def self.new: (full_page: bool?) -> PageActionScreenshot
+    end
+
+    class PageActionExecuteJs
+        include PageAction
+        attr_reader script: String
+
+    def click?: () -> bool
+    def type_text?: () -> bool
+    def press?: () -> bool
+    def scroll?: () -> bool
+    def wait?: () -> bool
+    def screenshot?: () -> bool
+    def execute_js?: () -> bool
+    def scrape?: () -> bool
+
+    def self.from_hash: (untyped hash) -> untyped
+    def self.new: (script: String) -> PageActionExecuteJs
+    end
+
+    class PageActionScrape
+        include PageAction
+    def click?: () -> bool
+    def type_text?: () -> bool
+    def press?: () -> bool
+    def scroll?: () -> bool
+    def wait?: () -> bool
+    def screenshot?: () -> bool
+    def execute_js?: () -> bool
+    def scrape?: () -> bool
+
+    def self.from_hash: (untyped hash) -> untyped
+        def self.new:  -> PageActionScrape
     end
 
     type enum_ScrollDirection = :up | :down

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: crawlberg
 version: !ruby/object:Gem::Version
-  version: 1.12.2
+  version: 1.12.4
 platform: ruby
 authors:
 - Na'aman Hirschfeld
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-10-27 00:00:00.000000000 Z
+date: 2026-10-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rb_sys