crawlberg 1.2.1 → 1.4.0

data/lib/crawlberg/native.rb

@@ -1,7 +1,7 @@
 # This file is auto-generated by alef — DO NOT EDIT.
-# alef:hash:0ce4d753fdb4854e44358639dcbaebee3449a4afa142dbc4f0a72aa72c214648
+# alef:hash:4c0568b31b53eb28d5e56237159cb0d1c93079e2bbae63713fbc6b85e9683aa7
 # To regenerate: alef generate
-# To verify freshness: alef verify --exit-code
+# To verify freshness: alef verify
 # frozen_string_literal: true
 
 require "json"
@@ -18,7 +18,7 @@ library_candidates = dlexts.flat_map do |dlext|
     File.join(__dir__, "..", extension_name, ruby_abi, "#{extension_name}.#{dlext}"),
     File.join(__dir__, "..", extension_name, ruby_abi, "lib#{extension_name}.#{dlext}"),
     File.join(__dir__, "..", "#{extension_name}.#{dlext}"),
-    File.join(__dir__, "..", "lib#{extension_name}.#{dlext}")
+    File.join(__dir__, "..", "lib#{extension_name}.#{dlext}"),
   ]
 end
 
@@ -34,7 +34,6 @@ unless native_extension
 end
 
 require native_extension
-
 module Crawlberg
   # Authentication configuration.
   module AuthConfig
@@ -50,14 +49,10 @@ module Crawlberg
     def self.from_hash(hash)
       discriminator = hash[:type] || hash["type"]
       case discriminator
-      when "basic"
-        AuthConfigBasic.from_hash(hash)
-      when "bearer"
-        AuthConfigBearer.from_hash(hash)
-      when "header"
-        AuthConfigHeader.from_hash(hash)
-      else
-        raise "Unknown discriminator: #{discriminator}"
+      when "basic" then AuthConfigBasic.from_hash(hash)
+      when "bearer" then AuthConfigBearer.from_hash(hash)
+      when "header" then AuthConfigHeader.from_hash(hash)
+      else raise "Unknown discriminator: #{discriminator}"
       end
     end
   end
@@ -68,12 +63,10 @@ module Crawlberg
 
     # Username sent in the `Authorization: Basic` header.
     sig { returns(String) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def username = super
+    def username = super # rubocop:disable Lint/UselessMethodDefinition
     # Password sent in the `Authorization: Basic` header.
     sig { returns(String) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def password = super
+    def password = super # rubocop:disable Lint/UselessMethodDefinition
     sig { returns(T::Boolean) }
     def basic? = true
     sig { returns(T::Boolean) }
@@ -94,8 +87,7 @@ module Crawlberg
 
     # Token sent in the `Authorization: Bearer` header.
     sig { returns(String) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def token = super
+    def token = super # rubocop:disable Lint/UselessMethodDefinition
     sig { returns(T::Boolean) }
     def basic? = false
     sig { returns(T::Boolean) }
@@ -116,12 +108,10 @@ module Crawlberg
 
     # HTTP header name to set on each request.
     sig { returns(String) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def name = super
+    def name = super # rubocop:disable Lint/UselessMethodDefinition
     # HTTP header value to send.
     sig { returns(String) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def value = super
+    def value = super # rubocop:disable Lint/UselessMethodDefinition
     sig { returns(T::Boolean) }
     def basic? = false
     sig { returns(T::Boolean) }
@@ -157,14 +147,10 @@ module Crawlberg
     def self.from_hash(hash)
       discriminator = hash[:type] || hash["type"]
       case discriminator
-      when "page"
-        CrawlEventPage.from_hash(hash)
-      when "error"
-        CrawlEventError.from_hash(hash)
-      when "complete"
-        CrawlEventComplete.from_hash(hash)
-      else
-        raise "Unknown discriminator: #{discriminator}"
+      when "page" then CrawlEventPage.from_hash(hash)
+      when "error" then CrawlEventError.from_hash(hash)
+      when "complete" then CrawlEventComplete.from_hash(hash)
+      else raise "Unknown discriminator: #{discriminator}"
       end
     end
   end
@@ -175,8 +161,7 @@ module Crawlberg
 
     # The crawled page result.
     sig { returns(CrawlPageResult) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def result = super
+    def result = super # rubocop:disable Lint/UselessMethodDefinition
     sig { returns(T::Boolean) }
     def page? = true
     sig { returns(T::Boolean) }
@@ -197,12 +182,10 @@ module Crawlberg
 
     # The URL that failed.
     sig { returns(String) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def url = super
+    def url = super # rubocop:disable Lint/UselessMethodDefinition
     # The error message.
     sig { returns(String) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def error = super
+    def error = super # rubocop:disable Lint/UselessMethodDefinition
     sig { returns(T::Boolean) }
     def page? = false
     sig { returns(T::Boolean) }
@@ -223,8 +206,7 @@ module Crawlberg
 
     # Total number of pages crawled.
     sig { returns(Integer) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def pages_crawled = super
+    def pages_crawled = super # rubocop:disable Lint/UselessMethodDefinition
     sig { returns(T::Boolean) }
     def page? = false
     sig { returns(T::Boolean) }
@@ -240,6 +222,108 @@ module Crawlberg
   end
 end
 
+module Crawlberg
+  # Hostname/IP allowlist matcher for SSRF policy.
+  #
+  # Serializes as an internally-tagged object so each variant is distinguishable on the
+  # wire and round-trips losslessly:
+  #
+  # ```json
+  # {"type": "exact",  "value": "api.example.com"}
+  # {"type": "suffix", "value": ".example.com"}
+  # {"type": "cidr",   "value": "10.0.0.0/8"}
+  # ```
+  #
+  # A bare JSON string is still accepted on deserialization and resolves to [`Exact`],
+  # preserving configs written against the previous untagged representation.
+  #
+  # [`Exact`]: HostMatcher::Exact
+  module HostMatcher
+    extend T::Helpers
+    extend T::Sig
+
+    interface!
+
+    # Dispatch from a Hash to the appropriate variant constructor.
+    # @param hash [Hash] with discriminator field and variant-specific fields
+    # @return [variant_class] an instance of the appropriate variant
+    sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.untyped) }
+    def self.from_hash(hash)
+      discriminator = hash[:type] || hash["type"]
+      case discriminator
+      when "exact" then HostMatcherExact.from_hash(hash)
+      when "suffix" then HostMatcherSuffix.from_hash(hash)
+      when "cidr" then HostMatcherCidr.from_hash(hash)
+      else raise "Unknown discriminator: #{discriminator}"
+      end
+    end
+  end
+  ## Exact hostname match (case-insensitive).
+  HostMatcherExact = Data.define(:value) do
+    include HostMatcher
+    extend T::Sig
+
+    # The hostname to match.
+    sig { returns(String) }
+    def value = super # rubocop:disable Lint/UselessMethodDefinition
+    sig { returns(T::Boolean) }
+    def exact? = true
+    sig { returns(T::Boolean) }
+    def suffix? = false
+    sig { returns(T::Boolean) }
+    def cidr? = false
+    # @param hash [Hash] deserialized from the native extension
+    # @return [self]
+    sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
+    def self.from_hash(hash)
+      new(value: hash[:value] || hash["value"])
+    end
+  end
+  ## Suffix match: ".xberg.io" matches "api.xberg.io" and "xberg.io".
+  HostMatcherSuffix = Data.define(:value) do
+    include HostMatcher
+    extend T::Sig
+
+    # The dot-prefixed suffix to match. A leading dot is optional.
+    sig { returns(String) }
+    def value = super # rubocop:disable Lint/UselessMethodDefinition
+    sig { returns(T::Boolean) }
+    def exact? = false
+    sig { returns(T::Boolean) }
+    def suffix? = true
+    sig { returns(T::Boolean) }
+    def cidr? = false
+    # @param hash [Hash] deserialized from the native extension
+    # @return [self]
+    sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
+    def self.from_hash(hash)
+      new(value: hash[:value] || hash["value"])
+    end
+  end
+  ## CIDR match: "10.0.0.0/8" matches IP addresses in that range.
+  HostMatcherCidr = Data.define(:value) do
+    include HostMatcher
+    extend T::Sig
+
+    # The CIDR block. Validated when built through [`HostMatcher::cidr`] or
+    # deserialization.
+    sig { returns(String) }
+    def value = super # rubocop:disable Lint/UselessMethodDefinition
+    sig { returns(T::Boolean) }
+    def exact? = false
+    sig { returns(T::Boolean) }
+    def suffix? = false
+    sig { returns(T::Boolean) }
+    def cidr? = true
+    # @param hash [Hash] deserialized from the native extension
+    # @return [self]
+    sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
+    def self.from_hash(hash)
+      new(value: hash[:value] || hash["value"])
+    end
+  end
+end
+
 module Crawlberg
   # A single page interaction action.
   #
@@ -258,24 +342,15 @@ module Crawlberg
     def self.from_hash(hash)
       discriminator = hash[:type] || hash["type"]
       case discriminator
-      when "click"
-        PageActionClick.from_hash(hash)
-      when "type"
-        PageActionTypeText.from_hash(hash)
-      when "press"
-        PageActionPress.from_hash(hash)
-      when "scroll"
-        PageActionScroll.from_hash(hash)
-      when "wait"
-        PageActionWait.from_hash(hash)
-      when "screenshot"
-        PageActionScreenshot.from_hash(hash)
-      when "executeJs"
-        PageActionExecuteJs.from_hash(hash)
-      when "scrape"
-        PageActionScrape.from_hash(hash)
-      else
-        raise "Unknown discriminator: #{discriminator}"
+      when "click" then PageActionClick.from_hash(hash)
+      when "type" then PageActionTypeText.from_hash(hash)
+      when "press" then PageActionPress.from_hash(hash)
+      when "scroll" then PageActionScroll.from_hash(hash)
+      when "wait" then PageActionWait.from_hash(hash)
+      when "screenshot" then PageActionScreenshot.from_hash(hash)
+      when "executeJs" then PageActionExecuteJs.from_hash(hash)
+      when "scrape" then PageActionScrape.from_hash(hash)
+      else raise "Unknown discriminator: #{discriminator}"
       end
     end
   end
@@ -286,8 +361,7 @@ module Crawlberg
 
     # CSS selector for the element to click.
     sig { returns(String) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def selector = super
+    def selector = super # rubocop:disable Lint/UselessMethodDefinition
     sig { returns(T::Boolean) }
     def click? = true
     sig { returns(T::Boolean) }
@@ -318,12 +392,10 @@ module Crawlberg
 
     # CSS selector for the input element.
     sig { returns(String) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def selector = super
+    def selector = super # rubocop:disable Lint/UselessMethodDefinition
     # Text to type into the element.
     sig { returns(String) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def text = super
+    def text = super # rubocop:disable Lint/UselessMethodDefinition
     sig { returns(T::Boolean) }
     def click? = false
     sig { returns(T::Boolean) }
@@ -354,8 +426,7 @@ module Crawlberg
 
     # Key name to press.
     sig { returns(String) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def key = super
+    def key = super # rubocop:disable Lint/UselessMethodDefinition
     sig { returns(T::Boolean) }
     def click? = false
     sig { returns(T::Boolean) }
@@ -386,16 +457,13 @@ module Crawlberg
 
     # Direction to scroll.
     sig { returns(ScrollDirection) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def direction = super
+    def direction = super # rubocop:disable Lint/UselessMethodDefinition
     # Optional CSS selector for a scrollable element. Scrolls the page if absent.
     sig { returns(T.nilable(String)) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def selector = super
+    def selector = super # rubocop:disable Lint/UselessMethodDefinition
     # Optional pixel amount to scroll. Uses a default if absent.
     sig { returns(T.nilable(Integer)) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def amount = super
+    def amount = super # rubocop:disable Lint/UselessMethodDefinition
     sig { returns(T::Boolean) }
     def click? = false
     sig { returns(T::Boolean) }
@@ -416,11 +484,7 @@ module Crawlberg
     # @return [self]
     sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
     def self.from_hash(hash)
-      new(
-        direction: hash[:direction] || hash["direction"],
-        selector: hash[:selector] || hash["selector"],
-        amount: hash[:amount] || hash["amount"]
-      )
+      new(direction: hash[:direction] || hash["direction"], selector: hash[:selector] || hash["selector"], amount: hash[:amount] || hash["amount"])
     end
   end
   ## Wait for a duration or for an element to appear.
@@ -430,12 +494,10 @@ module Crawlberg
 
     # Milliseconds to wait. Ignored if `selector` is provided.
     sig { returns(T.nilable(Integer)) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def milliseconds = super
+    def milliseconds = super # rubocop:disable Lint/UselessMethodDefinition
     # CSS selector to wait for.
     sig { returns(T.nilable(String)) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def selector = super
+    def selector = super # rubocop:disable Lint/UselessMethodDefinition
     sig { returns(T::Boolean) }
     def click? = false
     sig { returns(T::Boolean) }
@@ -470,8 +532,7 @@ module Crawlberg
     # `full_page` (snake_case) alias so language bindings and fixtures can
     # use either convention without error.
     sig { returns(T.nilable(T::Boolean)) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def full_page = super
+    def full_page = super # rubocop:disable Lint/UselessMethodDefinition
     sig { returns(T::Boolean) }
     def click? = false
     sig { returns(T::Boolean) }
@@ -507,8 +568,7 @@ module Crawlberg
 
     # JavaScript source code to execute. Max 1 MB.
     sig { returns(String) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def script = super
+    def script = super # rubocop:disable Lint/UselessMethodDefinition
     sig { returns(T::Boolean) }
     def click? = false
     sig { returns(T::Boolean) }
@@ -561,112 +621,3 @@ module Crawlberg
     end
   end
 end
-
-module Crawlberg
-  # Hostname/IP allowlist matcher for SSRF policy.
-  #
-  # Serializes as an internally-tagged object so each variant is distinguishable on the
-  # wire and round-trips losslessly:
-  #
-  # ```json
-  # {"type": "exact",  "value": "api.example.com"}
-  # {"type": "suffix", "value": ".example.com"}
-  # {"type": "cidr",   "value": "10.0.0.0/8"}
-  # ```
-  #
-  # A bare JSON string is still accepted on deserialization and resolves to [`Exact`],
-  # preserving configs written against the previous untagged representation.
-  #
-  # [`Exact`]: HostMatcher::Exact
-  module HostMatcher
-    extend T::Helpers
-    extend T::Sig
-
-    interface!
-
-    # Dispatch from a Hash to the appropriate variant constructor.
-    # @param hash [Hash] with discriminator field and variant-specific fields
-    # @return [variant_class] an instance of the appropriate variant
-    sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.untyped) }
-    def self.from_hash(hash)
-      discriminator = hash[:type] || hash["type"]
-      case discriminator
-      when "exact"
-        HostMatcherExact.from_hash(hash)
-      when "suffix"
-        HostMatcherSuffix.from_hash(hash)
-      when "cidr"
-        HostMatcherCidr.from_hash(hash)
-      else
-        raise "Unknown discriminator: #{discriminator}"
-      end
-    end
-  end
-  ## Exact hostname match (case-insensitive).
-  HostMatcherExact = Data.define(:value) do
-    include HostMatcher
-    extend T::Sig
-
-    # The hostname to match.
-    sig { returns(String) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def value = super
-    sig { returns(T::Boolean) }
-    def exact? = true
-    sig { returns(T::Boolean) }
-    def suffix? = false
-    sig { returns(T::Boolean) }
-    def cidr? = false
-    # @param hash [Hash] deserialized from the native extension
-    # @return [self]
-    sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
-    def self.from_hash(hash)
-      new(value: hash[:value] || hash["value"])
-    end
-  end
-  ## Suffix match: ".xberg.io" matches "api.xberg.io" and "xberg.io".
-  HostMatcherSuffix = Data.define(:value) do
-    include HostMatcher
-    extend T::Sig
-
-    # The dot-prefixed suffix to match. A leading dot is optional.
-    sig { returns(String) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def value = super
-    sig { returns(T::Boolean) }
-    def exact? = false
-    sig { returns(T::Boolean) }
-    def suffix? = true
-    sig { returns(T::Boolean) }
-    def cidr? = false
-    # @param hash [Hash] deserialized from the native extension
-    # @return [self]
-    sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
-    def self.from_hash(hash)
-      new(value: hash[:value] || hash["value"])
-    end
-  end
-  ## CIDR match: "10.0.0.0/8" matches IP addresses in that range.
-  HostMatcherCidr = Data.define(:value) do
-    include HostMatcher
-    extend T::Sig
-
-    # The CIDR block. Validated when built through [`HostMatcher::cidr`] or
-    # deserialization.
-    sig { returns(String) }
-    # rubocop:disable Lint/UselessMethodDefinition
-    def value = super
-    sig { returns(T::Boolean) }
-    def exact? = false
-    sig { returns(T::Boolean) }
-    def suffix? = false
-    sig { returns(T::Boolean) }
-    def cidr? = true
-    # @param hash [Hash] deserialized from the native extension
-    # @return [self]
-    sig { params(hash: T::Hash[T.untyped, T.untyped]).returns(T.attached_class) }
-    def self.from_hash(hash)
-      new(value: hash[:value] || hash["value"])
-    end
-  end
-end

data/lib/crawlberg/version.rb

@@ -1,10 +1,10 @@
 # This file is auto-generated by alef — DO NOT EDIT.
-# alef:hash:0ce4d753fdb4854e44358639dcbaebee3449a4afa142dbc4f0a72aa72c214648
+# alef:hash:0a9a0a6f7c1b865f2c375eef53bab2695c7dbf595519ca3bd7f5d258c2936ef7
 # To regenerate: alef generate
-# To verify freshness: alef verify --exit-code
+# To verify freshness: alef verify
 # frozen_string_literal: true
 
 module Crawlberg
   ## The version string for this package.
-  VERSION = "1.2.1"
+  VERSION = "1.4.0"
 end

data/lib/crawlberg.rb

@@ -1,7 +1,7 @@
 # This file is auto-generated by alef — DO NOT EDIT.
-# alef:hash:0ce4d753fdb4854e44358639dcbaebee3449a4afa142dbc4f0a72aa72c214648
+# alef:hash:72251b3aa02bf769e473206839c833cf616e70a8dd38735f5ff3a3a2849e8c0a
 # To regenerate: alef generate
-# To verify freshness: alef verify --exit-code
+# To verify freshness: alef verify
 # frozen_string_literal: true
 
 require_relative "crawlberg/version"