crawlberg 1.3.3 → 1.4.0

data/sig/types.rbs

@@ -1,5 +1,5 @@
 # This file is auto-generated by alef — DO NOT EDIT.
-# alef:hash:78599b35c3e08365abebb762ea75ffe2c15e049fd992db89a8a26acf137f8c4f
+# alef:hash:71edb0ad11af2e26ac8c388c9aac9e12715a6a126f85a44c69e785b59fe8ad1f
 # To regenerate: alef generate
 # To verify freshness: alef verify
 
@@ -9,39 +9,64 @@ module Crawlberg
 
   type json_value = Hash[String, untyped] | Array[untyped] | String | Integer | Float | bool | nil
 
-  class ExtractionMeta
-    attr_reader cost: Float?
-    attr_reader prompt_tokens: Integer?
-    attr_reader completion_tokens: Integer?
-    attr_reader model: String?
-    attr_reader chunks_processed: Integer
+  class ActionResult
+    attr_reader action_index: Integer
+    attr_reader action_type: String
+    attr_reader success: bool
+    attr_reader data: String?
+    attr_reader error: String?
 
-    def initialize: (?cost: Float, ?prompt_tokens: Integer, ?completion_tokens: Integer, ?model: String, ?chunks_processed: Integer) -> void
+    def initialize: (?action_index: Integer, ?action_type: String, ?success: bool, ?data: String, ?error: String) -> void
   end
 
-  class ProxyConfig
+  class ArticleMetadata
+    attr_reader published_time: String?
+    attr_reader modified_time: String?
+    attr_reader author: String?
+    attr_reader section: String?
+    attr_reader tags: Array[String]
+
+    def initialize: (?published_time: String, ?modified_time: String, ?author: String, ?section: String, ?tags: Array[String]) -> void
+  end
+
+  class BatchCrawlResult
     attr_reader url: String
-    attr_reader username: String?
-    attr_reader password: String?
+    attr_reader result: CrawlResult?
+    attr_reader error: String?
 
-    def initialize: (?url: String, ?username: String, ?password: String) -> void
+    def initialize: (?url: String, ?result: CrawlResult, ?error: String) -> void
   end
 
-  class ContentConfig
-    attr_reader output_format: String
-    attr_reader preprocessing_preset: String
-    attr_reader remove_navigation: bool
-    attr_reader remove_forms: bool
-    attr_reader strip_tags: Array[String]
-    attr_reader preserve_tags: Array[String]
-    attr_reader exclude_selectors: Array[String]
-    attr_reader skip_images: bool
-    attr_reader max_depth: Integer?
-    attr_reader wrap: bool
-    attr_reader wrap_width: Integer
-    attr_reader include_document_structure: bool
+  class BatchCrawlResults
+    attr_reader results: Array[BatchCrawlResult]
+    attr_reader total_count: Integer
+    attr_reader completed_count: Integer
+    attr_reader failed_count: Integer
 
-    def initialize: (?output_format: String, ?preprocessing_preset: String, ?remove_navigation: bool, ?remove_forms: bool, ?strip_tags: Array[String], ?preserve_tags: Array[String], ?exclude_selectors: Array[String], ?skip_images: bool, ?max_depth: Integer, ?wrap: bool, ?wrap_width: Integer, ?include_document_structure: bool) -> void
+    def initialize: (?results: Array[BatchCrawlResult], ?total_count: Integer, ?completed_count: Integer, ?failed_count: Integer) -> void
+  end
+
+  class BatchCrawlStreamRequest
+    attr_reader urls: Array[String]
+
+    def initialize: (?urls: Array[String]) -> void
+  end
+
+  class BatchScrapeResult
+    attr_reader url: String
+    attr_reader result: ScrapeResult?
+    attr_reader error: String?
+
+    def initialize: (?url: String, ?result: ScrapeResult, ?error: String) -> void
+  end
+
+  class BatchScrapeResults
+    attr_reader results: Array[BatchScrapeResult]
+    attr_reader total_count: Integer
+    attr_reader completed_count: Integer
+    attr_reader failed_count: Integer
+
+    def initialize: (?results: Array[BatchScrapeResult], ?total_count: Integer, ?completed_count: Integer, ?failed_count: Integer) -> void
   end
 
   class BrowserConfig
@@ -62,6 +87,55 @@ module Crawlberg
     def initialize: (?mode: BrowserMode, ?backend: BrowserBackend, ?endpoint: String, ?timeout: Integer, ?wait: BrowserWait, ?wait_selector: String, ?extra_wait: Integer, ?proxy: ProxyConfig, ?block_url_patterns: Array[String], ?eval_script: String, ?robots_user_agent: String, ?capture_network_events: bool, ?session_affinity: bool) -> void
   end
 
+  class BrowserExtras
+    attr_reader eval_result: String?
+    attr_reader network_events: Array[ResponseMeta]
+    attr_reader cookies: Array[CookieInfo]
+
+    def initialize: (?eval_result: String, ?network_events: Array[ResponseMeta], ?cookies: Array[CookieInfo]) -> void
+  end
+
+  class CitationReference
+    attr_reader index: Integer
+    attr_reader url: String
+    attr_reader text: String
+
+    def initialize: (?index: Integer, ?url: String, ?text: String) -> void
+  end
+
+  class CitationResult
+    attr_reader content: String
+    attr_reader references: Array[CitationReference]
+
+    def initialize: (?content: String, ?references: Array[CitationReference]) -> void
+  end
+
+  class ContentConfig
+    attr_reader output_format: String
+    attr_reader preprocessing_preset: String
+    attr_reader remove_navigation: bool
+    attr_reader remove_forms: bool
+    attr_reader strip_tags: Array[String]
+    attr_reader preserve_tags: Array[String]
+    attr_reader exclude_selectors: Array[String]
+    attr_reader skip_images: bool
+    attr_reader max_depth: Integer?
+    attr_reader wrap: bool
+    attr_reader wrap_width: Integer
+    attr_reader include_document_structure: bool
+
+    def initialize: (?output_format: String, ?preprocessing_preset: String, ?remove_navigation: bool, ?remove_forms: bool, ?strip_tags: Array[String], ?preserve_tags: Array[String], ?exclude_selectors: Array[String], ?skip_images: bool, ?max_depth: Integer, ?wrap: bool, ?wrap_width: Integer, ?include_document_structure: bool) -> void
+  end
+
+  class CookieInfo
+    attr_reader name: String
+    attr_reader value: String
+    attr_reader domain: String?
+    attr_reader path: String?
+
+    def initialize: (?name: String, ?value: String, ?domain: String, ?path: String) -> void
+  end
+
   class CrawlConfig
     attr_reader max_depth: Integer?
     attr_reader max_pages: Integer?
@@ -115,79 +189,9 @@ module Crawlberg
     def validate: () -> void
   end
 
-  class BrowserExtras
-    attr_reader eval_result: String?
-    attr_reader network_events: Array[ResponseMeta]
-    attr_reader cookies: Array[CookieInfo]
-
-    def initialize: (?eval_result: String, ?network_events: Array[ResponseMeta], ?cookies: Array[CookieInfo]) -> void
-  end
-
-  class DownloadedDocument
-    attr_reader url: String
-    attr_reader mime_type: String
-    attr_reader size: Integer
-    attr_reader filename: String?
-    attr_reader content_hash: String
-    attr_reader headers: Hash[String, String]
-    attr_reader truncated: bool
-    attr_reader content_path: String?
-    attr_reader content_base64: String?
-
-    def initialize: (?url: String, ?mime_type: String, ?size: Integer, ?filename: String, ?content_hash: String, ?headers: Hash[String, String], ?truncated: bool, ?content_path: String, ?content_base64: String) -> void
-  end
-
-  class InteractionResult
-    attr_reader action_results: Array[ActionResult]
-    attr_reader final_html: String
-    attr_reader final_url: String
-    attr_reader screenshot_base64: String?
-
-    def initialize: (?action_results: Array[ActionResult], ?final_html: String, ?final_url: String, ?screenshot_base64: String) -> void
-  end
-
-  class ActionResult
-    attr_reader action_index: Integer
-    attr_reader action_type: String
-    attr_reader success: bool
-    attr_reader data: String?
-    attr_reader error: String?
-
-    def initialize: (?action_index: Integer, ?action_type: String, ?success: bool, ?data: String, ?error: String) -> void
-  end
-
-  class ScrapeResult
-    attr_reader status_code: Integer
-    attr_reader final_url: String
-    attr_reader content_type: String
-    attr_reader html: String
-    attr_reader body_size: Integer
-    attr_reader metadata: PageMetadata
-    attr_reader links: Array[LinkInfo]
-    attr_reader images: Array[ImageInfo]
-    attr_reader feeds: Array[FeedInfo]
-    attr_reader json_ld: Array[JsonLdEntry]
-    attr_reader is_allowed: bool
-    attr_reader crawl_delay: Integer?
-    attr_reader noindex_detected: bool
-    attr_reader nofollow_detected: bool
-    attr_reader x_robots_tag: String?
-    attr_reader is_pdf: bool
-    attr_reader was_skipped: bool
-    attr_reader detected_charset: String?
-    attr_reader auth_header_sent: bool
-    attr_reader response_meta: ResponseMeta?
-    attr_reader assets: Array[DownloadedAsset]
-    attr_reader js_render_hint: bool
-    attr_reader browser_used: bool
-    attr_reader markdown: MarkdownResult?
-    attr_reader extracted_data: String?
-    attr_reader extraction_meta: ExtractionMeta?
-    attr_reader screenshot_base64: String?
-    attr_reader downloaded_document: DownloadedDocument?
-    attr_reader browser: BrowserExtras?
-
-    def initialize: (?status_code: Integer, ?final_url: String, ?content_type: String, ?html: String, ?body_size: Integer, ?metadata: PageMetadata, ?links: Array[LinkInfo], ?images: Array[ImageInfo], ?feeds: Array[FeedInfo], ?json_ld: Array[JsonLdEntry], ?is_allowed: bool, ?crawl_delay: Integer, ?noindex_detected: bool, ?nofollow_detected: bool, ?x_robots_tag: String, ?is_pdf: bool, ?was_skipped: bool, ?detected_charset: String, ?auth_header_sent: bool, ?response_meta: ResponseMeta, ?assets: Array[DownloadedAsset], ?js_render_hint: bool, ?browser_used: bool, ?markdown: MarkdownResult, ?extracted_data: String, ?extraction_meta: ExtractionMeta, ?screenshot_base64: String, ?downloaded_document: DownloadedDocument, ?browser: BrowserExtras) -> void
+  class CrawlEngineHandle
+    def crawl_stream: (CrawlStreamRequest req) -> Enumerator[CrawlEvent]
+    def batch_crawl_stream: (BatchCrawlStreamRequest req) -> Enumerator[CrawlEvent]
   end
 
   class CrawlPageResult
@@ -230,50 +234,54 @@ module Crawlberg
     def unique_normalized_urls: () -> Integer
   end
 
-  class SitemapUrl
+  class CrawlStreamRequest
     attr_reader url: String
-    attr_reader lastmod: String?
-    attr_reader changefreq: String?
-    attr_reader priority: String?
 
-    def initialize: (?url: String, ?lastmod: String, ?changefreq: String, ?priority: String) -> void
+    def initialize: (?url: String) -> void
   end
 
-  class MapResult
-    attr_reader urls: Array[SitemapUrl]
+  class DownloadedAsset
+    attr_reader url: String
+    attr_reader content_hash: String
+    attr_reader mime_type: String?
+    attr_reader size: Integer
+    attr_reader asset_category: AssetCategory
+    attr_reader html_tag: String?
 
-    def initialize: (?urls: Array[SitemapUrl]) -> void
+    def initialize: (?url: String, ?content_hash: String, ?mime_type: String, ?size: Integer, ?asset_category: AssetCategory, ?html_tag: String) -> void
   end
 
-  class MarkdownResult
-    attr_reader content: String
-    attr_reader document_structure: String?
-    attr_reader tables: Array[String]
-    attr_reader warnings: Array[String]
-    attr_reader citations: bool
-    attr_reader fit_content: String?
+  class DownloadedDocument
+    attr_reader url: String
+    attr_reader mime_type: String
+    attr_reader size: Integer
+    attr_reader filename: String?
+    attr_reader content_hash: String
+    attr_reader headers: Hash[String, String]
+    attr_reader truncated: bool
+    attr_reader content_path: String?
+    attr_reader content_base64: String?
 
-    def initialize: (?content: String, ?document_structure: String, ?tables: Array[String], ?warnings: Array[String], ?citations: bool, ?fit_content: String) -> void
+    def initialize: (?url: String, ?mime_type: String, ?size: Integer, ?filename: String, ?content_hash: String, ?headers: Hash[String, String], ?truncated: bool, ?content_path: String, ?content_base64: String) -> void
   end
 
-  class LinkInfo
-    attr_reader url: String
-    attr_reader text: String
-    attr_reader link_type: LinkType
-    attr_reader rel: String?
-    attr_reader nofollow: bool
+  class ExtractionMeta
+    attr_reader cost: Float?
+    attr_reader prompt_tokens: Integer?
+    attr_reader completion_tokens: Integer?
+    attr_reader model: String?
+    attr_reader chunks_processed: Integer
 
-    def initialize: (?url: String, ?text: String, ?link_type: LinkType, ?rel: String, ?nofollow: bool) -> void
+    def initialize: (?cost: Float, ?prompt_tokens: Integer, ?completion_tokens: Integer, ?model: String, ?chunks_processed: Integer) -> void
   end
 
-  class ImageInfo
+  class FaviconInfo
     attr_reader url: String
-    attr_reader alt: String?
-    attr_reader width: Integer?
-    attr_reader height: Integer?
-    attr_reader source: ImageSource
+    attr_reader rel: String
+    attr_reader sizes: String?
+    attr_reader mime_type: String?
 
-    def initialize: (?url: String, ?alt: String, ?width: Integer, ?height: Integer, ?source: ImageSource) -> void
+    def initialize: (?url: String, ?rel: String, ?sizes: String, ?mime_type: String) -> void
   end
 
   class FeedInfo
@@ -284,77 +292,72 @@ module Crawlberg
     def initialize: (?url: String, ?title: String, ?feed_type: FeedType) -> void
   end
 
-  class JsonLdEntry
-    attr_reader schema_type: String
-    attr_reader name: String?
-    attr_reader raw: String
+  class HeadingInfo
+    attr_reader level: Integer
+    attr_reader text: String
 
-    def initialize: (?schema_type: String, ?name: String, ?raw: String) -> void
+    def initialize: (?level: Integer, ?text: String) -> void
   end
 
-  class CookieInfo
-    attr_reader name: String
-    attr_reader value: String
-    attr_reader domain: String?
-    attr_reader path: String?
+  class HreflangEntry
+    attr_reader lang: String
+    attr_reader url: String
 
-    def initialize: (?name: String, ?value: String, ?domain: String, ?path: String) -> void
+    def initialize: (?lang: String, ?url: String) -> void
   end
 
-  class DownloadedAsset
+  class ImageInfo
     attr_reader url: String
-    attr_reader content_hash: String
-    attr_reader mime_type: String?
-    attr_reader size: Integer
-    attr_reader asset_category: AssetCategory
-    attr_reader html_tag: String?
+    attr_reader alt: String?
+    attr_reader width: Integer?
+    attr_reader height: Integer?
+    attr_reader source: ImageSource
 
-    def initialize: (?url: String, ?content_hash: String, ?mime_type: String, ?size: Integer, ?asset_category: AssetCategory, ?html_tag: String) -> void
+    def initialize: (?url: String, ?alt: String, ?width: Integer, ?height: Integer, ?source: ImageSource) -> void
   end
 
-  class ArticleMetadata
-    attr_reader published_time: String?
-    attr_reader modified_time: String?
-    attr_reader author: String?
-    attr_reader section: String?
-    attr_reader tags: Array[String]
+  class InteractionResult
+    attr_reader action_results: Array[ActionResult]
+    attr_reader final_html: String
+    attr_reader final_url: String
+    attr_reader screenshot_base64: String?
 
-    def initialize: (?published_time: String, ?modified_time: String, ?author: String, ?section: String, ?tags: Array[String]) -> void
+    def initialize: (?action_results: Array[ActionResult], ?final_html: String, ?final_url: String, ?screenshot_base64: String) -> void
   end
 
-  class HreflangEntry
-    attr_reader lang: String
-    attr_reader url: String
+  class JsonLdEntry
+    attr_reader schema_type: String
+    attr_reader name: String?
+    attr_reader raw: String
 
-    def initialize: (?lang: String, ?url: String) -> void
+    def initialize: (?schema_type: String, ?name: String, ?raw: String) -> void
   end
 
-  class FaviconInfo
+  class LinkInfo
     attr_reader url: String
-    attr_reader rel: String
-    attr_reader sizes: String?
-    attr_reader mime_type: String?
+    attr_reader text: String
+    attr_reader link_type: LinkType
+    attr_reader rel: String?
+    attr_reader nofollow: bool
 
-    def initialize: (?url: String, ?rel: String, ?sizes: String, ?mime_type: String) -> void
+    def initialize: (?url: String, ?text: String, ?link_type: LinkType, ?rel: String, ?nofollow: bool) -> void
   end
 
-  class HeadingInfo
-    attr_reader level: Integer
-    attr_reader text: String
+  class MapResult
+    attr_reader urls: Array[SitemapUrl]
 
-    def initialize: (?level: Integer, ?text: String) -> void
+    def initialize: (?urls: Array[SitemapUrl]) -> void
   end
 
-  class ResponseMeta
-    attr_reader etag: String?
-    attr_reader last_modified: String?
-    attr_reader cache_control: String?
-    attr_reader server: String?
-    attr_reader x_powered_by: String?
-    attr_reader content_language: String?
-    attr_reader content_encoding: String?
+  class MarkdownResult
+    attr_reader content: String
+    attr_reader document_structure: String?
+    attr_reader tables: Array[String]
+    attr_reader warnings: Array[String]
+    attr_reader citations: bool
+    attr_reader fit_content: String?
 
-    def initialize: (?etag: String, ?last_modified: String, ?cache_control: String, ?server: String, ?x_powered_by: String, ?content_language: String, ?content_encoding: String) -> void
+    def initialize: (?content: String, ?document_structure: String, ?tables: Array[String], ?warnings: Array[String], ?citations: bool, ?fit_content: String) -> void
   end
 
   class PageMetadata
@@ -405,70 +408,67 @@ module Crawlberg
     def initialize: (?title: String, ?description: String, ?canonical_url: String, ?keywords: String, ?author: String, ?viewport: String, ?theme_color: String, ?generator: String, ?robots: String, ?html_lang: String, ?html_dir: String, ?og_title: String, ?og_type: String, ?og_image: String, ?og_description: String, ?og_url: String, ?og_site_name: String, ?og_locale: String, ?og_video: String, ?og_audio: String, ?og_locale_alternates: Array[String], ?twitter_card: String, ?twitter_title: String, ?twitter_description: String, ?twitter_image: String, ?twitter_site: String, ?twitter_creator: String, ?dc_title: String, ?dc_creator: String, ?dc_subject: String, ?dc_description: String, ?dc_publisher: String, ?dc_date: String, ?dc_type: String, ?dc_format: String, ?dc_identifier: String, ?dc_language: String, ?dc_rights: String, ?article: ArticleMetadata, ?hreflangs: Array[HreflangEntry], ?favicons: Array[FaviconInfo], ?headings: Array[HeadingInfo], ?word_count: Integer) -> void
   end
 
-  class CrawlStreamRequest
+  class ProxyConfig
     attr_reader url: String
+    attr_reader username: String?
+    attr_reader password: String?
 
-    def initialize: (?url: String) -> void
-  end
-
-  class BatchCrawlStreamRequest
-    attr_reader urls: Array[String]
-
-    def initialize: (?urls: Array[String]) -> void
-  end
-
-  class CitationResult
-    attr_reader content: String
-    attr_reader references: Array[CitationReference]
-
-    def initialize: (?content: String, ?references: Array[CitationReference]) -> void
+    def initialize: (?url: String, ?username: String, ?password: String) -> void
   end
 
-  class CitationReference
-    attr_reader index: Integer
-    attr_reader url: String
-    attr_reader text: String
-
-    def initialize: (?index: Integer, ?url: String, ?text: String) -> void
-  end
+  class ResponseMeta
+    attr_reader etag: String?
+    attr_reader last_modified: String?
+    attr_reader cache_control: String?
+    attr_reader server: String?
+    attr_reader x_powered_by: String?
+    attr_reader content_language: String?
+    attr_reader content_encoding: String?
 
-  class CrawlEngineHandle
-    def crawl_stream: (CrawlStreamRequest req) -> Enumerator[CrawlEvent]
-    def batch_crawl_stream: (BatchCrawlStreamRequest req) -> Enumerator[CrawlEvent]
+    def initialize: (?etag: String, ?last_modified: String, ?cache_control: String, ?server: String, ?x_powered_by: String, ?content_language: String, ?content_encoding: String) -> void
   end
 
-  class BatchScrapeResult
-    attr_reader url: String
-    attr_reader result: ScrapeResult?
-    attr_reader error: String?
+  class ScrapeResult
+    attr_reader status_code: Integer
+    attr_reader final_url: String
+    attr_reader content_type: String
+    attr_reader html: String
+    attr_reader body_size: Integer
+    attr_reader metadata: PageMetadata
+    attr_reader links: Array[LinkInfo]
+    attr_reader images: Array[ImageInfo]
+    attr_reader feeds: Array[FeedInfo]
+    attr_reader json_ld: Array[JsonLdEntry]
+    attr_reader is_allowed: bool
+    attr_reader crawl_delay: Integer?
+    attr_reader noindex_detected: bool
+    attr_reader nofollow_detected: bool
+    attr_reader x_robots_tag: String?
+    attr_reader is_pdf: bool
+    attr_reader was_skipped: bool
+    attr_reader detected_charset: String?
+    attr_reader auth_header_sent: bool
+    attr_reader response_meta: ResponseMeta?
+    attr_reader assets: Array[DownloadedAsset]
+    attr_reader js_render_hint: bool
+    attr_reader browser_used: bool
+    attr_reader markdown: MarkdownResult?
+    attr_reader extracted_data: String?
+    attr_reader extraction_meta: ExtractionMeta?
+    attr_reader screenshot_base64: String?
+    attr_reader downloaded_document: DownloadedDocument?
+    attr_reader browser: BrowserExtras?
 
-    def initialize: (?url: String, ?result: ScrapeResult, ?error: String) -> void
+    def initialize: (?status_code: Integer, ?final_url: String, ?content_type: String, ?html: String, ?body_size: Integer, ?metadata: PageMetadata, ?links: Array[LinkInfo], ?images: Array[ImageInfo], ?feeds: Array[FeedInfo], ?json_ld: Array[JsonLdEntry], ?is_allowed: bool, ?crawl_delay: Integer, ?noindex_detected: bool, ?nofollow_detected: bool, ?x_robots_tag: String, ?is_pdf: bool, ?was_skipped: bool, ?detected_charset: String, ?auth_header_sent: bool, ?response_meta: ResponseMeta, ?assets: Array[DownloadedAsset], ?js_render_hint: bool, ?browser_used: bool, ?markdown: MarkdownResult, ?extracted_data: String, ?extraction_meta: ExtractionMeta, ?screenshot_base64: String, ?downloaded_document: DownloadedDocument, ?browser: BrowserExtras) -> void
   end
 
-  class BatchCrawlResult
+  class SitemapUrl
     attr_reader url: String
-    attr_reader result: CrawlResult?
-    attr_reader error: String?
-
-    def initialize: (?url: String, ?result: CrawlResult, ?error: String) -> void
-  end
-
-  class BatchScrapeResults
-    attr_reader results: Array[BatchScrapeResult]
-    attr_reader total_count: Integer
-    attr_reader completed_count: Integer
-    attr_reader failed_count: Integer
-
-    def initialize: (?results: Array[BatchScrapeResult], ?total_count: Integer, ?completed_count: Integer, ?failed_count: Integer) -> void
-  end
-
-  class BatchCrawlResults
-    attr_reader results: Array[BatchCrawlResult]
-    attr_reader total_count: Integer
-    attr_reader completed_count: Integer
-    attr_reader failed_count: Integer
+    attr_reader lastmod: String?
+    attr_reader changefreq: String?
+    attr_reader priority: String?
 
-    def initialize: (?results: Array[BatchCrawlResult], ?total_count: Integer, ?completed_count: Integer, ?failed_count: Integer) -> void
+    def initialize: (?url: String, ?lastmod: String, ?changefreq: String, ?priority: String) -> void
   end
 
   class SsrfPolicy
@@ -479,50 +479,53 @@ module Crawlberg
     def initialize: (?deny_private: bool, ?allowlist: Array[HostMatcher], ?max_redirects: Integer) -> void
   end
 
-  class BrowserMode
-    type value = :auto | :always | :never | :stealth
+  class AssetCategory
+    type value = :document | :image | :audio | :video | :font | :stylesheet | :script | :archive | :data | :other
   end
 
-  class BrowserWait
-    type value = :network_idle | :selector | :fixed
+  class AuthConfig
   end
 
   class BrowserBackend
     type value = :chromiumoxide | :native
   end
 
-  class DocumentContentEncoding
-    type value = :base64
+  class BrowserMode
+    type value = :auto | :always | :never | :stealth
   end
 
-  class CrawlStrategyKind
-    type value = :bfs | :dfs | :best_first | :adaptive
+  class BrowserWait
+    type value = :network_idle | :selector | :fixed
   end
 
   class ContentFilterKind
     type value = :bm25
   end
 
-  class AuthConfig
+  class CrawlEvent
   end
 
-  class LinkType
-    type value = :internal | :external | :anchor | :document
+  class CrawlStrategyKind
+    type value = :bfs | :dfs | :best_first | :adaptive
   end
 
-  class ImageSource
-    type value = :img | :picture_source | :og:image | :twitter:image
+  class DocumentContentEncoding
+    type value = :base64
   end
 
   class FeedType
     type value = :rss | :atom | :json_feed
   end
 
-  class AssetCategory
-    type value = :document | :image | :audio | :video | :font | :stylesheet | :script | :archive | :data | :other
+  class HostMatcher
   end
 
-  class CrawlEvent
+  class ImageSource
+    type value = :img | :picture_source | :"og:image" | :"twitter:image"
+  end
+
+  class LinkType
+    type value = :internal | :external | :anchor | :document
   end
 
   class PageAction
@@ -532,23 +535,20 @@ module Crawlberg
     type value = :up | :down
   end
 
-  class HostMatcher
-  end
-
-  def self.generate_citations: (String markdown) -> CitationResult
-
-  def self.create_engine: (?CrawlConfig config) -> CrawlEngineHandle
+  def self.batch_crawl: (CrawlEngineHandle engine, Array[String] urls) -> BatchCrawlResults
 
-  def self.scrape: (CrawlEngineHandle engine, String url) -> ScrapeResult
+  def self.batch_scrape: (CrawlEngineHandle engine, Array[String] urls) -> BatchScrapeResults
 
   def self.crawl: (CrawlEngineHandle engine, String url) -> CrawlResult
 
-  def self.map_urls: (CrawlEngineHandle engine, String url) -> MapResult
+  def self.create_engine: (?CrawlConfig config) -> CrawlEngineHandle
+
+  def self.generate_citations: (String markdown) -> CitationResult
 
   def self.interact: (CrawlEngineHandle engine, String url, Array[PageAction] actions) -> InteractionResult
 
-  def self.batch_scrape: (CrawlEngineHandle engine, Array[String] urls) -> BatchScrapeResults
+  def self.map_urls: (CrawlEngineHandle engine, String url) -> MapResult
 
-  def self.batch_crawl: (CrawlEngineHandle engine, Array[String] urls) -> BatchCrawlResults
+  def self.scrape: (CrawlEngineHandle engine, String url) -> ScrapeResult
 
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: crawlberg
 version: !ruby/object:Gem::Version
-  version: 1.3.3
+  version: 1.4.0
 platform: ruby
 authors:
 - Xberg Team
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-08-22 00:00:00.000000000 Z
+date: 2026-08-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rb_sys