context.dev 2.9.0 → 2.10.0

data/rbi/context_dev/models/utility_prefetch_response.rbi

@@ -49,8 +49,7 @@ module ContextDev
       sig { params(status: String).void }
       attr_writer :status
 
-      # The type of prefetch that was queued, echoed from the request (currently always
-      # 'brand')
+      # The type of prefetch that was queued, echoed from the request
       sig do
         returns(
           T.nilable(
@@ -87,8 +86,7 @@ module ContextDev
         message: nil,
         # Status of the response, e.g., 'ok'
         status: nil,
-        # The type of prefetch that was queued, echoed from the request (currently always
-        # 'brand')
+        # The type of prefetch that was queued, echoed from the request
         type: nil
       )
       end
@@ -150,8 +148,7 @@ module ContextDev
         end
       end
 
-      # The type of prefetch that was queued, echoed from the request (currently always
-      # 'brand')
+      # The type of prefetch that was queued, echoed from the request
       module Type
         extend ContextDev::Internal::Type::Enum
 
@@ -166,6 +163,11 @@ module ContextDev
             :brand,
             ContextDev::Models::UtilityPrefetchResponse::Type::TaggedSymbol
           )
+        STYLEGUIDE =
+          T.let(
+            :styleguide,
+            ContextDev::Models::UtilityPrefetchResponse::Type::TaggedSymbol
+          )
 
         sig do
           override.returns(

data/rbi/context_dev/models/web_screenshot_params.rbi

@@ -78,27 +78,10 @@ module ContextDev
       # Optional parameter to control cookie/consent popup handling. If 'true', we
       # dismiss cookie banner before capture. If 'false' or not provided, captures the
       # page without that step.
-      sig do
-        returns(
-          T.nilable(
-            T.any(
-              T::Boolean,
-              ContextDev::WebScreenshotParams::HandleCookiePopup::OrSymbol
-            )
-          )
-        )
-      end
+      sig { returns(T.nilable(T::Boolean)) }
       attr_reader :handle_cookie_popup
 
-      sig do
-        params(
-          handle_cookie_popup:
-            T.any(
-              T::Boolean,
-              ContextDev::WebScreenshotParams::HandleCookiePopup::OrSymbol
-            )
-        ).void
-      end
+      sig { params(handle_cookie_popup: T::Boolean).void }
       attr_writer :handle_cookie_popup
 
       # Return a cached screenshot if a prior screenshot for the same parameters exists
@@ -180,11 +163,7 @@ module ContextDev
           domain: String,
           full_screenshot:
             ContextDev::WebScreenshotParams::FullScreenshot::OrSymbol,
-          handle_cookie_popup:
-            T.any(
-              T::Boolean,
-              ContextDev::WebScreenshotParams::HandleCookiePopup::OrSymbol
-            ),
+          handle_cookie_popup: T::Boolean,
           max_age_ms: T.nilable(Integer),
           page: ContextDev::WebScreenshotParams::Page::OrSymbol,
           scroll_offset: T.nilable(Integer),
@@ -269,11 +248,7 @@ module ContextDev
             domain: String,
             full_screenshot:
               ContextDev::WebScreenshotParams::FullScreenshot::OrSymbol,
-            handle_cookie_popup:
-              T.any(
-                T::Boolean,
-                ContextDev::WebScreenshotParams::HandleCookiePopup::OrSymbol
-              ),
+            handle_cookie_popup: T::Boolean,
             max_age_ms: T.nilable(Integer),
             page: ContextDev::WebScreenshotParams::Page::OrSymbol,
             scroll_offset: T.nilable(Integer),
@@ -579,48 +554,6 @@ module ContextDev
         end
       end
 
-      # Optional parameter to control cookie/consent popup handling. If 'true', we
-      # dismiss cookie banner before capture. If 'false' or not provided, captures the
-      # page without that step.
-      module HandleCookiePopup
-        extend ContextDev::Internal::Type::Union
-
-        Variants =
-          T.type_alias do
-            T.any(
-              T::Boolean,
-              ContextDev::WebScreenshotParams::HandleCookiePopup::TaggedSymbol
-            )
-          end
-
-        sig do
-          override.returns(
-            T::Array[
-              ContextDev::WebScreenshotParams::HandleCookiePopup::Variants
-            ]
-          )
-        end
-        def self.variants
-        end
-
-        TaggedSymbol =
-          T.type_alias do
-            T.all(Symbol, ContextDev::WebScreenshotParams::HandleCookiePopup)
-          end
-        OrSymbol = T.type_alias { T.any(Symbol, String) }
-
-        TRUE =
-          T.let(
-            :true,
-            ContextDev::WebScreenshotParams::HandleCookiePopup::TaggedSymbol
-          )
-        FALSE =
-          T.let(
-            :false,
-            ContextDev::WebScreenshotParams::HandleCookiePopup::TaggedSymbol
-          )
-      end
-
       # Optional parameter to specify which page type to screenshot. If provided, the
       # system will scrape the domain's links and use heuristics to find the most
       # appropriate URL for the specified page type (30 supported languages). If not

data/rbi/context_dev/models/web_web_crawl_md_response.rbi

@@ -307,6 +307,29 @@ module ContextDev
           sig { params(favicon: String).void }
           attr_writer :favicon
 
+          # Page headings (h1–h6) in document order, extracted from the unfiltered document.
+          # Capped at the first 500 headings. Omitted when the page has none.
+          sig do
+            returns(
+              T.nilable(
+                T::Array[
+                  ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::Heading
+                ]
+              )
+            )
+          end
+          attr_reader :headings
+
+          sig do
+            params(
+              headings:
+                T::Array[
+                  ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::Heading::OrHash
+                ]
+            ).void
+          end
+          attr_writer :headings
+
           # Primary resolved preview image from Open Graph, Twitter, or image metadata.
           sig { returns(T.nilable(String)) }
           attr_reader :image
@@ -433,6 +456,10 @@ module ContextDev
               canonical_url: String,
               description: String,
               favicon: String,
+              headings:
+                T::Array[
+                  ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::Heading::OrHash
+                ],
               image: String,
               json_ld: T::Array[T::Hash[Symbol, T.anything]],
               keywords: T::Array[String],
@@ -481,6 +508,9 @@ module ContextDev
             description: nil,
             # Resolved favicon URL, when present.
             favicon: nil,
+            # Page headings (h1–h6) in document order, extracted from the unfiltered document.
+            # Capped at the first 500 headings. Omitted when the page has none.
+            headings: nil,
             # Primary resolved preview image from Open Graph, Twitter, or image metadata.
             image: nil,
             # JSON-LD structured data blocks parsed from the page.
@@ -527,6 +557,10 @@ module ContextDev
                 canonical_url: String,
                 description: String,
                 favicon: String,
+                headings:
+                  T::Array[
+                    ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::Heading
+                  ],
                 image: String,
                 json_ld: T::Array[T::Hash[Symbol, T.anything]],
                 keywords: T::Array[String],
@@ -636,6 +670,39 @@ module ContextDev
             end
           end
 
+          class Heading < ContextDev::Internal::Type::BaseModel
+            OrHash =
+              T.type_alias do
+                T.any(
+                  ContextDev::Models::WebWebCrawlMdResponse::Result::Metadata::Heading,
+                  ContextDev::Internal::AnyHash
+                )
+              end
+
+            # Heading level, 1–6 (from h1–h6).
+            sig { returns(Integer) }
+            attr_accessor :level
+
+            # Heading text with whitespace collapsed, truncated to 1000 characters.
+            sig { returns(String) }
+            attr_accessor :text
+
+            sig do
+              params(level: Integer, text: String).returns(T.attached_class)
+            end
+            def self.new(
+              # Heading level, 1–6 (from h1–h6).
+              level:,
+              # Heading text with whitespace collapsed, truncated to 1000 characters.
+              text:
+            )
+            end
+
+            sig { override.returns({ level: Integer, text: String }) }
+            def to_hash
+            end
+          end
+
           module OpenGraph
             extend ContextDev::Internal::Type::Union
 

data/rbi/context_dev/models/web_web_scrape_html_params.rbi

@@ -67,27 +67,10 @@ module ContextDev
       attr_writer :headers
 
       # When true, iframes are rendered inline into the returned HTML.
-      sig do
-        returns(
-          T.nilable(
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeHTMLParams::IncludeFrames::OrSymbol
-            )
-          )
-        )
-      end
+      sig { returns(T.nilable(T::Boolean)) }
       attr_reader :include_frames
 
-      sig do
-        params(
-          include_frames:
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeHTMLParams::IncludeFrames::OrSymbol
-            )
-        ).void
-      end
+      sig { params(include_frames: T::Boolean).void }
       attr_writer :include_frames
 
       # CSS selectors. When provided, only matching subtrees (and their descendants) are
@@ -113,27 +96,10 @@ module ContextDev
       # When true, waits briefly for CSS and transition animations to settle before
       # extracting HTML. Defaults to false. This adds a bit of latency in exchange for
       # more stable output on animated pages.
-      sig do
-        returns(
-          T.nilable(
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeHTMLParams::SettleAnimations::OrSymbol
-            )
-          )
-        )
-      end
+      sig { returns(T.nilable(T::Boolean)) }
       attr_reader :settle_animations
 
-      sig do
-        params(
-          settle_animations:
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeHTMLParams::SettleAnimations::OrSymbol
-            )
-        ).void
-      end
+      sig { params(settle_animations: T::Boolean).void }
       attr_writer :settle_animations
 
       # Optional comma-separated caller-defined tags for tracking this request. Tags are
@@ -156,27 +122,10 @@ module ContextDev
 
       # When true, return only the page's main content in the HTML response, excluding
       # headers, footers, sidebars, and navigation when detectable.
-      sig do
-        returns(
-          T.nilable(
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeHTMLParams::UseMainContentOnly::OrSymbol
-            )
-          )
-        )
-      end
+      sig { returns(T.nilable(T::Boolean)) }
       attr_reader :use_main_content_only
 
-      sig do
-        params(
-          use_main_content_only:
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeHTMLParams::UseMainContentOnly::OrSymbol
-            )
-        ).void
-      end
+      sig { params(use_main_content_only: T::Boolean).void }
       attr_writer :use_main_content_only
 
       # Optional browser wait time in milliseconds after initial page load. Min: 0. Max:
@@ -213,26 +162,14 @@ module ContextDev
           country: ContextDev::WebWebScrapeHTMLParams::Country::OrSymbol,
           exclude_selectors: T.nilable(T::Array[String]),
           headers: T::Hash[Symbol, String],
-          include_frames:
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeHTMLParams::IncludeFrames::OrSymbol
-            ),
+          include_frames: T::Boolean,
           include_selectors: T.nilable(T::Array[String]),
           max_age_ms: T.nilable(Integer),
           pdf: ContextDev::WebWebScrapeHTMLParams::Pdf::OrHash,
-          settle_animations:
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeHTMLParams::SettleAnimations::OrSymbol
-            ),
+          settle_animations: T::Boolean,
           tags: T::Array[String],
           timeout_ms: Integer,
-          use_main_content_only:
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeHTMLParams::UseMainContentOnly::OrSymbol
-            ),
+          use_main_content_only: T::Boolean,
           wait_for_ms: T.nilable(Integer),
           zdr: ContextDev::WebWebScrapeHTMLParams::Zdr::OrSymbol,
           request_options: ContextDev::RequestOptions::OrHash
@@ -312,26 +249,14 @@ module ContextDev
             country: ContextDev::WebWebScrapeHTMLParams::Country::OrSymbol,
             exclude_selectors: T.nilable(T::Array[String]),
             headers: T::Hash[Symbol, String],
-            include_frames:
-              T.any(
-                T::Boolean,
-                ContextDev::WebWebScrapeHTMLParams::IncludeFrames::OrSymbol
-              ),
+            include_frames: T::Boolean,
             include_selectors: T.nilable(T::Array[String]),
             max_age_ms: T.nilable(Integer),
             pdf: ContextDev::WebWebScrapeHTMLParams::Pdf,
-            settle_animations:
-              T.any(
-                T::Boolean,
-                ContextDev::WebWebScrapeHTMLParams::SettleAnimations::OrSymbol
-              ),
+            settle_animations: T::Boolean,
             tags: T::Array[String],
             timeout_ms: Integer,
-            use_main_content_only:
-              T.any(
-                T::Boolean,
-                ContextDev::WebWebScrapeHTMLParams::UseMainContentOnly::OrSymbol
-              ),
+            use_main_content_only: T::Boolean,
             wait_for_ms: T.nilable(Integer),
             zdr: ContextDev::WebWebScrapeHTMLParams::Zdr::OrSymbol,
             request_options: ContextDev::RequestOptions
@@ -844,46 +769,6 @@ module ContextDev
         end
       end
 
-      # When true, iframes are rendered inline into the returned HTML.
-      module IncludeFrames
-        extend ContextDev::Internal::Type::Union
-
-        Variants =
-          T.type_alias do
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeHTMLParams::IncludeFrames::TaggedSymbol
-            )
-          end
-
-        sig do
-          override.returns(
-            T::Array[
-              ContextDev::WebWebScrapeHTMLParams::IncludeFrames::Variants
-            ]
-          )
-        end
-        def self.variants
-        end
-
-        TaggedSymbol =
-          T.type_alias do
-            T.all(Symbol, ContextDev::WebWebScrapeHTMLParams::IncludeFrames)
-          end
-        OrSymbol = T.type_alias { T.any(Symbol, String) }
-
-        TRUE =
-          T.let(
-            :true,
-            ContextDev::WebWebScrapeHTMLParams::IncludeFrames::TaggedSymbol
-          )
-        FALSE =
-          T.let(
-            :false,
-            ContextDev::WebWebScrapeHTMLParams::IncludeFrames::TaggedSymbol
-          )
-      end
-
       class Pdf < ContextDev::Internal::Type::BaseModel
         OrHash =
           T.type_alias do
@@ -905,52 +790,18 @@ module ContextDev
         # replacing each recovered page's text with the OCR result while pages with a real
         # text layer keep it. Billed at 1 credit per page OCR actually recovered, on top
         # of the base request cost. When false, no OCR runs.
-        sig do
-          returns(
-            T.nilable(
-              T.any(
-                T::Boolean,
-                ContextDev::WebWebScrapeHTMLParams::Pdf::Ocr::OrSymbol
-              )
-            )
-          )
-        end
+        sig { returns(T.nilable(T::Boolean)) }
         attr_reader :ocr
 
-        sig do
-          params(
-            ocr:
-              T.any(
-                T::Boolean,
-                ContextDev::WebWebScrapeHTMLParams::Pdf::Ocr::OrSymbol
-              )
-          ).void
-        end
+        sig { params(ocr: T::Boolean).void }
         attr_writer :ocr
 
         # When true, PDF URLs are fetched and parsed. When false, PDF URLs are skipped and
         # a 400 PDF_SKIPPED is returned.
-        sig do
-          returns(
-            T.nilable(
-              T.any(
-                T::Boolean,
-                ContextDev::WebWebScrapeHTMLParams::Pdf::ShouldParse::OrSymbol
-              )
-            )
-          )
-        end
+        sig { returns(T.nilable(T::Boolean)) }
         attr_reader :should_parse
 
-        sig do
-          params(
-            should_parse:
-              T.any(
-                T::Boolean,
-                ContextDev::WebWebScrapeHTMLParams::Pdf::ShouldParse::OrSymbol
-              )
-          ).void
-        end
+        sig { params(should_parse: T::Boolean).void }
         attr_writer :should_parse
 
         # First 1-based PDF page to parse. When omitted, parsing starts at the first page.
@@ -965,16 +816,8 @@ module ContextDev
         sig do
           params(
             end_: Integer,
-            ocr:
-              T.any(
-                T::Boolean,
-                ContextDev::WebWebScrapeHTMLParams::Pdf::Ocr::OrSymbol
-              ),
-            should_parse:
-              T.any(
-                T::Boolean,
-                ContextDev::WebWebScrapeHTMLParams::Pdf::ShouldParse::OrSymbol
-              ),
+            ocr: T::Boolean,
+            should_parse: T::Boolean,
             start: Integer
           ).returns(T.attached_class)
         end
@@ -999,193 +842,14 @@ module ContextDev
           override.returns(
             {
               end_: Integer,
-              ocr:
-                T.any(
-                  T::Boolean,
-                  ContextDev::WebWebScrapeHTMLParams::Pdf::Ocr::OrSymbol
-                ),
-              should_parse:
-                T.any(
-                  T::Boolean,
-                  ContextDev::WebWebScrapeHTMLParams::Pdf::ShouldParse::OrSymbol
-                ),
+              ocr: T::Boolean,
+              should_parse: T::Boolean,
               start: Integer
             }
           )
         end
         def to_hash
         end
-
-        # When true, OCR the selected PDF pages that have no usable text layer (scans),
-        # replacing each recovered page's text with the OCR result while pages with a real
-        # text layer keep it. Billed at 1 credit per page OCR actually recovered, on top
-        # of the base request cost. When false, no OCR runs.
-        module Ocr
-          extend ContextDev::Internal::Type::Union
-
-          Variants =
-            T.type_alias do
-              T.any(
-                T::Boolean,
-                ContextDev::WebWebScrapeHTMLParams::Pdf::Ocr::TaggedSymbol
-              )
-            end
-
-          sig do
-            override.returns(
-              T::Array[ContextDev::WebWebScrapeHTMLParams::Pdf::Ocr::Variants]
-            )
-          end
-          def self.variants
-          end
-
-          TaggedSymbol =
-            T.type_alias do
-              T.all(Symbol, ContextDev::WebWebScrapeHTMLParams::Pdf::Ocr)
-            end
-          OrSymbol = T.type_alias { T.any(Symbol, String) }
-
-          TRUE =
-            T.let(
-              :true,
-              ContextDev::WebWebScrapeHTMLParams::Pdf::Ocr::TaggedSymbol
-            )
-          FALSE =
-            T.let(
-              :false,
-              ContextDev::WebWebScrapeHTMLParams::Pdf::Ocr::TaggedSymbol
-            )
-        end
-
-        # When true, PDF URLs are fetched and parsed. When false, PDF URLs are skipped and
-        # a 400 PDF_SKIPPED is returned.
-        module ShouldParse
-          extend ContextDev::Internal::Type::Union
-
-          Variants =
-            T.type_alias do
-              T.any(
-                T::Boolean,
-                ContextDev::WebWebScrapeHTMLParams::Pdf::ShouldParse::TaggedSymbol
-              )
-            end
-
-          sig do
-            override.returns(
-              T::Array[
-                ContextDev::WebWebScrapeHTMLParams::Pdf::ShouldParse::Variants
-              ]
-            )
-          end
-          def self.variants
-          end
-
-          TaggedSymbol =
-            T.type_alias do
-              T.all(
-                Symbol,
-                ContextDev::WebWebScrapeHTMLParams::Pdf::ShouldParse
-              )
-            end
-          OrSymbol = T.type_alias { T.any(Symbol, String) }
-
-          TRUE =
-            T.let(
-              :true,
-              ContextDev::WebWebScrapeHTMLParams::Pdf::ShouldParse::TaggedSymbol
-            )
-          FALSE =
-            T.let(
-              :false,
-              ContextDev::WebWebScrapeHTMLParams::Pdf::ShouldParse::TaggedSymbol
-            )
-        end
-      end
-
-      # When true, waits briefly for CSS and transition animations to settle before
-      # extracting HTML. Defaults to false. This adds a bit of latency in exchange for
-      # more stable output on animated pages.
-      module SettleAnimations
-        extend ContextDev::Internal::Type::Union
-
-        Variants =
-          T.type_alias do
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeHTMLParams::SettleAnimations::TaggedSymbol
-            )
-          end
-
-        sig do
-          override.returns(
-            T::Array[
-              ContextDev::WebWebScrapeHTMLParams::SettleAnimations::Variants
-            ]
-          )
-        end
-        def self.variants
-        end
-
-        TaggedSymbol =
-          T.type_alias do
-            T.all(Symbol, ContextDev::WebWebScrapeHTMLParams::SettleAnimations)
-          end
-        OrSymbol = T.type_alias { T.any(Symbol, String) }
-
-        TRUE =
-          T.let(
-            :true,
-            ContextDev::WebWebScrapeHTMLParams::SettleAnimations::TaggedSymbol
-          )
-        FALSE =
-          T.let(
-            :false,
-            ContextDev::WebWebScrapeHTMLParams::SettleAnimations::TaggedSymbol
-          )
-      end
-
-      # When true, return only the page's main content in the HTML response, excluding
-      # headers, footers, sidebars, and navigation when detectable.
-      module UseMainContentOnly
-        extend ContextDev::Internal::Type::Union
-
-        Variants =
-          T.type_alias do
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeHTMLParams::UseMainContentOnly::TaggedSymbol
-            )
-          end
-
-        sig do
-          override.returns(
-            T::Array[
-              ContextDev::WebWebScrapeHTMLParams::UseMainContentOnly::Variants
-            ]
-          )
-        end
-        def self.variants
-        end
-
-        TaggedSymbol =
-          T.type_alias do
-            T.all(
-              Symbol,
-              ContextDev::WebWebScrapeHTMLParams::UseMainContentOnly
-            )
-          end
-        OrSymbol = T.type_alias { T.any(Symbol, String) }
-
-        TRUE =
-          T.let(
-            :true,
-            ContextDev::WebWebScrapeHTMLParams::UseMainContentOnly::TaggedSymbol
-          )
-        FALSE =
-          T.let(
-            :false,
-            ContextDev::WebWebScrapeHTMLParams::UseMainContentOnly::TaggedSymbol
-          )
       end
 
       # Set to enabled to bypass shared caches and omit request and response content