context.dev 2.9.0 → 2.11.0

data/rbi/context_dev/models/web_web_scrape_md_response.rbi

@@ -72,6 +72,15 @@ module ContextDev
       sig { params(actions_html_stale: T::Boolean).void }
       attr_writer :actions_html_stale
 
+      # Only present when includeHTML=true: the page HTML the Markdown was converted
+      # from — the same body the Scrape HTML endpoint returns for the equivalent
+      # request.
+      sig { returns(T.nilable(String)) }
+      attr_reader :html
+
+      sig { params(html: String).void }
+      attr_writer :html
+
       # Metadata about the API key used for the request. Included in every response
       # whenever a valid API key is provided, even when the response status is not 200.
       sig do
@@ -103,6 +112,7 @@ module ContextDev
               ContextDev::Models::WebWebScrapeMdResponse::ActionsApplied::OrHash
             ],
           actions_html_stale: T::Boolean,
+          html: String,
           key_metadata:
             ContextDev::Models::WebWebScrapeMdResponse::KeyMetadata::OrHash
         ).returns(T.attached_class)
@@ -125,6 +135,10 @@ module ContextDev
         # True when an action was applied but the returned content could not be refreshed
         # afterward.
         actions_html_stale: nil,
+        # Only present when includeHTML=true: the page HTML the Markdown was converted
+        # from — the same body the Scrape HTML endpoint returns for the equivalent
+        # request.
+        html: nil,
         # Metadata about the API key used for the request. Included in every response
         # whenever a valid API key is provided, even when the response status is not 200.
         key_metadata: nil
@@ -145,6 +159,7 @@ module ContextDev
                 ContextDev::Models::WebWebScrapeMdResponse::ActionsApplied
               ],
             actions_html_stale: T::Boolean,
+            html: String,
             key_metadata:
               ContextDev::Models::WebWebScrapeMdResponse::KeyMetadata
           }
@@ -245,6 +260,29 @@ module ContextDev
         sig { params(favicon: String).void }
         attr_writer :favicon
 
+        # Page headings (h1–h6) in document order, extracted from the unfiltered document.
+        # Capped at the first 500 headings. Omitted when the page has none.
+        sig do
+          returns(
+            T.nilable(
+              T::Array[
+                ContextDev::Models::WebWebScrapeMdResponse::Metadata::Heading
+              ]
+            )
+          )
+        end
+        attr_reader :headings
+
+        sig do
+          params(
+            headings:
+              T::Array[
+                ContextDev::Models::WebWebScrapeMdResponse::Metadata::Heading::OrHash
+              ]
+          ).void
+        end
+        attr_writer :headings
+
         # Primary resolved preview image from Open Graph, Twitter, or image metadata.
         sig { returns(T.nilable(String)) }
         attr_reader :image
@@ -374,6 +412,10 @@ module ContextDev
             canonical_url: String,
             description: String,
             favicon: String,
+            headings:
+              T::Array[
+                ContextDev::Models::WebWebScrapeMdResponse::Metadata::Heading::OrHash
+              ],
             image: String,
             json_ld: T::Array[T::Hash[Symbol, T.anything]],
             keywords: T::Array[String],
@@ -413,6 +455,9 @@ module ContextDev
           description: nil,
           # Resolved favicon URL, when present.
           favicon: nil,
+          # Page headings (h1–h6) in document order, extracted from the unfiltered document.
+          # Capped at the first 500 headings. Omitted when the page has none.
+          headings: nil,
           # Primary resolved preview image from Open Graph, Twitter, or image metadata.
           image: nil,
           # JSON-LD structured data blocks parsed from the page.
@@ -456,6 +501,10 @@ module ContextDev
               canonical_url: String,
               description: String,
               favicon: String,
+              headings:
+                T::Array[
+                  ContextDev::Models::WebWebScrapeMdResponse::Metadata::Heading
+                ],
               image: String,
               json_ld: T::Array[T::Hash[Symbol, T.anything]],
               keywords: T::Array[String],
@@ -566,6 +615,37 @@ module ContextDev
           end
         end
 
+        class Heading < ContextDev::Internal::Type::BaseModel
+          OrHash =
+            T.type_alias do
+              T.any(
+                ContextDev::Models::WebWebScrapeMdResponse::Metadata::Heading,
+                ContextDev::Internal::AnyHash
+              )
+            end
+
+          # Heading level, 1–6 (from h1–h6).
+          sig { returns(Integer) }
+          attr_accessor :level
+
+          # Heading text with whitespace collapsed, truncated to 1000 characters.
+          sig { returns(String) }
+          attr_accessor :text
+
+          sig { params(level: Integer, text: String).returns(T.attached_class) }
+          def self.new(
+            # Heading level, 1–6 (from h1–h6).
+            level:,
+            # Heading text with whitespace collapsed, truncated to 1000 characters.
+            text:
+          )
+          end
+
+          sig { override.returns({ level: Integer, text: String }) }
+          def to_hash
+          end
+        end
+
         module OpenGraph
           extend ContextDev::Internal::Type::Union
 

data/rbi/context_dev/models.rbi

@@ -62,6 +62,8 @@ module ContextDev
 
   MonitorUpdateParams = ContextDev::Models::MonitorUpdateParams
 
+  NewsSearchParams = ContextDev::Models::NewsSearchParams
+
   PageErrorCount = ContextDev::Models::PageErrorCount
 
   ParseHandleParams = ContextDev::Models::ParseHandleParams

data/rbi/context_dev/resources/brand.rbi

@@ -64,29 +64,34 @@ module ContextDev
       )
       end
 
-      # Search brands by name or domain and get back up to 10 lightweight matches
-      # (domain, name, logo). Name matches rank ahead of domain matches; within each
-      # group the most popular brands come first: by Tranco rank, then market cap for
-      # brands outside the Tranco list, with text relevance breaking ties. Matching is
-      # prefix-based with no typo tolerance, so it is suited to autocomplete. Only
-      # brands already in the Context.dev index are returned — use /brand/retrieve to
-      # fetch (and index) a specific domain. Free on Pro and Scale plans; costs 1 credit
-      # per request on the Free and Starter plans.
+      # Search indexed brands by name or domain
       sig do
         params(
           query: String,
+          autocomplete: T::Boolean,
+          query_by: T::Array[ContextDev::BrandSearchParams::QueryBy::OrSymbol],
           tags: T::Array[String],
+          typo_tolerance: Integer,
           request_options: ContextDev::RequestOptions::OrHash
         ).returns(ContextDev::Models::BrandSearchResponse)
       end
       def search(
-        # Search term, matched against brand names and domains by prefix (e.g. 'nike',
+        # Search term, matched against the fields selected by queryBy (e.g. 'nike',
         # 'nike.com', 'nik').
         query:,
+        # Whether the search term matches by prefix, so partial words match as they are
+        # typed (e.g. 'nik' matches Nike). Set to false to match whole words only.
+        autocomplete: nil,
+        # Fields to match the search term against, as a comma-separated list or repeated
+        # parameter: 'name', 'domain', or both. Defaults to both.
+        query_by: nil,
         # Optional comma-separated caller-defined tags for tracking this request. Tags are
         # recorded on the request's usage log and can be used to filter usage on the
         # dashboard usage page. Up to 20 tags, each 1-50 characters.
         tags: nil,
+        # Maximum number of typos tolerated when matching, from 0 to 2. Defaults to 0 (no
+        # typo tolerance).
+        typo_tolerance: nil,
         request_options: {}
       )
       end

data/rbi/context_dev/resources/news.rbi

@@ -0,0 +1,46 @@
+# typed: strong
+
+module ContextDev
+  module Resources
+    # Search live first-party RSS and free historical news data by company identity.
+    class News
+      # Searches live and historical company news for one company, identified in
+      # searchBy by name, domain, ticker (optionally disambiguated by exchange), or
+      # ISIN. Results can be filtered by publisher domain, publisher country, article
+      # language, article type, and published-at date, and include stable story IDs,
+      # source metadata, verified entity relevance, and cursor pagination.
+      sig do
+        params(
+          search_by: ContextDev::NewsSearchParams::SearchBy::OrHash,
+          cursor: T.nilable(String),
+          filter_by: ContextDev::NewsSearchParams::FilterBy::OrHash,
+          limit: Integer,
+          sort_by: ContextDev::NewsSearchParams::SortBy::OrHash,
+          tags: T::Array[String],
+          request_options: ContextDev::RequestOptions::OrHash
+        ).returns(ContextDev::Models::NewsSearchResponse)
+      end
+      def search(
+        # What to search for.
+        search_by:,
+        # Opaque next_cursor from the previous response, or null for the first page.
+        cursor: nil,
+        # Optional result filters.
+        filter_by: nil,
+        # Maximum results to return. Defaults to 10.
+        limit: nil,
+        # Result ordering. Defaults to newest.
+        sort_by: nil,
+        # Optional tags for tracking usage. Up to 20 tags, each 1 to 50 characters.
+        tags: nil,
+        request_options: {}
+      )
+      end
+
+      # @api private
+      sig { params(client: ContextDev::Client).returns(T.attached_class) }
+      def self.new(client:)
+      end
+    end
+  end
+end

data/rbi/context_dev/resources/parse.rbi

@@ -10,29 +10,13 @@ module ContextDev
           body: ContextDev::Internal::FileInput,
           client: String,
           extension: ContextDev::ParseHandleParams::Extension::OrSymbol,
-          include_images:
-            T.any(
-              T::Boolean,
-              ContextDev::ParseHandleParams::IncludeImages::OrSymbol
-            ),
-          include_links:
-            T.any(
-              T::Boolean,
-              ContextDev::ParseHandleParams::IncludeLinks::OrSymbol
-            ),
-          ocr: T.any(T::Boolean, ContextDev::ParseHandleParams::Ocr::OrSymbol),
+          include_images: T::Boolean,
+          include_links: T::Boolean,
+          ocr: T::Boolean,
           pdf: ContextDev::ParseHandleParams::Pdf::OrHash,
-          shorten_base64_images:
-            T.any(
-              T::Boolean,
-              ContextDev::ParseHandleParams::ShortenBase64Images::OrSymbol
-            ),
+          shorten_base64_images: T::Boolean,
           tags: T::Array[String],
-          use_main_content_only:
-            T.any(
-              T::Boolean,
-              ContextDev::ParseHandleParams::UseMainContentOnly::OrSymbol
-            ),
+          use_main_content_only: T::Boolean,
           zdr: ContextDev::ParseHandleParams::Zdr::OrSymbol,
           request_options: ContextDev::RequestOptions::OrHash
         ).returns(ContextDev::Models::ParseHandleResponse)

data/rbi/context_dev/resources/utility.rbi

@@ -3,10 +3,11 @@
 module ContextDev
   module Resources
     class Utility
-      # Signal that you may fetch brand data soon to improve latency. The type field
-      # selects what to prefetch (currently only 'brand') and identifier carries exactly
-      # one lookup key: a domain, or an email whose domain is extracted and validated
-      # (free email providers and disposable email addresses are not allowed).
+      # Signal that you may fetch data soon to improve latency. The type field selects
+      # what to prefetch ('brand' queues a brand data fetch, 'styleguide' queues a
+      # styleguide extraction) and identifier carries exactly one lookup key: a domain,
+      # or an email whose domain is extracted and validated (free email providers and
+      # disposable email addresses are not allowed).
       sig do
         params(
           identifier:
@@ -21,9 +22,10 @@ module ContextDev
         ).returns(ContextDev::Models::UtilityPrefetchResponse)
       end
       def prefetch(
-        # Identifier of the brand to prefetch. Provide exactly one of domain or email.
+        # Identifier of the target to prefetch. Provide exactly one of domain or email.
         identifier:,
-        # What to prefetch. Currently only 'brand' is supported.
+        # What to prefetch: 'brand' warms the brand data cache, 'styleguide' warms the
+        # styleguide cache.
         type:,
         # Optional tags for tracking usage. Up to 20 tags, each 1 to 50 characters.
         tags: nil,

data/rbi/context_dev/resources/web.rbi

@@ -190,17 +190,14 @@ module ContextDev
       # Capture a screenshot of a website.
       sig do
         params(
+          clear_popups: T::Boolean,
           color_scheme: ContextDev::WebScreenshotParams::ColorScheme::OrSymbol,
           country: ContextDev::WebScreenshotParams::Country::OrSymbol,
           direct_url: String,
           domain: String,
           full_screenshot:
             ContextDev::WebScreenshotParams::FullScreenshot::OrSymbol,
-          handle_cookie_popup:
-            T.any(
-              T::Boolean,
-              ContextDev::WebScreenshotParams::HandleCookiePopup::OrSymbol
-            ),
+          handle_cookie_popup: T::Boolean,
           max_age_ms: T.nilable(Integer),
           page: ContextDev::WebScreenshotParams::Page::OrSymbol,
           scroll_offset: T.nilable(Integer),
@@ -213,6 +210,12 @@ module ContextDev
         ).returns(ContextDev::Models::WebScreenshotResponse)
       end
       def screenshot(
+        # Optional parameter for comprehensive popup cleanup. If 'true', the browser
+        # dismisses detected cookie/consent UI and clears other detected obstructive
+        # popups and overlays before capture. If 'false' or not provided, this parameter
+        # requests no cleanup; handleCookiePopup can still request cookie/consent handling
+        # independently.
+        clear_popups: nil,
         # Optional parameter to choose the site's visual theme in the screenshot. Use
         # 'light' or 'dark' when the site offers both appearances.
         color_scheme: nil,
@@ -439,26 +442,14 @@ module ContextDev
           country: ContextDev::WebWebScrapeHTMLParams::Country::OrSymbol,
           exclude_selectors: T.nilable(T::Array[String]),
           headers: T::Hash[Symbol, String],
-          include_frames:
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeHTMLParams::IncludeFrames::OrSymbol
-            ),
+          include_frames: T::Boolean,
           include_selectors: T.nilable(T::Array[String]),
           max_age_ms: T.nilable(Integer),
           pdf: ContextDev::WebWebScrapeHTMLParams::Pdf::OrHash,
-          settle_animations:
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeHTMLParams::SettleAnimations::OrSymbol
-            ),
+          settle_animations: T::Boolean,
           tags: T::Array[String],
           timeout_ms: Integer,
-          use_main_content_only:
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeHTMLParams::UseMainContentOnly::OrSymbol
-            ),
+          use_main_content_only: T::Boolean,
           wait_for_ms: T.nilable(Integer),
           zdr: ContextDev::WebWebScrapeHTMLParams::Zdr::OrSymbol,
           request_options: ContextDev::RequestOptions::OrHash
@@ -539,11 +530,7 @@ module ContextDev
                 )
               ]
             ),
-          dedupe:
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeImagesParams::Dedupe::OrSymbol
-            ),
+          dedupe: T::Boolean,
           enrichment:
             T.nilable(ContextDev::WebWebScrapeImagesParams::Enrichment::OrHash),
           headers: T::Hash[Symbol, String],
@@ -609,17 +596,17 @@ module ContextDev
       #
       # ### Billing & errors
       #
-      # | HTTP status | Billed?                                   | Meaning                                                                                  |
-      # | ----------- | ----------------------------------------- | ---------------------------------------------------------------------------------------- |
-      # | 200         | Yes — 1 credit, or 2 credits with actions | Successful scrape, including a zero-length result when includeSelectors matched nothing  |
-      # | 400         | No                                        | Invalid input, skipped PDF, or the page could not be scraped                             |
-      # | 401 / 403   | No                                        | Invalid/disabled key, insufficient permissions, or credits exhausted; inspect error_code |
-      # | 404         | No                                        | Target page returned or fingerprinted as not found                                       |
-      # | 408         | No                                        | Request timed out                                                                        |
-      # | 413         | No                                        | Target content exceeds the maximum supported size (20 MB)                                |
-      # | 415         | No                                        | Unsupported content type                                                                 |
-      # | 429         | No                                        | Per-minute rate limit exceeded; honor Retry-After                                        |
-      # | 500         | No                                        | Internal error                                                                           |
+      # | HTTP status | Billed?                                   | Meaning                                                                                                                                                                                                                                                                                                       |
+      # | ----------- | ----------------------------------------- | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
+      # | 200         | Yes — 1 credit, or 2 credits with actions | Successful scrape, including a zero-length result when includeSelectors matched nothing                                                                                                                                                                                                                       |
+      # | 400         | No                                        | Invalid input, skipped PDF, or the page could not be scraped. error_code WEBSITE_BLOCKED specifically means the site answered with an anti-bot challenge, CAPTCHA wall, or login shell instead of the page (even when the site returned HTTP 200) — retrying later or from another country sometimes succeeds |
+      # | 401 / 403   | No                                        | Invalid/disabled key, insufficient permissions, or credits exhausted; inspect error_code                                                                                                                                                                                                                      |
+      # | 404         | No                                        | Target page returned or fingerprinted as not found                                                                                                                                                                                                                                                            |
+      # | 408         | No                                        | Request timed out                                                                                                                                                                                                                                                                                             |
+      # | 413         | No                                        | Target content exceeds the maximum supported size (20 MB)                                                                                                                                                                                                                                                     |
+      # | 415         | No                                        | Unsupported content type                                                                                                                                                                                                                                                                                      |
+      # | 429         | No                                        | Per-minute rate limit exceeded; honor Retry-After                                                                                                                                                                                                                                                             |
+      # | 500         | No                                        | Internal error                                                                                                                                                                                                                                                                                                |
       sig do
         params(
           url: String,
@@ -635,41 +622,18 @@ module ContextDev
           country: ContextDev::WebWebScrapeMdParams::Country::OrSymbol,
           exclude_selectors: T.nilable(T::Array[String]),
           headers: T::Hash[Symbol, String],
-          include_frames:
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeMdParams::IncludeFrames::OrSymbol
-            ),
-          include_images:
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeMdParams::IncludeImages::OrSymbol
-            ),
-          include_links:
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeMdParams::IncludeLinks::OrSymbol
-            ),
+          include_frames: T::Boolean,
+          include_html: T::Boolean,
+          include_images: T::Boolean,
+          include_links: T::Boolean,
           include_selectors: T.nilable(T::Array[String]),
           max_age_ms: T.nilable(Integer),
           pdf: ContextDev::WebWebScrapeMdParams::Pdf::OrHash,
-          settle_animations:
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeMdParams::SettleAnimations::OrSymbol
-            ),
-          shorten_base64_images:
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeMdParams::ShortenBase64Images::OrSymbol
-            ),
+          settle_animations: T::Boolean,
+          shorten_base64_images: T::Boolean,
           tags: T::Array[String],
           timeout_ms: Integer,
-          use_main_content_only:
-            T.any(
-              T::Boolean,
-              ContextDev::WebWebScrapeMdParams::UseMainContentOnly::OrSymbol
-            ),
+          use_main_content_only: T::Boolean,
           wait_for_ms: T.nilable(Integer),
           zdr: ContextDev::WebWebScrapeMdParams::Zdr::OrSymbol,
           request_options: ContextDev::RequestOptions::OrHash
@@ -696,6 +660,10 @@ module ContextDev
         headers: nil,
         # When true, the contents of iframes are rendered to Markdown.
         include_frames: nil,
+        # When true, the response also includes an `html` field with the page HTML the
+        # Markdown was converted from — the same body the Scrape HTML endpoint returns for
+        # the equivalent request.
+        include_html: nil,
         # Include image references in Markdown output
         include_images: nil,
         # Preserve hyperlinks in Markdown output

data/sig/context_dev/client.rbs

@@ -28,6 +28,8 @@ module ContextDev
 
     attr_reader people: ContextDev::Resources::People
 
+    attr_reader news: ContextDev::Resources::News
+
     private def auth_headers: -> ::Hash[String, String]
 
     def initialize: (

data/sig/context_dev/models/batch_get_results_response.rbs

@@ -129,6 +129,7 @@ module ContextDev
               canonical_url: String,
               description: String,
               favicon: String,
+              headings: ::Array[ContextDev::Models::BatchGetResultsResponse::Data::Ok::Metadata::Heading],
               image: String,
               json_ld: ::Array[::Hash[Symbol, top]],
               keywords: ::Array[String],
@@ -175,6 +176,12 @@ module ContextDev
 
             def favicon=: (String) -> String
 
+            attr_reader headings: ::Array[ContextDev::Models::BatchGetResultsResponse::Data::Ok::Metadata::Heading]?
+
+            def headings=: (
+              ::Array[ContextDev::Models::BatchGetResultsResponse::Data::Ok::Metadata::Heading]
+            ) -> ::Array[ContextDev::Models::BatchGetResultsResponse::Data::Ok::Metadata::Heading]
+
             attr_reader image: String?
 
             def image=: (String) -> String
@@ -234,6 +241,7 @@ module ContextDev
               ?canonical_url: String,
               ?description: String,
               ?favicon: String,
+              ?headings: ::Array[ContextDev::Models::BatchGetResultsResponse::Data::Ok::Metadata::Heading],
               ?image: String,
               ?json_ld: ::Array[::Hash[Symbol, top]],
               ?keywords: ::Array[String],
@@ -256,6 +264,7 @@ module ContextDev
               canonical_url: String,
               description: String,
               favicon: String,
+              headings: ::Array[ContextDev::Models::BatchGetResultsResponse::Data::Ok::Metadata::Heading],
               image: String,
               json_ld: ::Array[::Hash[Symbol, top]],
               keywords: ::Array[String],
@@ -312,6 +321,18 @@ module ContextDev
               }
             end
 
+            type heading = { level: Integer, text: String }
+
+            class Heading < ContextDev::Internal::Type::BaseModel
+              attr_accessor level: Integer
+
+              attr_accessor text: String
+
+              def initialize: (level: Integer, text: String) -> void
+
+              def to_hash: -> { level: Integer, text: String }
+            end
+
             type open_graph = String | ::Array[String]
 
             module OpenGraph