context.dev 1.29.0 → 1.31.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5d3680b28e1ece1f34117ae03f9e1338ab3ac87a3ba4abcafa312c4cb5d611fe
-  data.tar.gz: 317e0671ee43e0b05884ae45993732e3870279131ea7943523f3c9d93e490cc6
+  metadata.gz: 113f1babdb07592f8be5f9e71e90c91dbb71e247c23d4c8607ab3e41454d0134
+  data.tar.gz: 3d360daae866082593f3bd1c96aca5e8344a47ea8ba6b1d0d3a25f5caa8ce65c
 SHA512:
-  metadata.gz: 68d2975c379e21f1916469f944acea547cd3d8cee372ef4cc911e533caa4f6ca2e661a1f0b1b42ce33b52a5a447fb0ac7caf16d51365f8c1ceef0dfa488da4b8
-  data.tar.gz: 7b34767be78b1b12b0d01c3ac4a251b4b0b59c35d53acbf029b41ca4df245469712a079e27001fba55c3ac31c39133be55e3caf4635abdeaf626c8896b9dfc4b
+  metadata.gz: 5482ddcb84ae21fa52f1b15af283d0a9106674c9a59403183d6496d3c1d125fb070e926246ee9348b1848eff0c9859f8e26496e61e24c9198a0e0afcc6f0f204
+  data.tar.gz: 047b20f851d1d4af45eb23986823e664a2bdcf08bffd470f519367806328ecb8a27635d3fd1e9a5a724129b05bad8242b9d6f51d0ee80391fc5adea0ff567b1e

data/CHANGELOG.md

@@ -1,5 +1,22 @@
 # Changelog
 
+## 1.31.0 (2026-06-08)
+
+Full Changelog: [v1.30.0...v1.31.0](https://github.com/context-dot-dev/context-ruby-sdk/compare/v1.30.0...v1.31.0)
+
+### Features
+
+* **api:** api update ([2170040](https://github.com/context-dot-dev/context-ruby-sdk/commit/2170040142dab272a55f903f0d062b0d36d751aa))
+* **api:** api update ([c57bae4](https://github.com/context-dot-dev/context-ruby-sdk/commit/c57bae40d99770e18c92d402eb71dc0aa651f522))
+
+## 1.30.0 (2026-06-07)
+
+Full Changelog: [v1.29.0...v1.30.0](https://github.com/context-dot-dev/context-ruby-sdk/compare/v1.29.0...v1.30.0)
+
+### Features
+
+* **api:** api update ([c897bbf](https://github.com/context-dot-dev/context-ruby-sdk/commit/c897bbf03235960c8036bd808c5239b935d94bf3))
+
 ## 1.29.0 (2026-06-07)
 
 Full Changelog: [v1.28.0...v1.29.0](https://github.com/context-dot-dev/context-ruby-sdk/compare/v1.28.0...v1.29.0)

data/README.md

@@ -26,7 +26,7 @@ To use this gem, install via Bundler by adding the following to your application
 <!-- x-release-please-start-version -->
 
 ```ruby
-gem "context.dev", "~> 1.29.0"
+gem "context.dev", "~> 1.31.0"
 ```
 
 <!-- x-release-please-end -->

data/lib/context_dev/models/web_extract_params.rb

@@ -65,7 +65,8 @@ module ContextDev
       optional :pdf, -> { ContextDev::WebExtractParams::Pdf }
 
       # @!attribute stop_after_ms
-      #   Soft time budget for the crawl in milliseconds.
+      #   Soft time budget for the crawl in milliseconds. Min: 10000 (10s). Max: 110000
+      #   (110s). Default: 80000 (80s).
       #
       #   @return [Integer, nil]
       optional :stop_after_ms, Integer, api_name: :stopAfterMs
@@ -105,7 +106,7 @@ module ContextDev
       #
       #   @param pdf [ContextDev::Models::WebExtractParams::Pdf]
       #
-      #   @param stop_after_ms [Integer] Soft time budget for the crawl in milliseconds.
+      #   @param stop_after_ms [Integer] Soft time budget for the crawl in milliseconds. Min: 10000 (10s). Max: 110000 (1
       #
       #   @param timeout_ms [Integer] Optional timeout in milliseconds for the request. If the request takes longer th
       #

data/lib/context_dev/models/web_web_crawl_md_params.rb

@@ -13,6 +13,14 @@ module ContextDev
       #   @return [String]
       required :url, String
 
+      # @!attribute exclude_selectors
+      #   CSS selectors to remove before each crawled page is converted to Markdown.
+      #   Applied after includeSelectors. Exclusion takes precedence: an element matching
+      #   both is removed. Examples: "nav", "footer", ".ad-banner", "[aria-hidden=true]".
+      #
+      #   @return [Array<String>, nil]
+      optional :exclude_selectors, ContextDev::Internal::Type::ArrayOf[String], api_name: :excludeSelectors
+
       # @!attribute follow_subdomains
       #   When true, follow links on subdomains of the starting URL's domain (e.g.
       #   docs.example.com when starting from example.com). www and apex are always
@@ -40,6 +48,15 @@ module ContextDev
       #   @return [Boolean, nil]
       optional :include_links, ContextDev::Internal::Type::Boolean, api_name: :includeLinks
 
+      # @!attribute include_selectors
+      #   CSS selectors. When provided, only matching HTML subtrees (and their
+      #   descendants) are kept before each crawled page is converted to Markdown. When
+      #   omitted, the entire document is kept. Examples: "article.main", "#content",
+      #   "[role=main]".
+      #
+      #   @return [Array<String>, nil]
+      optional :include_selectors, ContextDev::Internal::Type::ArrayOf[String], api_name: :includeSelectors
+
       # @!attribute max_age_ms
       #   Return a cached result if a prior scrape for the same parameters exists and is
       #   younger than this many milliseconds. Defaults to 1 day (86400000 ms) when
@@ -76,8 +93,8 @@ module ContextDev
       # @!attribute stop_after_ms
       #   Soft time budget for the crawl in milliseconds. After each scrape, the crawler
       #   checks the elapsed time and, if exceeded, returns the pages collected so far
-      #   instead of continuing. Min: 10000 (10s). Max: 240000 (4 min). Default: 120000 (2
-      #   min).
+      #   instead of continuing. Min: 10000 (10s). Max: 110000 (110s). Default: 80000
+      #   (80s).
       #
       #   @return [Integer, nil]
       optional :stop_after_ms, Integer, api_name: :stopAfterMs
@@ -110,12 +127,14 @@ module ContextDev
       #   @return [Integer, nil]
       optional :wait_for_ms, Integer, api_name: :waitForMs
 
-      # @!method initialize(url:, follow_subdomains: nil, include_frames: nil, include_images: nil, include_links: nil, max_age_ms: nil, max_depth: nil, max_pages: nil, pdf: nil, shorten_base64_images: nil, stop_after_ms: nil, timeout_ms: nil, url_regex: nil, use_main_content_only: nil, wait_for_ms: nil, request_options: {})
+      # @!method initialize(url:, exclude_selectors: nil, follow_subdomains: nil, include_frames: nil, include_images: nil, include_links: nil, include_selectors: nil, max_age_ms: nil, max_depth: nil, max_pages: nil, pdf: nil, shorten_base64_images: nil, stop_after_ms: nil, timeout_ms: nil, url_regex: nil, use_main_content_only: nil, wait_for_ms: nil, request_options: {})
       #   Some parameter documentations has been truncated, see
       #   {ContextDev::Models::WebWebCrawlMdParams} for more details.
       #
       #   @param url [String] The starting URL for the crawl (must include http:// or https:// protocol)
       #
+      #   @param exclude_selectors [Array<String>] CSS selectors to remove before each crawled page is converted to Markdown. Appli
+      #
       #   @param follow_subdomains [Boolean] When true, follow links on subdomains of the starting URL's domain (e.g. docs.ex
       #
       #   @param include_frames [Boolean] When true, the contents of iframes are rendered to Markdown for each crawled pag
@@ -124,6 +143,8 @@ module ContextDev
       #
       #   @param include_links [Boolean] Preserve hyperlinks in the Markdown output
       #
+      #   @param include_selectors [Array<String>] CSS selectors. When provided, only matching HTML subtrees (and their descendants
+      #
       #   @param max_age_ms [Integer] Return a cached result if a prior scrape for the same parameters exists and is y
       #
       #   @param max_depth [Integer] Maximum link depth from the starting URL (0 = only the starting page)

data/lib/context_dev/models/web_web_scrape_html_params.rb

@@ -13,6 +13,14 @@ module ContextDev
       #   @return [String]
       required :url, String
 
+      # @!attribute exclude_selectors
+      #   CSS selectors to remove from the result. Applied after includeSelectors.
+      #   Exclusion takes precedence: an element matching both is removed. Examples:
+      #   "nav", "footer", ".ad-banner", "[aria-hidden=true]".
+      #
+      #   @return [Array<String>, nil]
+      optional :exclude_selectors, ContextDev::Internal::Type::ArrayOf[String]
+
       # @!attribute headers
       #   Optional outbound HTTP headers forwarded only to the target URL, sent as
       #   deep-object query params such as headers[X-Custom]=value. When provided, caching
@@ -27,6 +35,14 @@ module ContextDev
       #   @return [Boolean, nil]
       optional :include_frames, ContextDev::Internal::Type::Boolean
 
+      # @!attribute include_selectors
+      #   CSS selectors. When provided, only matching subtrees (and their descendants) are
+      #   kept and everything else is dropped. When omitted, the entire document is kept.
+      #   Examples: "article.main", "#content", "[role=main]".
+      #
+      #   @return [Array<String>, nil]
+      optional :include_selectors, ContextDev::Internal::Type::ArrayOf[String]
+
       # @!attribute max_age_ms
       #   Return a cached result if a prior scrape for the same parameters exists and is
       #   younger than this many milliseconds. Defaults to 1 day (86400000 ms) when
@@ -50,6 +66,13 @@ module ContextDev
       #   @return [Integer, nil]
       optional :timeout_ms, Integer
 
+      # @!attribute use_main_content_only
+      #   When true, return only the page's main content in the HTML response, excluding
+      #   headers, footers, sidebars, and navigation when detectable.
+      #
+      #   @return [Boolean, nil]
+      optional :use_main_content_only, ContextDev::Internal::Type::Boolean
+
       # @!attribute wait_for_ms
       #   Optional browser wait time in milliseconds after initial page load. Min: 0. Max:
       #   30000 (30 seconds).
@@ -57,22 +80,28 @@ module ContextDev
       #   @return [Integer, nil]
       optional :wait_for_ms, Integer
 
-      # @!method initialize(url:, headers: nil, include_frames: nil, max_age_ms: nil, pdf: nil, timeout_ms: nil, wait_for_ms: nil, request_options: {})
+      # @!method initialize(url:, exclude_selectors: nil, headers: nil, include_frames: nil, include_selectors: nil, max_age_ms: nil, pdf: nil, timeout_ms: nil, use_main_content_only: nil, wait_for_ms: nil, request_options: {})
       #   Some parameter documentations has been truncated, see
       #   {ContextDev::Models::WebWebScrapeHTMLParams} for more details.
       #
       #   @param url [String] Full URL to scrape (must include http:// or https:// protocol)
       #
+      #   @param exclude_selectors [Array<String>] CSS selectors to remove from the result. Applied after includeSelectors. Exclusi
+      #
       #   @param headers [Hash{Symbol=>String}] Optional outbound HTTP headers forwarded only to the target URL, sent as deep-ob
       #
       #   @param include_frames [Boolean] When true, iframes are rendered inline into the returned HTML.
       #
+      #   @param include_selectors [Array<String>] CSS selectors. When provided, only matching subtrees (and their descendants) are
+      #
       #   @param max_age_ms [Integer] Return a cached result if a prior scrape for the same parameters exists and is y
       #
       #   @param pdf [ContextDev::Models::WebWebScrapeHTMLParams::Pdf] PDF parsing controls. Use start/end to limit text extraction and OCR to an inclu
       #
       #   @param timeout_ms [Integer] Optional timeout in milliseconds for the request. If the request takes longer th
       #
+      #   @param use_main_content_only [Boolean] When true, return only the page's main content in the HTML response, excluding h
+      #
       #   @param wait_for_ms [Integer] Optional browser wait time in milliseconds after initial page load. Min: 0. Max:
       #
       #   @param request_options [ContextDev::RequestOptions, Hash{Symbol=>Object}]

data/lib/context_dev/models/web_web_scrape_md_params.rb

@@ -14,6 +14,14 @@ module ContextDev
       #   @return [String]
       required :url, String
 
+      # @!attribute exclude_selectors
+      #   CSS selectors to remove before conversion to Markdown. Applied after
+      #   includeSelectors. Exclusion takes precedence: an element matching both is
+      #   removed. Examples: "nav", "footer", ".ad-banner", "[aria-hidden=true]".
+      #
+      #   @return [Array<String>, nil]
+      optional :exclude_selectors, ContextDev::Internal::Type::ArrayOf[String]
+
       # @!attribute headers
       #   Optional outbound HTTP headers forwarded only to the target URL, sent as
       #   deep-object query params such as headers[X-Custom]=value. When provided, caching
@@ -40,6 +48,14 @@ module ContextDev
       #   @return [Boolean, nil]
       optional :include_links, ContextDev::Internal::Type::Boolean
 
+      # @!attribute include_selectors
+      #   CSS selectors. When provided, only matching HTML subtrees (and their
+      #   descendants) are kept before conversion to Markdown. When omitted, the entire
+      #   document is kept. Examples: "article.main", "#content", "[role=main]".
+      #
+      #   @return [Array<String>, nil]
+      optional :include_selectors, ContextDev::Internal::Type::ArrayOf[String]
+
       # @!attribute max_age_ms
       #   Return a cached result if a prior scrape for the same parameters exists and is
       #   younger than this many milliseconds. Defaults to 1 day (86400000 ms) when
@@ -83,12 +99,14 @@ module ContextDev
       #   @return [Integer, nil]
       optional :wait_for_ms, Integer
 
-      # @!method initialize(url:, headers: nil, include_frames: nil, include_images: nil, include_links: nil, max_age_ms: nil, pdf: nil, shorten_base64_images: nil, timeout_ms: nil, use_main_content_only: nil, wait_for_ms: nil, request_options: {})
+      # @!method initialize(url:, exclude_selectors: nil, headers: nil, include_frames: nil, include_images: nil, include_links: nil, include_selectors: nil, max_age_ms: nil, pdf: nil, shorten_base64_images: nil, timeout_ms: nil, use_main_content_only: nil, wait_for_ms: nil, request_options: {})
       #   Some parameter documentations has been truncated, see
       #   {ContextDev::Models::WebWebScrapeMdParams} for more details.
       #
       #   @param url [String] Full URL to scrape into LLM usable Markdown (must include http:// or https:// pr
       #
+      #   @param exclude_selectors [Array<String>] CSS selectors to remove before conversion to Markdown. Applied after includeSele
+      #
       #   @param headers [Hash{Symbol=>String}] Optional outbound HTTP headers forwarded only to the target URL, sent as deep-ob
       #
       #   @param include_frames [Boolean] When true, the contents of iframes are rendered to Markdown.
@@ -97,6 +115,8 @@ module ContextDev
       #
       #   @param include_links [Boolean] Preserve hyperlinks in Markdown output
       #
+      #   @param include_selectors [Array<String>] CSS selectors. When provided, only matching HTML subtrees (and their descendants
+      #
       #   @param max_age_ms [Integer] Return a cached result if a prior scrape for the same parameters exists and is y
       #
       #   @param pdf [ContextDev::Models::WebWebScrapeMdParams::Pdf] PDF parsing controls. Use start/end to limit text extraction and OCR to an inclu

data/lib/context_dev/resources/web.rb

@@ -27,7 +27,7 @@ module ContextDev
       #
       # @param pdf [ContextDev::Models::WebExtractParams::Pdf]
       #
-      # @param stop_after_ms [Integer] Soft time budget for the crawl in milliseconds.
+      # @param stop_after_ms [Integer] Soft time budget for the crawl in milliseconds. Min: 10000 (10s). Max: 110000 (1
       #
       # @param timeout_ms [Integer] Optional timeout in milliseconds for the request. If the request takes longer th
       #
@@ -246,10 +246,12 @@ module ContextDev
       # Performs a crawl starting from a given URL, extracts page content as Markdown,
       # and returns results for all crawled pages.
       #
-      # @overload web_crawl_md(url:, follow_subdomains: nil, include_frames: nil, include_images: nil, include_links: nil, max_age_ms: nil, max_depth: nil, max_pages: nil, pdf: nil, shorten_base64_images: nil, stop_after_ms: nil, timeout_ms: nil, url_regex: nil, use_main_content_only: nil, wait_for_ms: nil, request_options: {})
+      # @overload web_crawl_md(url:, exclude_selectors: nil, follow_subdomains: nil, include_frames: nil, include_images: nil, include_links: nil, include_selectors: nil, max_age_ms: nil, max_depth: nil, max_pages: nil, pdf: nil, shorten_base64_images: nil, stop_after_ms: nil, timeout_ms: nil, url_regex: nil, use_main_content_only: nil, wait_for_ms: nil, request_options: {})
       #
       # @param url [String] The starting URL for the crawl (must include http:// or https:// protocol)
       #
+      # @param exclude_selectors [Array<String>] CSS selectors to remove before each crawled page is converted to Markdown. Appli
+      #
       # @param follow_subdomains [Boolean] When true, follow links on subdomains of the starting URL's domain (e.g. docs.ex
       #
       # @param include_frames [Boolean] When true, the contents of iframes are rendered to Markdown for each crawled pag
@@ -258,6 +260,8 @@ module ContextDev
       #
       # @param include_links [Boolean] Preserve hyperlinks in the Markdown output
       #
+      # @param include_selectors [Array<String>] CSS selectors. When provided, only matching HTML subtrees (and their descendants
+      #
       # @param max_age_ms [Integer] Return a cached result if a prior scrape for the same parameters exists and is y
       #
       # @param max_depth [Integer] Maximum link depth from the starting URL (0 = only the starting page)
@@ -299,20 +303,26 @@ module ContextDev
       #
       # Scrapes the given URL and returns the raw HTML content of the page.
       #
-      # @overload web_scrape_html(url:, headers: nil, include_frames: nil, max_age_ms: nil, pdf: nil, timeout_ms: nil, wait_for_ms: nil, request_options: {})
+      # @overload web_scrape_html(url:, exclude_selectors: nil, headers: nil, include_frames: nil, include_selectors: nil, max_age_ms: nil, pdf: nil, timeout_ms: nil, use_main_content_only: nil, wait_for_ms: nil, request_options: {})
       #
       # @param url [String] Full URL to scrape (must include http:// or https:// protocol)
       #
+      # @param exclude_selectors [Array<String>] CSS selectors to remove from the result. Applied after includeSelectors. Exclusi
+      #
       # @param headers [Hash{Symbol=>String}] Optional outbound HTTP headers forwarded only to the target URL, sent as deep-ob
       #
       # @param include_frames [Boolean] When true, iframes are rendered inline into the returned HTML.
       #
+      # @param include_selectors [Array<String>] CSS selectors. When provided, only matching subtrees (and their descendants) are
+      #
       # @param max_age_ms [Integer] Return a cached result if a prior scrape for the same parameters exists and is y
       #
       # @param pdf [ContextDev::Models::WebWebScrapeHTMLParams::Pdf] PDF parsing controls. Use start/end to limit text extraction and OCR to an inclu
       #
       # @param timeout_ms [Integer] Optional timeout in milliseconds for the request. If the request takes longer th
       #
+      # @param use_main_content_only [Boolean] When true, return only the page's main content in the HTML response, excluding h
+      #
       # @param wait_for_ms [Integer] Optional browser wait time in milliseconds after initial page load. Min: 0. Max:
       #
       # @param request_options [ContextDev::RequestOptions, Hash{Symbol=>Object}, nil]
@@ -327,9 +337,12 @@ module ContextDev
           method: :get,
           path: "web/scrape/html",
           query: query.transform_keys(
+            exclude_selectors: "excludeSelectors",
             include_frames: "includeFrames",
+            include_selectors: "includeSelectors",
             max_age_ms: "maxAgeMs",
             timeout_ms: "timeoutMS",
+            use_main_content_only: "useMainContentOnly",
             wait_for_ms: "waitForMs"
           ),
           model: ContextDev::Models::WebWebScrapeHTMLResponse,
@@ -385,10 +398,12 @@ module ContextDev
       #
       # Scrapes the given URL into LLM usable Markdown.
       #
-      # @overload web_scrape_md(url:, headers: nil, include_frames: nil, include_images: nil, include_links: nil, max_age_ms: nil, pdf: nil, shorten_base64_images: nil, timeout_ms: nil, use_main_content_only: nil, wait_for_ms: nil, request_options: {})
+      # @overload web_scrape_md(url:, exclude_selectors: nil, headers: nil, include_frames: nil, include_images: nil, include_links: nil, include_selectors: nil, max_age_ms: nil, pdf: nil, shorten_base64_images: nil, timeout_ms: nil, use_main_content_only: nil, wait_for_ms: nil, request_options: {})
       #
       # @param url [String] Full URL to scrape into LLM usable Markdown (must include http:// or https:// pr
       #
+      # @param exclude_selectors [Array<String>] CSS selectors to remove before conversion to Markdown. Applied after includeSele
+      #
       # @param headers [Hash{Symbol=>String}] Optional outbound HTTP headers forwarded only to the target URL, sent as deep-ob
       #
       # @param include_frames [Boolean] When true, the contents of iframes are rendered to Markdown.
@@ -397,6 +412,8 @@ module ContextDev
       #
       # @param include_links [Boolean] Preserve hyperlinks in Markdown output
       #
+      # @param include_selectors [Array<String>] CSS selectors. When provided, only matching HTML subtrees (and their descendants
+      #
       # @param max_age_ms [Integer] Return a cached result if a prior scrape for the same parameters exists and is y
       #
       # @param pdf [ContextDev::Models::WebWebScrapeMdParams::Pdf] PDF parsing controls. Use start/end to limit text extraction and OCR to an inclu
@@ -421,9 +438,11 @@ module ContextDev
           method: :get,
           path: "web/scrape/markdown",
           query: query.transform_keys(
+            exclude_selectors: "excludeSelectors",
             include_frames: "includeFrames",
             include_images: "includeImages",
             include_links: "includeLinks",
+            include_selectors: "includeSelectors",
             max_age_ms: "maxAgeMs",
             shorten_base64_images: "shortenBase64Images",
             timeout_ms: "timeoutMS",

data/lib/context_dev/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module ContextDev
-  VERSION = "1.29.0"
+  VERSION = "1.31.0"
 end

data/rbi/context_dev/models/web_extract_params.rbi

@@ -70,7 +70,8 @@ module ContextDev
       sig { params(pdf: ContextDev::WebExtractParams::Pdf::OrHash).void }
       attr_writer :pdf
 
-      # Soft time budget for the crawl in milliseconds.
+      # Soft time budget for the crawl in milliseconds. Min: 10000 (10s). Max: 110000
+      # (110s). Default: 80000 (80s).
       sig { returns(T.nilable(Integer)) }
       attr_reader :stop_after_ms
 
@@ -136,7 +137,8 @@ module ContextDev
         # younger than this many milliseconds. Defaults to 7 days (604800000 ms).
         max_age_ms: nil,
         pdf: nil,
-        # Soft time budget for the crawl in milliseconds.
+        # Soft time budget for the crawl in milliseconds. Min: 10000 (10s). Max: 110000
+        # (110s). Default: 80000 (80s).
         stop_after_ms: nil,
         # Optional timeout in milliseconds for the request. If the request takes longer
         # than this value, it will be aborted with a 408 status code. Maximum allowed

data/rbi/context_dev/models/web_web_crawl_md_params.rbi

@@ -15,6 +15,15 @@ module ContextDev
       sig { returns(String) }
       attr_accessor :url
 
+      # CSS selectors to remove before each crawled page is converted to Markdown.
+      # Applied after includeSelectors. Exclusion takes precedence: an element matching
+      # both is removed. Examples: "nav", "footer", ".ad-banner", "[aria-hidden=true]".
+      sig { returns(T.nilable(T::Array[String])) }
+      attr_reader :exclude_selectors
+
+      sig { params(exclude_selectors: T::Array[String]).void }
+      attr_writer :exclude_selectors
+
       # When true, follow links on subdomains of the starting URL's domain (e.g.
       # docs.example.com when starting from example.com). www and apex are always
       # treated as equivalent.
@@ -46,6 +55,16 @@ module ContextDev
       sig { params(include_links: T::Boolean).void }
       attr_writer :include_links
 
+      # CSS selectors. When provided, only matching HTML subtrees (and their
+      # descendants) are kept before each crawled page is converted to Markdown. When
+      # omitted, the entire document is kept. Examples: "article.main", "#content",
+      # "[role=main]".
+      sig { returns(T.nilable(T::Array[String])) }
+      attr_reader :include_selectors
+
+      sig { params(include_selectors: T::Array[String]).void }
+      attr_writer :include_selectors
+
       # Return a cached result if a prior scrape for the same parameters exists and is
       # younger than this many milliseconds. Defaults to 1 day (86400000 ms) when
       # omitted. Max is 30 days (2592000000 ms). Set to 0 to always scrape fresh.
@@ -86,8 +105,8 @@ module ContextDev
 
       # Soft time budget for the crawl in milliseconds. After each scrape, the crawler
       # checks the elapsed time and, if exceeded, returns the pages collected so far
-      # instead of continuing. Min: 10000 (10s). Max: 240000 (4 min). Default: 120000 (2
-      # min).
+      # instead of continuing. Min: 10000 (10s). Max: 110000 (110s). Default: 80000
+      # (80s).
       sig { returns(T.nilable(Integer)) }
       attr_reader :stop_after_ms
 
@@ -129,10 +148,12 @@ module ContextDev
       sig do
         params(
           url: String,
+          exclude_selectors: T::Array[String],
           follow_subdomains: T::Boolean,
           include_frames: T::Boolean,
           include_images: T::Boolean,
           include_links: T::Boolean,
+          include_selectors: T::Array[String],
           max_age_ms: Integer,
           max_depth: Integer,
           max_pages: Integer,
@@ -149,6 +170,10 @@ module ContextDev
       def self.new(
         # The starting URL for the crawl (must include http:// or https:// protocol)
         url:,
+        # CSS selectors to remove before each crawled page is converted to Markdown.
+        # Applied after includeSelectors. Exclusion takes precedence: an element matching
+        # both is removed. Examples: "nav", "footer", ".ad-banner", "[aria-hidden=true]".
+        exclude_selectors: nil,
         # When true, follow links on subdomains of the starting URL's domain (e.g.
         # docs.example.com when starting from example.com). www and apex are always
         # treated as equivalent.
@@ -160,6 +185,11 @@ module ContextDev
         include_images: nil,
         # Preserve hyperlinks in the Markdown output
         include_links: nil,
+        # CSS selectors. When provided, only matching HTML subtrees (and their
+        # descendants) are kept before each crawled page is converted to Markdown. When
+        # omitted, the entire document is kept. Examples: "article.main", "#content",
+        # "[role=main]".
+        include_selectors: nil,
         # Return a cached result if a prior scrape for the same parameters exists and is
         # younger than this many milliseconds. Defaults to 1 day (86400000 ms) when
         # omitted. Max is 30 days (2592000000 ms). Set to 0 to always scrape fresh.
@@ -175,8 +205,8 @@ module ContextDev
         shorten_base64_images: nil,
         # Soft time budget for the crawl in milliseconds. After each scrape, the crawler
         # checks the elapsed time and, if exceeded, returns the pages collected so far
-        # instead of continuing. Min: 10000 (10s). Max: 240000 (4 min). Default: 120000 (2
-        # min).
+        # instead of continuing. Min: 10000 (10s). Max: 110000 (110s). Default: 80000
+        # (80s).
         stop_after_ms: nil,
         # Optional timeout in milliseconds for the request. If the request takes longer
         # than this value, it will be aborted with a 408 status code. Maximum allowed
@@ -198,10 +228,12 @@ module ContextDev
         override.returns(
           {
             url: String,
+            exclude_selectors: T::Array[String],
             follow_subdomains: T::Boolean,
             include_frames: T::Boolean,
             include_images: T::Boolean,
             include_links: T::Boolean,
+            include_selectors: T::Array[String],
             max_age_ms: Integer,
             max_depth: Integer,
             max_pages: Integer,

data/rbi/context_dev/models/web_web_scrape_html_params.rbi

@@ -18,6 +18,15 @@ module ContextDev
       sig { returns(String) }
       attr_accessor :url
 
+      # CSS selectors to remove from the result. Applied after includeSelectors.
+      # Exclusion takes precedence: an element matching both is removed. Examples:
+      # "nav", "footer", ".ad-banner", "[aria-hidden=true]".
+      sig { returns(T.nilable(T::Array[String])) }
+      attr_reader :exclude_selectors
+
+      sig { params(exclude_selectors: T::Array[String]).void }
+      attr_writer :exclude_selectors
+
       # Optional outbound HTTP headers forwarded only to the target URL, sent as
       # deep-object query params such as headers[X-Custom]=value. When provided, caching
       # is bypassed: the result is neither read from nor written to cache.
@@ -34,6 +43,15 @@ module ContextDev
       sig { params(include_frames: T::Boolean).void }
       attr_writer :include_frames
 
+      # CSS selectors. When provided, only matching subtrees (and their descendants) are
+      # kept and everything else is dropped. When omitted, the entire document is kept.
+      # Examples: "article.main", "#content", "[role=main]".
+      sig { returns(T.nilable(T::Array[String])) }
+      attr_reader :include_selectors
+
+      sig { params(include_selectors: T::Array[String]).void }
+      attr_writer :include_selectors
+
       # Return a cached result if a prior scrape for the same parameters exists and is
       # younger than this many milliseconds. Defaults to 1 day (86400000 ms) when
       # omitted. Max is 30 days (2592000000 ms). Set to 0 to always scrape fresh.
@@ -60,6 +78,14 @@ module ContextDev
       sig { params(timeout_ms: Integer).void }
       attr_writer :timeout_ms
 
+      # When true, return only the page's main content in the HTML response, excluding
+      # headers, footers, sidebars, and navigation when detectable.
+      sig { returns(T.nilable(T::Boolean)) }
+      attr_reader :use_main_content_only
+
+      sig { params(use_main_content_only: T::Boolean).void }
+      attr_writer :use_main_content_only
+
       # Optional browser wait time in milliseconds after initial page load. Min: 0. Max:
       # 30000 (30 seconds).
       sig { returns(T.nilable(Integer)) }
@@ -71,11 +97,14 @@ module ContextDev
       sig do
         params(
           url: String,
+          exclude_selectors: T::Array[String],
           headers: T::Hash[Symbol, String],
           include_frames: T::Boolean,
+          include_selectors: T::Array[String],
           max_age_ms: Integer,
           pdf: ContextDev::WebWebScrapeHTMLParams::Pdf::OrHash,
           timeout_ms: Integer,
+          use_main_content_only: T::Boolean,
           wait_for_ms: Integer,
           request_options: ContextDev::RequestOptions::OrHash
         ).returns(T.attached_class)
@@ -83,12 +112,20 @@ module ContextDev
       def self.new(
         # Full URL to scrape (must include http:// or https:// protocol)
         url:,
+        # CSS selectors to remove from the result. Applied after includeSelectors.
+        # Exclusion takes precedence: an element matching both is removed. Examples:
+        # "nav", "footer", ".ad-banner", "[aria-hidden=true]".
+        exclude_selectors: nil,
         # Optional outbound HTTP headers forwarded only to the target URL, sent as
         # deep-object query params such as headers[X-Custom]=value. When provided, caching
         # is bypassed: the result is neither read from nor written to cache.
         headers: nil,
         # When true, iframes are rendered inline into the returned HTML.
         include_frames: nil,
+        # CSS selectors. When provided, only matching subtrees (and their descendants) are
+        # kept and everything else is dropped. When omitted, the entire document is kept.
+        # Examples: "article.main", "#content", "[role=main]".
+        include_selectors: nil,
         # Return a cached result if a prior scrape for the same parameters exists and is
         # younger than this many milliseconds. Defaults to 1 day (86400000 ms) when
         # omitted. Max is 30 days (2592000000 ms). Set to 0 to always scrape fresh.
@@ -100,6 +137,9 @@ module ContextDev
         # than this value, it will be aborted with a 408 status code. Maximum allowed
         # value is 300000ms (5 minutes).
         timeout_ms: nil,
+        # When true, return only the page's main content in the HTML response, excluding
+        # headers, footers, sidebars, and navigation when detectable.
+        use_main_content_only: nil,
         # Optional browser wait time in milliseconds after initial page load. Min: 0. Max:
         # 30000 (30 seconds).
         wait_for_ms: nil,
@@ -111,11 +151,14 @@ module ContextDev
         override.returns(
           {
             url: String,
+            exclude_selectors: T::Array[String],
             headers: T::Hash[Symbol, String],
             include_frames: T::Boolean,
+            include_selectors: T::Array[String],
             max_age_ms: Integer,
             pdf: ContextDev::WebWebScrapeHTMLParams::Pdf,
             timeout_ms: Integer,
+            use_main_content_only: T::Boolean,
             wait_for_ms: Integer,
             request_options: ContextDev::RequestOptions
           }

data/rbi/context_dev/models/web_web_scrape_md_params.rbi

@@ -16,6 +16,15 @@ module ContextDev
       sig { returns(String) }
       attr_accessor :url
 
+      # CSS selectors to remove before conversion to Markdown. Applied after
+      # includeSelectors. Exclusion takes precedence: an element matching both is
+      # removed. Examples: "nav", "footer", ".ad-banner", "[aria-hidden=true]".
+      sig { returns(T.nilable(T::Array[String])) }
+      attr_reader :exclude_selectors
+
+      sig { params(exclude_selectors: T::Array[String]).void }
+      attr_writer :exclude_selectors
+
       # Optional outbound HTTP headers forwarded only to the target URL, sent as
       # deep-object query params such as headers[X-Custom]=value. When provided, caching
       # is bypassed: the result is neither read from nor written to cache.
@@ -46,6 +55,15 @@ module ContextDev
       sig { params(include_links: T::Boolean).void }
       attr_writer :include_links
 
+      # CSS selectors. When provided, only matching HTML subtrees (and their
+      # descendants) are kept before conversion to Markdown. When omitted, the entire
+      # document is kept. Examples: "article.main", "#content", "[role=main]".
+      sig { returns(T.nilable(T::Array[String])) }
+      attr_reader :include_selectors
+
+      sig { params(include_selectors: T::Array[String]).void }
+      attr_writer :include_selectors
+
       # Return a cached result if a prior scrape for the same parameters exists and is
       # younger than this many milliseconds. Defaults to 1 day (86400000 ms) when
       # omitted. Max is 30 days (2592000000 ms). Set to 0 to always scrape fresh.
@@ -98,10 +116,12 @@ module ContextDev
       sig do
         params(
           url: String,
+          exclude_selectors: T::Array[String],
           headers: T::Hash[Symbol, String],
           include_frames: T::Boolean,
           include_images: T::Boolean,
           include_links: T::Boolean,
+          include_selectors: T::Array[String],
           max_age_ms: Integer,
           pdf: ContextDev::WebWebScrapeMdParams::Pdf::OrHash,
           shorten_base64_images: T::Boolean,
@@ -115,6 +135,10 @@ module ContextDev
         # Full URL to scrape into LLM usable Markdown (must include http:// or https://
         # protocol)
         url:,
+        # CSS selectors to remove before conversion to Markdown. Applied after
+        # includeSelectors. Exclusion takes precedence: an element matching both is
+        # removed. Examples: "nav", "footer", ".ad-banner", "[aria-hidden=true]".
+        exclude_selectors: nil,
         # Optional outbound HTTP headers forwarded only to the target URL, sent as
         # deep-object query params such as headers[X-Custom]=value. When provided, caching
         # is bypassed: the result is neither read from nor written to cache.
@@ -125,6 +149,10 @@ module ContextDev
         include_images: nil,
         # Preserve hyperlinks in Markdown output
         include_links: nil,
+        # CSS selectors. When provided, only matching HTML subtrees (and their
+        # descendants) are kept before conversion to Markdown. When omitted, the entire
+        # document is kept. Examples: "article.main", "#content", "[role=main]".
+        include_selectors: nil,
         # Return a cached result if a prior scrape for the same parameters exists and is
         # younger than this many milliseconds. Defaults to 1 day (86400000 ms) when
         # omitted. Max is 30 days (2592000000 ms). Set to 0 to always scrape fresh.
@@ -152,10 +180,12 @@ module ContextDev
         override.returns(
           {
             url: String,
+            exclude_selectors: T::Array[String],
             headers: T::Hash[Symbol, String],
             include_frames: T::Boolean,
             include_images: T::Boolean,
             include_links: T::Boolean,
+            include_selectors: T::Array[String],
             max_age_ms: Integer,
             pdf: ContextDev::WebWebScrapeMdParams::Pdf,
             shorten_base64_images: T::Boolean,

data/rbi/context_dev/resources/web.rbi

@@ -47,7 +47,8 @@ module ContextDev
         # younger than this many milliseconds. Defaults to 7 days (604800000 ms).
         max_age_ms: nil,
         pdf: nil,
-        # Soft time budget for the crawl in milliseconds.
+        # Soft time budget for the crawl in milliseconds. Min: 10000 (10s). Max: 110000
+        # (110s). Default: 80000 (80s).
         stop_after_ms: nil,
         # Optional timeout in milliseconds for the request. If the request takes longer
         # than this value, it will be aborted with a 408 status code. Maximum allowed
@@ -251,10 +252,12 @@ module ContextDev
       sig do
         params(
           url: String,
+          exclude_selectors: T::Array[String],
           follow_subdomains: T::Boolean,
           include_frames: T::Boolean,
           include_images: T::Boolean,
           include_links: T::Boolean,
+          include_selectors: T::Array[String],
           max_age_ms: Integer,
           max_depth: Integer,
           max_pages: Integer,
@@ -271,6 +274,10 @@ module ContextDev
       def web_crawl_md(
         # The starting URL for the crawl (must include http:// or https:// protocol)
         url:,
+        # CSS selectors to remove before each crawled page is converted to Markdown.
+        # Applied after includeSelectors. Exclusion takes precedence: an element matching
+        # both is removed. Examples: "nav", "footer", ".ad-banner", "[aria-hidden=true]".
+        exclude_selectors: nil,
         # When true, follow links on subdomains of the starting URL's domain (e.g.
         # docs.example.com when starting from example.com). www and apex are always
         # treated as equivalent.
@@ -282,6 +289,11 @@ module ContextDev
         include_images: nil,
         # Preserve hyperlinks in the Markdown output
         include_links: nil,
+        # CSS selectors. When provided, only matching HTML subtrees (and their
+        # descendants) are kept before each crawled page is converted to Markdown. When
+        # omitted, the entire document is kept. Examples: "article.main", "#content",
+        # "[role=main]".
+        include_selectors: nil,
         # Return a cached result if a prior scrape for the same parameters exists and is
         # younger than this many milliseconds. Defaults to 1 day (86400000 ms) when
         # omitted. Max is 30 days (2592000000 ms). Set to 0 to always scrape fresh.
@@ -297,8 +309,8 @@ module ContextDev
         shorten_base64_images: nil,
         # Soft time budget for the crawl in milliseconds. After each scrape, the crawler
         # checks the elapsed time and, if exceeded, returns the pages collected so far
-        # instead of continuing. Min: 10000 (10s). Max: 240000 (4 min). Default: 120000 (2
-        # min).
+        # instead of continuing. Min: 10000 (10s). Max: 110000 (110s). Default: 80000
+        # (80s).
         stop_after_ms: nil,
         # Optional timeout in milliseconds for the request. If the request takes longer
         # than this value, it will be aborted with a 408 status code. Maximum allowed
@@ -320,11 +332,14 @@ module ContextDev
       sig do
         params(
           url: String,
+          exclude_selectors: T::Array[String],
           headers: T::Hash[Symbol, String],
           include_frames: T::Boolean,
+          include_selectors: T::Array[String],
           max_age_ms: Integer,
           pdf: ContextDev::WebWebScrapeHTMLParams::Pdf::OrHash,
           timeout_ms: Integer,
+          use_main_content_only: T::Boolean,
           wait_for_ms: Integer,
           request_options: ContextDev::RequestOptions::OrHash
         ).returns(ContextDev::Models::WebWebScrapeHTMLResponse)
@@ -332,12 +347,20 @@ module ContextDev
       def web_scrape_html(
         # Full URL to scrape (must include http:// or https:// protocol)
         url:,
+        # CSS selectors to remove from the result. Applied after includeSelectors.
+        # Exclusion takes precedence: an element matching both is removed. Examples:
+        # "nav", "footer", ".ad-banner", "[aria-hidden=true]".
+        exclude_selectors: nil,
         # Optional outbound HTTP headers forwarded only to the target URL, sent as
         # deep-object query params such as headers[X-Custom]=value. When provided, caching
         # is bypassed: the result is neither read from nor written to cache.
         headers: nil,
         # When true, iframes are rendered inline into the returned HTML.
         include_frames: nil,
+        # CSS selectors. When provided, only matching subtrees (and their descendants) are
+        # kept and everything else is dropped. When omitted, the entire document is kept.
+        # Examples: "article.main", "#content", "[role=main]".
+        include_selectors: nil,
         # Return a cached result if a prior scrape for the same parameters exists and is
         # younger than this many milliseconds. Defaults to 1 day (86400000 ms) when
         # omitted. Max is 30 days (2592000000 ms). Set to 0 to always scrape fresh.
@@ -349,6 +372,9 @@ module ContextDev
         # than this value, it will be aborted with a 408 status code. Maximum allowed
         # value is 300000ms (5 minutes).
         timeout_ms: nil,
+        # When true, return only the page's main content in the HTML response, excluding
+        # headers, footers, sidebars, and navigation when detectable.
+        use_main_content_only: nil,
         # Optional browser wait time in milliseconds after initial page load. Min: 0. Max:
         # 30000 (30 seconds).
         wait_for_ms: nil,
@@ -399,10 +425,12 @@ module ContextDev
       sig do
         params(
           url: String,
+          exclude_selectors: T::Array[String],
           headers: T::Hash[Symbol, String],
           include_frames: T::Boolean,
           include_images: T::Boolean,
           include_links: T::Boolean,
+          include_selectors: T::Array[String],
           max_age_ms: Integer,
           pdf: ContextDev::WebWebScrapeMdParams::Pdf::OrHash,
           shorten_base64_images: T::Boolean,
@@ -416,6 +444,10 @@ module ContextDev
         # Full URL to scrape into LLM usable Markdown (must include http:// or https://
         # protocol)
         url:,
+        # CSS selectors to remove before conversion to Markdown. Applied after
+        # includeSelectors. Exclusion takes precedence: an element matching both is
+        # removed. Examples: "nav", "footer", ".ad-banner", "[aria-hidden=true]".
+        exclude_selectors: nil,
         # Optional outbound HTTP headers forwarded only to the target URL, sent as
         # deep-object query params such as headers[X-Custom]=value. When provided, caching
         # is bypassed: the result is neither read from nor written to cache.
@@ -426,6 +458,10 @@ module ContextDev
         include_images: nil,
         # Preserve hyperlinks in Markdown output
         include_links: nil,
+        # CSS selectors. When provided, only matching HTML subtrees (and their
+        # descendants) are kept before conversion to Markdown. When omitted, the entire
+        # document is kept. Examples: "article.main", "#content", "[role=main]".
+        include_selectors: nil,
         # Return a cached result if a prior scrape for the same parameters exists and is
         # younger than this many milliseconds. Defaults to 1 day (86400000 ms) when
         # omitted. Max is 30 days (2592000000 ms). Set to 0 to always scrape fresh.

data/sig/context_dev/models/web_web_crawl_md_params.rbs

@@ -3,10 +3,12 @@ module ContextDev
     type web_web_crawl_md_params =
       {
         url: String,
+        exclude_selectors: ::Array[String],
         follow_subdomains: bool,
         include_frames: bool,
         include_images: bool,
         include_links: bool,
+        include_selectors: ::Array[String],
         max_age_ms: Integer,
         max_depth: Integer,
         max_pages: Integer,
@@ -26,6 +28,10 @@ module ContextDev
 
       attr_accessor url: String
 
+      attr_reader exclude_selectors: ::Array[String]?
+
+      def exclude_selectors=: (::Array[String]) -> ::Array[String]
+
       attr_reader follow_subdomains: bool?
 
       def follow_subdomains=: (bool) -> bool
@@ -42,6 +48,10 @@ module ContextDev
 
       def include_links=: (bool) -> bool
 
+      attr_reader include_selectors: ::Array[String]?
+
+      def include_selectors=: (::Array[String]) -> ::Array[String]
+
       attr_reader max_age_ms: Integer?
 
       def max_age_ms=: (Integer) -> Integer
@@ -86,10 +96,12 @@ module ContextDev
 
       def initialize: (
         url: String,
+        ?exclude_selectors: ::Array[String],
         ?follow_subdomains: bool,
         ?include_frames: bool,
         ?include_images: bool,
         ?include_links: bool,
+        ?include_selectors: ::Array[String],
         ?max_age_ms: Integer,
         ?max_depth: Integer,
         ?max_pages: Integer,
@@ -105,10 +117,12 @@ module ContextDev
 
       def to_hash: -> {
         url: String,
+        exclude_selectors: ::Array[String],
         follow_subdomains: bool,
         include_frames: bool,
         include_images: bool,
         include_links: bool,
+        include_selectors: ::Array[String],
         max_age_ms: Integer,
         max_depth: Integer,
         max_pages: Integer,

data/sig/context_dev/models/web_web_scrape_html_params.rbs

@@ -3,11 +3,14 @@ module ContextDev
     type web_web_scrape_html_params =
       {
         url: String,
+        exclude_selectors: ::Array[String],
         headers: ::Hash[Symbol, String],
         include_frames: bool,
+        include_selectors: ::Array[String],
         max_age_ms: Integer,
         pdf: ContextDev::WebWebScrapeHTMLParams::Pdf,
         timeout_ms: Integer,
+        use_main_content_only: bool,
         wait_for_ms: Integer
       }
       & ContextDev::Internal::Type::request_parameters
@@ -18,6 +21,10 @@ module ContextDev
 
       attr_accessor url: String
 
+      attr_reader exclude_selectors: ::Array[String]?
+
+      def exclude_selectors=: (::Array[String]) -> ::Array[String]
+
       attr_reader headers: ::Hash[Symbol, String]?
 
       def headers=: (::Hash[Symbol, String]) -> ::Hash[Symbol, String]
@@ -26,6 +33,10 @@ module ContextDev
 
       def include_frames=: (bool) -> bool
 
+      attr_reader include_selectors: ::Array[String]?
+
+      def include_selectors=: (::Array[String]) -> ::Array[String]
+
       attr_reader max_age_ms: Integer?
 
       def max_age_ms=: (Integer) -> Integer
@@ -40,28 +51,38 @@ module ContextDev
 
       def timeout_ms=: (Integer) -> Integer
 
+      attr_reader use_main_content_only: bool?
+
+      def use_main_content_only=: (bool) -> bool
+
       attr_reader wait_for_ms: Integer?
 
       def wait_for_ms=: (Integer) -> Integer
 
       def initialize: (
         url: String,
+        ?exclude_selectors: ::Array[String],
         ?headers: ::Hash[Symbol, String],
         ?include_frames: bool,
+        ?include_selectors: ::Array[String],
         ?max_age_ms: Integer,
         ?pdf: ContextDev::WebWebScrapeHTMLParams::Pdf,
         ?timeout_ms: Integer,
+        ?use_main_content_only: bool,
         ?wait_for_ms: Integer,
         ?request_options: ContextDev::request_opts
       ) -> void
 
       def to_hash: -> {
         url: String,
+        exclude_selectors: ::Array[String],
         headers: ::Hash[Symbol, String],
         include_frames: bool,
+        include_selectors: ::Array[String],
         max_age_ms: Integer,
         pdf: ContextDev::WebWebScrapeHTMLParams::Pdf,
         timeout_ms: Integer,
+        use_main_content_only: bool,
         wait_for_ms: Integer,
         request_options: ContextDev::RequestOptions
       }

data/sig/context_dev/models/web_web_scrape_md_params.rbs

@@ -3,10 +3,12 @@ module ContextDev
     type web_web_scrape_md_params =
       {
         url: String,
+        exclude_selectors: ::Array[String],
         headers: ::Hash[Symbol, String],
         include_frames: bool,
         include_images: bool,
         include_links: bool,
+        include_selectors: ::Array[String],
         max_age_ms: Integer,
         pdf: ContextDev::WebWebScrapeMdParams::Pdf,
         :shorten_base64_images => bool,
@@ -22,6 +24,10 @@ module ContextDev
 
       attr_accessor url: String
 
+      attr_reader exclude_selectors: ::Array[String]?
+
+      def exclude_selectors=: (::Array[String]) -> ::Array[String]
+
       attr_reader headers: ::Hash[Symbol, String]?
 
       def headers=: (::Hash[Symbol, String]) -> ::Hash[Symbol, String]
@@ -38,6 +44,10 @@ module ContextDev
 
       def include_links=: (bool) -> bool
 
+      attr_reader include_selectors: ::Array[String]?
+
+      def include_selectors=: (::Array[String]) -> ::Array[String]
+
       attr_reader max_age_ms: Integer?
 
       def max_age_ms=: (Integer) -> Integer
@@ -66,10 +76,12 @@ module ContextDev
 
       def initialize: (
         url: String,
+        ?exclude_selectors: ::Array[String],
         ?headers: ::Hash[Symbol, String],
         ?include_frames: bool,
         ?include_images: bool,
         ?include_links: bool,
+        ?include_selectors: ::Array[String],
         ?max_age_ms: Integer,
         ?pdf: ContextDev::WebWebScrapeMdParams::Pdf,
         ?shorten_base64_images: bool,
@@ -81,10 +93,12 @@ module ContextDev
 
       def to_hash: -> {
         url: String,
+        exclude_selectors: ::Array[String],
         headers: ::Hash[Symbol, String],
         include_frames: bool,
         include_images: bool,
         include_links: bool,
+        include_selectors: ::Array[String],
         max_age_ms: Integer,
         pdf: ContextDev::WebWebScrapeMdParams::Pdf,
         :shorten_base64_images => bool,

data/sig/context_dev/resources/web.rbs

@@ -65,10 +65,12 @@ module ContextDev
 
       def web_crawl_md: (
         url: String,
+        ?exclude_selectors: ::Array[String],
         ?follow_subdomains: bool,
         ?include_frames: bool,
         ?include_images: bool,
         ?include_links: bool,
+        ?include_selectors: ::Array[String],
         ?max_age_ms: Integer,
         ?max_depth: Integer,
         ?max_pages: Integer,
@@ -84,11 +86,14 @@ module ContextDev
 
       def web_scrape_html: (
         url: String,
+        ?exclude_selectors: ::Array[String],
         ?headers: ::Hash[Symbol, String],
         ?include_frames: bool,
+        ?include_selectors: ::Array[String],
         ?max_age_ms: Integer,
         ?pdf: ContextDev::WebWebScrapeHTMLParams::Pdf,
         ?timeout_ms: Integer,
+        ?use_main_content_only: bool,
         ?wait_for_ms: Integer,
         ?request_options: ContextDev::request_opts
       ) -> ContextDev::Models::WebWebScrapeHTMLResponse
@@ -105,10 +110,12 @@ module ContextDev
 
       def web_scrape_md: (
         url: String,
+        ?exclude_selectors: ::Array[String],
         ?headers: ::Hash[Symbol, String],
         ?include_frames: bool,
         ?include_images: bool,
         ?include_links: bool,
+        ?include_selectors: ::Array[String],
         ?max_age_ms: Integer,
         ?pdf: ContextDev::WebWebScrapeMdParams::Pdf,
         ?shorten_base64_images: bool,

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: context.dev
 version: !ruby/object:Gem::Version
-  version: 1.29.0
+  version: 1.31.0
 platform: ruby
 authors:
 - Context Dev
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-06-07 00:00:00.000000000 Z
+date: 2026-06-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: cgi