context.dev 2.9.0 → 2.11.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 69a2da1329540a2c1c0c290e8a62fbf719dfd285d7bafa68f0f1bae6a691d46d
-  data.tar.gz: 6bb32ce7431dbc1d7e831d6401058a52e6fec88bce87f782c12bc77a2f94d945
+  metadata.gz: 366622603821e809f6f9eedf42ab688325b500d9dcae8e9cea5ff059edf08d53
+  data.tar.gz: deb733e2b4bb0a4def45544a438a143f799bb74e1cd51412fd4881d7f4cd83fc
 SHA512:
-  metadata.gz: 05f9612ffb040bf683cf176f4c29054037587a7896fce546afc631b0c412075a5292bdcb60ef8d7cf7aa9b665ba8b555d2a4e8f6697989e9effb1eed243597b5
-  data.tar.gz: a98751043b31c39b8005fe357584cbddbd0685b8af8e400c6ca3f227f49cee25a07e6c4346d773be85bac7a4480d5e3ac0d32c9496c5b7b775c7fc41dfc5a01b
+  metadata.gz: fc24b4ae331e3ac3097c98f525783b79062620de5c4bd761569358ffe8a33b092da8a102baf2e777e0912d56fa981d11aa066daae83024e50d8684c5d07225d5
+  data.tar.gz: 2ccea91ca85c5a826930ceaae09cd8eb04cfef0dc8cdac14c7b616007fa0a1fff6d0079993d192781afdcdd23f8558030faf5b287a2952fe5438b611f65ae476

data/CHANGELOG.md

@@ -1,5 +1,28 @@
 # Changelog
 
+## 2.11.0 (2026-08-18)
+
+Full Changelog: [v2.10.0...v2.11.0](https://github.com/context-dot-dev/context-ruby-sdk/compare/v2.10.0...v2.11.0)
+
+### Features
+
+* **api:** api update ([9bff49f](https://github.com/context-dot-dev/context-ruby-sdk/commit/9bff49f9a966fd40691f2cd7a41ba96ec7679243))
+* **api:** api update ([5b19e0c](https://github.com/context-dot-dev/context-ruby-sdk/commit/5b19e0ce1f7ad615a92e28440bec6ab3703ffe02))
+* **api:** api update ([f4ccf22](https://github.com/context-dot-dev/context-ruby-sdk/commit/f4ccf220f130672950d3231a6b9952c166168ef9))
+
+## 2.10.0 (2026-08-17)
+
+Full Changelog: [v2.9.0...v2.10.0](https://github.com/context-dot-dev/context-ruby-sdk/compare/v2.9.0...v2.10.0)
+
+### Features
+
+* **api:** api update ([6f90ebf](https://github.com/context-dot-dev/context-ruby-sdk/commit/6f90ebff6164a8daf2f6c4bf8d1492ade1ad2779))
+* **api:** api update ([95cbdde](https://github.com/context-dot-dev/context-ruby-sdk/commit/95cbddeb3a3351a03c394709dfeaf3fb5c98be92))
+* **api:** api update ([97520df](https://github.com/context-dot-dev/context-ruby-sdk/commit/97520df52a798122460e2f219d7b582d2f6830da))
+* **api:** api update ([2b73772](https://github.com/context-dot-dev/context-ruby-sdk/commit/2b737722e962cf7a5aba20a2b596d379f7f2bce0))
+* **api:** api update ([630b415](https://github.com/context-dot-dev/context-ruby-sdk/commit/630b4156f12004d2da154e26003271cd143ccbb8))
+* **api:** manual updates ([54ad450](https://github.com/context-dot-dev/context-ruby-sdk/commit/54ad450f892542378cec0ce5430d1436e1437a4d))
+
 ## 2.9.0 (2026-08-07)
 
 Full Changelog: [v2.8.0...v2.9.0](https://github.com/context-dot-dev/context-ruby-sdk/compare/v2.8.0...v2.9.0)

data/README.md

@@ -26,7 +26,7 @@ To use this gem, install via Bundler by adding the following to your application
 <!-- x-release-please-start-version -->
 
 ```ruby
-gem "context.dev", "~> 2.9.0"
+gem "context.dev", "~> 2.11.0"
 ```
 
 <!-- x-release-please-end -->

data/lib/context_dev/client.rb

@@ -50,6 +50,10 @@ module ContextDev
     # @return [ContextDev::Resources::People]
     attr_reader :people
 
+    # Search live first-party RSS and free historical news data by company identity.
+    # @return [ContextDev::Resources::News]
+    attr_reader :news
+
     # @api private
     #
     # @return [Hash{String=>String}]
@@ -120,6 +124,7 @@ module ContextDev
       @monitors = ContextDev::Resources::Monitors.new(client: self)
       @batch = ContextDev::Resources::Batch.new(client: self)
       @people = ContextDev::Resources::People.new(client: self)
+      @news = ContextDev::Resources::News.new(client: self)
     end
   end
 end

data/lib/context_dev/models/batch_get_results_response.rb

@@ -86,7 +86,8 @@ module ContextDev
           required :url, String
 
           # @!attribute html
-          #   Raw page HTML. Present on html batches.
+          #   Page HTML. Present on html batches, and on markdown batches submitted with
+          #   `options.includeHTML`.
           #
           #   @return [String, nil]
           optional :html, String
@@ -130,7 +131,7 @@ module ContextDev
           #
           #   @param url [String] URL as submitted, or as discovered by the crawl.
           #
-          #   @param html [String] Raw page HTML. Present on html batches.
+          #   @param html [String] Page HTML. Present on html batches, and on markdown batches submitted with `opti
           #
           #   @param item_id [String] Caller-supplied identifier echoed from submission.
           #
@@ -196,6 +197,14 @@ module ContextDev
             #   @return [String, nil]
             optional :favicon, String
 
+            # @!attribute headings
+            #   Page headings (h1–h6) in document order, extracted from the unfiltered document.
+            #   Capped at the first 500 headings. Omitted when the page has none.
+            #
+            #   @return [Array<ContextDev::Models::BatchGetResultsResponse::Data::Ok::Metadata::Heading>, nil]
+            optional :headings,
+                     -> { ContextDev::Internal::Type::ArrayOf[ContextDev::Models::BatchGetResultsResponse::Data::Ok::Metadata::Heading] }
+
             # @!attribute image
             #   Primary resolved preview image from Open Graph, Twitter, or image metadata.
             #
@@ -267,7 +276,7 @@ module ContextDev
             optional :twitter,
                      -> { ContextDev::Internal::Type::HashOf[union: ContextDev::Models::BatchGetResultsResponse::Data::Ok::Metadata::Twitter] }
 
-            # @!method initialize(final_url:, source_url:, additional_meta: nil, alternates: nil, author: nil, canonical_url: nil, description: nil, favicon: nil, image: nil, json_ld: nil, keywords: nil, language: nil, modified_time: nil, open_graph: nil, published_time: nil, robots: nil, site_name: nil, title: nil, twitter: nil)
+            # @!method initialize(final_url:, source_url:, additional_meta: nil, alternates: nil, author: nil, canonical_url: nil, description: nil, favicon: nil, headings: nil, image: nil, json_ld: nil, keywords: nil, language: nil, modified_time: nil, open_graph: nil, published_time: nil, robots: nil, site_name: nil, title: nil, twitter: nil)
             #   Some parameter documentations has been truncated, see
             #   {ContextDev::Models::BatchGetResultsResponse::Data::Ok::Metadata} for more
             #   details.
@@ -290,6 +299,8 @@ module ContextDev
             #
             #   @param favicon [String] Resolved favicon URL, when present.
             #
+            #   @param headings [Array<ContextDev::Models::BatchGetResultsResponse::Data::Ok::Metadata::Heading>] Page headings (h1–h6) in document order, extracted from the unfiltered document.
+            #
             #   @param image [String] Primary resolved preview image from Open Graph, Twitter, or image metadata.
             #
             #   @param json_ld [Array<Hash{Symbol=>Object}>] JSON-LD structured data blocks parsed from the page.
@@ -361,6 +372,25 @@ module ContextDev
               #   @param type [String] Alternate resource MIME type, when present.
             end
 
+            class Heading < ContextDev::Internal::Type::BaseModel
+              # @!attribute level
+              #   Heading level, 1–6 (from h1–h6).
+              #
+              #   @return [Integer]
+              required :level, Integer
+
+              # @!attribute text
+              #   Heading text with whitespace collapsed, truncated to 1000 characters.
+              #
+              #   @return [String]
+              required :text, String
+
+              # @!method initialize(level:, text:)
+              #   @param level [Integer] Heading level, 1–6 (from h1–h6).
+              #
+              #   @param text [String] Heading text with whitespace collapsed, truncated to 1000 characters.
+            end
+
             module OpenGraph
               extend ContextDev::Internal::Type::Union
 

data/lib/context_dev/models/batch_submit_params.rb

@@ -175,6 +175,13 @@ module ContextDev
                          api_name: :excludeSelectors,
                          nil?: true
 
+                # @!attribute include_html
+                #   Also include each page's HTML in its result record, as an `html` field alongside
+                #   the Markdown.
+                #
+                #   @return [Boolean, nil]
+                optional :include_html, ContextDev::Internal::Type::Boolean, api_name: :includeHTML
+
                 # @!attribute include_images
                 #   Include image references in the Markdown.
                 #
@@ -241,7 +248,7 @@ module ContextDev
                 #   @return [Integer, nil]
                 optional :wait_for_ms, Integer, api_name: :waitForMs
 
-                # @!method initialize(country: nil, exclude_selectors: nil, include_images: nil, include_links: nil, include_selectors: nil, max_age_ms: nil, pdf: nil, settle_animations: nil, shorten_base64_images: nil, use_main_content_only: nil, wait_for_ms: nil)
+                # @!method initialize(country: nil, exclude_selectors: nil, include_html: nil, include_images: nil, include_links: nil, include_selectors: nil, max_age_ms: nil, pdf: nil, settle_animations: nil, shorten_base64_images: nil, use_main_content_only: nil, wait_for_ms: nil)
                 #   Some parameter documentations has been truncated, see
                 #   {ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options}
                 #   for more details.
@@ -252,6 +259,8 @@ module ContextDev
                 #
                 #   @param exclude_selectors [Array<String>, nil] Remove elements matching these CSS selectors. Applied after `includeSelectors`,
                 #
+                #   @param include_html [Boolean] Also include each page's HTML in its result record, as an `html` field alongside
+                #
                 #   @param include_images [Boolean] Include image references in the Markdown.
                 #
                 #   @param include_links [Boolean] Include links in the Markdown.
@@ -501,20 +510,15 @@ module ContextDev
                   #   text layer keep it. Billed at 1 credit per page OCR actually recovered, on top
                   #   of the base request cost. When false, no OCR runs.
                   #
-                  #   @return [Boolean, Symbol, ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::Ocr, nil]
-                  optional :ocr,
-                           union: -> { ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::Ocr }
+                  #   @return [Boolean, nil]
+                  optional :ocr, ContextDev::Internal::Type::Boolean
 
                   # @!attribute should_parse
                   #   When true, PDF URLs are fetched and parsed. When false, PDF URLs are skipped and
                   #   a 400 PDF_SKIPPED is returned.
                   #
-                  #   @return [Boolean, Symbol, ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::ShouldParse, nil]
-                  optional :should_parse,
-                           union: -> {
-                             ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::ShouldParse
-                           },
-                           api_name: :shouldParse
+                  #   @return [Boolean, nil]
+                  optional :should_parse, ContextDev::Internal::Type::Boolean, api_name: :shouldParse
 
                   # @!attribute start
                   #   First 1-based PDF page to parse. When omitted, parsing starts at the first page.
@@ -532,79 +536,11 @@ module ContextDev
                   #
                   #   @param end_ [Integer] Last 1-based PDF page to parse. When omitted, parsing ends at the last page. Mus
                   #
-                  #   @param ocr [Boolean, Symbol, ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::Ocr] When true, OCR the selected PDF pages that have no usable text layer (scans), re
+                  #   @param ocr [Boolean] When true, OCR the selected PDF pages that have no usable text layer (scans), re
                   #
-                  #   @param should_parse [Boolean, Symbol, ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::ShouldParse] When true, PDF URLs are fetched and parsed. When false, PDF URLs are skipped and
+                  #   @param should_parse [Boolean] When true, PDF URLs are fetched and parsed. When false, PDF URLs are skipped and
                   #
                   #   @param start [Integer] First 1-based PDF page to parse. When omitted, parsing starts at the first page.
-
-                  # When true, OCR the selected PDF pages that have no usable text layer (scans),
-                  # replacing each recovered page's text with the OCR result while pages with a real
-                  # text layer keep it. Billed at 1 credit per page OCR actually recovered, on top
-                  # of the base request cost. When false, no OCR runs.
-                  #
-                  # @see ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf#ocr
-                  module Ocr
-                    extend ContextDev::Internal::Type::Union
-
-                    variant ContextDev::Internal::Type::Boolean
-
-                    variant const: -> { ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::Ocr::TRUE }
-
-                    variant const: -> { ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::Ocr::FALSE }
-
-                    # @!method self.variants
-                    #   @return [Array(Boolean, Symbol)]
-
-                    define_sorbet_constant!(:Variants) do
-                      T.type_alias do
-                        T.any(
-                          T::Boolean,
-                          ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::Ocr::TaggedSymbol
-                        )
-                      end
-                    end
-
-                    # @!group
-
-                    TRUE = :true
-                    FALSE = :false
-
-                    # @!endgroup
-                  end
-
-                  # When true, PDF URLs are fetched and parsed. When false, PDF URLs are skipped and
-                  # a 400 PDF_SKIPPED is returned.
-                  #
-                  # @see ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf#should_parse
-                  module ShouldParse
-                    extend ContextDev::Internal::Type::Union
-
-                    variant ContextDev::Internal::Type::Boolean
-
-                    variant const: -> { ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::ShouldParse::TRUE }
-
-                    variant const: -> { ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::ShouldParse::FALSE }
-
-                    # @!method self.variants
-                    #   @return [Array(Boolean, Symbol)]
-
-                    define_sorbet_constant!(:Variants) do
-                      T.type_alias do
-                        T.any(
-                          T::Boolean,
-                          ContextDev::BatchSubmitParams::Input::Scrape::Data::Markdown::Options::Pdf::ShouldParse::TaggedSymbol
-                        )
-                      end
-                    end
-
-                    # @!group
-
-                    TRUE = :true
-                    FALSE = :false
-
-                    # @!endgroup
-                  end
                 end
               end
             end
@@ -991,19 +927,15 @@ module ContextDev
                   #   text layer keep it. Billed at 1 credit per page OCR actually recovered, on top
                   #   of the base request cost. When false, no OCR runs.
                   #
-                  #   @return [Boolean, Symbol, ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::Ocr, nil]
-                  optional :ocr, union: -> { ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::Ocr }
+                  #   @return [Boolean, nil]
+                  optional :ocr, ContextDev::Internal::Type::Boolean
 
                   # @!attribute should_parse
                   #   When true, PDF URLs are fetched and parsed. When false, PDF URLs are skipped and
                   #   a 400 PDF_SKIPPED is returned.
                   #
-                  #   @return [Boolean, Symbol, ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::ShouldParse, nil]
-                  optional :should_parse,
-                           union: -> {
-                             ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::ShouldParse
-                           },
-                           api_name: :shouldParse
+                  #   @return [Boolean, nil]
+                  optional :should_parse, ContextDev::Internal::Type::Boolean, api_name: :shouldParse
 
                   # @!attribute start
                   #   First 1-based PDF page to parse. When omitted, parsing starts at the first page.
@@ -1021,79 +953,11 @@ module ContextDev
                   #
                   #   @param end_ [Integer] Last 1-based PDF page to parse. When omitted, parsing ends at the last page. Mus
                   #
-                  #   @param ocr [Boolean, Symbol, ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::Ocr] When true, OCR the selected PDF pages that have no usable text layer (scans), re
+                  #   @param ocr [Boolean] When true, OCR the selected PDF pages that have no usable text layer (scans), re
                   #
-                  #   @param should_parse [Boolean, Symbol, ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::ShouldParse] When true, PDF URLs are fetched and parsed. When false, PDF URLs are skipped and
+                  #   @param should_parse [Boolean] When true, PDF URLs are fetched and parsed. When false, PDF URLs are skipped and
                   #
                   #   @param start [Integer] First 1-based PDF page to parse. When omitted, parsing starts at the first page.
-
-                  # When true, OCR the selected PDF pages that have no usable text layer (scans),
-                  # replacing each recovered page's text with the OCR result while pages with a real
-                  # text layer keep it. Billed at 1 credit per page OCR actually recovered, on top
-                  # of the base request cost. When false, no OCR runs.
-                  #
-                  # @see ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf#ocr
-                  module Ocr
-                    extend ContextDev::Internal::Type::Union
-
-                    variant ContextDev::Internal::Type::Boolean
-
-                    variant const: -> { ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::Ocr::TRUE }
-
-                    variant const: -> { ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::Ocr::FALSE }
-
-                    # @!method self.variants
-                    #   @return [Array(Boolean, Symbol)]
-
-                    define_sorbet_constant!(:Variants) do
-                      T.type_alias do
-                        T.any(
-                          T::Boolean,
-                          ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::Ocr::TaggedSymbol
-                        )
-                      end
-                    end
-
-                    # @!group
-
-                    TRUE = :true
-                    FALSE = :false
-
-                    # @!endgroup
-                  end
-
-                  # When true, PDF URLs are fetched and parsed. When false, PDF URLs are skipped and
-                  # a 400 PDF_SKIPPED is returned.
-                  #
-                  # @see ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf#should_parse
-                  module ShouldParse
-                    extend ContextDev::Internal::Type::Union
-
-                    variant ContextDev::Internal::Type::Boolean
-
-                    variant const: -> { ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::ShouldParse::TRUE }
-
-                    variant const: -> { ContextDev::Models::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::ShouldParse::FALSE }
-
-                    # @!method self.variants
-                    #   @return [Array(Boolean, Symbol)]
-
-                    define_sorbet_constant!(:Variants) do
-                      T.type_alias do
-                        T.any(
-                          T::Boolean,
-                          ContextDev::BatchSubmitParams::Input::Scrape::Data::HTML::Options::Pdf::ShouldParse::TaggedSymbol
-                        )
-                      end
-                    end
-
-                    # @!group
-
-                    TRUE = :true
-                    FALSE = :false
-
-                    # @!endgroup
-                  end
                 end
               end
             end
@@ -1333,6 +1197,13 @@ module ContextDev
                          api_name: :excludeSelectors,
                          nil?: true
 
+                # @!attribute include_html
+                #   Also include each page's HTML in its result record, as an `html` field alongside
+                #   the Markdown.
+                #
+                #   @return [Boolean, nil]
+                optional :include_html, ContextDev::Internal::Type::Boolean, api_name: :includeHTML
+
                 # @!attribute include_images
                 #   Include image references in the Markdown.
                 #
@@ -1399,7 +1270,7 @@ module ContextDev
                 #   @return [Integer, nil]
                 optional :wait_for_ms, Integer, api_name: :waitForMs
 
-                # @!method initialize(country: nil, exclude_selectors: nil, include_images: nil, include_links: nil, include_selectors: nil, max_age_ms: nil, pdf: nil, settle_animations: nil, shorten_base64_images: nil, use_main_content_only: nil, wait_for_ms: nil)
+                # @!method initialize(country: nil, exclude_selectors: nil, include_html: nil, include_images: nil, include_links: nil, include_selectors: nil, max_age_ms: nil, pdf: nil, settle_animations: nil, shorten_base64_images: nil, use_main_content_only: nil, wait_for_ms: nil)
                 #   Some parameter documentations has been truncated, see
                 #   {ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options}
                 #   for more details.
@@ -1410,6 +1281,8 @@ module ContextDev
                 #
                 #   @param exclude_selectors [Array<String>, nil] Remove elements matching these CSS selectors. Applied after `includeSelectors`,
                 #
+                #   @param include_html [Boolean] Also include each page's HTML in its result record, as an `html` field alongside
+                #
                 #   @param include_images [Boolean] Include image references in the Markdown.
                 #
                 #   @param include_links [Boolean] Include links in the Markdown.
@@ -1659,20 +1532,15 @@ module ContextDev
                   #   text layer keep it. Billed at 1 credit per page OCR actually recovered, on top
                   #   of the base request cost. When false, no OCR runs.
                   #
-                  #   @return [Boolean, Symbol, ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::Ocr, nil]
-                  optional :ocr,
-                           union: -> { ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::Ocr }
+                  #   @return [Boolean, nil]
+                  optional :ocr, ContextDev::Internal::Type::Boolean
 
                   # @!attribute should_parse
                   #   When true, PDF URLs are fetched and parsed. When false, PDF URLs are skipped and
                   #   a 400 PDF_SKIPPED is returned.
                   #
-                  #   @return [Boolean, Symbol, ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::ShouldParse, nil]
-                  optional :should_parse,
-                           union: -> {
-                             ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::ShouldParse
-                           },
-                           api_name: :shouldParse
+                  #   @return [Boolean, nil]
+                  optional :should_parse, ContextDev::Internal::Type::Boolean, api_name: :shouldParse
 
                   # @!attribute start
                   #   First 1-based PDF page to parse. When omitted, parsing starts at the first page.
@@ -1690,79 +1558,11 @@ module ContextDev
                   #
                   #   @param end_ [Integer] Last 1-based PDF page to parse. When omitted, parsing ends at the last page. Mus
                   #
-                  #   @param ocr [Boolean, Symbol, ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::Ocr] When true, OCR the selected PDF pages that have no usable text layer (scans), re
+                  #   @param ocr [Boolean] When true, OCR the selected PDF pages that have no usable text layer (scans), re
                   #
-                  #   @param should_parse [Boolean, Symbol, ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::ShouldParse] When true, PDF URLs are fetched and parsed. When false, PDF URLs are skipped and
+                  #   @param should_parse [Boolean] When true, PDF URLs are fetched and parsed. When false, PDF URLs are skipped and
                   #
                   #   @param start [Integer] First 1-based PDF page to parse. When omitted, parsing starts at the first page.
-
-                  # When true, OCR the selected PDF pages that have no usable text layer (scans),
-                  # replacing each recovered page's text with the OCR result while pages with a real
-                  # text layer keep it. Billed at 1 credit per page OCR actually recovered, on top
-                  # of the base request cost. When false, no OCR runs.
-                  #
-                  # @see ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf#ocr
-                  module Ocr
-                    extend ContextDev::Internal::Type::Union
-
-                    variant ContextDev::Internal::Type::Boolean
-
-                    variant const: -> { ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::Ocr::TRUE }
-
-                    variant const: -> { ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::Ocr::FALSE }
-
-                    # @!method self.variants
-                    #   @return [Array(Boolean, Symbol)]
-
-                    define_sorbet_constant!(:Variants) do
-                      T.type_alias do
-                        T.any(
-                          T::Boolean,
-                          ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::Ocr::TaggedSymbol
-                        )
-                      end
-                    end
-
-                    # @!group
-
-                    TRUE = :true
-                    FALSE = :false
-
-                    # @!endgroup
-                  end
-
-                  # When true, PDF URLs are fetched and parsed. When false, PDF URLs are skipped and
-                  # a 400 PDF_SKIPPED is returned.
-                  #
-                  # @see ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf#should_parse
-                  module ShouldParse
-                    extend ContextDev::Internal::Type::Union
-
-                    variant ContextDev::Internal::Type::Boolean
-
-                    variant const: -> { ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::ShouldParse::TRUE }
-
-                    variant const: -> { ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::ShouldParse::FALSE }
-
-                    # @!method self.variants
-                    #   @return [Array(Boolean, Symbol)]
-
-                    define_sorbet_constant!(:Variants) do
-                      T.type_alias do
-                        T.any(
-                          T::Boolean,
-                          ContextDev::BatchSubmitParams::Input::Crawl::Data::Markdown::Options::Pdf::ShouldParse::TaggedSymbol
-                        )
-                      end
-                    end
-
-                    # @!group
-
-                    TRUE = :true
-                    FALSE = :false
-
-                    # @!endgroup
-                  end
                 end
               end
             end
@@ -2262,19 +2062,15 @@ module ContextDev
                   #   text layer keep it. Billed at 1 credit per page OCR actually recovered, on top
                   #   of the base request cost. When false, no OCR runs.
                   #
-                  #   @return [Boolean, Symbol, ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::Ocr, nil]
-                  optional :ocr, union: -> { ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::Ocr }
+                  #   @return [Boolean, nil]
+                  optional :ocr, ContextDev::Internal::Type::Boolean
 
                   # @!attribute should_parse
                   #   When true, PDF URLs are fetched and parsed. When false, PDF URLs are skipped and
                   #   a 400 PDF_SKIPPED is returned.
                   #
-                  #   @return [Boolean, Symbol, ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::ShouldParse, nil]
-                  optional :should_parse,
-                           union: -> {
-                             ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::ShouldParse
-                           },
-                           api_name: :shouldParse
+                  #   @return [Boolean, nil]
+                  optional :should_parse, ContextDev::Internal::Type::Boolean, api_name: :shouldParse
 
                   # @!attribute start
                   #   First 1-based PDF page to parse. When omitted, parsing starts at the first page.
@@ -2292,79 +2088,11 @@ module ContextDev
                   #
                   #   @param end_ [Integer] Last 1-based PDF page to parse. When omitted, parsing ends at the last page. Mus
                   #
-                  #   @param ocr [Boolean, Symbol, ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::Ocr] When true, OCR the selected PDF pages that have no usable text layer (scans), re
+                  #   @param ocr [Boolean] When true, OCR the selected PDF pages that have no usable text layer (scans), re
                   #
-                  #   @param should_parse [Boolean, Symbol, ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::ShouldParse] When true, PDF URLs are fetched and parsed. When false, PDF URLs are skipped and
+                  #   @param should_parse [Boolean] When true, PDF URLs are fetched and parsed. When false, PDF URLs are skipped and
                   #
                   #   @param start [Integer] First 1-based PDF page to parse. When omitted, parsing starts at the first page.
-
-                  # When true, OCR the selected PDF pages that have no usable text layer (scans),
-                  # replacing each recovered page's text with the OCR result while pages with a real
-                  # text layer keep it. Billed at 1 credit per page OCR actually recovered, on top
-                  # of the base request cost. When false, no OCR runs.
-                  #
-                  # @see ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf#ocr
-                  module Ocr
-                    extend ContextDev::Internal::Type::Union
-
-                    variant ContextDev::Internal::Type::Boolean
-
-                    variant const: -> { ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::Ocr::TRUE }
-
-                    variant const: -> { ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::Ocr::FALSE }
-
-                    # @!method self.variants
-                    #   @return [Array(Boolean, Symbol)]
-
-                    define_sorbet_constant!(:Variants) do
-                      T.type_alias do
-                        T.any(
-                          T::Boolean,
-                          ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::Ocr::TaggedSymbol
-                        )
-                      end
-                    end
-
-                    # @!group
-
-                    TRUE = :true
-                    FALSE = :false
-
-                    # @!endgroup
-                  end
-
-                  # When true, PDF URLs are fetched and parsed. When false, PDF URLs are skipped and
-                  # a 400 PDF_SKIPPED is returned.
-                  #
-                  # @see ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf#should_parse
-                  module ShouldParse
-                    extend ContextDev::Internal::Type::Union
-
-                    variant ContextDev::Internal::Type::Boolean
-
-                    variant const: -> { ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::ShouldParse::TRUE }
-
-                    variant const: -> { ContextDev::Models::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::ShouldParse::FALSE }
-
-                    # @!method self.variants
-                    #   @return [Array(Boolean, Symbol)]
-
-                    define_sorbet_constant!(:Variants) do
-                      T.type_alias do
-                        T.any(
-                          T::Boolean,
-                          ContextDev::BatchSubmitParams::Input::Crawl::Data::HTML::Options::Pdf::ShouldParse::TaggedSymbol
-                        )
-                      end
-                    end
-
-                    # @!group
-
-                    TRUE = :true
-                    FALSE = :false
-
-                    # @!endgroup
-                  end
                 end
               end
             end