context.dev 2.17.1 → 2.19.0

data/rbi/context_dev/models/{web_web_scrape_html_response.rbi → web_scrape_response.rbi}

@@ -2,192 +2,192 @@
 
 module ContextDev
   module Models
-    class WebWebScrapeHTMLResponse < ContextDev::Internal::Type::BaseModel
+    class WebScrapeResponse < ContextDev::Internal::Type::BaseModel
       OrHash =
         T.type_alias do
           T.any(
-            ContextDev::Models::WebWebScrapeHTMLResponse,
+            ContextDev::Models::WebScrapeResponse,
             ContextDev::Internal::AnyHash
           )
         end
 
+      # Original HTTP response body. Waiting, actions, and content filters never change
+      # it.
+      sig { returns(ContextDev::Models::WebScrapeResponse::Bytes) }
+      attr_reader :bytes
+
+      sig do
+        params(bytes: ContextDev::Models::WebScrapeResponse::Bytes::OrHash).void
+      end
+      attr_writer :bytes
+
       # Cache outcome for this response. Composite responses are hits only when every
       # cache-controlled fetch contributing to the output was a hit; age_ms is the
       # oldest contributing hit.
-      sig do
-        returns(ContextDev::Models::WebWebScrapeHTMLResponse::CacheMetadata)
-      end
+      sig { returns(ContextDev::Models::WebScrapeResponse::CacheMetadata) }
       attr_reader :cache_metadata
 
       sig do
         params(
           cache_metadata:
-            ContextDev::Models::WebWebScrapeHTMLResponse::CacheMetadata::OrHash
+            ContextDev::Models::WebScrapeResponse::CacheMetadata::OrHash
         ).void
       end
       attr_writer :cache_metadata
 
-      # How complete the returned content is. `loaded` means the page finished the waits
-      # the request asked for. `still-loading` only occurs with
-      # timeoutOpts.behavior=return-partial: the timeoutOpts.milliseconds deadline was
-      # reached first, so the content reflects the DOM at that moment and late-rendering
-      # parts may be missing. Partial results are billed at the base request cost.
+      # Rendered HTML after content filters.
+      sig { returns(ContextDev::Models::WebScrapeResponse::HTML) }
+      attr_reader :html
+
       sig do
-        returns(
-          ContextDev::Models::WebWebScrapeHTMLResponse::FinalDomState::TaggedSymbol
-        )
+        params(html: ContextDev::Models::WebScrapeResponse::HTML::OrHash).void
       end
-      attr_accessor :final_dom_state
+      attr_writer :html
 
-      # The scraped content of the page. For normal pages this is the raw HTML. When the
-      # page is a sitemap or feed served behind an XSL stylesheet (which browsers render
-      # into HTML), this is the underlying XML instead — see the `type` field.
-      sig { returns(String) }
-      attr_accessor :html
+      # Images after content filters. Empty when none are found.
+      sig { returns(ContextDev::Models::WebScrapeResponse::Images) }
+      attr_reader :images
 
-      # Metadata extracted from the scraped page HTML.
-      sig { returns(ContextDev::Models::WebWebScrapeHTMLResponse::Metadata) }
+      sig do
+        params(
+          images: ContextDev::Models::WebScrapeResponse::Images::OrHash
+        ).void
+      end
+      attr_writer :images
+
+      # Markdown after content filters.
+      sig { returns(ContextDev::Models::WebScrapeResponse::Markdown) }
+      attr_reader :markdown
+
+      sig do
+        params(
+          markdown: ContextDev::Models::WebScrapeResponse::Markdown::OrHash
+        ).void
+      end
+      attr_writer :markdown
+
+      # Page details, when available.
+      sig { returns(ContextDev::Models::WebScrapeResponse::Metadata) }
       attr_reader :metadata
 
       sig do
         params(
-          metadata:
-            ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::OrHash
+          metadata: ContextDev::Models::WebScrapeResponse::Metadata::OrHash
         ).void
       end
       attr_writer :metadata
 
+      # Fields produced by parseParams.rules, after shared content filters.
+      sig { returns(ContextDev::Models::WebScrapeResponse::Parsed) }
+      attr_reader :parsed
+
+      sig do
+        params(
+          parsed: ContextDev::Models::WebScrapeResponse::Parsed::OrHash
+        ).void
+      end
+      attr_writer :parsed
+
       # Unique id of this API call, also sent in the X-Request-Id response header. Quote
       # it when contacting support about a failed request.
       sig { returns(String) }
       attr_accessor :request_id
 
-      # Indicates success
-      sig do
-        returns(
-          ContextDev::Models::WebWebScrapeHTMLResponse::Success::TaggedBoolean
-        )
-      end
-      attr_accessor :success
+      # An image data URL. Use directly as an image src.
+      sig { returns(ContextDev::Models::WebScrapeResponse::Screenshot) }
+      attr_reader :screenshot
 
-      # Detected content type of the returned `html` field. Sitemaps and feeds are
-      # surfaced as `xml`; ordinary pages are `html`. Excel workbooks are surfaced as
-      # `xlsx`/`xls` with the extracted sheets as HTML tables; PowerPoint presentations
-      # are surfaced as `pptx`/`ppt` with the extracted slides as HTML.
       sig do
-        returns(
-          ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
-        )
+        params(
+          screenshot: ContextDev::Models::WebScrapeResponse::Screenshot::OrHash
+        ).void
       end
-      attr_accessor :type
+      attr_writer :screenshot
 
-      # The URL that was scraped
+      # Final URL after redirects and browser actions.
       sig { returns(String) }
       attr_accessor :url
 
-      # One verified outcome per requested browser action, in request order.
+      # Present when return-partial captures a page that is still loading or returns
+      # images before image processing finishes. Partial responses are not cached.
       sig do
         returns(
           T.nilable(
-            T::Array[
-              ContextDev::Models::WebWebScrapeHTMLResponse::ActionsApplied
-            ]
+            ContextDev::Models::WebScrapeResponse::IsPartial::TaggedBoolean
           )
         )
       end
-      attr_reader :actions_applied
+      attr_reader :is_partial
 
       sig do
         params(
-          actions_applied:
-            T::Array[
-              ContextDev::Models::WebWebScrapeHTMLResponse::ActionsApplied::OrHash
-            ]
+          is_partial:
+            ContextDev::Models::WebScrapeResponse::IsPartial::OrBoolean
         ).void
       end
-      attr_writer :actions_applied
-
-      # True when an action was applied but the returned content could not be refreshed
-      # afterward.
-      sig { returns(T.nilable(T::Boolean)) }
-      attr_reader :actions_html_stale
-
-      sig { params(actions_html_stale: T::Boolean).void }
-      attr_writer :actions_html_stale
+      attr_writer :is_partial
 
       # Credit usage, included whenever a valid API key is provided.
       sig do
-        returns(
-          T.nilable(ContextDev::Models::WebWebScrapeHTMLResponse::KeyMetadata)
-        )
+        returns(T.nilable(ContextDev::Models::WebScrapeResponse::KeyMetadata))
       end
       attr_reader :key_metadata
 
       sig do
         params(
           key_metadata:
-            ContextDev::Models::WebWebScrapeHTMLResponse::KeyMetadata::OrHash
+            ContextDev::Models::WebScrapeResponse::KeyMetadata::OrHash
         ).void
       end
       attr_writer :key_metadata
 
       sig do
         params(
+          bytes: ContextDev::Models::WebScrapeResponse::Bytes::OrHash,
           cache_metadata:
-            ContextDev::Models::WebWebScrapeHTMLResponse::CacheMetadata::OrHash,
-          final_dom_state:
-            ContextDev::Models::WebWebScrapeHTMLResponse::FinalDomState::OrSymbol,
-          html: String,
-          metadata:
-            ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::OrHash,
+            ContextDev::Models::WebScrapeResponse::CacheMetadata::OrHash,
+          html: ContextDev::Models::WebScrapeResponse::HTML::OrHash,
+          images: ContextDev::Models::WebScrapeResponse::Images::OrHash,
+          markdown: ContextDev::Models::WebScrapeResponse::Markdown::OrHash,
+          metadata: ContextDev::Models::WebScrapeResponse::Metadata::OrHash,
+          parsed: ContextDev::Models::WebScrapeResponse::Parsed::OrHash,
           request_id: String,
-          success:
-            ContextDev::Models::WebWebScrapeHTMLResponse::Success::OrBoolean,
-          type: ContextDev::Models::WebWebScrapeHTMLResponse::Type::OrSymbol,
+          screenshot: ContextDev::Models::WebScrapeResponse::Screenshot::OrHash,
           url: String,
-          actions_applied:
-            T::Array[
-              ContextDev::Models::WebWebScrapeHTMLResponse::ActionsApplied::OrHash
-            ],
-          actions_html_stale: T::Boolean,
+          is_partial:
+            ContextDev::Models::WebScrapeResponse::IsPartial::OrBoolean,
           key_metadata:
-            ContextDev::Models::WebWebScrapeHTMLResponse::KeyMetadata::OrHash
+            ContextDev::Models::WebScrapeResponse::KeyMetadata::OrHash
         ).returns(T.attached_class)
       end
       def self.new(
+        # Original HTTP response body. Waiting, actions, and content filters never change
+        # it.
+        bytes:,
         # Cache outcome for this response. Composite responses are hits only when every
         # cache-controlled fetch contributing to the output was a hit; age_ms is the
         # oldest contributing hit.
         cache_metadata:,
-        # How complete the returned content is. `loaded` means the page finished the waits
-        # the request asked for. `still-loading` only occurs with
-        # timeoutOpts.behavior=return-partial: the timeoutOpts.milliseconds deadline was
-        # reached first, so the content reflects the DOM at that moment and late-rendering
-        # parts may be missing. Partial results are billed at the base request cost.
-        final_dom_state:,
-        # The scraped content of the page. For normal pages this is the raw HTML. When the
-        # page is a sitemap or feed served behind an XSL stylesheet (which browsers render
-        # into HTML), this is the underlying XML instead — see the `type` field.
+        # Rendered HTML after content filters.
         html:,
-        # Metadata extracted from the scraped page HTML.
+        # Images after content filters. Empty when none are found.
+        images:,
+        # Markdown after content filters.
+        markdown:,
+        # Page details, when available.
         metadata:,
+        # Fields produced by parseParams.rules, after shared content filters.
+        parsed:,
         # Unique id of this API call, also sent in the X-Request-Id response header. Quote
         # it when contacting support about a failed request.
         request_id:,
-        # Indicates success
-        success:,
-        # Detected content type of the returned `html` field. Sitemaps and feeds are
-        # surfaced as `xml`; ordinary pages are `html`. Excel workbooks are surfaced as
-        # `xlsx`/`xls` with the extracted sheets as HTML tables; PowerPoint presentations
-        # are surfaced as `pptx`/`ppt` with the extracted slides as HTML.
-        type:,
-        # The URL that was scraped
+        # An image data URL. Use directly as an image src.
+        screenshot:,
+        # Final URL after redirects and browser actions.
         url:,
-        # One verified outcome per requested browser action, in request order.
-        actions_applied: nil,
-        # True when an action was applied but the returned content could not be refreshed
-        # afterward.
-        actions_html_stale: nil,
+        # Present when return-partial captures a page that is still loading or returns
+        # images before image processing finishes. Partial responses are not cached.
+        is_partial: nil,
         # Credit usage, included whenever a valid API key is provided.
         key_metadata: nil
       )
@@ -196,36 +196,120 @@ module ContextDev
       sig do
         override.returns(
           {
+            bytes: ContextDev::Models::WebScrapeResponse::Bytes,
             cache_metadata:
-              ContextDev::Models::WebWebScrapeHTMLResponse::CacheMetadata,
-            final_dom_state:
-              ContextDev::Models::WebWebScrapeHTMLResponse::FinalDomState::TaggedSymbol,
-            html: String,
-            metadata: ContextDev::Models::WebWebScrapeHTMLResponse::Metadata,
+              ContextDev::Models::WebScrapeResponse::CacheMetadata,
+            html: ContextDev::Models::WebScrapeResponse::HTML,
+            images: ContextDev::Models::WebScrapeResponse::Images,
+            markdown: ContextDev::Models::WebScrapeResponse::Markdown,
+            metadata: ContextDev::Models::WebScrapeResponse::Metadata,
+            parsed: ContextDev::Models::WebScrapeResponse::Parsed,
             request_id: String,
-            success:
-              ContextDev::Models::WebWebScrapeHTMLResponse::Success::TaggedBoolean,
-            type:
-              ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol,
+            screenshot: ContextDev::Models::WebScrapeResponse::Screenshot,
             url: String,
-            actions_applied:
-              T::Array[
-                ContextDev::Models::WebWebScrapeHTMLResponse::ActionsApplied
-              ],
-            actions_html_stale: T::Boolean,
-            key_metadata:
-              ContextDev::Models::WebWebScrapeHTMLResponse::KeyMetadata
+            is_partial:
+              ContextDev::Models::WebScrapeResponse::IsPartial::TaggedBoolean,
+            key_metadata: ContextDev::Models::WebScrapeResponse::KeyMetadata
           }
         )
       end
       def to_hash
       end
 
+      class Bytes < ContextDev::Internal::Type::BaseModel
+        OrHash =
+          T.type_alias do
+            T.any(
+              ContextDev::Models::WebScrapeResponse::Bytes,
+              ContextDev::Internal::AnyHash
+            )
+          end
+
+        sig do
+          returns(T.nilable(ContextDev::Models::WebScrapeResponse::Bytes::Data))
+        end
+        attr_reader :data
+
+        sig do
+          params(
+            data:
+              T.nilable(
+                ContextDev::Models::WebScrapeResponse::Bytes::Data::OrHash
+              )
+          ).void
+        end
+        attr_writer :data
+
+        sig { returns(T::Boolean) }
+        attr_accessor :requested
+
+        # Original HTTP response body. Waiting, actions, and content filters never change
+        # it.
+        sig do
+          params(
+            data:
+              T.nilable(
+                ContextDev::Models::WebScrapeResponse::Bytes::Data::OrHash
+              ),
+            requested: T::Boolean
+          ).returns(T.attached_class)
+        end
+        def self.new(data:, requested:)
+        end
+
+        sig do
+          override.returns(
+            {
+              data:
+                T.nilable(ContextDev::Models::WebScrapeResponse::Bytes::Data),
+              requested: T::Boolean
+            }
+          )
+        end
+        def to_hash
+        end
+
+        class Data < ContextDev::Internal::Type::BaseModel
+          OrHash =
+            T.type_alias do
+              T.any(
+                ContextDev::Models::WebScrapeResponse::Bytes::Data,
+                ContextDev::Internal::AnyHash
+              )
+            end
+
+          # Original response body as base64, after HTTP decompression. Maximum decoded
+          # size: 20 MiB.
+          sig { returns(String) }
+          attr_accessor :base64
+
+          sig { returns(String) }
+          attr_accessor :content_type
+
+          sig do
+            params(base64: String, content_type: String).returns(
+              T.attached_class
+            )
+          end
+          def self.new(
+            # Original response body as base64, after HTTP decompression. Maximum decoded
+            # size: 20 MiB.
+            base64:,
+            content_type:
+          )
+          end
+
+          sig { override.returns({ base64: String, content_type: String }) }
+          def to_hash
+          end
+        end
+      end
+
       class CacheMetadata < ContextDev::Internal::Type::BaseModel
         OrHash =
           T.type_alias do
             T.any(
-              ContextDev::Models::WebWebScrapeHTMLResponse::CacheMetadata,
+              ContextDev::Models::WebScrapeResponse::CacheMetadata,
               ContextDev::Internal::AnyHash
             )
           end
@@ -238,7 +322,7 @@ module ContextDev
         # zero-data-retention cache bypass.
         sig do
           returns(
-            ContextDev::Models::WebWebScrapeHTMLResponse::CacheMetadata::Status::TaggedSymbol
+            ContextDev::Models::WebScrapeResponse::CacheMetadata::Status::TaggedSymbol
           )
         end
         attr_accessor :status
@@ -250,7 +334,7 @@ module ContextDev
           params(
             age_ms: Integer,
             status:
-              ContextDev::Models::WebWebScrapeHTMLResponse::CacheMetadata::Status::OrSymbol
+              ContextDev::Models::WebScrapeResponse::CacheMetadata::Status::OrSymbol
           ).returns(T.attached_class)
         end
         def self.new(
@@ -267,7 +351,7 @@ module ContextDev
             {
               age_ms: Integer,
               status:
-                ContextDev::Models::WebWebScrapeHTMLResponse::CacheMetadata::Status::TaggedSymbol
+                ContextDev::Models::WebScrapeResponse::CacheMetadata::Status::TaggedSymbol
             }
           )
         end
@@ -283,7 +367,7 @@ module ContextDev
             T.type_alias do
               T.all(
                 Symbol,
-                ContextDev::Models::WebWebScrapeHTMLResponse::CacheMetadata::Status
+                ContextDev::Models::WebScrapeResponse::CacheMetadata::Status
               )
             end
           OrSymbol = T.type_alias { T.any(Symbol, String) }
@@ -291,23 +375,23 @@ module ContextDev
           HIT =
             T.let(
               :hit,
-              ContextDev::Models::WebWebScrapeHTMLResponse::CacheMetadata::Status::TaggedSymbol
+              ContextDev::Models::WebScrapeResponse::CacheMetadata::Status::TaggedSymbol
             )
           MISS =
             T.let(
               :miss,
-              ContextDev::Models::WebWebScrapeHTMLResponse::CacheMetadata::Status::TaggedSymbol
+              ContextDev::Models::WebScrapeResponse::CacheMetadata::Status::TaggedSymbol
             )
           ZDR =
             T.let(
               :zdr,
-              ContextDev::Models::WebWebScrapeHTMLResponse::CacheMetadata::Status::TaggedSymbol
+              ContextDev::Models::WebScrapeResponse::CacheMetadata::Status::TaggedSymbol
             )
 
           sig do
             override.returns(
               T::Array[
-                ContextDev::Models::WebWebScrapeHTMLResponse::CacheMetadata::Status::TaggedSymbol
+                ContextDev::Models::WebScrapeResponse::CacheMetadata::Status::TaggedSymbol
               ]
             )
           end
@@ -316,62 +400,287 @@ module ContextDev
         end
       end
 
-      # How complete the returned content is. `loaded` means the page finished the waits
-      # the request asked for. `still-loading` only occurs with
-      # timeoutOpts.behavior=return-partial: the timeoutOpts.milliseconds deadline was
-      # reached first, so the content reflects the DOM at that moment and late-rendering
-      # parts may be missing. Partial results are billed at the base request cost.
-      module FinalDomState
-        extend ContextDev::Internal::Type::Enum
-
-        TaggedSymbol =
+      class HTML < ContextDev::Internal::Type::BaseModel
+        OrHash =
           T.type_alias do
-            T.all(
-              Symbol,
-              ContextDev::Models::WebWebScrapeHTMLResponse::FinalDomState
+            T.any(
+              ContextDev::Models::WebScrapeResponse::HTML,
+              ContextDev::Internal::AnyHash
             )
           end
-        OrSymbol = T.type_alias { T.any(Symbol, String) }
 
-        LOADED =
-          T.let(
-            :loaded,
-            ContextDev::Models::WebWebScrapeHTMLResponse::FinalDomState::TaggedSymbol
+        sig { returns(T.nilable(String)) }
+        attr_accessor :data
+
+        sig { returns(T::Boolean) }
+        attr_accessor :requested
+
+        # Rendered HTML after content filters.
+        sig do
+          params(data: T.nilable(String), requested: T::Boolean).returns(
+            T.attached_class
           )
-        STILL_LOADING =
-          T.let(
-            :"still-loading",
-            ContextDev::Models::WebWebScrapeHTMLResponse::FinalDomState::TaggedSymbol
+        end
+        def self.new(data:, requested:)
+        end
+
+        sig do
+          override.returns({ data: T.nilable(String), requested: T::Boolean })
+        end
+        def to_hash
+        end
+      end
+
+      class Images < ContextDev::Internal::Type::BaseModel
+        OrHash =
+          T.type_alias do
+            T.any(
+              ContextDev::Models::WebScrapeResponse::Images,
+              ContextDev::Internal::AnyHash
+            )
+          end
+
+        sig do
+          returns(
+            T.nilable(
+              T::Array[ContextDev::Models::WebScrapeResponse::Images::Data]
+            )
           )
+        end
+        attr_accessor :data
+
+        sig { returns(T::Boolean) }
+        attr_accessor :requested
+
+        # Images after content filters. Empty when none are found.
+        sig do
+          params(
+            data:
+              T.nilable(
+                T::Array[
+                  ContextDev::Models::WebScrapeResponse::Images::Data::OrHash
+                ]
+              ),
+            requested: T::Boolean
+          ).returns(T.attached_class)
+        end
+        def self.new(data:, requested:)
+        end
 
         sig do
           override.returns(
-            T::Array[
-              ContextDev::Models::WebWebScrapeHTMLResponse::FinalDomState::TaggedSymbol
-            ]
+            {
+              data:
+                T.nilable(
+                  T::Array[ContextDev::Models::WebScrapeResponse::Images::Data]
+                ),
+              requested: T::Boolean
+            }
           )
         end
-        def self.values
+        def to_hash
+        end
+
+        class Data < ContextDev::Internal::Type::BaseModel
+          OrHash =
+            T.type_alias do
+              T.any(
+                ContextDev::Models::WebScrapeResponse::Images::Data,
+                ContextDev::Internal::AnyHash
+              )
+            end
+
+          # Alt text, if present.
+          sig { returns(T.nilable(String)) }
+          attr_accessor :alt
+
+          # Image URL, or a data URI for inline images.
+          sig { returns(String) }
+          attr_accessor :url
+
+          sig do
+            returns(
+              T.nilable(
+                ContextDev::Models::WebScrapeResponse::Images::Data::Classification::TaggedSymbol
+              )
+            )
+          end
+          attr_reader :classification
+
+          sig do
+            params(
+              classification:
+                ContextDev::Models::WebScrapeResponse::Images::Data::Classification::OrSymbol
+            ).void
+          end
+          attr_writer :classification
+
+          # Hosted copy when file enrichment is requested and zdr is disabled. Valid for 24
+          # hours from the original capture.
+          sig { returns(T.nilable(String)) }
+          attr_reader :file_url
+
+          sig { params(file_url: String).void }
+          attr_writer :file_url
+
+          sig { returns(T.nilable(Integer)) }
+          attr_reader :height
+
+          sig { params(height: Integer).void }
+          attr_writer :height
+
+          sig { returns(T.nilable(Integer)) }
+          attr_reader :width
+
+          sig { params(width: Integer).void }
+          attr_writer :width
+
+          sig do
+            params(
+              alt: T.nilable(String),
+              url: String,
+              classification:
+                ContextDev::Models::WebScrapeResponse::Images::Data::Classification::OrSymbol,
+              file_url: String,
+              height: Integer,
+              width: Integer
+            ).returns(T.attached_class)
+          end
+          def self.new(
+            # Alt text, if present.
+            alt:,
+            # Image URL, or a data URI for inline images.
+            url:,
+            classification: nil,
+            # Hosted copy when file enrichment is requested and zdr is disabled. Valid for 24
+            # hours from the original capture.
+            file_url: nil,
+            height: nil,
+            width: nil
+          )
+          end
+
+          sig do
+            override.returns(
+              {
+                alt: T.nilable(String),
+                url: String,
+                classification:
+                  ContextDev::Models::WebScrapeResponse::Images::Data::Classification::TaggedSymbol,
+                file_url: String,
+                height: Integer,
+                width: Integer
+              }
+            )
+          end
+          def to_hash
+          end
+
+          module Classification
+            extend ContextDev::Internal::Type::Enum
+
+            TaggedSymbol =
+              T.type_alias do
+                T.all(
+                  Symbol,
+                  ContextDev::Models::WebScrapeResponse::Images::Data::Classification
+                )
+              end
+            OrSymbol = T.type_alias { T.any(Symbol, String) }
+
+            PHOTOGRAPHY =
+              T.let(
+                :photography,
+                ContextDev::Models::WebScrapeResponse::Images::Data::Classification::TaggedSymbol
+              )
+            ILLUSTRATION =
+              T.let(
+                :illustration,
+                ContextDev::Models::WebScrapeResponse::Images::Data::Classification::TaggedSymbol
+              )
+            LOGO =
+              T.let(
+                :logo,
+                ContextDev::Models::WebScrapeResponse::Images::Data::Classification::TaggedSymbol
+              )
+            WORDMARK =
+              T.let(
+                :wordmark,
+                ContextDev::Models::WebScrapeResponse::Images::Data::Classification::TaggedSymbol
+              )
+            ICON =
+              T.let(
+                :icon,
+                ContextDev::Models::WebScrapeResponse::Images::Data::Classification::TaggedSymbol
+              )
+            PATTERN =
+              T.let(
+                :pattern,
+                ContextDev::Models::WebScrapeResponse::Images::Data::Classification::TaggedSymbol
+              )
+            GRAPHIC =
+              T.let(
+                :graphic,
+                ContextDev::Models::WebScrapeResponse::Images::Data::Classification::TaggedSymbol
+              )
+            OTHER =
+              T.let(
+                :other,
+                ContextDev::Models::WebScrapeResponse::Images::Data::Classification::TaggedSymbol
+              )
+
+            sig do
+              override.returns(
+                T::Array[
+                  ContextDev::Models::WebScrapeResponse::Images::Data::Classification::TaggedSymbol
+                ]
+              )
+            end
+            def self.values
+            end
+          end
         end
       end
 
-      class Metadata < ContextDev::Internal::Type::BaseModel
+      class Markdown < ContextDev::Internal::Type::BaseModel
         OrHash =
           T.type_alias do
             T.any(
-              ContextDev::Models::WebWebScrapeHTMLResponse::Metadata,
+              ContextDev::Models::WebScrapeResponse::Markdown,
               ContextDev::Internal::AnyHash
             )
           end
 
-        # Final URL scraped after redirects or scraper fallback, when known. Falls back to
-        # sourceUrl when unavailable.
-        sig { returns(String) }
-        attr_accessor :final_url
+        sig { returns(T.nilable(String)) }
+        attr_accessor :data
 
-        # Original URL requested by the caller.
-        sig { returns(String) }
-        attr_accessor :source_url
+        sig { returns(T::Boolean) }
+        attr_accessor :requested
+
+        # Markdown after content filters.
+        sig do
+          params(data: T.nilable(String), requested: T::Boolean).returns(
+            T.attached_class
+          )
+        end
+        def self.new(data:, requested:)
+        end
+
+        sig do
+          override.returns({ data: T.nilable(String), requested: T::Boolean })
+        end
+        def to_hash
+        end
+      end
+
+      class Metadata < ContextDev::Internal::Type::BaseModel
+        OrHash =
+          T.type_alias do
+            T.any(
+              ContextDev::Models::WebScrapeResponse::Metadata,
+              ContextDev::Internal::AnyHash
+            )
+          end
 
         # Additional non-social meta tags not promoted to top-level metadata fields.
         sig do
@@ -379,7 +688,7 @@ module ContextDev
             T.nilable(
               T::Hash[
                 Symbol,
-                ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::AdditionalMeta::Variants
+                ContextDev::Models::WebScrapeResponse::Metadata::AdditionalMeta::Variants
               ]
             )
           )
@@ -391,7 +700,7 @@ module ContextDev
             additional_meta:
               T::Hash[
                 Symbol,
-                ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::AdditionalMeta::Variants
+                ContextDev::Models::WebScrapeResponse::Metadata::AdditionalMeta::Variants
               ]
           ).void
         end
@@ -402,7 +711,7 @@ module ContextDev
           returns(
             T.nilable(
               T::Array[
-                ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Alternate
+                ContextDev::Models::WebScrapeResponse::Metadata::Alternate
               ]
             )
           )
@@ -413,7 +722,7 @@ module ContextDev
           params(
             alternates:
               T::Array[
-                ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Alternate::OrHash
+                ContextDev::Models::WebScrapeResponse::Metadata::Alternate::OrHash
               ]
           ).void
         end
@@ -452,9 +761,7 @@ module ContextDev
         sig do
           returns(
             T.nilable(
-              T::Array[
-                ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Heading
-              ]
+              T::Array[ContextDev::Models::WebScrapeResponse::Metadata::Heading]
             )
           )
         end
@@ -464,7 +771,7 @@ module ContextDev
           params(
             headings:
               T::Array[
-                ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Heading::OrHash
+                ContextDev::Models::WebScrapeResponse::Metadata::Heading::OrHash
               ]
           ).void
         end
@@ -511,7 +818,7 @@ module ContextDev
             T.nilable(
               T::Hash[
                 Symbol,
-                ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::OpenGraph::Variants
+                ContextDev::Models::WebScrapeResponse::Metadata::OpenGraph::Variants
               ]
             )
           )
@@ -523,7 +830,7 @@ module ContextDev
             open_graph:
               T::Hash[
                 Symbol,
-                ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::OpenGraph::Variants
+                ContextDev::Models::WebScrapeResponse::Metadata::OpenGraph::Variants
               ]
           ).void
         end
@@ -563,7 +870,7 @@ module ContextDev
             T.nilable(
               T::Hash[
                 Symbol,
-                ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Twitter::Variants
+                ContextDev::Models::WebScrapeResponse::Metadata::Twitter::Variants
               ]
             )
           )
@@ -575,25 +882,23 @@ module ContextDev
             twitter:
               T::Hash[
                 Symbol,
-                ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Twitter::Variants
+                ContextDev::Models::WebScrapeResponse::Metadata::Twitter::Variants
               ]
           ).void
         end
         attr_writer :twitter
 
-        # Metadata extracted from the scraped page HTML.
+        # Page details, when available.
         sig do
           params(
-            final_url: String,
-            source_url: String,
             additional_meta:
               T::Hash[
                 Symbol,
-                ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::AdditionalMeta::Variants
+                ContextDev::Models::WebScrapeResponse::Metadata::AdditionalMeta::Variants
               ],
             alternates:
               T::Array[
-                ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Alternate::OrHash
+                ContextDev::Models::WebScrapeResponse::Metadata::Alternate::OrHash
               ],
             author: String,
             canonical_url: String,
@@ -601,7 +906,7 @@ module ContextDev
             favicon: String,
             headings:
               T::Array[
-                ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Heading::OrHash
+                ContextDev::Models::WebScrapeResponse::Metadata::Heading::OrHash
               ],
             image: String,
             json_ld: T::Array[T::Hash[Symbol, T.anything]],
@@ -611,7 +916,7 @@ module ContextDev
             open_graph:
               T::Hash[
                 Symbol,
-                ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::OpenGraph::Variants
+                ContextDev::Models::WebScrapeResponse::Metadata::OpenGraph::Variants
               ],
             published_time: String,
             robots: String,
@@ -620,16 +925,11 @@ module ContextDev
             twitter:
               T::Hash[
                 Symbol,
-                ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Twitter::Variants
+                ContextDev::Models::WebScrapeResponse::Metadata::Twitter::Variants
               ]
           ).returns(T.attached_class)
         end
         def self.new(
-          # Final URL scraped after redirects or scraper fallback, when known. Falls back to
-          # sourceUrl when unavailable.
-          final_url:,
-          # Original URL requested by the caller.
-          source_url:,
           # Additional non-social meta tags not promoted to top-level metadata fields.
           additional_meta: nil,
           # Resolved alternate links from link rel=alternate tags.
@@ -673,16 +973,14 @@ module ContextDev
         sig do
           override.returns(
             {
-              final_url: String,
-              source_url: String,
               additional_meta:
                 T::Hash[
                   Symbol,
-                  ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::AdditionalMeta::Variants
+                  ContextDev::Models::WebScrapeResponse::Metadata::AdditionalMeta::Variants
                 ],
               alternates:
                 T::Array[
-                  ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Alternate
+                  ContextDev::Models::WebScrapeResponse::Metadata::Alternate
                 ],
               author: String,
               canonical_url: String,
@@ -690,7 +988,7 @@ module ContextDev
               favicon: String,
               headings:
                 T::Array[
-                  ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Heading
+                  ContextDev::Models::WebScrapeResponse::Metadata::Heading
                 ],
               image: String,
               json_ld: T::Array[T::Hash[Symbol, T.anything]],
@@ -700,7 +998,7 @@ module ContextDev
               open_graph:
                 T::Hash[
                   Symbol,
-                  ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::OpenGraph::Variants
+                  ContextDev::Models::WebScrapeResponse::Metadata::OpenGraph::Variants
                 ],
               published_time: String,
               robots: String,
@@ -709,7 +1007,7 @@ module ContextDev
               twitter:
                 T::Hash[
                   Symbol,
-                  ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Twitter::Variants
+                  ContextDev::Models::WebScrapeResponse::Metadata::Twitter::Variants
                 ]
             }
           )
@@ -725,7 +1023,7 @@ module ContextDev
           sig do
             override.returns(
               T::Array[
-                ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::AdditionalMeta::Variants
+                ContextDev::Models::WebScrapeResponse::Metadata::AdditionalMeta::Variants
               ]
             )
           end
@@ -743,7 +1041,7 @@ module ContextDev
           OrHash =
             T.type_alias do
               T.any(
-                ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Alternate,
+                ContextDev::Models::WebScrapeResponse::Metadata::Alternate,
                 ContextDev::Internal::AnyHash
               )
             end
@@ -806,7 +1104,7 @@ module ContextDev
           OrHash =
             T.type_alias do
               T.any(
-                ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Heading,
+                ContextDev::Models::WebScrapeResponse::Metadata::Heading,
                 ContextDev::Internal::AnyHash
               )
             end
@@ -841,7 +1139,7 @@ module ContextDev
           sig do
             override.returns(
               T::Array[
-                ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::OpenGraph::Variants
+                ContextDev::Models::WebScrapeResponse::Metadata::OpenGraph::Variants
               ]
             )
           end
@@ -863,7 +1161,7 @@ module ContextDev
           sig do
             override.returns(
               T::Array[
-                ContextDev::Models::WebWebScrapeHTMLResponse::Metadata::Twitter::Variants
+                ContextDev::Models::WebScrapeResponse::Metadata::Twitter::Variants
               ]
             )
           end
@@ -878,265 +1176,99 @@ module ContextDev
         end
       end
 
-      # Indicates success
-      module Success
-        extend ContextDev::Internal::Type::Enum
-
-        TaggedBoolean =
+      class Parsed < ContextDev::Internal::Type::BaseModel
+        OrHash =
           T.type_alias do
-            T.all(
-              T::Boolean,
-              ContextDev::Models::WebWebScrapeHTMLResponse::Success
+            T.any(
+              ContextDev::Models::WebScrapeResponse::Parsed,
+              ContextDev::Internal::AnyHash
             )
           end
-        OrBoolean = T.type_alias { T::Boolean }
 
-        TRUE =
-          T.let(
-            true,
-            ContextDev::Models::WebWebScrapeHTMLResponse::Success::TaggedBoolean
-          )
+        sig { returns(T.nilable(T::Hash[Symbol, T.anything])) }
+        attr_accessor :data
+
+        sig { returns(T::Boolean) }
+        attr_accessor :requested
 
+        # Fields produced by parseParams.rules, after shared content filters.
         sig do
-          override.returns(
-            T::Array[
-              ContextDev::Models::WebWebScrapeHTMLResponse::Success::TaggedBoolean
-            ]
-          )
+          params(
+            data: T.nilable(T::Hash[Symbol, T.anything]),
+            requested: T::Boolean
+          ).returns(T.attached_class)
         end
-        def self.values
+        def self.new(data:, requested:)
         end
-      end
-
-      # Detected content type of the returned `html` field. Sitemaps and feeds are
-      # surfaced as `xml`; ordinary pages are `html`. Excel workbooks are surfaced as
-      # `xlsx`/`xls` with the extracted sheets as HTML tables; PowerPoint presentations
-      # are surfaced as `pptx`/`ppt` with the extracted slides as HTML.
-      module Type
-        extend ContextDev::Internal::Type::Enum
-
-        TaggedSymbol =
-          T.type_alias do
-            T.all(Symbol, ContextDev::Models::WebWebScrapeHTMLResponse::Type)
-          end
-        OrSymbol = T.type_alias { T.any(Symbol, String) }
-
-        HTML =
-          T.let(
-            :html,
-            ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
-          )
-        XML =
-          T.let(
-            :xml,
-            ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
-          )
-        JSON =
-          T.let(
-            :json,
-            ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
-          )
-        TEXT =
-          T.let(
-            :text,
-            ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
-          )
-        CSV =
-          T.let(
-            :csv,
-            ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
-          )
-        MARKDOWN =
-          T.let(
-            :markdown,
-            ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
-          )
-        SVG =
-          T.let(
-            :svg,
-            ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
-          )
-        PDF =
-          T.let(
-            :pdf,
-            ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
-          )
-        DOCX =
-          T.let(
-            :docx,
-            ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
-          )
-        DOC =
-          T.let(
-            :doc,
-            ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
-          )
-        XLSX =
-          T.let(
-            :xlsx,
-            ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
-          )
-        XLS =
-          T.let(
-            :xls,
-            ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
-          )
-        PPTX =
-          T.let(
-            :pptx,
-            ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
-          )
-        PPT =
-          T.let(
-            :ppt,
-            ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
-          )
 
         sig do
           override.returns(
-            T::Array[
-              ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
-            ]
+            {
+              data: T.nilable(T::Hash[Symbol, T.anything]),
+              requested: T::Boolean
+            }
           )
         end
-        def self.values
+        def to_hash
         end
       end
 
-      class ActionsApplied < ContextDev::Internal::Type::BaseModel
+      class Screenshot < ContextDev::Internal::Type::BaseModel
         OrHash =
           T.type_alias do
             T.any(
-              ContextDev::Models::WebWebScrapeHTMLResponse::ActionsApplied,
+              ContextDev::Models::WebScrapeResponse::Screenshot,
               ContextDev::Internal::AnyHash
             )
           end
 
-        sig { returns(String) }
-        attr_accessor :instruction
-
-        # Applied means the requested page state was visibly verified. Failed means it was
-        # not verified. Skipped means it was not attempted.
-        sig do
-          returns(
-            ContextDev::Models::WebWebScrapeHTMLResponse::ActionsApplied::Status::TaggedSymbol
-          )
-        end
-        attr_accessor :status
-
-        # Visible page evidence used to verify an applied action.
-        sig { returns(T.nilable(String)) }
-        attr_reader :completion_evidence
-
-        sig { params(completion_evidence: String).void }
-        attr_writer :completion_evidence
-
-        sig { returns(T.nilable(Float)) }
-        attr_reader :duration_ms
-
-        sig { params(duration_ms: Float).void }
-        attr_writer :duration_ms
-
         sig { returns(T.nilable(String)) }
-        attr_reader :error
-
-        sig { params(error: String).void }
-        attr_writer :error
+        attr_accessor :data
 
-        sig { returns(T.nilable(String)) }
-        attr_reader :method_
-
-        sig { params(method_: String).void }
-        attr_writer :method_
-
-        sig { returns(T.nilable(String)) }
-        attr_reader :target_description
-
-        sig { params(target_description: String).void }
-        attr_writer :target_description
+        sig { returns(T::Boolean) }
+        attr_accessor :requested
 
+        # An image data URL. Use directly as an image src.
         sig do
-          params(
-            instruction: String,
-            status:
-              ContextDev::Models::WebWebScrapeHTMLResponse::ActionsApplied::Status::OrSymbol,
-            completion_evidence: String,
-            duration_ms: Float,
-            error: String,
-            method_: String,
-            target_description: String
-          ).returns(T.attached_class)
+          params(data: T.nilable(String), requested: T::Boolean).returns(
+            T.attached_class
+          )
         end
-        def self.new(
-          instruction:,
-          # Applied means the requested page state was visibly verified. Failed means it was
-          # not verified. Skipped means it was not attempted.
-          status:,
-          # Visible page evidence used to verify an applied action.
-          completion_evidence: nil,
-          duration_ms: nil,
-          error: nil,
-          method_: nil,
-          target_description: nil
-        )
+        def self.new(data:, requested:)
         end
 
         sig do
-          override.returns(
-            {
-              instruction: String,
-              status:
-                ContextDev::Models::WebWebScrapeHTMLResponse::ActionsApplied::Status::TaggedSymbol,
-              completion_evidence: String,
-              duration_ms: Float,
-              error: String,
-              method_: String,
-              target_description: String
-            }
-          )
+          override.returns({ data: T.nilable(String), requested: T::Boolean })
         end
         def to_hash
         end
+      end
 
-        # Applied means the requested page state was visibly verified. Failed means it was
-        # not verified. Skipped means it was not attempted.
-        module Status
-          extend ContextDev::Internal::Type::Enum
+      # Present when return-partial captures a page that is still loading or returns
+      # images before image processing finishes. Partial responses are not cached.
+      module IsPartial
+        extend ContextDev::Internal::Type::Enum
 
-          TaggedSymbol =
-            T.type_alias do
-              T.all(
-                Symbol,
-                ContextDev::Models::WebWebScrapeHTMLResponse::ActionsApplied::Status
-              )
-            end
-          OrSymbol = T.type_alias { T.any(Symbol, String) }
+        TaggedBoolean =
+          T.type_alias do
+            T.all(T::Boolean, ContextDev::Models::WebScrapeResponse::IsPartial)
+          end
+        OrBoolean = T.type_alias { T::Boolean }
 
-          APPLIED =
-            T.let(
-              :applied,
-              ContextDev::Models::WebWebScrapeHTMLResponse::ActionsApplied::Status::TaggedSymbol
-            )
-          FAILED =
-            T.let(
-              :failed,
-              ContextDev::Models::WebWebScrapeHTMLResponse::ActionsApplied::Status::TaggedSymbol
-            )
-          SKIPPED =
-            T.let(
-              :skipped,
-              ContextDev::Models::WebWebScrapeHTMLResponse::ActionsApplied::Status::TaggedSymbol
-            )
+        TRUE =
+          T.let(
+            true,
+            ContextDev::Models::WebScrapeResponse::IsPartial::TaggedBoolean
+          )
 
-          sig do
-            override.returns(
-              T::Array[
-                ContextDev::Models::WebWebScrapeHTMLResponse::ActionsApplied::Status::TaggedSymbol
-              ]
-            )
-          end
-          def self.values
-          end
+        sig do
+          override.returns(
+            T::Array[
+              ContextDev::Models::WebScrapeResponse::IsPartial::TaggedBoolean
+            ]
+          )
+        end
+        def self.values
         end
       end
 
@@ -1144,7 +1276,7 @@ module ContextDev
         OrHash =
           T.type_alias do
             T.any(
-              ContextDev::Models::WebWebScrapeHTMLResponse::KeyMetadata,
+              ContextDev::Models::WebScrapeResponse::KeyMetadata,
               ContextDev::Internal::AnyHash
             )
           end