context.dev 2.10.0 → 2.12.0

data/lib/context_dev/models/web_web_scrape_images_response.rb

@@ -23,6 +23,14 @@ module ContextDev
       #   @return [String]
       required :url, String
 
+      # @!attribute actions_applied
+      #   One verified outcome per requested browser action, in request order.
+      #
+      #   @return [Array<ContextDev::Models::WebWebScrapeImagesResponse::ActionsApplied>, nil]
+      optional :actions_applied,
+               -> { ContextDev::Internal::Type::ArrayOf[ContextDev::Models::WebWebScrapeImagesResponse::ActionsApplied] },
+               api_name: :actionsApplied
+
       # @!attribute key_metadata
       #   Metadata about the API key used for the request. Included in every response
       #   whenever a valid API key is provided, even when the response status is not 200.
@@ -30,7 +38,7 @@ module ContextDev
       #   @return [ContextDev::Models::WebWebScrapeImagesResponse::KeyMetadata, nil]
       optional :key_metadata, -> { ContextDev::Models::WebWebScrapeImagesResponse::KeyMetadata }
 
-      # @!method initialize(images:, success:, url:, key_metadata: nil)
+      # @!method initialize(images:, success:, url:, actions_applied: nil, key_metadata: nil)
       #   Some parameter documentations has been truncated, see
       #   {ContextDev::Models::WebWebScrapeImagesResponse} for more details.
       #
@@ -40,6 +48,8 @@ module ContextDev
       #
       #   @param url [String] Page URL that was scraped.
       #
+      #   @param actions_applied [Array<ContextDev::Models::WebWebScrapeImagesResponse::ActionsApplied>] One verified outcome per requested browser action, in request order.
+      #
       #   @param key_metadata [ContextDev::Models::WebWebScrapeImagesResponse::KeyMetadata] Metadata about the API key used for the request. Included in every response when
 
       class Image < ContextDev::Internal::Type::BaseModel
@@ -196,6 +206,80 @@ module ContextDev
         #   @return [Array<Boolean>]
       end
 
+      class ActionsApplied < ContextDev::Internal::Type::BaseModel
+        # @!attribute instruction
+        #
+        #   @return [String]
+        required :instruction, String
+
+        # @!attribute status
+        #   Applied means the requested page state was visibly verified. Failed means it was
+        #   not verified. Skipped means it was not attempted.
+        #
+        #   @return [Symbol, ContextDev::Models::WebWebScrapeImagesResponse::ActionsApplied::Status]
+        required :status, enum: -> { ContextDev::Models::WebWebScrapeImagesResponse::ActionsApplied::Status }
+
+        # @!attribute completion_evidence
+        #   Visible page evidence used to verify an applied action.
+        #
+        #   @return [String, nil]
+        optional :completion_evidence, String, api_name: :completionEvidence
+
+        # @!attribute duration_ms
+        #
+        #   @return [Float, nil]
+        optional :duration_ms, Float, api_name: :durationMs
+
+        # @!attribute error
+        #
+        #   @return [String, nil]
+        optional :error, String
+
+        # @!attribute method_
+        #
+        #   @return [String, nil]
+        optional :method_, String, api_name: :method
+
+        # @!attribute target_description
+        #
+        #   @return [String, nil]
+        optional :target_description, String, api_name: :targetDescription
+
+        # @!method initialize(instruction:, status:, completion_evidence: nil, duration_ms: nil, error: nil, method_: nil, target_description: nil)
+        #   Some parameter documentations has been truncated, see
+        #   {ContextDev::Models::WebWebScrapeImagesResponse::ActionsApplied} for more
+        #   details.
+        #
+        #   @param instruction [String]
+        #
+        #   @param status [Symbol, ContextDev::Models::WebWebScrapeImagesResponse::ActionsApplied::Status] Applied means the requested page state was visibly verified. Failed means it was
+        #
+        #   @param completion_evidence [String] Visible page evidence used to verify an applied action.
+        #
+        #   @param duration_ms [Float]
+        #
+        #   @param error [String]
+        #
+        #   @param method_ [String]
+        #
+        #   @param target_description [String]
+
+        # Applied means the requested page state was visibly verified. Failed means it was
+        # not verified. Skipped means it was not attempted.
+        #
+        # @see ContextDev::Models::WebWebScrapeImagesResponse::ActionsApplied#status
+        module Status
+          extend ContextDev::Internal::Type::Enum
+
+          APPLIED = :applied
+          FAILED = :failed
+          SKIPPED = :skipped
+
+          # @!method self.values
+          #   @return [Array<Symbol>]
+        end
+      end
+
       # @see ContextDev::Models::WebWebScrapeImagesResponse#key_metadata
       class KeyMetadata < ContextDev::Internal::Type::BaseModel
         # @!attribute credits_consumed

data/lib/context_dev/models/web_web_scrape_md_params.rb

@@ -19,7 +19,7 @@ module ContextDev
       #   content is captured. Requires a paid plan. Send a JSON array in the query
       #   parameter. Maximum: 5 actions.
       #
-      #   @return [Array<ContextDev::Models::WebWebScrapeMdParams::Action::Wait, ContextDev::Models::WebWebScrapeMdParams::Action::Perform>, nil]
+      #   @return [Array<ContextDev::Models::WebWebScrapeMdParams::Action::Wait, ContextDev::Models::WebWebScrapeMdParams::Action::Perform, ContextDev::Models::WebWebScrapeMdParams::Action::Scroll>, nil]
       optional :actions,
                -> { ContextDev::Internal::Type::ArrayOf[union: ContextDev::WebWebScrapeMdParams::Action] },
                nil?: true
@@ -155,7 +155,7 @@ module ContextDev
       #
       #   @param url [String] Full URL to scrape into LLM usable Markdown (must include http:// or https:// pr
       #
-      #   @param actions [Array<ContextDev::Models::WebWebScrapeMdParams::Action::Wait, ContextDev::Models::WebWebScrapeMdParams::Action::Perform>, nil] Optional browser actions executed in array order after the page loads and before
+      #   @param actions [Array<ContextDev::Models::WebWebScrapeMdParams::Action::Wait, ContextDev::Models::WebWebScrapeMdParams::Action::Perform, ContextDev::Models::WebWebScrapeMdParams::Action::Scroll>, nil] Optional browser actions executed in array order after the page loads and before
       #
       #   @param country [Symbol, ContextDev::Models::WebWebScrapeMdParams::Country] Fetch the target page through a residential proxy in this country (ISO 3166-1 al
       #
@@ -206,6 +206,9 @@ module ContextDev
         # Resolve and perform one natural-language browser action.
         variant :perform, -> { ContextDev::WebWebScrapeMdParams::Action::Perform }
 
+        # Scroll the page or a selected scrollable container, waiting adaptively for content and dimensions to settle after each iteration.
+        variant :scroll, -> { ContextDev::WebWebScrapeMdParams::Action::Scroll }
+
         class Wait < ContextDev::Internal::Type::BaseModel
           # @!attribute do_
           #
@@ -242,8 +245,101 @@ module ContextDev
           #   @param do_ [Symbol, :perform]
         end
 
+        class Scroll < ContextDev::Internal::Type::BaseModel
+          # @!attribute do_
+          #
+          #   @return [Symbol, :scroll]
+          required :do_, const: :scroll, api_name: :do
+
+          # @!attribute amount
+          #   Pixels per scroll, one visible viewport, or the current scroll boundary.
+          #   Defaults to viewport.
+          #
+          #   @return [Integer, Symbol, ContextDev::Models::WebWebScrapeMdParams::Action::Scroll::Amount, nil]
+          optional :amount, union: -> { ContextDev::WebWebScrapeMdParams::Action::Scroll::Amount }
+
+          # @!attribute container
+          #   CSS selector for the first matching scroll container. Defaults to the page.
+          #
+          #   @return [String, nil]
+          optional :container, String
+
+          # @!attribute direction
+          #   Direction to scroll. Defaults to down.
+          #
+          #   @return [Symbol, ContextDev::Models::WebWebScrapeMdParams::Action::Scroll::Direction, nil]
+          optional :direction, enum: -> { ContextDev::WebWebScrapeMdParams::Action::Scroll::Direction }
+
+          # @!attribute max_scrolls
+          #   Maximum scroll iterations. Stops early when scrolling and scrollable extent stop
+          #   changing. Defaults to 1.
+          #
+          #   @return [Integer, nil]
+          optional :max_scrolls, Integer, api_name: :maxScrolls
+
+          # @!method initialize(amount: nil, container: nil, direction: nil, max_scrolls: nil, do_: :scroll)
+          #   Some parameter documentations has been truncated, see
+          #   {ContextDev::Models::WebWebScrapeMdParams::Action::Scroll} for more details.
+          #
+          #   Scroll the page or a selected scrollable container, waiting adaptively for
+          #   content and dimensions to settle after each iteration.
+          #
+          #   @param amount [Integer, Symbol, ContextDev::Models::WebWebScrapeMdParams::Action::Scroll::Amount] Pixels per scroll, one visible viewport, or the current scroll boundary. Default
+          #
+          #   @param container [String] CSS selector for the first matching scroll container. Defaults to the page.
+          #
+          #   @param direction [Symbol, ContextDev::Models::WebWebScrapeMdParams::Action::Scroll::Direction] Direction to scroll. Defaults to down.
+          #
+          #   @param max_scrolls [Integer] Maximum scroll iterations. Stops early when scrolling and scrollable extent stop
+          #
+          #   @param do_ [Symbol, :scroll]
+
+          # Pixels per scroll, one visible viewport, or the current scroll boundary.
+          # Defaults to viewport.
+          #
+          # @see ContextDev::Models::WebWebScrapeMdParams::Action::Scroll#amount
+          module Amount
+            extend ContextDev::Internal::Type::Union
+
+            variant Integer
+
+            variant const: -> { ContextDev::Models::WebWebScrapeMdParams::Action::Scroll::Amount::VIEWPORT }
+
+            variant const: -> { ContextDev::Models::WebWebScrapeMdParams::Action::Scroll::Amount::MAX }
+
+            # @!method self.variants
+            #   @return [Array(Integer, Symbol)]
+
+            define_sorbet_constant!(:Variants) do
+              T.type_alias { T.any(Integer, ContextDev::WebWebScrapeMdParams::Action::Scroll::Amount::TaggedSymbol) }
+            end
+
+            # @!group
+
+            VIEWPORT = :viewport
+            MAX = :max
+
+            # @!endgroup
+          end
+
+          # Direction to scroll. Defaults to down.
+          #
+          # @see ContextDev::Models::WebWebScrapeMdParams::Action::Scroll#direction
+          module Direction
+            extend ContextDev::Internal::Type::Enum
+
+            UP = :up
+            DOWN = :down
+            LEFT = :left
+            RIGHT = :right
+
+            # @!method self.values
+            #   @return [Array<Symbol>]
+          end
+        end
+
         # @!method self.variants
-        #   @return [Array(ContextDev::Models::WebWebScrapeMdParams::Action::Wait, ContextDev::Models::WebWebScrapeMdParams::Action::Perform)]
+        #   @return [Array(ContextDev::Models::WebWebScrapeMdParams::Action::Wait, ContextDev::Models::WebWebScrapeMdParams::Action::Perform, ContextDev::Models::WebWebScrapeMdParams::Action::Scroll)]
       end
 
       # Fetch the target page through a residential proxy in this country (ISO 3166-1

data/lib/context_dev/resources/web.rb

@@ -9,12 +9,14 @@ module ContextDev
       # Crawl a website, use the provided JSON Schema and instructions to prioritize
       # relevant internal links, and extract structured data from the selected pages.
       #
-      # @overload extract(schema:, url:, fact_check: nil, follow_subdomains: nil, include_frames: nil, instructions: nil, max_age_ms: nil, max_depth: nil, max_pages: nil, pdf: nil, settle_animations: nil, stop_after_ms: nil, tags: nil, timeout_ms: nil, wait_for_ms: nil, request_options: {})
+      # @overload extract(schema:, url:, actions: nil, fact_check: nil, follow_subdomains: nil, include_frames: nil, instructions: nil, max_age_ms: nil, max_depth: nil, max_pages: nil, pdf: nil, settle_animations: nil, stop_after_ms: nil, tags: nil, timeout_ms: nil, wait_for_ms: nil, request_options: {})
       #
-      # @param schema [Hash{Symbol=>Object}] JSON Schema for the returned data object. TypeScript Zod users can pass a JSON S
+      # @param schema [Hash{Symbol=>Object}] JSON Schema for the returned data object. Image fields such as `image_urls` or `
       #
       # @param url [String] The starting website URL to crawl and extract from. Must include http:// or http
       #
+      # @param actions [Array<ContextDev::Models::WebExtractParams::Action::Wait, ContextDev::Models::WebExtractParams::Action::Perform, ContextDev::Models::WebExtractParams::Action::Scroll>] Optional browser actions executed in order on the requested page after it loads,
+      #
       # @param fact_check [Boolean] When true, every returned value must be grounded in facts stated on the page; fi
       #
       # @param follow_subdomains [Boolean] When true, follow links on subdomains of the starting URL's domain.
@@ -176,7 +178,9 @@ module ContextDev
       #
       # Capture a screenshot of a website.
       #
-      # @overload screenshot(color_scheme: nil, country: nil, direct_url: nil, domain: nil, full_screenshot: nil, handle_cookie_popup: nil, max_age_ms: nil, page: nil, scroll_offset: nil, tags: nil, timeout_ms: nil, viewport: nil, wait_for_ms: nil, zdr: nil, request_options: {})
+      # @overload screenshot(clear_popups: nil, color_scheme: nil, country: nil, direct_url: nil, domain: nil, full_screenshot: nil, handle_cookie_popup: nil, max_age_ms: nil, page: nil, scroll_offset: nil, tags: nil, timeout_ms: nil, viewport: nil, wait_for_ms: nil, zdr: nil, request_options: {})
+      #
+      # @param clear_popups [Boolean] Optional parameter for comprehensive popup cleanup. If 'true', the browser dismi
       #
       # @param color_scheme [Symbol, ContextDev::Models::WebScreenshotParams::ColorScheme] Optional parameter to choose the site's visual theme in the screenshot. Use 'lig
       #
@@ -218,6 +222,7 @@ module ContextDev
           method: :get,
           path: "web/screenshot",
           query: query.transform_keys(
+            clear_popups: "clearPopups",
             color_scheme: "colorScheme",
             direct_url: "directUrl",
             full_screenshot: "fullScreenshot",
@@ -317,11 +322,11 @@ module ContextDev
       #
       # @param timeout_ms [Integer] Optional timeout in milliseconds for the request. If the request takes longer th
       #
-      # @param url_regex [String] Regex pattern. Only URLs matching this pattern will be followed and scraped.
+      # @param url_regex [String] Regex pattern. Only URLs matching this pattern will be followed and scraped. An
       #
       # @param use_main_content_only [Boolean] Extract only the main content, stripping headers, footers, sidebars, and navigat
       #
-      # @param wait_for_ms [Integer] Optional browser wait time in milliseconds after initial page load for each craw
+      # @param wait_for_ms [Integer] Browser wait time in milliseconds after initial page load for each crawled page.
       #
       # @param zdr [Symbol, ContextDev::Models::WebWebCrawlMdParams::Zdr] Set to enabled to bypass shared caches and omit request and response content fro
       #
@@ -351,7 +356,7 @@ module ContextDev
       #
       # @param url [String] Full URL to scrape (must include http:// or https:// protocol)
       #
-      # @param actions [Array<ContextDev::Models::WebWebScrapeHTMLParams::Action::Wait, ContextDev::Models::WebWebScrapeHTMLParams::Action::Perform>, nil] Optional browser actions executed in array order after the page loads and before
+      # @param actions [Array<ContextDev::Models::WebWebScrapeHTMLParams::Action::Wait, ContextDev::Models::WebWebScrapeHTMLParams::Action::Perform, ContextDev::Models::WebWebScrapeHTMLParams::Action::Scroll>, nil] Optional browser actions executed in array order after the page loads and before
       #
       # @param country [Symbol, ContextDev::Models::WebWebScrapeHTMLParams::Country] Fetch the target page through a residential proxy in this country (ISO 3166-1 al
       #
@@ -418,7 +423,7 @@ module ContextDev
       #
       # @param url [String] Page URL to inspect. Must include http:// or https://.
       #
-      # @param actions [Array<ContextDev::Models::WebWebScrapeImagesParams::Action::Wait, ContextDev::Models::WebWebScrapeImagesParams::Action::Perform>, nil] Optional browser actions executed in array order after the page loads and before
+      # @param actions [Array<ContextDev::Models::WebWebScrapeImagesParams::Action::Wait, ContextDev::Models::WebWebScrapeImagesParams::Action::Perform, ContextDev::Models::WebWebScrapeImagesParams::Action::Scroll>, nil] Optional browser actions executed in array order after the page loads and before
       #
       # @param dedupe [Boolean] When true, visually duplicate images are removed: every image is loaded and perc
       #
@@ -492,7 +497,7 @@ module ContextDev
       #
       # @param url [String] Full URL to scrape into LLM usable Markdown (must include http:// or https:// pr
       #
-      # @param actions [Array<ContextDev::Models::WebWebScrapeMdParams::Action::Wait, ContextDev::Models::WebWebScrapeMdParams::Action::Perform>, nil] Optional browser actions executed in array order after the page loads and before
+      # @param actions [Array<ContextDev::Models::WebWebScrapeMdParams::Action::Wait, ContextDev::Models::WebWebScrapeMdParams::Action::Perform, ContextDev::Models::WebWebScrapeMdParams::Action::Scroll>, nil] Optional browser actions executed in array order after the page loads and before
       #
       # @param country [Symbol, ContextDev::Models::WebWebScrapeMdParams::Country] Fetch the target page through a residential proxy in this country (ISO 3166-1 al
       #

data/lib/context_dev/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module ContextDev
-  VERSION = "2.10.0"
+  VERSION = "2.12.0"
 end

data/rbi/context_dev/models/ai_extract_product_response.rbi

@@ -232,6 +232,16 @@ module ContextDev
         sig { returns(T::Array[String]) }
         attr_accessor :target_audience
 
+        # Normalized stock or ordering availability
+        sig do
+          returns(
+            T.nilable(
+              ContextDev::Models::AIExtractProductResponse::Product::Availability::TaggedSymbol
+            )
+          )
+        end
+        attr_accessor :availability
+
         # Billing frequency for the product
         sig do
           returns(
@@ -250,6 +260,13 @@ module ContextDev
         sig { returns(T.nilable(String)) }
         attr_accessor :currency
 
+        # Dimension statements shown for the product, preserving labels, values, and units
+        sig { returns(T.nilable(T::Array[String])) }
+        attr_reader :dimensions
+
+        sig { params(dimensions: T::Array[String]).void }
+        attr_writer :dimensions
+
         # URL to the product image
         sig { returns(T.nilable(String)) }
         attr_accessor :image_url
@@ -268,6 +285,10 @@ module ContextDev
         end
         attr_accessor :pricing_model
 
+        # Original or regular price before a displayed discount
+        sig { returns(T.nilable(Float)) }
+        attr_accessor :regular_price
+
         # URL to the product page
         sig { returns(T.nilable(String)) }
         attr_accessor :url
@@ -282,18 +303,24 @@ module ContextDev
             sku: T.nilable(String),
             tags: T::Array[String],
             target_audience: T::Array[String],
+            availability:
+              T.nilable(
+                ContextDev::Models::AIExtractProductResponse::Product::Availability::OrSymbol
+              ),
             billing_frequency:
               T.nilable(
                 ContextDev::Models::AIExtractProductResponse::Product::BillingFrequency::OrSymbol
               ),
             category: T.nilable(String),
             currency: T.nilable(String),
+            dimensions: T::Array[String],
             image_url: T.nilable(String),
             price: T.nilable(Float),
             pricing_model:
               T.nilable(
                 ContextDev::Models::AIExtractProductResponse::Product::PricingModel::OrSymbol
               ),
+            regular_price: T.nilable(Float),
             url: T.nilable(String)
           ).returns(T.attached_class)
         end
@@ -312,18 +339,24 @@ module ContextDev
           tags:,
           # Target audience for the product (array of strings)
           target_audience:,
+          # Normalized stock or ordering availability
+          availability: nil,
           # Billing frequency for the product
           billing_frequency: nil,
           # Category of the product
           category: nil,
           # Currency code for the price (e.g., USD, EUR)
           currency: nil,
+          # Dimension statements shown for the product, preserving labels, values, and units
+          dimensions: nil,
           # URL to the product image
           image_url: nil,
           # Price of the product
           price: nil,
           # Pricing model for the product
           pricing_model: nil,
+          # Original or regular price before a displayed discount
+          regular_price: nil,
           # URL to the product page
           url: nil
         )
@@ -339,18 +372,24 @@ module ContextDev
               sku: T.nilable(String),
               tags: T::Array[String],
               target_audience: T::Array[String],
+              availability:
+                T.nilable(
+                  ContextDev::Models::AIExtractProductResponse::Product::Availability::TaggedSymbol
+                ),
               billing_frequency:
                 T.nilable(
                   ContextDev::Models::AIExtractProductResponse::Product::BillingFrequency::TaggedSymbol
                 ),
               category: T.nilable(String),
               currency: T.nilable(String),
+              dimensions: T::Array[String],
               image_url: T.nilable(String),
               price: T.nilable(Float),
               pricing_model:
                 T.nilable(
                   ContextDev::Models::AIExtractProductResponse::Product::PricingModel::TaggedSymbol
                 ),
+              regular_price: T.nilable(Float),
               url: T.nilable(String)
             }
           )
@@ -358,6 +397,66 @@ module ContextDev
         def to_hash
         end
 
+        # Normalized stock or ordering availability
+        module Availability
+          extend ContextDev::Internal::Type::Enum
+
+          TaggedSymbol =
+            T.type_alias do
+              T.all(
+                Symbol,
+                ContextDev::Models::AIExtractProductResponse::Product::Availability
+              )
+            end
+          OrSymbol = T.type_alias { T.any(Symbol, String) }
+
+          IN_STOCK =
+            T.let(
+              :in_stock,
+              ContextDev::Models::AIExtractProductResponse::Product::Availability::TaggedSymbol
+            )
+          OUT_OF_STOCK =
+            T.let(
+              :out_of_stock,
+              ContextDev::Models::AIExtractProductResponse::Product::Availability::TaggedSymbol
+            )
+          LIMITED_AVAILABILITY =
+            T.let(
+              :limited_availability,
+              ContextDev::Models::AIExtractProductResponse::Product::Availability::TaggedSymbol
+            )
+          PREORDER =
+            T.let(
+              :preorder,
+              ContextDev::Models::AIExtractProductResponse::Product::Availability::TaggedSymbol
+            )
+          BACKORDER =
+            T.let(
+              :backorder,
+              ContextDev::Models::AIExtractProductResponse::Product::Availability::TaggedSymbol
+            )
+          MADE_TO_ORDER =
+            T.let(
+              :made_to_order,
+              ContextDev::Models::AIExtractProductResponse::Product::Availability::TaggedSymbol
+            )
+          DISCONTINUED =
+            T.let(
+              :discontinued,
+              ContextDev::Models::AIExtractProductResponse::Product::Availability::TaggedSymbol
+            )
+
+          sig do
+            override.returns(
+              T::Array[
+                ContextDev::Models::AIExtractProductResponse::Product::Availability::TaggedSymbol
+              ]
+            )
+          end
+          def self.values
+          end
+        end
+
         # Billing frequency for the product
         module BillingFrequency
           extend ContextDev::Internal::Type::Enum