context.dev 2.11.0 → 2.12.0

data/rbi/context_dev/models/web_web_scrape_md_params.rbi

@@ -25,7 +25,8 @@ module ContextDev
             T::Array[
               T.any(
                 ContextDev::WebWebScrapeMdParams::Action::Wait,
-                ContextDev::WebWebScrapeMdParams::Action::Perform
+                ContextDev::WebWebScrapeMdParams::Action::Perform,
+                ContextDev::WebWebScrapeMdParams::Action::Scroll
               )
             ]
           )
@@ -179,7 +180,8 @@ module ContextDev
               T::Array[
                 T.any(
                   ContextDev::WebWebScrapeMdParams::Action::Wait::OrHash,
-                  ContextDev::WebWebScrapeMdParams::Action::Perform::OrHash
+                  ContextDev::WebWebScrapeMdParams::Action::Perform::OrHash,
+                  ContextDev::WebWebScrapeMdParams::Action::Scroll::OrHash
                 )
               ]
             ),
@@ -281,7 +283,8 @@ module ContextDev
                 T::Array[
                   T.any(
                     ContextDev::WebWebScrapeMdParams::Action::Wait,
-                    ContextDev::WebWebScrapeMdParams::Action::Perform
+                    ContextDev::WebWebScrapeMdParams::Action::Perform,
+                    ContextDev::WebWebScrapeMdParams::Action::Scroll
                   )
                 ]
               ),
@@ -318,7 +321,8 @@ module ContextDev
           T.type_alias do
             T.any(
               ContextDev::WebWebScrapeMdParams::Action::Wait,
-              ContextDev::WebWebScrapeMdParams::Action::Perform
+              ContextDev::WebWebScrapeMdParams::Action::Perform,
+              ContextDev::WebWebScrapeMdParams::Action::Scroll
             )
           end
 
@@ -374,6 +378,216 @@ module ContextDev
           end
         end
 
+        class Scroll < ContextDev::Internal::Type::BaseModel
+          OrHash =
+            T.type_alias do
+              T.any(
+                ContextDev::WebWebScrapeMdParams::Action::Scroll,
+                ContextDev::Internal::AnyHash
+              )
+            end
+
+          sig { returns(Symbol) }
+          attr_accessor :do_
+
+          # Pixels per scroll, one visible viewport, or the current scroll boundary.
+          # Defaults to viewport.
+          sig do
+            returns(
+              T.nilable(
+                T.any(
+                  Integer,
+                  ContextDev::WebWebScrapeMdParams::Action::Scroll::Amount::OrSymbol
+                )
+              )
+            )
+          end
+          attr_reader :amount
+
+          sig do
+            params(
+              amount:
+                T.any(
+                  Integer,
+                  ContextDev::WebWebScrapeMdParams::Action::Scroll::Amount::OrSymbol
+                )
+            ).void
+          end
+          attr_writer :amount
+
+          # CSS selector for the first matching scroll container. Defaults to the page.
+          sig { returns(T.nilable(String)) }
+          attr_reader :container
+
+          sig { params(container: String).void }
+          attr_writer :container
+
+          # Direction to scroll. Defaults to down.
+          sig do
+            returns(
+              T.nilable(
+                ContextDev::WebWebScrapeMdParams::Action::Scroll::Direction::OrSymbol
+              )
+            )
+          end
+          attr_reader :direction
+
+          sig do
+            params(
+              direction:
+                ContextDev::WebWebScrapeMdParams::Action::Scroll::Direction::OrSymbol
+            ).void
+          end
+          attr_writer :direction
+
+          # Maximum scroll iterations. Stops early when scrolling and scrollable extent stop
+          # changing. Defaults to 1.
+          sig { returns(T.nilable(Integer)) }
+          attr_reader :max_scrolls
+
+          sig { params(max_scrolls: Integer).void }
+          attr_writer :max_scrolls
+
+          # Scroll the page or a selected scrollable container, waiting adaptively for
+          # content and dimensions to settle after each iteration.
+          sig do
+            params(
+              amount:
+                T.any(
+                  Integer,
+                  ContextDev::WebWebScrapeMdParams::Action::Scroll::Amount::OrSymbol
+                ),
+              container: String,
+              direction:
+                ContextDev::WebWebScrapeMdParams::Action::Scroll::Direction::OrSymbol,
+              max_scrolls: Integer,
+              do_: Symbol
+            ).returns(T.attached_class)
+          end
+          def self.new(
+            # Pixels per scroll, one visible viewport, or the current scroll boundary.
+            # Defaults to viewport.
+            amount: nil,
+            # CSS selector for the first matching scroll container. Defaults to the page.
+            container: nil,
+            # Direction to scroll. Defaults to down.
+            direction: nil,
+            # Maximum scroll iterations. Stops early when scrolling and scrollable extent stop
+            # changing. Defaults to 1.
+            max_scrolls: nil,
+            do_: :scroll
+          )
+          end
+
+          sig do
+            override.returns(
+              {
+                do_: Symbol,
+                amount:
+                  T.any(
+                    Integer,
+                    ContextDev::WebWebScrapeMdParams::Action::Scroll::Amount::OrSymbol
+                  ),
+                container: String,
+                direction:
+                  ContextDev::WebWebScrapeMdParams::Action::Scroll::Direction::OrSymbol,
+                max_scrolls: Integer
+              }
+            )
+          end
+          def to_hash
+          end
+
+          # Pixels per scroll, one visible viewport, or the current scroll boundary.
+          # Defaults to viewport.
+          module Amount
+            extend ContextDev::Internal::Type::Union
+
+            Variants =
+              T.type_alias do
+                T.any(
+                  Integer,
+                  ContextDev::WebWebScrapeMdParams::Action::Scroll::Amount::TaggedSymbol
+                )
+              end
+
+            sig do
+              override.returns(
+                T::Array[
+                  ContextDev::WebWebScrapeMdParams::Action::Scroll::Amount::Variants
+                ]
+              )
+            end
+            def self.variants
+            end
+
+            TaggedSymbol =
+              T.type_alias do
+                T.all(
+                  Symbol,
+                  ContextDev::WebWebScrapeMdParams::Action::Scroll::Amount
+                )
+              end
+            OrSymbol = T.type_alias { T.any(Symbol, String) }
+
+            VIEWPORT =
+              T.let(
+                :viewport,
+                ContextDev::WebWebScrapeMdParams::Action::Scroll::Amount::TaggedSymbol
+              )
+            MAX =
+              T.let(
+                :max,
+                ContextDev::WebWebScrapeMdParams::Action::Scroll::Amount::TaggedSymbol
+              )
+          end
+
+          # Direction to scroll. Defaults to down.
+          module Direction
+            extend ContextDev::Internal::Type::Enum
+
+            TaggedSymbol =
+              T.type_alias do
+                T.all(
+                  Symbol,
+                  ContextDev::WebWebScrapeMdParams::Action::Scroll::Direction
+                )
+              end
+            OrSymbol = T.type_alias { T.any(Symbol, String) }
+
+            UP =
+              T.let(
+                :up,
+                ContextDev::WebWebScrapeMdParams::Action::Scroll::Direction::TaggedSymbol
+              )
+            DOWN =
+              T.let(
+                :down,
+                ContextDev::WebWebScrapeMdParams::Action::Scroll::Direction::TaggedSymbol
+              )
+            LEFT =
+              T.let(
+                :left,
+                ContextDev::WebWebScrapeMdParams::Action::Scroll::Direction::TaggedSymbol
+              )
+            RIGHT =
+              T.let(
+                :right,
+                ContextDev::WebWebScrapeMdParams::Action::Scroll::Direction::TaggedSymbol
+              )
+
+            sig do
+              override.returns(
+                T::Array[
+                  ContextDev::WebWebScrapeMdParams::Action::Scroll::Direction::TaggedSymbol
+                ]
+              )
+            end
+            def self.values
+            end
+          end
+        end
+
         sig do
           override.returns(
             T::Array[ContextDev::WebWebScrapeMdParams::Action::Variants]

data/rbi/context_dev/resources/web.rbi

@@ -9,6 +9,14 @@ module ContextDev
         params(
           schema: T::Hash[Symbol, T.anything],
           url: String,
+          actions:
+            T::Array[
+              T.any(
+                ContextDev::WebExtractParams::Action::Wait::OrHash,
+                ContextDev::WebExtractParams::Action::Perform::OrHash,
+                ContextDev::WebExtractParams::Action::Scroll::OrHash
+              )
+            ],
           fact_check: T::Boolean,
           follow_subdomains: T::Boolean,
           include_frames: T::Boolean,
@@ -26,13 +34,20 @@ module ContextDev
         ).returns(ContextDev::Models::WebExtractResponse)
       end
       def extract(
-        # JSON Schema for the returned data object. TypeScript Zod users can pass a JSON
-        # Schema generated from a Zod object; Python users can pass the equivalent JSON
-        # Schema object.
+        # JSON Schema for the returned data object. Image fields such as `image_urls` or
+        # `product_photos` automatically make page image references available to
+        # extraction, so product data and photos can be returned in one call. TypeScript
+        # Zod users can pass a JSON Schema generated from a Zod object; Python users can
+        # pass the equivalent JSON Schema object.
         schema:,
         # The starting website URL to crawl and extract from. Must include http:// or
         # https://.
         url:,
+        # Optional browser actions executed in order on the requested page after it loads,
+        # before links are discovered or additional pages are crawled. Requires a paid
+        # plan. When actions are provided and stopAfterMs is omitted, the crawl budget
+        # defaults to 110000 ms.
+        actions: nil,
         # When true, every returned value must be grounded in facts stated on the page;
         # fields that cannot be supported by the page are returned as null/empty. When
         # false (default), the model may make reasonable inferences and derivations from
@@ -61,7 +76,8 @@ module ContextDev
         # exchange for more stable output on animated pages.
         settle_animations: nil,
         # Soft time budget for the crawl in milliseconds. Min: 10000 (10s). Max: 110000
-        # (110s). Default: 80000 (80s).
+        # (110s). Defaults to 80000 (80s), or 110000 (110s) when browser actions are
+        # provided.
         stop_after_ms: nil,
         # Optional tags for tracking usage. Up to 20 tags, each 1 to 50 characters.
         tags: nil,
@@ -408,13 +424,15 @@ module ContextDev
         # than this value, it will be aborted with a 408 status code. Maximum allowed
         # value is 300000ms (5 minutes).
         timeout_ms: nil,
-        # Regex pattern. Only URLs matching this pattern will be followed and scraped.
+        # Regex pattern. Only URLs matching this pattern will be followed and scraped. An
+        # automatic prefix scope in the form ^<starting URL> follows a redirect of the
+        # starting page.
         url_regex: nil,
         # Extract only the main content, stripping headers, footers, sidebars, and
         # navigation
         use_main_content_only: nil,
-        # Optional browser wait time in milliseconds after initial page load for each
-        # crawled page. Min: 0. Max: 30000 (30 seconds).
+        # Browser wait time in milliseconds after initial page load for each crawled page.
+        # Defaults to 3500 (3.5 seconds). Min: 0. Max: 30000 (30 seconds).
         wait_for_ms: nil,
         # Set to enabled to bypass shared caches and omit request and response content
         # from retained usage logs. Requires zero data retention to be enabled for your
@@ -435,7 +453,8 @@ module ContextDev
               T::Array[
                 T.any(
                   ContextDev::WebWebScrapeHTMLParams::Action::Wait::OrHash,
-                  ContextDev::WebWebScrapeHTMLParams::Action::Perform::OrHash
+                  ContextDev::WebWebScrapeHTMLParams::Action::Perform::OrHash,
+                  ContextDev::WebWebScrapeHTMLParams::Action::Scroll::OrHash
                 )
               ]
             ),
@@ -526,7 +545,8 @@ module ContextDev
               T::Array[
                 T.any(
                   ContextDev::WebWebScrapeImagesParams::Action::Wait::OrHash,
-                  ContextDev::WebWebScrapeImagesParams::Action::Perform::OrHash
+                  ContextDev::WebWebScrapeImagesParams::Action::Perform::OrHash,
+                  ContextDev::WebWebScrapeImagesParams::Action::Scroll::OrHash
                 )
               ]
             ),
@@ -615,7 +635,8 @@ module ContextDev
               T::Array[
                 T.any(
                   ContextDev::WebWebScrapeMdParams::Action::Wait::OrHash,
-                  ContextDev::WebWebScrapeMdParams::Action::Perform::OrHash
+                  ContextDev::WebWebScrapeMdParams::Action::Perform::OrHash,
+                  ContextDev::WebWebScrapeMdParams::Action::Scroll::OrHash
                 )
               ]
             ),

data/sig/context_dev/models/ai_extract_product_response.rbs

@@ -78,12 +78,15 @@ module ContextDev
           sku: String?,
           tags: ::Array[String],
           target_audience: ::Array[String],
+          availability: ContextDev::Models::AIExtractProductResponse::Product::availability?,
           billing_frequency: ContextDev::Models::AIExtractProductResponse::Product::billing_frequency?,
           category: String?,
           currency: String?,
+          dimensions: ::Array[String],
           image_url: String?,
           price: Float?,
           pricing_model: ContextDev::Models::AIExtractProductResponse::Product::pricing_model?,
+          regular_price: Float?,
           url: String?
         }
 
@@ -102,18 +105,26 @@ module ContextDev
 
         attr_accessor target_audience: ::Array[String]
 
+        attr_accessor availability: ContextDev::Models::AIExtractProductResponse::Product::availability?
+
         attr_accessor billing_frequency: ContextDev::Models::AIExtractProductResponse::Product::billing_frequency?
 
         attr_accessor category: String?
 
         attr_accessor currency: String?
 
+        attr_reader dimensions: ::Array[String]?
+
+        def dimensions=: (::Array[String]) -> ::Array[String]
+
         attr_accessor image_url: String?
 
         attr_accessor price: Float?
 
         attr_accessor pricing_model: ContextDev::Models::AIExtractProductResponse::Product::pricing_model?
 
+        attr_accessor regular_price: Float?
+
         attr_accessor url: String?
 
         def initialize: (
@@ -124,12 +135,15 @@ module ContextDev
           sku: String?,
           tags: ::Array[String],
           target_audience: ::Array[String],
+          ?availability: ContextDev::Models::AIExtractProductResponse::Product::availability?,
           ?billing_frequency: ContextDev::Models::AIExtractProductResponse::Product::billing_frequency?,
           ?category: String?,
           ?currency: String?,
+          ?dimensions: ::Array[String],
           ?image_url: String?,
           ?price: Float?,
           ?pricing_model: ContextDev::Models::AIExtractProductResponse::Product::pricing_model?,
+          ?regular_price: Float?,
           ?url: String?
         ) -> void
 
@@ -141,15 +155,41 @@ module ContextDev
           sku: String?,
           tags: ::Array[String],
           target_audience: ::Array[String],
+          availability: ContextDev::Models::AIExtractProductResponse::Product::availability?,
           billing_frequency: ContextDev::Models::AIExtractProductResponse::Product::billing_frequency?,
           category: String?,
           currency: String?,
+          dimensions: ::Array[String],
           image_url: String?,
           price: Float?,
           pricing_model: ContextDev::Models::AIExtractProductResponse::Product::pricing_model?,
+          regular_price: Float?,
           url: String?
         }
 
+        type availability =
+          :in_stock
+          | :out_of_stock
+          | :limited_availability
+          | :preorder
+          | :backorder
+          | :made_to_order
+          | :discontinued
+
+        module Availability
+          extend ContextDev::Internal::Type::Enum
+
+          IN_STOCK: :in_stock
+          OUT_OF_STOCK: :out_of_stock
+          LIMITED_AVAILABILITY: :limited_availability
+          PREORDER: :preorder
+          BACKORDER: :backorder
+          MADE_TO_ORDER: :made_to_order
+          DISCONTINUED: :discontinued
+
+          def self?.values: -> ::Array[ContextDev::Models::AIExtractProductResponse::Product::availability]
+        end
+
         type billing_frequency = :monthly | :yearly | :one_time | :usage_based
 
         module BillingFrequency

data/sig/context_dev/models/ai_extract_products_response.rbs

@@ -57,12 +57,15 @@ module ContextDev
           sku: String?,
           tags: ::Array[String],
           target_audience: ::Array[String],
+          availability: ContextDev::Models::AIExtractProductsResponse::Product::availability?,
           billing_frequency: ContextDev::Models::AIExtractProductsResponse::Product::billing_frequency?,
           category: String?,
           currency: String?,
+          dimensions: ::Array[String],
           image_url: String?,
           price: Float?,
           pricing_model: ContextDev::Models::AIExtractProductsResponse::Product::pricing_model?,
+          regular_price: Float?,
           url: String?
         }
 
@@ -81,18 +84,26 @@ module ContextDev
 
         attr_accessor target_audience: ::Array[String]
 
+        attr_accessor availability: ContextDev::Models::AIExtractProductsResponse::Product::availability?
+
         attr_accessor billing_frequency: ContextDev::Models::AIExtractProductsResponse::Product::billing_frequency?
 
         attr_accessor category: String?
 
         attr_accessor currency: String?
 
+        attr_reader dimensions: ::Array[String]?
+
+        def dimensions=: (::Array[String]) -> ::Array[String]
+
         attr_accessor image_url: String?
 
         attr_accessor price: Float?
 
         attr_accessor pricing_model: ContextDev::Models::AIExtractProductsResponse::Product::pricing_model?
 
+        attr_accessor regular_price: Float?
+
         attr_accessor url: String?
 
         def initialize: (
@@ -103,12 +114,15 @@ module ContextDev
           sku: String?,
           tags: ::Array[String],
           target_audience: ::Array[String],
+          ?availability: ContextDev::Models::AIExtractProductsResponse::Product::availability?,
           ?billing_frequency: ContextDev::Models::AIExtractProductsResponse::Product::billing_frequency?,
           ?category: String?,
           ?currency: String?,
+          ?dimensions: ::Array[String],
           ?image_url: String?,
           ?price: Float?,
           ?pricing_model: ContextDev::Models::AIExtractProductsResponse::Product::pricing_model?,
+          ?regular_price: Float?,
           ?url: String?
         ) -> void
 
@@ -120,15 +134,41 @@ module ContextDev
           sku: String?,
           tags: ::Array[String],
           target_audience: ::Array[String],
+          availability: ContextDev::Models::AIExtractProductsResponse::Product::availability?,
           billing_frequency: ContextDev::Models::AIExtractProductsResponse::Product::billing_frequency?,
           category: String?,
           currency: String?,
+          dimensions: ::Array[String],
           image_url: String?,
           price: Float?,
           pricing_model: ContextDev::Models::AIExtractProductsResponse::Product::pricing_model?,
+          regular_price: Float?,
           url: String?
         }
 
+        type availability =
+          :in_stock
+          | :out_of_stock
+          | :limited_availability
+          | :preorder
+          | :backorder
+          | :made_to_order
+          | :discontinued
+
+        module Availability
+          extend ContextDev::Internal::Type::Enum
+
+          IN_STOCK: :in_stock
+          OUT_OF_STOCK: :out_of_stock
+          LIMITED_AVAILABILITY: :limited_availability
+          PREORDER: :preorder
+          BACKORDER: :backorder
+          MADE_TO_ORDER: :made_to_order
+          DISCONTINUED: :discontinued
+
+          def self?.values: -> ::Array[ContextDev::Models::AIExtractProductsResponse::Product::availability]
+        end
+
         type billing_frequency = :monthly | :yearly | :one_time | :usage_based
 
         module BillingFrequency

data/sig/context_dev/models/news_search_params.rbs

@@ -450,6 +450,7 @@ module ContextDev
           | :cg
           | :ch
           | :cl
+          | :cz
           | :de
           | :fi
           | :fr
@@ -479,6 +480,7 @@ module ContextDev
           CG: :cg
           CH: :ch
           CL: :cl
+          CZ: :cz
           DE: :de
           FI: :fi
           FR: :fr