context.dev 2.19.0 → 2.20.0

data/rbi/context_dev/resources/web.rbi

@@ -201,20 +201,30 @@ module ContextDev
 
       # Reuse cached outputs independently and capture missing formats in one page
       # visit. Each cache key includes only the settings that affect that output. HTML
-      # is shared with Markdown and parsed fields. Cached outputs can come from
-      # different visits within maxAgeMs; use 0 for a fresh capture. HTML-only requests
-      # use the existing fast acquisition path. One credit per request, including cache
-      # hits, or two with browser actions; PDF OCR adds one credit per recovered page on
-      # fresh extraction. Original response bytes and screenshots are limited to 20 MiB
-      # each, screenshots to 40 megapixels, and the combined browser capture to 60 MiB.
+      # is shared with Markdown, parsed fields, product data, highlights, and JSON
+      # extraction. Cached outputs can come from different visits within maxAgeMs; use 0
+      # for a fresh capture. HTML-only requests use the existing fast acquisition path.
+      # Highlights return the plain-text passages most relevant to
+      # highlightsParams.query. One credit per request, including cache hits and missing
+      # pages, or two with browser actions; highlights add 3 credits when passages are
+      # returned; JSON extraction adds four credits and runs an LLM over the page
+      # Markdown on every request that has text to extract; PDF OCR adds one credit per
+      # recovered page on fresh extraction; the product output adds one credit, plus six
+      # more when the specialized model is used. Original response bytes and screenshots
+      # are limited to 20 MiB each, screenshots to 40 megapixels, and the combined
+      # browser capture to 60 MiB.
       sig do
         params(
           formats: ContextDev::WebScrapeParams::Formats::OrHash,
           url: String,
+          highlights_params:
+            ContextDev::WebScrapeParams::HighlightsParams::OrHash,
           image_params: ContextDev::WebScrapeParams::ImageParams::OrHash,
+          json_params: ContextDev::WebScrapeParams::JsonParams::OrHash,
           markdown_params: ContextDev::WebScrapeParams::MarkdownParams::OrHash,
           max_age_ms: Integer,
           parse_params: ContextDev::WebScrapeParams::ParseParams::OrHash,
+          product_params: ContextDev::WebScrapeParams::ProductParams::OrHash,
           screenshot_params:
             ContextDev::WebScrapeParams::ScreenshotParams::OrHash,
           shared_params: ContextDev::WebScrapeParams::SharedParams::OrHash,
@@ -229,8 +239,12 @@ module ContextDev
         formats:,
         # The URL to scrape.
         url:,
+        # Highlight options. Requires formats.highlights: true.
+        highlights_params: nil,
         # Image options. Requires formats.images: true.
         image_params: nil,
+        # Required when formats.json is true.
+        json_params: nil,
         # Markdown options. Requires formats.markdown: true.
         markdown_params: nil,
         # Maximum age of each cached output. Defaults to 1 day; 0 fetches fresh and
@@ -240,6 +254,8 @@ module ContextDev
         max_age_ms: nil,
         # Required when formats.parse is true.
         parse_params: nil,
+        # Product options. Requires formats.product: true.
+        product_params: nil,
         # Screenshot options. Requires formats.screenshot: true.
         screenshot_params: nil,
         # Shared browser and content settings. Content filters leave screenshots and
@@ -256,7 +272,8 @@ module ContextDev
         # when using return-partial.
         timeout_opts: nil,
         # Zero data retention. Bypasses caches and uploads; excludes request/response
-        # content and tags from logs. Must be enabled for your organization.
+        # content and tags from logs. Must be enabled for your organization. Not available
+        # with the highlights output.
         zdr: nil,
         request_options: {}
       )

data/sig/context_dev/models/web_scrape_params.rbs

@@ -4,10 +4,13 @@ module ContextDev
       {
         formats: ContextDev::WebScrapeParams::Formats,
         url: String,
+        highlights_params: ContextDev::WebScrapeParams::HighlightsParams,
         image_params: ContextDev::WebScrapeParams::ImageParams,
+        json_params: ContextDev::WebScrapeParams::JsonParams,
         markdown_params: ContextDev::WebScrapeParams::MarkdownParams,
         max_age_ms: Integer,
         parse_params: ContextDev::WebScrapeParams::ParseParams,
+        product_params: ContextDev::WebScrapeParams::ProductParams,
         screenshot_params: ContextDev::WebScrapeParams::ScreenshotParams,
         shared_params: ContextDev::WebScrapeParams::SharedParams,
         tags: ::Array[String],
@@ -24,12 +27,24 @@ module ContextDev
 
       attr_accessor url: String
 
+      attr_reader highlights_params: ContextDev::WebScrapeParams::HighlightsParams?
+
+      def highlights_params=: (
+        ContextDev::WebScrapeParams::HighlightsParams
+      ) -> ContextDev::WebScrapeParams::HighlightsParams
+
       attr_reader image_params: ContextDev::WebScrapeParams::ImageParams?
 
       def image_params=: (
         ContextDev::WebScrapeParams::ImageParams
       ) -> ContextDev::WebScrapeParams::ImageParams
 
+      attr_reader json_params: ContextDev::WebScrapeParams::JsonParams?
+
+      def json_params=: (
+        ContextDev::WebScrapeParams::JsonParams
+      ) -> ContextDev::WebScrapeParams::JsonParams
+
       attr_reader markdown_params: ContextDev::WebScrapeParams::MarkdownParams?
 
       def markdown_params=: (
@@ -46,6 +61,12 @@ module ContextDev
         ContextDev::WebScrapeParams::ParseParams
       ) -> ContextDev::WebScrapeParams::ParseParams
 
+      attr_reader product_params: ContextDev::WebScrapeParams::ProductParams?
+
+      def product_params=: (
+        ContextDev::WebScrapeParams::ProductParams
+      ) -> ContextDev::WebScrapeParams::ProductParams
+
       attr_reader screenshot_params: ContextDev::WebScrapeParams::ScreenshotParams?
 
       def screenshot_params=: (
@@ -77,10 +98,13 @@ module ContextDev
       def initialize: (
         formats: ContextDev::WebScrapeParams::Formats,
         url: String,
+        ?highlights_params: ContextDev::WebScrapeParams::HighlightsParams,
         ?image_params: ContextDev::WebScrapeParams::ImageParams,
+        ?json_params: ContextDev::WebScrapeParams::JsonParams,
         ?markdown_params: ContextDev::WebScrapeParams::MarkdownParams,
         ?max_age_ms: Integer,
         ?parse_params: ContextDev::WebScrapeParams::ParseParams,
+        ?product_params: ContextDev::WebScrapeParams::ProductParams,
         ?screenshot_params: ContextDev::WebScrapeParams::ScreenshotParams,
         ?shared_params: ContextDev::WebScrapeParams::SharedParams,
         ?tags: ::Array[String],
@@ -92,10 +116,13 @@ module ContextDev
       def to_hash: -> {
         formats: ContextDev::WebScrapeParams::Formats,
         url: String,
+        highlights_params: ContextDev::WebScrapeParams::HighlightsParams,
         image_params: ContextDev::WebScrapeParams::ImageParams,
+        json_params: ContextDev::WebScrapeParams::JsonParams,
         markdown_params: ContextDev::WebScrapeParams::MarkdownParams,
         max_age_ms: Integer,
         parse_params: ContextDev::WebScrapeParams::ParseParams,
+        product_params: ContextDev::WebScrapeParams::ProductParams,
         screenshot_params: ContextDev::WebScrapeParams::ScreenshotParams,
         shared_params: ContextDev::WebScrapeParams::SharedParams,
         tags: ::Array[String],
@@ -107,10 +134,13 @@ module ContextDev
       type formats =
         {
           bytes: bool,
+          highlights: bool,
           html: bool,
           images: bool,
+          json: bool,
           markdown: bool,
           parse: bool,
+          product: bool,
           screenshot: bool
         }
 
@@ -119,6 +149,10 @@ module ContextDev
 
         def bytes=: (bool) -> bool
 
+        attr_reader highlights: bool?
+
+        def highlights=: (bool) -> bool
+
         attr_reader html: bool?
 
         def html=: (bool) -> bool
@@ -127,6 +161,10 @@ module ContextDev
 
         def images=: (bool) -> bool
 
+        attr_reader json: bool?
+
+        def json=: (bool) -> bool
+
         attr_reader markdown: bool?
 
         def markdown=: (bool) -> bool
@@ -135,29 +173,53 @@ module ContextDev
 
         def parse=: (bool) -> bool
 
+        attr_reader product: bool?
+
+        def product=: (bool) -> bool
+
         attr_reader screenshot: bool?
 
         def screenshot=: (bool) -> bool
 
         def initialize: (
           ?bytes: bool,
+          ?highlights: bool,
           ?html: bool,
           ?images: bool,
+          ?json: bool,
           ?markdown: bool,
           ?parse: bool,
+          ?product: bool,
           ?screenshot: bool
         ) -> void
 
         def to_hash: -> {
           bytes: bool,
+          highlights: bool,
           html: bool,
           images: bool,
+          json: bool,
           markdown: bool,
           parse: bool,
+          product: bool,
           screenshot: bool
         }
       end
 
+      type highlights_params = { query: String, max_characters: Integer }
+
+      class HighlightsParams < ContextDev::Internal::Type::BaseModel
+        attr_accessor query: String
+
+        attr_reader max_characters: Integer?
+
+        def max_characters=: (Integer) -> Integer
+
+        def initialize: (query: String, ?max_characters: Integer) -> void
+
+        def to_hash: -> { query: String, max_characters: Integer }
+      end
+
       type image_params =
         {
           dedupe: ContextDev::Models::WebScrapeParams::ImageParams::dedupe,
@@ -211,6 +273,23 @@ module ContextDev
         end
       end
 
+      type json_params = { schema: ::Hash[Symbol, top], instructions: String }
+
+      class JsonParams < ContextDev::Internal::Type::BaseModel
+        attr_accessor schema: ::Hash[Symbol, top]
+
+        attr_reader instructions: String?
+
+        def instructions=: (String) -> String
+
+        def initialize: (
+          schema: ::Hash[Symbol, top],
+          ?instructions: String
+        ) -> void
+
+        def to_hash: -> { schema: ::Hash[Symbol, top], instructions: String }
+      end
+
       type markdown_params =
         {
           include_images: bool,
@@ -340,6 +419,18 @@ module ContextDev
         end
       end
 
+      type product_params = { use_ai_fallback: bool }
+
+      class ProductParams < ContextDev::Internal::Type::BaseModel
+        attr_reader use_ai_fallback: bool?
+
+        def use_ai_fallback=: (bool) -> bool
+
+        def initialize: (?use_ai_fallback: bool) -> void
+
+        def to_hash: -> { use_ai_fallback: bool }
+      end
+
       type screenshot_params =
         {
           area: ContextDev::Models::WebScrapeParams::ScreenshotParams::area,

data/sig/context_dev/models/web_scrape_response.rbs

@@ -4,11 +4,14 @@ module ContextDev
       {
         bytes: ContextDev::Models::WebScrapeResponse::Bytes,
         cache_metadata: ContextDev::Models::WebScrapeResponse::CacheMetadata,
+        highlights: ContextDev::Models::WebScrapeResponse::Highlights,
         html: ContextDev::Models::WebScrapeResponse::HTML,
         images: ContextDev::Models::WebScrapeResponse::Images,
+        json: ContextDev::Models::WebScrapeResponse::Json,
         markdown: ContextDev::Models::WebScrapeResponse::Markdown,
         metadata: ContextDev::Models::WebScrapeResponse::Metadata,
         parsed: ContextDev::Models::WebScrapeResponse::Parsed,
+        product: ContextDev::Models::WebScrapeResponse::Product,
         request_id: String,
         screenshot: ContextDev::Models::WebScrapeResponse::Screenshot,
         url: String,
@@ -21,16 +24,22 @@ module ContextDev
 
       attr_accessor cache_metadata: ContextDev::Models::WebScrapeResponse::CacheMetadata
 
+      attr_accessor highlights: ContextDev::Models::WebScrapeResponse::Highlights
+
       attr_accessor html: ContextDev::Models::WebScrapeResponse::HTML
 
       attr_accessor images: ContextDev::Models::WebScrapeResponse::Images
 
+      attr_accessor json: ContextDev::Models::WebScrapeResponse::Json
+
       attr_accessor markdown: ContextDev::Models::WebScrapeResponse::Markdown
 
       attr_accessor metadata: ContextDev::Models::WebScrapeResponse::Metadata
 
       attr_accessor parsed: ContextDev::Models::WebScrapeResponse::Parsed
 
+      attr_accessor product: ContextDev::Models::WebScrapeResponse::Product
+
       attr_accessor request_id: String
 
       attr_accessor screenshot: ContextDev::Models::WebScrapeResponse::Screenshot
@@ -52,11 +61,14 @@ module ContextDev
       def initialize: (
         bytes: ContextDev::Models::WebScrapeResponse::Bytes,
         cache_metadata: ContextDev::Models::WebScrapeResponse::CacheMetadata,
+        highlights: ContextDev::Models::WebScrapeResponse::Highlights,
         html: ContextDev::Models::WebScrapeResponse::HTML,
         images: ContextDev::Models::WebScrapeResponse::Images,
+        json: ContextDev::Models::WebScrapeResponse::Json,
         markdown: ContextDev::Models::WebScrapeResponse::Markdown,
         metadata: ContextDev::Models::WebScrapeResponse::Metadata,
         parsed: ContextDev::Models::WebScrapeResponse::Parsed,
+        product: ContextDev::Models::WebScrapeResponse::Product,
         request_id: String,
         screenshot: ContextDev::Models::WebScrapeResponse::Screenshot,
         url: String,
@@ -67,11 +79,14 @@ module ContextDev
       def to_hash: -> {
         bytes: ContextDev::Models::WebScrapeResponse::Bytes,
         cache_metadata: ContextDev::Models::WebScrapeResponse::CacheMetadata,
+        highlights: ContextDev::Models::WebScrapeResponse::Highlights,
         html: ContextDev::Models::WebScrapeResponse::HTML,
         images: ContextDev::Models::WebScrapeResponse::Images,
+        json: ContextDev::Models::WebScrapeResponse::Json,
         markdown: ContextDev::Models::WebScrapeResponse::Markdown,
         metadata: ContextDev::Models::WebScrapeResponse::Metadata,
         parsed: ContextDev::Models::WebScrapeResponse::Parsed,
+        product: ContextDev::Models::WebScrapeResponse::Product,
         request_id: String,
         screenshot: ContextDev::Models::WebScrapeResponse::Screenshot,
         url: String,
@@ -147,6 +162,18 @@ module ContextDev
         end
       end
 
+      type highlights = { data: ::Array[String]?, requested: bool }
+
+      class Highlights < ContextDev::Internal::Type::BaseModel
+        attr_accessor data: ::Array[String]?
+
+        attr_accessor requested: bool
+
+        def initialize: (data: ::Array[String]?, requested: bool) -> void
+
+        def to_hash: -> { data: ::Array[String]?, requested: bool }
+      end
+
       type html = { data: String?, requested: bool }
 
       class HTML < ContextDev::Internal::Type::BaseModel
@@ -258,6 +285,18 @@ module ContextDev
         end
       end
 
+      type json = { data: ::Hash[Symbol, top]?, requested: bool }
+
+      class Json < ContextDev::Internal::Type::BaseModel
+        attr_accessor data: ::Hash[Symbol, top]?
+
+        attr_accessor requested: bool
+
+        def initialize: (data: ::Hash[Symbol, top]?, requested: bool) -> void
+
+        def to_hash: -> { data: ::Hash[Symbol, top]?, requested: bool }
+      end
+
       type markdown = { data: String?, requested: bool }
 
       class Markdown < ContextDev::Internal::Type::BaseModel
@@ -507,6 +546,197 @@ module ContextDev
         def to_hash: -> { data: ::Hash[Symbol, top]?, requested: bool }
       end
 
+      type product =
+        {
+          data: ContextDev::Models::WebScrapeResponse::Product::Data?,
+          requested: bool
+        }
+
+      class Product < ContextDev::Internal::Type::BaseModel
+        attr_accessor data: ContextDev::Models::WebScrapeResponse::Product::Data?
+
+        attr_accessor requested: bool
+
+        def initialize: (
+          data: ContextDev::Models::WebScrapeResponse::Product::Data?,
+          requested: bool
+        ) -> void
+
+        def to_hash: -> {
+          data: ContextDev::Models::WebScrapeResponse::Product::Data?,
+          requested: bool
+        }
+
+        type data =
+          {
+            is_product_page: bool,
+            product: ContextDev::Models::WebScrapeResponse::Product::Data::Product?
+          }
+
+        class Data < ContextDev::Internal::Type::BaseModel
+          attr_accessor is_product_page: bool
+
+          attr_accessor product: ContextDev::Models::WebScrapeResponse::Product::Data::Product?
+
+          def initialize: (
+            is_product_page: bool,
+            product: ContextDev::Models::WebScrapeResponse::Product::Data::Product?
+          ) -> void
+
+          def to_hash: -> {
+            is_product_page: bool,
+            product: ContextDev::Models::WebScrapeResponse::Product::Data::Product?
+          }
+
+          type product =
+            {
+              availability: ContextDev::Models::WebScrapeResponse::Product::Data::Product::availability?,
+              brand: String?,
+              category: String?,
+              currency: String?,
+              description: String?,
+              dimensions: ::Array[String],
+              features: ::Array[String],
+              images: ::Array[String],
+              image_url: String?,
+              name: String,
+              price: Float?,
+              regular_price: Float?,
+              sku: String?,
+              tags: ::Array[String],
+              target_audience: ::Array[String],
+              variants: ::Array[ContextDev::Models::WebScrapeResponse::Product::Data::Product::Variant]
+            }
+
+          class Product < ContextDev::Internal::Type::BaseModel
+            attr_accessor availability: ContextDev::Models::WebScrapeResponse::Product::Data::Product::availability?
+
+            attr_accessor brand: String?
+
+            attr_accessor category: String?
+
+            attr_accessor currency: String?
+
+            attr_accessor description: String?
+
+            attr_accessor dimensions: ::Array[String]
+
+            attr_accessor features: ::Array[String]
+
+            attr_accessor images: ::Array[String]
+
+            attr_accessor image_url: String?
+
+            attr_accessor name: String
+
+            attr_accessor price: Float?
+
+            attr_accessor regular_price: Float?
+
+            attr_accessor sku: String?
+
+            attr_accessor tags: ::Array[String]
+
+            attr_accessor target_audience: ::Array[String]
+
+            attr_accessor variants: ::Array[ContextDev::Models::WebScrapeResponse::Product::Data::Product::Variant]
+
+            def initialize: (
+              availability: ContextDev::Models::WebScrapeResponse::Product::Data::Product::availability?,
+              brand: String?,
+              category: String?,
+              currency: String?,
+              description: String?,
+              dimensions: ::Array[String],
+              features: ::Array[String],
+              images: ::Array[String],
+              image_url: String?,
+              name: String,
+              price: Float?,
+              regular_price: Float?,
+              sku: String?,
+              tags: ::Array[String],
+              target_audience: ::Array[String],
+              variants: ::Array[ContextDev::Models::WebScrapeResponse::Product::Data::Product::Variant]
+            ) -> void
+
+            def to_hash: -> {
+              availability: ContextDev::Models::WebScrapeResponse::Product::Data::Product::availability?,
+              brand: String?,
+              category: String?,
+              currency: String?,
+              description: String?,
+              dimensions: ::Array[String],
+              features: ::Array[String],
+              images: ::Array[String],
+              image_url: String?,
+              name: String,
+              price: Float?,
+              regular_price: Float?,
+              sku: String?,
+              tags: ::Array[String],
+              target_audience: ::Array[String],
+              variants: ::Array[ContextDev::Models::WebScrapeResponse::Product::Data::Product::Variant]
+            }
+
+            type availability =
+              :in_stock
+              | :out_of_stock
+              | :limited_availability
+              | :preorder
+              | :backorder
+              | :made_to_order
+              | :discontinued
+
+            module Availability
+              extend ContextDev::Internal::Type::Enum
+
+              IN_STOCK: :in_stock
+              OUT_OF_STOCK: :out_of_stock
+              LIMITED_AVAILABILITY: :limited_availability
+              PREORDER: :preorder
+              BACKORDER: :backorder
+              MADE_TO_ORDER: :made_to_order
+              DISCONTINUED: :discontinued
+
+              def self?.values: -> ::Array[ContextDev::Models::WebScrapeResponse::Product::Data::Product::availability]
+            end
+
+            type variant =
+              {
+                attributes: ::Hash[Symbol, String],
+                images: ::Array[String],
+                sku: String?,
+                url: String?
+              }
+
+            class Variant < ContextDev::Internal::Type::BaseModel
+              attr_accessor attributes: ::Hash[Symbol, String]
+
+              attr_accessor images: ::Array[String]
+
+              attr_accessor sku: String?
+
+              attr_accessor url: String?
+
+              def initialize: (
+                attributes: ::Hash[Symbol, String],
+                images: ::Array[String],
+                sku: String?,
+                url: String?
+              ) -> void
+
+              def to_hash: -> {
+                attributes: ::Hash[Symbol, String],
+                images: ::Array[String],
+                sku: String?,
+                url: String?
+              }
+            end
+          end
+        end
+      end
+
       type screenshot = { data: String?, requested: bool }
 
       class Screenshot < ContextDev::Internal::Type::BaseModel

data/sig/context_dev/resources/web.rbs

@@ -48,10 +48,13 @@ module ContextDev
       def scrape: (
         formats: ContextDev::WebScrapeParams::Formats,
         url: String,
+        ?highlights_params: ContextDev::WebScrapeParams::HighlightsParams,
         ?image_params: ContextDev::WebScrapeParams::ImageParams,
+        ?json_params: ContextDev::WebScrapeParams::JsonParams,
         ?markdown_params: ContextDev::WebScrapeParams::MarkdownParams,
         ?max_age_ms: Integer,
         ?parse_params: ContextDev::WebScrapeParams::ParseParams,
+        ?product_params: ContextDev::WebScrapeParams::ProductParams,
         ?screenshot_params: ContextDev::WebScrapeParams::ScreenshotParams,
         ?shared_params: ContextDev::WebScrapeParams::SharedParams,
         ?tags: ::Array[String],

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: context.dev
 version: !ruby/object:Gem::Version
-  version: 2.19.0
+  version: 2.20.0
 platform: ruby
 authors:
 - Context Dev
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-09-22 00:00:00.000000000 Z
+date: 2026-09-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: cgi