context.dev 1.36.0 → 2.1.0

data/rbi/context_dev/models/utility_prefetch_params.rbi

@@ -14,9 +14,20 @@ module ContextDev
           )
         end
 
-      # Domain name to prefetch brand data for
-      sig { returns(String) }
-      attr_accessor :domain
+      # Identifier of the brand to prefetch. Provide exactly one of domain or email.
+      sig do
+        returns(
+          T.any(
+            ContextDev::UtilityPrefetchParams::Identifier::UtilityPrefetchDomainIdentifier,
+            ContextDev::UtilityPrefetchParams::Identifier::UtilityPrefetchEmailIdentifier
+          )
+        )
+      end
+      attr_accessor :identifier
+
+      # What to prefetch. Currently only 'brand' is supported.
+      sig { returns(ContextDev::UtilityPrefetchParams::Type::OrSymbol) }
+      attr_accessor :type
 
       # Optional timeout in milliseconds for the request. If the request takes longer
       # than this value, it will be aborted with a 408 status code. Maximum allowed
@@ -29,14 +40,21 @@ module ContextDev
 
       sig do
         params(
-          domain: String,
+          identifier:
+            T.any(
+              ContextDev::UtilityPrefetchParams::Identifier::UtilityPrefetchDomainIdentifier::OrHash,
+              ContextDev::UtilityPrefetchParams::Identifier::UtilityPrefetchEmailIdentifier::OrHash
+            ),
+          type: ContextDev::UtilityPrefetchParams::Type::OrSymbol,
           timeout_ms: Integer,
           request_options: ContextDev::RequestOptions::OrHash
         ).returns(T.attached_class)
       end
       def self.new(
-        # Domain name to prefetch brand data for
-        domain:,
+        # Identifier of the brand to prefetch. Provide exactly one of domain or email.
+        identifier:,
+        # What to prefetch. Currently only 'brand' is supported.
+        type:,
         # Optional timeout in milliseconds for the request. If the request takes longer
         # than this value, it will be aborted with a 408 status code. Maximum allowed
         # value is 300000ms (5 minutes).
@@ -48,7 +66,12 @@ module ContextDev
       sig do
         override.returns(
           {
-            domain: String,
+            identifier:
+              T.any(
+                ContextDev::UtilityPrefetchParams::Identifier::UtilityPrefetchDomainIdentifier,
+                ContextDev::UtilityPrefetchParams::Identifier::UtilityPrefetchEmailIdentifier
+              ),
+            type: ContextDev::UtilityPrefetchParams::Type::OrSymbol,
             timeout_ms: Integer,
             request_options: ContextDev::RequestOptions
           }
@@ -56,6 +79,105 @@ module ContextDev
       end
       def to_hash
       end
+
+      # Identifier of the brand to prefetch. Provide exactly one of domain or email.
+      module Identifier
+        extend ContextDev::Internal::Type::Union
+
+        Variants =
+          T.type_alias do
+            T.any(
+              ContextDev::UtilityPrefetchParams::Identifier::UtilityPrefetchDomainIdentifier,
+              ContextDev::UtilityPrefetchParams::Identifier::UtilityPrefetchEmailIdentifier
+            )
+          end
+
+        class UtilityPrefetchDomainIdentifier < ContextDev::Internal::Type::BaseModel
+          OrHash =
+            T.type_alias do
+              T.any(
+                ContextDev::UtilityPrefetchParams::Identifier::UtilityPrefetchDomainIdentifier,
+                ContextDev::Internal::AnyHash
+              )
+            end
+
+          # Domain name to prefetch brand data for
+          sig { returns(String) }
+          attr_accessor :domain
+
+          # Prefetch brand data by domain.
+          sig { params(domain: String).returns(T.attached_class) }
+          def self.new(
+            # Domain name to prefetch brand data for
+            domain:
+          )
+          end
+
+          sig { override.returns({ domain: String }) }
+          def to_hash
+          end
+        end
+
+        class UtilityPrefetchEmailIdentifier < ContextDev::Internal::Type::BaseModel
+          OrHash =
+            T.type_alias do
+              T.any(
+                ContextDev::UtilityPrefetchParams::Identifier::UtilityPrefetchEmailIdentifier,
+                ContextDev::Internal::AnyHash
+              )
+            end
+
+          # Email address to prefetch brand data for. The domain will be extracted from the
+          # email. Free email providers (gmail.com, yahoo.com, etc.) and disposable email
+          # addresses are not allowed.
+          sig { returns(String) }
+          attr_accessor :email
+
+          # Prefetch brand data by email. The domain will be extracted and validated.
+          sig { params(email: String).returns(T.attached_class) }
+          def self.new(
+            # Email address to prefetch brand data for. The domain will be extracted from the
+            # email. Free email providers (gmail.com, yahoo.com, etc.) and disposable email
+            # addresses are not allowed.
+            email:
+          )
+          end
+
+          sig { override.returns({ email: String }) }
+          def to_hash
+          end
+        end
+
+        sig do
+          override.returns(
+            T::Array[ContextDev::UtilityPrefetchParams::Identifier::Variants]
+          )
+        end
+        def self.variants
+        end
+      end
+
+      # What to prefetch. Currently only 'brand' is supported.
+      module Type
+        extend ContextDev::Internal::Type::Enum
+
+        TaggedSymbol =
+          T.type_alias do
+            T.all(Symbol, ContextDev::UtilityPrefetchParams::Type)
+          end
+        OrSymbol = T.type_alias { T.any(Symbol, String) }
+
+        BRAND =
+          T.let(:brand, ContextDev::UtilityPrefetchParams::Type::TaggedSymbol)
+
+        sig do
+          override.returns(
+            T::Array[ContextDev::UtilityPrefetchParams::Type::TaggedSymbol]
+          )
+        end
+        def self.values
+        end
+      end
     end
   end
 end

data/rbi/context_dev/models/utility_prefetch_response.rbi

@@ -49,13 +49,32 @@ module ContextDev
       sig { params(status: String).void }
       attr_writer :status
 
+      # The type of prefetch that was queued, echoed from the request (currently always
+      # 'brand')
+      sig do
+        returns(
+          T.nilable(
+            ContextDev::Models::UtilityPrefetchResponse::Type::TaggedSymbol
+          )
+        )
+      end
+      attr_reader :type
+
+      sig do
+        params(
+          type: ContextDev::Models::UtilityPrefetchResponse::Type::OrSymbol
+        ).void
+      end
+      attr_writer :type
+
       sig do
         params(
           domain: String,
           key_metadata:
             ContextDev::Models::UtilityPrefetchResponse::KeyMetadata::OrHash,
           message: String,
-          status: String
+          status: String,
+          type: ContextDev::Models::UtilityPrefetchResponse::Type::OrSymbol
         ).returns(T.attached_class)
       end
       def self.new(
@@ -67,7 +86,10 @@ module ContextDev
         # Success message
         message: nil,
         # Status of the response, e.g., 'ok'
-        status: nil
+        status: nil,
+        # The type of prefetch that was queued, echoed from the request (currently always
+        # 'brand')
+        type: nil
       )
       end
 
@@ -78,7 +100,9 @@ module ContextDev
             key_metadata:
               ContextDev::Models::UtilityPrefetchResponse::KeyMetadata,
             message: String,
-            status: String
+            status: String,
+            type:
+              ContextDev::Models::UtilityPrefetchResponse::Type::TaggedSymbol
           }
         )
       end
@@ -125,6 +149,34 @@ module ContextDev
         def to_hash
         end
       end
+
+      # The type of prefetch that was queued, echoed from the request (currently always
+      # 'brand')
+      module Type
+        extend ContextDev::Internal::Type::Enum
+
+        TaggedSymbol =
+          T.type_alias do
+            T.all(Symbol, ContextDev::Models::UtilityPrefetchResponse::Type)
+          end
+        OrSymbol = T.type_alias { T.any(Symbol, String) }
+
+        BRAND =
+          T.let(
+            :brand,
+            ContextDev::Models::UtilityPrefetchResponse::Type::TaggedSymbol
+          )
+
+        sig do
+          override.returns(
+            T::Array[
+              ContextDev::Models::UtilityPrefetchResponse::Type::TaggedSymbol
+            ]
+          )
+        end
+        def self.values
+        end
+      end
     end
   end
 end

data/rbi/context_dev/models/web_extract_response.rbi

@@ -106,6 +106,11 @@ module ContextDev
         sig { returns(Integer) }
         attr_accessor :max_crawl_depth
 
+        # Number of crawled pages excluded because they were anti-bot challenges, error
+        # pages, or parked-domain placeholders.
+        sig { returns(Integer) }
+        attr_accessor :num_blocked
+
         sig { returns(Integer) }
         attr_accessor :num_failed
 
@@ -121,6 +126,7 @@ module ContextDev
         sig do
           params(
             max_crawl_depth: Integer,
+            num_blocked: Integer,
             num_failed: Integer,
             num_skipped: Integer,
             num_succeeded: Integer,
@@ -129,6 +135,9 @@ module ContextDev
         end
         def self.new(
           max_crawl_depth:,
+          # Number of crawled pages excluded because they were anti-bot challenges, error
+          # pages, or parked-domain placeholders.
+          num_blocked:,
           num_failed:,
           num_skipped:,
           num_succeeded:,
@@ -140,6 +149,7 @@ module ContextDev
           override.returns(
             {
               max_crawl_depth: Integer,
+              num_blocked: Integer,
               num_failed: Integer,
               num_skipped: Integer,
               num_succeeded: Integer,

data/rbi/context_dev/models/web_web_crawl_md_params.rbi

@@ -109,6 +109,15 @@ module ContextDev
       sig { params(pdf: ContextDev::WebWebCrawlMdParams::Pdf::OrHash).void }
       attr_writer :pdf
 
+      # When true, waits briefly for CSS and transition animations to settle before
+      # extracting each crawled page. Defaults to false. This adds a bit of latency in
+      # exchange for more stable output on animated pages.
+      sig { returns(T.nilable(T::Boolean)) }
+      attr_reader :settle_animations
+
+      sig { params(settle_animations: T::Boolean).void }
+      attr_writer :settle_animations
+
       # Truncate base64-encoded image data in the Markdown output
       sig { returns(T.nilable(T::Boolean)) }
       attr_reader :shorten_base64_images
@@ -172,6 +181,7 @@ module ContextDev
           max_depth: Integer,
           max_pages: Integer,
           pdf: ContextDev::WebWebCrawlMdParams::Pdf::OrHash,
+          settle_animations: T::Boolean,
           shorten_base64_images: T::Boolean,
           stop_after_ms: Integer,
           timeout_ms: Integer,
@@ -219,6 +229,10 @@ module ContextDev
         # PDF parsing controls. Use start/end to limit text extraction and OCR to an
         # inclusive 1-based page range.
         pdf: nil,
+        # When true, waits briefly for CSS and transition animations to settle before
+        # extracting each crawled page. Defaults to false. This adds a bit of latency in
+        # exchange for more stable output on animated pages.
+        settle_animations: nil,
         # Truncate base64-encoded image data in the Markdown output
         shorten_base64_images: nil,
         # Soft time budget for the crawl in milliseconds. After each scrape, the crawler
@@ -257,6 +271,7 @@ module ContextDev
             max_depth: Integer,
             max_pages: Integer,
             pdf: ContextDev::WebWebCrawlMdParams::Pdf,
+            settle_animations: T::Boolean,
             shorten_base64_images: T::Boolean,
             stop_after_ms: Integer,
             timeout_ms: Integer,

data/rbi/context_dev/models/web_web_scrape_html_params.rbi

@@ -85,6 +85,15 @@ module ContextDev
       sig { params(pdf: ContextDev::WebWebScrapeHTMLParams::Pdf::OrHash).void }
       attr_writer :pdf
 
+      # When true, waits briefly for CSS and transition animations to settle before
+      # extracting HTML. Defaults to false. This adds a bit of latency in exchange for
+      # more stable output on animated pages.
+      sig { returns(T.nilable(T::Boolean)) }
+      attr_reader :settle_animations
+
+      sig { params(settle_animations: T::Boolean).void }
+      attr_writer :settle_animations
+
       # Optional timeout in milliseconds for the request. If the request takes longer
       # than this value, it will be aborted with a 408 status code. Maximum allowed
       # value is 300000ms (5 minutes).
@@ -120,6 +129,7 @@ module ContextDev
           include_selectors: T::Array[String],
           max_age_ms: Integer,
           pdf: ContextDev::WebWebScrapeHTMLParams::Pdf::OrHash,
+          settle_animations: T::Boolean,
           timeout_ms: Integer,
           use_main_content_only: T::Boolean,
           wait_for_ms: Integer,
@@ -153,6 +163,10 @@ module ContextDev
         # PDF parsing controls. Use start/end to limit text extraction and OCR to an
         # inclusive 1-based page range.
         pdf: nil,
+        # When true, waits briefly for CSS and transition animations to settle before
+        # extracting HTML. Defaults to false. This adds a bit of latency in exchange for
+        # more stable output on animated pages.
+        settle_animations: nil,
         # Optional timeout in milliseconds for the request. If the request takes longer
         # than this value, it will be aborted with a 408 status code. Maximum allowed
         # value is 300000ms (5 minutes).
@@ -178,6 +192,7 @@ module ContextDev
             include_selectors: T::Array[String],
             max_age_ms: Integer,
             pdf: ContextDev::WebWebScrapeHTMLParams::Pdf,
+            settle_animations: T::Boolean,
             timeout_ms: Integer,
             use_main_content_only: T::Boolean,
             wait_for_ms: Integer,

data/rbi/context_dev/models/web_web_scrape_html_response.rbi

@@ -38,7 +38,9 @@ module ContextDev
       attr_accessor :success
 
       # Detected content type of the returned `html` field. Sitemaps and feeds are
-      # surfaced as `xml`; ordinary pages are `html`.
+      # surfaced as `xml`; ordinary pages are `html`. Excel workbooks are surfaced as
+      # `xlsx`/`xls` with the extracted sheets as HTML tables; PowerPoint presentations
+      # are surfaced as `pptx`/`ppt` with the extracted slides as HTML.
       sig do
         returns(
           ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
@@ -90,7 +92,9 @@ module ContextDev
         # Indicates success
         success:,
         # Detected content type of the returned `html` field. Sitemaps and feeds are
-        # surfaced as `xml`; ordinary pages are `html`.
+        # surfaced as `xml`; ordinary pages are `html`. Excel workbooks are surfaced as
+        # `xlsx`/`xls` with the extracted sheets as HTML tables; PowerPoint presentations
+        # are surfaced as `pptx`/`ppt` with the extracted slides as HTML.
         type:,
         # The URL that was scraped
         url:,
@@ -607,7 +611,9 @@ module ContextDev
       end
 
       # Detected content type of the returned `html` field. Sitemaps and feeds are
-      # surfaced as `xml`; ordinary pages are `html`.
+      # surfaced as `xml`; ordinary pages are `html`. Excel workbooks are surfaced as
+      # `xlsx`/`xls` with the extracted sheets as HTML tables; PowerPoint presentations
+      # are surfaced as `pptx`/`ppt` with the extracted slides as HTML.
       module Type
         extend ContextDev::Internal::Type::Enum
 
@@ -667,6 +673,26 @@ module ContextDev
             :doc,
             ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
           )
+        XLSX =
+          T.let(
+            :xlsx,
+            ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
+          )
+        XLS =
+          T.let(
+            :xls,
+            ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
+          )
+        PPTX =
+          T.let(
+            :pptx,
+            ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
+          )
+        PPT =
+          T.let(
+            :ppt,
+            ContextDev::Models::WebWebScrapeHTMLResponse::Type::TaggedSymbol
+          )
 
         sig do
           override.returns(

data/rbi/context_dev/models/web_web_scrape_images_params.rbi

@@ -18,6 +18,16 @@ module ContextDev
       sig { returns(String) }
       attr_accessor :url
 
+      # When true, visually duplicate images are removed: every image is loaded and
+      # perceptually hashed, and only the highest-resolution copy of each duplicate
+      # group is kept. Images that cannot be downloaded or hashed are kept. Default:
+      # false.
+      sig { returns(T.nilable(T::Boolean)) }
+      attr_reader :dedupe
+
+      sig { params(dedupe: T::Boolean).void }
+      attr_writer :dedupe
+
       # Optional per-image processing, sent as deep-object query params such as
       # enrichment[resolution]=true.
       sig do
@@ -69,6 +79,7 @@ module ContextDev
       sig do
         params(
           url: String,
+          dedupe: T::Boolean,
           enrichment: ContextDev::WebWebScrapeImagesParams::Enrichment::OrHash,
           headers: T::Hash[Symbol, String],
           max_age_ms: Integer,
@@ -80,6 +91,11 @@ module ContextDev
       def self.new(
         # Page URL to inspect. Must include http:// or https://.
         url:,
+        # When true, visually duplicate images are removed: every image is loaded and
+        # perceptually hashed, and only the highest-resolution copy of each duplicate
+        # group is kept. Images that cannot be downloaded or hashed are kept. Default:
+        # false.
+        dedupe: nil,
         # Optional per-image processing, sent as deep-object query params such as
         # enrichment[resolution]=true.
         enrichment: nil,
@@ -105,6 +121,7 @@ module ContextDev
         override.returns(
           {
             url: String,
+            dedupe: T::Boolean,
             enrichment: ContextDev::WebWebScrapeImagesParams::Enrichment,
             headers: T::Hash[Symbol, String],
             max_age_ms: Integer,

data/rbi/context_dev/models/web_web_scrape_md_params.rbi

@@ -95,6 +95,15 @@ module ContextDev
       sig { params(pdf: ContextDev::WebWebScrapeMdParams::Pdf::OrHash).void }
       attr_writer :pdf
 
+      # When true, waits briefly for CSS and transition animations to settle before
+      # converting to Markdown. Defaults to false. This adds a bit of latency in
+      # exchange for more stable output on animated pages.
+      sig { returns(T.nilable(T::Boolean)) }
+      attr_reader :settle_animations
+
+      sig { params(settle_animations: T::Boolean).void }
+      attr_writer :settle_animations
+
       # Shorten base64-encoded image data in the Markdown output
       sig { returns(T.nilable(T::Boolean)) }
       attr_reader :shorten_base64_images
@@ -139,6 +148,7 @@ module ContextDev
           include_selectors: T::Array[String],
           max_age_ms: Integer,
           pdf: ContextDev::WebWebScrapeMdParams::Pdf::OrHash,
+          settle_animations: T::Boolean,
           shorten_base64_images: T::Boolean,
           timeout_ms: Integer,
           use_main_content_only: T::Boolean,
@@ -178,6 +188,10 @@ module ContextDev
         # PDF parsing controls. Use start/end to limit text extraction and OCR to an
         # inclusive 1-based page range.
         pdf: nil,
+        # When true, waits briefly for CSS and transition animations to settle before
+        # converting to Markdown. Defaults to false. This adds a bit of latency in
+        # exchange for more stable output on animated pages.
+        settle_animations: nil,
         # Shorten base64-encoded image data in the Markdown output
         shorten_base64_images: nil,
         # Optional timeout in milliseconds for the request. If the request takes longer
@@ -207,6 +221,7 @@ module ContextDev
             include_selectors: T::Array[String],
             max_age_ms: Integer,
             pdf: ContextDev::WebWebScrapeMdParams::Pdf,
+            settle_animations: T::Boolean,
             shorten_base64_images: T::Boolean,
             timeout_ms: Integer,
             use_main_content_only: T::Boolean,

data/rbi/context_dev/models.rbi

@@ -1,23 +1,10 @@
 # typed: strong
 
 module ContextDev
-  AIAIQueryParams = ContextDev::Models::AIAIQueryParams
-
   AIExtractProductParams = ContextDev::Models::AIExtractProductParams
 
   AIExtractProductsParams = ContextDev::Models::AIExtractProductsParams
 
-  BrandIdentifyFromTransactionParams =
-    ContextDev::Models::BrandIdentifyFromTransactionParams
-
-  BrandRetrieveByEmailParams = ContextDev::Models::BrandRetrieveByEmailParams
-
-  BrandRetrieveByIsinParams = ContextDev::Models::BrandRetrieveByIsinParams
-
-  BrandRetrieveByNameParams = ContextDev::Models::BrandRetrieveByNameParams
-
-  BrandRetrieveByTickerParams = ContextDev::Models::BrandRetrieveByTickerParams
-
   BrandRetrieveParams = ContextDev::Models::BrandRetrieveParams
 
   BrandRetrieveSimplifiedParams =
@@ -27,8 +14,29 @@ module ContextDev
 
   IndustryRetrieveSicParams = ContextDev::Models::IndustryRetrieveSicParams
 
-  UtilityPrefetchByEmailParams =
-    ContextDev::Models::UtilityPrefetchByEmailParams
+  MonitorCreateParams = ContextDev::Models::MonitorCreateParams
+
+  MonitorDeleteParams = ContextDev::Models::MonitorDeleteParams
+
+  MonitorListAccountChangesParams =
+    ContextDev::Models::MonitorListAccountChangesParams
+
+  MonitorListAccountRunsParams =
+    ContextDev::Models::MonitorListAccountRunsParams
+
+  MonitorListChangesParams = ContextDev::Models::MonitorListChangesParams
+
+  MonitorListParams = ContextDev::Models::MonitorListParams
+
+  MonitorListRunsParams = ContextDev::Models::MonitorListRunsParams
+
+  MonitorRetrieveChangeParams = ContextDev::Models::MonitorRetrieveChangeParams
+
+  MonitorRetrieveParams = ContextDev::Models::MonitorRetrieveParams
+
+  MonitorRunParams = ContextDev::Models::MonitorRunParams
+
+  MonitorUpdateParams = ContextDev::Models::MonitorUpdateParams
 
   UtilityPrefetchParams = ContextDev::Models::UtilityPrefetchParams
 

data/rbi/context_dev/resources/ai.rbi

@@ -3,34 +3,6 @@
 module ContextDev
   module Resources
     class AI
-      # Use AI to extract specific data points from a brand's website. The AI will crawl
-      # the website and extract the requested information based on the provided data
-      # points.
-      sig do
-        params(
-          data_to_extract:
-            T::Array[ContextDev::AIAIQueryParams::DataToExtract::OrHash],
-          domain: String,
-          specific_pages: ContextDev::AIAIQueryParams::SpecificPages::OrHash,
-          timeout_ms: Integer,
-          request_options: ContextDev::RequestOptions::OrHash
-        ).returns(ContextDev::Models::AIAIQueryResponse)
-      end
-      def ai_query(
-        # Array of data points to extract from the website
-        data_to_extract:,
-        # The domain name to analyze
-        domain:,
-        # Optional object specifying which pages to analyze
-        specific_pages: nil,
-        # Optional timeout in milliseconds for the request. If the request takes longer
-        # than this value, it will be aborted with a 408 status code. Maximum allowed
-        # value is 300000ms (5 minutes).
-        timeout_ms: nil,
-        request_options: {}
-      )
-      end
-
       # Given a single URL, determines if it is a product page and extracts the product
       # information.
       sig do