context.dev 1.3.0 → 1.5.0

data/lib/context_dev/models/web_web_scrape_md_params.rb

@@ -8,7 +8,7 @@ module ContextDev
       include ContextDev::Internal::Type::RequestParameters
 
       # @!attribute url
-      #   Full URL to scrape and convert to markdown (must include http:// or https://
+      #   Full URL to scrape into LLM usable Markdown (must include http:// or https://
       #   protocol)
       #
       #   @return [String]
@@ -26,6 +26,14 @@ module ContextDev
       #   @return [Boolean, nil]
       optional :include_links, ContextDev::Internal::Type::Boolean
 
+      # @!attribute max_age_ms
+      #   Return a cached result if a prior scrape for the same parameters exists and is
+      #   younger than this many milliseconds. Defaults to 1 day (86400000 ms) when
+      #   omitted. Max is 30 days (2592000000 ms). Set to 0 to always scrape fresh.
+      #
+      #   @return [Integer, nil]
+      optional :max_age_ms, Integer
+
       # @!attribute shorten_base64_images
       #   Shorten base64-encoded image data in the Markdown output
       #
@@ -39,16 +47,18 @@ module ContextDev
       #   @return [Boolean, nil]
       optional :use_main_content_only, ContextDev::Internal::Type::Boolean
 
-      # @!method initialize(url:, include_images: nil, include_links: nil, shorten_base64_images: nil, use_main_content_only: nil, request_options: {})
+      # @!method initialize(url:, include_images: nil, include_links: nil, max_age_ms: nil, shorten_base64_images: nil, use_main_content_only: nil, request_options: {})
       #   Some parameter documentations has been truncated, see
       #   {ContextDev::Models::WebWebScrapeMdParams} for more details.
       #
-      #   @param url [String] Full URL to scrape and convert to markdown (must include http:// or https:// pro
+      #   @param url [String] Full URL to scrape into LLM usable Markdown (must include http:// or https:// pr
       #
       #   @param include_images [Boolean] Include image references in Markdown output
       #
       #   @param include_links [Boolean] Preserve hyperlinks in Markdown output
       #
+      #   @param max_age_ms [Integer] Return a cached result if a prior scrape for the same parameters exists and is y
+      #
       #   @param shorten_base64_images [Boolean] Shorten base64-encoded image data in the Markdown output
       #
       #   @param use_main_content_only [Boolean] Extract only the main content of the page, excluding headers, footers, sidebars,

data/lib/context_dev/models/web_web_scrape_sitemap_params.rb

@@ -8,8 +8,7 @@ module ContextDev
       include ContextDev::Internal::Type::RequestParameters
 
       # @!attribute domain
-      #   Domain name to crawl sitemaps for (e.g., 'example.com'). The domain will be
-      #   automatically normalized and validated.
+      #   Domain to build a sitemap for
       #
       #   @return [String]
       required :domain, String
@@ -25,7 +24,7 @@ module ContextDev
       #   Some parameter documentations has been truncated, see
       #   {ContextDev::Models::WebWebScrapeSitemapParams} for more details.
       #
-      #   @param domain [String] Domain name to crawl sitemaps for (e.g., 'example.com'). The domain will be auto
+      #   @param domain [String] Domain to build a sitemap for
       #
       #   @param max_links [Integer] Maximum number of links to return from the sitemap crawl. Defaults to 10,000. Mi
       #

data/lib/context_dev/models.rb

@@ -61,14 +61,14 @@ module ContextDev
 
   IndustryRetrieveNaicsParams = ContextDev::Models::IndustryRetrieveNaicsParams
 
-  StyleExtractFontsParams = ContextDev::Models::StyleExtractFontsParams
-
-  StyleExtractStyleguideParams = ContextDev::Models::StyleExtractStyleguideParams
-
   UtilityPrefetchByEmailParams = ContextDev::Models::UtilityPrefetchByEmailParams
 
   UtilityPrefetchParams = ContextDev::Models::UtilityPrefetchParams
 
+  WebExtractFontsParams = ContextDev::Models::WebExtractFontsParams
+
+  WebExtractStyleguideParams = ContextDev::Models::WebExtractStyleguideParams
+
   WebScreenshotParams = ContextDev::Models::WebScreenshotParams
 
   WebWebCrawlMdParams = ContextDev::Models::WebWebCrawlMdParams

data/lib/context_dev/resources/brand.rb

@@ -13,7 +13,7 @@ module ContextDev
       #
       # @param domain [String] Domain name to retrieve brand data for (e.g., 'example.com', 'google.com'). Cann
       #
-      # @param force_language [Symbol, ContextDev::Models::BrandRetrieveParams::ForceLanguage] Optional parameter to force the language of the retrieved brand data. Works with
+      # @param force_language [Symbol, ContextDev::Models::BrandRetrieveParams::ForceLanguage] Optional parameter to force the language of the retrieved brand data.
       #
       # @param max_speed [Boolean] Optional parameter to optimize the API call for maximum speed. When set to true,
       #
@@ -83,9 +83,8 @@ module ContextDev
       # {ContextDev::Models::BrandRetrieveByEmailParams} for more details.
       #
       # Retrieve brand information using an email address while detecting disposable and
-      # free email addresses. This endpoint extracts the domain from the email address
-      # and returns brand data for that domain. Disposable and free email addresses
-      # (like gmail.com, yahoo.com) will throw a 422 error.
+      # free email addresses. Disposable and free email addresses (like gmail.com,
+      # yahoo.com) will throw a 422 error.
       #
       # @overload retrieve_by_email(email:, force_language: nil, max_speed: nil, timeout_ms: nil, request_options: {})
       #
@@ -118,8 +117,7 @@ module ContextDev
       # {ContextDev::Models::BrandRetrieveByIsinParams} for more details.
       #
       # Retrieve brand information using an ISIN (International Securities
-      # Identification Number). This endpoint looks up the company associated with the
-      # ISIN and returns its brand data.
+      # Identification Number).
       #
       # @overload retrieve_by_isin(isin:, force_language: nil, max_speed: nil, timeout_ms: nil, request_options: {})
       #
@@ -151,14 +149,13 @@ module ContextDev
       # Some parameter documentations has been truncated, see
       # {ContextDev::Models::BrandRetrieveByNameParams} for more details.
       #
-      # Retrieve brand information using a company name. This endpoint searches for the
-      # company by name and returns its brand data.
+      # Retrieve brand information using a company name.
       #
       # @overload retrieve_by_name(name:, country_gl: nil, force_language: nil, max_speed: nil, timeout_ms: nil, request_options: {})
       #
       # @param name [String] Company name to retrieve brand data for (e.g., 'Apple Inc', 'Microsoft Corporati
       #
-      # @param country_gl [Symbol, ContextDev::Models::BrandRetrieveByNameParams::CountryGl] Optional country code (GL parameter) to specify the country. This affects the ge
+      # @param country_gl [Symbol, ContextDev::Models::BrandRetrieveByNameParams::CountryGl] Optional country code hint (GL parameter) to specify the country for the company
       #
       # @param force_language [Symbol, ContextDev::Models::BrandRetrieveByNameParams::ForceLanguage] Optional parameter to force the language of the retrieved brand data.
       #
@@ -186,8 +183,7 @@ module ContextDev
       # Some parameter documentations has been truncated, see
       # {ContextDev::Models::BrandRetrieveByTickerParams} for more details.
       #
-      # Retrieve brand information using a stock ticker symbol. This endpoint looks up
-      # the company associated with the ticker and returns its brand data.
+      # Retrieve brand information using a stock ticker symbol.
       #
       # @overload retrieve_by_ticker(ticker:, force_language: nil, max_speed: nil, ticker_exchange: nil, timeout_ms: nil, request_options: {})
       #
@@ -222,8 +218,8 @@ module ContextDev
       # {ContextDev::Models::BrandRetrieveSimplifiedParams} for more details.
       #
       # Returns a simplified version of brand data containing only essential
-      # information: domain, title, colors, logos, and backdrops. This endpoint is
-      # optimized for faster responses and reduced data transfer.
+      # information: domain, title, colors, logos, and backdrops. Optimized for faster
+      # responses and reduced data transfer.
       #
       # @overload retrieve_simplified(domain:, timeout_ms: nil, request_options: {})
       #

data/lib/context_dev/resources/industry.rb

@@ -6,11 +6,11 @@ module ContextDev
       # Some parameter documentations has been truncated, see
       # {ContextDev::Models::IndustryRetrieveNaicsParams} for more details.
       #
-      # Endpoint to classify any brand into a 2022 NAICS code.
+      # Classify any brand into 2022 NAICS industry codes from its domain or name.
       #
       # @overload retrieve_naics(input:, max_results: nil, min_results: nil, timeout_ms: nil, request_options: {})
       #
-      # @param input [String] Brand domain or title to retrieve NAICS code for. If a valid domain is provided
+      # @param input [String] Brand domain or title to retrieve NAICS code for. If a valid domain is provided,
       #
       # @param max_results [Integer] Maximum number of NAICS codes to return. Must be between 1 and 10. Defaults to 5
       #
@@ -28,7 +28,7 @@ module ContextDev
         query = ContextDev::Internal::Util.encode_query_params(parsed)
         @client.request(
           method: :get,
-          path: "brand/naics",
+          path: "web/naics",
           query: query.transform_keys(
             max_results: "maxResults",
             min_results: "minResults",

data/lib/context_dev/resources/web.rb

@@ -3,15 +3,76 @@
 module ContextDev
   module Resources
     class Web
+      # Some parameter documentations has been truncated, see
+      # {ContextDev::Models::WebExtractFontsParams} for more details.
+      #
+      # Scrape font information from a website including font families, usage
+      # statistics, fallbacks, and element/word counts.
+      #
+      # @overload extract_fonts(direct_url: nil, domain: nil, timeout_ms: nil, request_options: {})
+      #
+      # @param direct_url [String] A specific URL to fetch fonts from directly, bypassing domain resolution (e.g.,
+      #
+      # @param domain [String] Domain name to extract fonts from (e.g., 'example.com', 'google.com'). The domai
+      #
+      # @param timeout_ms [Integer] Optional timeout in milliseconds for the request. If the request takes longer th
+      #
+      # @param request_options [ContextDev::RequestOptions, Hash{Symbol=>Object}, nil]
+      #
+      # @return [ContextDev::Models::WebExtractFontsResponse]
+      #
+      # @see ContextDev::Models::WebExtractFontsParams
+      def extract_fonts(params = {})
+        parsed, options = ContextDev::WebExtractFontsParams.dump_request(params)
+        query = ContextDev::Internal::Util.encode_query_params(parsed)
+        @client.request(
+          method: :get,
+          path: "web/fonts",
+          query: query.transform_keys(direct_url: "directUrl", timeout_ms: "timeoutMS"),
+          model: ContextDev::Models::WebExtractFontsResponse,
+          options: options
+        )
+      end
+
+      # Some parameter documentations has been truncated, see
+      # {ContextDev::Models::WebExtractStyleguideParams} for more details.
+      #
+      # Extract a comprehensive design system from a website including colors,
+      # typography, spacing, shadows, and UI components.
+      #
+      # @overload extract_styleguide(direct_url: nil, domain: nil, timeout_ms: nil, request_options: {})
+      #
+      # @param direct_url [String] A specific URL to fetch the styleguide from directly, bypassing domain resolutio
+      #
+      # @param domain [String] Domain name to extract styleguide from (e.g., 'example.com', 'google.com'). The
+      #
+      # @param timeout_ms [Integer] Optional timeout in milliseconds for the request. If the request takes longer th
+      #
+      # @param request_options [ContextDev::RequestOptions, Hash{Symbol=>Object}, nil]
+      #
+      # @return [ContextDev::Models::WebExtractStyleguideResponse]
+      #
+      # @see ContextDev::Models::WebExtractStyleguideParams
+      def extract_styleguide(params = {})
+        parsed, options = ContextDev::WebExtractStyleguideParams.dump_request(params)
+        query = ContextDev::Internal::Util.encode_query_params(parsed)
+        @client.request(
+          method: :get,
+          path: "web/styleguide",
+          query: query.transform_keys(direct_url: "directUrl", timeout_ms: "timeoutMS"),
+          model: ContextDev::Models::WebExtractStyleguideResponse,
+          options: options
+        )
+      end
+
       # Some parameter documentations has been truncated, see
       # {ContextDev::Models::WebScreenshotParams} for more details.
       #
-      # Capture a screenshot of a website. Supports both viewport (standard browser
-      # view) and full-page screenshots. Can also screenshot specific page types (login,
-      # pricing, etc.) by using heuristics to find the appropriate URL. Returns a URL to
-      # the uploaded screenshot image hosted on our CDN.
+      # Capture a screenshot of a website.
+      #
+      # @overload screenshot(direct_url: nil, domain: nil, full_screenshot: nil, page: nil, prioritize: nil, request_options: {})
       #
-      # @overload screenshot(domain:, full_screenshot: nil, page: nil, prioritize: nil, request_options: {})
+      # @param direct_url [String] A specific URL to screenshot directly, bypassing domain resolution (e.g., 'https
       #
       # @param domain [String] Domain name to take screenshot of (e.g., 'example.com', 'google.com'). The domai
       #
@@ -26,13 +87,13 @@ module ContextDev
       # @return [ContextDev::Models::WebScreenshotResponse]
       #
       # @see ContextDev::Models::WebScreenshotParams
-      def screenshot(params)
+      def screenshot(params = {})
         parsed, options = ContextDev::WebScreenshotParams.dump_request(params)
         query = ContextDev::Internal::Util.encode_query_params(parsed)
         @client.request(
           method: :get,
-          path: "brand/screenshot",
-          query: query.transform_keys(full_screenshot: "fullScreenshot"),
+          path: "web/screenshot",
+          query: query.transform_keys(direct_url: "directUrl", full_screenshot: "fullScreenshot"),
           model: ContextDev::Models::WebScreenshotResponse,
           options: options
         )
@@ -42,8 +103,7 @@ module ContextDev
       # {ContextDev::Models::WebWebCrawlMdParams} for more details.
       #
       # Performs a crawl starting from a given URL, extracts page content as Markdown,
-      # and returns results for all crawled pages. Only follows links within the same
-      # domain as the starting URL. Costs 1 credit per successful page crawled.
+      # and returns results for all crawled pages.
       #
       # @overload web_crawl_md(url:, follow_subdomains: nil, include_images: nil, include_links: nil, max_depth: nil, max_pages: nil, shorten_base64_images: nil, url_regex: nil, use_main_content_only: nil, request_options: {})
       #
@@ -81,12 +141,17 @@ module ContextDev
         )
       end
 
+      # Some parameter documentations has been truncated, see
+      # {ContextDev::Models::WebWebScrapeHTMLParams} for more details.
+      #
       # Scrapes the given URL and returns the raw HTML content of the page.
       #
-      # @overload web_scrape_html(url:, request_options: {})
+      # @overload web_scrape_html(url:, max_age_ms: nil, request_options: {})
       #
       # @param url [String] Full URL to scrape (must include http:// or https:// protocol)
       #
+      # @param max_age_ms [Integer] Return a cached result if a prior scrape for the same parameters exists and is y
+      #
       # @param request_options [ContextDev::RequestOptions, Hash{Symbol=>Object}, nil]
       #
       # @return [ContextDev::Models::WebWebScrapeHTMLResponse]
@@ -98,7 +163,7 @@ module ContextDev
         @client.request(
           method: :get,
           path: "web/scrape/html",
-          query: query,
+          query: query.transform_keys(max_age_ms: "maxAgeMs"),
           model: ContextDev::Models::WebWebScrapeHTMLResponse,
           options: options
         )
@@ -132,17 +197,18 @@ module ContextDev
       # Some parameter documentations has been truncated, see
       # {ContextDev::Models::WebWebScrapeMdParams} for more details.
       #
-      # Scrapes the given URL, converts the HTML content to Markdown, and returns the
-      # result.
+      # Scrapes the given URL into LLM usable Markdown.
       #
-      # @overload web_scrape_md(url:, include_images: nil, include_links: nil, shorten_base64_images: nil, use_main_content_only: nil, request_options: {})
+      # @overload web_scrape_md(url:, include_images: nil, include_links: nil, max_age_ms: nil, shorten_base64_images: nil, use_main_content_only: nil, request_options: {})
       #
-      # @param url [String] Full URL to scrape and convert to markdown (must include http:// or https:// pro
+      # @param url [String] Full URL to scrape into LLM usable Markdown (must include http:// or https:// pr
       #
       # @param include_images [Boolean] Include image references in Markdown output
       #
       # @param include_links [Boolean] Preserve hyperlinks in Markdown output
       #
+      # @param max_age_ms [Integer] Return a cached result if a prior scrape for the same parameters exists and is y
+      #
       # @param shorten_base64_images [Boolean] Shorten base64-encoded image data in the Markdown output
       #
       # @param use_main_content_only [Boolean] Extract only the main content of the page, excluding headers, footers, sidebars,
@@ -161,6 +227,7 @@ module ContextDev
           query: query.transform_keys(
             include_images: "includeImages",
             include_links: "includeLinks",
+            max_age_ms: "maxAgeMs",
             shorten_base64_images: "shortenBase64Images",
             use_main_content_only: "useMainContentOnly"
           ),
@@ -172,13 +239,11 @@ module ContextDev
       # Some parameter documentations has been truncated, see
       # {ContextDev::Models::WebWebScrapeSitemapParams} for more details.
       #
-      # Crawls the sitemap of the given domain and returns all discovered page URLs.
-      # Supports sitemap index files (recursive), parallel fetching with concurrency
-      # control, deduplication, and filters out non-page resources (images, PDFs, etc.).
+      # Crawl an entire website's sitemap and return all discovered page URLs.
       #
       # @overload web_scrape_sitemap(domain:, max_links: nil, request_options: {})
       #
-      # @param domain [String] Domain name to crawl sitemaps for (e.g., 'example.com'). The domain will be auto
+      # @param domain [String] Domain to build a sitemap for
       #
       # @param max_links [Integer] Maximum number of links to return from the sitemap crawl. Defaults to 10,000. Mi
       #

data/lib/context_dev/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module ContextDev
-  VERSION = "1.3.0"
+  VERSION = "1.5.0"
 end

data/lib/context_dev.rb

@@ -74,14 +74,14 @@ require_relative "context_dev/models/brand_retrieve_simplified_params"
 require_relative "context_dev/models/brand_retrieve_simplified_response"
 require_relative "context_dev/models/industry_retrieve_naics_params"
 require_relative "context_dev/models/industry_retrieve_naics_response"
-require_relative "context_dev/models/style_extract_fonts_params"
-require_relative "context_dev/models/style_extract_fonts_response"
-require_relative "context_dev/models/style_extract_styleguide_params"
-require_relative "context_dev/models/style_extract_styleguide_response"
 require_relative "context_dev/models/utility_prefetch_by_email_params"
 require_relative "context_dev/models/utility_prefetch_by_email_response"
 require_relative "context_dev/models/utility_prefetch_params"
 require_relative "context_dev/models/utility_prefetch_response"
+require_relative "context_dev/models/web_extract_fonts_params"
+require_relative "context_dev/models/web_extract_fonts_response"
+require_relative "context_dev/models/web_extract_styleguide_params"
+require_relative "context_dev/models/web_extract_styleguide_response"
 require_relative "context_dev/models/web_screenshot_params"
 require_relative "context_dev/models/web_screenshot_response"
 require_relative "context_dev/models/web_web_crawl_md_params"
@@ -98,6 +98,5 @@ require_relative "context_dev/models"
 require_relative "context_dev/resources/ai"
 require_relative "context_dev/resources/brand"
 require_relative "context_dev/resources/industry"
-require_relative "context_dev/resources/style"
 require_relative "context_dev/resources/utility"
 require_relative "context_dev/resources/web"

data/rbi/context_dev/client.rbi

@@ -19,9 +19,6 @@ module ContextDev
     sig { returns(ContextDev::Resources::AI) }
     attr_reader :ai
 
-    sig { returns(ContextDev::Resources::Style) }
-    attr_reader :style
-
     sig { returns(ContextDev::Resources::Brand) }
     attr_reader :brand