context.dev 1.31.0 → 1.34.0

data/rbi/context_dev/models/web_web_scrape_md_response.rbi

@@ -15,6 +15,17 @@ module ContextDev
       sig { returns(String) }
       attr_accessor :markdown
 
+      # Metadata extracted from the scraped page HTML.
+      sig { returns(ContextDev::Models::WebWebScrapeMdResponse::Metadata) }
+      attr_reader :metadata
+
+      sig do
+        params(
+          metadata: ContextDev::Models::WebWebScrapeMdResponse::Metadata::OrHash
+        ).void
+      end
+      attr_writer :metadata
+
       # Indicates success
       sig do
         returns(
@@ -27,21 +38,47 @@ module ContextDev
       sig { returns(String) }
       attr_accessor :url
 
+      # Metadata about the API key used for the request. Included in every response
+      # whenever a valid API key is provided, even when the response status is not 200.
+      sig do
+        returns(
+          T.nilable(ContextDev::Models::WebWebScrapeMdResponse::KeyMetadata)
+        )
+      end
+      attr_reader :key_metadata
+
+      sig do
+        params(
+          key_metadata:
+            ContextDev::Models::WebWebScrapeMdResponse::KeyMetadata::OrHash
+        ).void
+      end
+      attr_writer :key_metadata
+
       sig do
         params(
           markdown: String,
+          metadata:
+            ContextDev::Models::WebWebScrapeMdResponse::Metadata::OrHash,
           success:
             ContextDev::Models::WebWebScrapeMdResponse::Success::OrBoolean,
-          url: String
+          url: String,
+          key_metadata:
+            ContextDev::Models::WebWebScrapeMdResponse::KeyMetadata::OrHash
         ).returns(T.attached_class)
       end
       def self.new(
         # Page content converted to GitHub Flavored Markdown
         markdown:,
+        # Metadata extracted from the scraped page HTML.
+        metadata:,
         # Indicates success
         success:,
         # The URL that was scraped
-        url:
+        url:,
+        # Metadata about the API key used for the request. Included in every response
+        # whenever a valid API key is provided, even when the response status is not 200.
+        key_metadata: nil
       )
       end
 
@@ -49,15 +86,476 @@ module ContextDev
         override.returns(
           {
             markdown: String,
+            metadata: ContextDev::Models::WebWebScrapeMdResponse::Metadata,
             success:
               ContextDev::Models::WebWebScrapeMdResponse::Success::TaggedBoolean,
-            url: String
+            url: String,
+            key_metadata:
+              ContextDev::Models::WebWebScrapeMdResponse::KeyMetadata
           }
         )
       end
       def to_hash
       end
 
+      class Metadata < ContextDev::Internal::Type::BaseModel
+        OrHash =
+          T.type_alias do
+            T.any(
+              ContextDev::Models::WebWebScrapeMdResponse::Metadata,
+              ContextDev::Internal::AnyHash
+            )
+          end
+
+        # Final URL scraped after redirects or scraper fallback, when known. Falls back to
+        # sourceUrl when unavailable.
+        sig { returns(String) }
+        attr_accessor :final_url
+
+        # Original URL requested by the caller.
+        sig { returns(String) }
+        attr_accessor :source_url
+
+        # Additional non-social meta tags not promoted to top-level metadata fields.
+        sig do
+          returns(
+            T.nilable(
+              T::Hash[
+                Symbol,
+                ContextDev::Models::WebWebScrapeMdResponse::Metadata::AdditionalMeta::Variants
+              ]
+            )
+          )
+        end
+        attr_reader :additional_meta
+
+        sig do
+          params(
+            additional_meta:
+              T::Hash[
+                Symbol,
+                ContextDev::Models::WebWebScrapeMdResponse::Metadata::AdditionalMeta::Variants
+              ]
+          ).void
+        end
+        attr_writer :additional_meta
+
+        # Resolved alternate links from link rel=alternate tags.
+        sig do
+          returns(
+            T.nilable(
+              T::Array[
+                ContextDev::Models::WebWebScrapeMdResponse::Metadata::Alternate
+              ]
+            )
+          )
+        end
+        attr_reader :alternates
+
+        sig do
+          params(
+            alternates:
+              T::Array[
+                ContextDev::Models::WebWebScrapeMdResponse::Metadata::Alternate::OrHash
+              ]
+          ).void
+        end
+        attr_writer :alternates
+
+        # Author metadata, when present.
+        sig { returns(T.nilable(String)) }
+        attr_reader :author
+
+        sig { params(author: String).void }
+        attr_writer :author
+
+        # Resolved canonical URL, when present.
+        sig { returns(T.nilable(String)) }
+        attr_reader :canonical_url
+
+        sig { params(canonical_url: String).void }
+        attr_writer :canonical_url
+
+        # Best description extracted from standard, Open Graph, or Twitter metadata.
+        sig { returns(T.nilable(String)) }
+        attr_reader :description
+
+        sig { params(description: String).void }
+        attr_writer :description
+
+        # Resolved favicon URL, when present.
+        sig { returns(T.nilable(String)) }
+        attr_reader :favicon
+
+        sig { params(favicon: String).void }
+        attr_writer :favicon
+
+        # Primary resolved preview image from Open Graph, Twitter, or image metadata.
+        sig { returns(T.nilable(String)) }
+        attr_reader :image
+
+        sig { params(image: String).void }
+        attr_writer :image
+
+        # JSON-LD structured data blocks parsed from the page.
+        sig { returns(T.nilable(T::Array[T::Hash[Symbol, T.anything]])) }
+        attr_reader :json_ld
+
+        sig { params(json_ld: T::Array[T::Hash[Symbol, T.anything]]).void }
+        attr_writer :json_ld
+
+        # Keywords extracted from the page's keywords meta tag.
+        sig { returns(T.nilable(T::Array[String])) }
+        attr_reader :keywords
+
+        sig { params(keywords: T::Array[String]).void }
+        attr_writer :keywords
+
+        # Language extracted from html lang or language meta tags.
+        sig { returns(T.nilable(String)) }
+        attr_reader :language
+
+        sig { params(language: String).void }
+        attr_writer :language
+
+        # Modified timestamp/date from page metadata, when present.
+        sig { returns(T.nilable(String)) }
+        attr_reader :modified_time
+
+        sig { params(modified_time: String).void }
+        attr_writer :modified_time
+
+        # Open Graph metadata with the og: prefix removed and keys camel-cased.
+        sig do
+          returns(
+            T.nilable(
+              T::Hash[
+                Symbol,
+                ContextDev::Models::WebWebScrapeMdResponse::Metadata::OpenGraph::Variants
+              ]
+            )
+          )
+        end
+        attr_reader :open_graph
+
+        sig do
+          params(
+            open_graph:
+              T::Hash[
+                Symbol,
+                ContextDev::Models::WebWebScrapeMdResponse::Metadata::OpenGraph::Variants
+              ]
+          ).void
+        end
+        attr_writer :open_graph
+
+        # Published timestamp/date from page metadata, when present.
+        sig { returns(T.nilable(String)) }
+        attr_reader :published_time
+
+        sig { params(published_time: String).void }
+        attr_writer :published_time
+
+        # Robots meta directive, when present.
+        sig { returns(T.nilable(String)) }
+        attr_reader :robots
+
+        sig { params(robots: String).void }
+        attr_writer :robots
+
+        # Site or application name from page metadata.
+        sig { returns(T.nilable(String)) }
+        attr_reader :site_name
+
+        sig { params(site_name: String).void }
+        attr_writer :site_name
+
+        # Best title extracted from the page.
+        sig { returns(T.nilable(String)) }
+        attr_reader :title
+
+        sig { params(title: String).void }
+        attr_writer :title
+
+        # Twitter card metadata with the twitter: prefix removed and keys camel-cased.
+        sig do
+          returns(
+            T.nilable(
+              T::Hash[
+                Symbol,
+                ContextDev::Models::WebWebScrapeMdResponse::Metadata::Twitter::Variants
+              ]
+            )
+          )
+        end
+        attr_reader :twitter
+
+        sig do
+          params(
+            twitter:
+              T::Hash[
+                Symbol,
+                ContextDev::Models::WebWebScrapeMdResponse::Metadata::Twitter::Variants
+              ]
+          ).void
+        end
+        attr_writer :twitter
+
+        # Metadata extracted from the scraped page HTML.
+        sig do
+          params(
+            final_url: String,
+            source_url: String,
+            additional_meta:
+              T::Hash[
+                Symbol,
+                ContextDev::Models::WebWebScrapeMdResponse::Metadata::AdditionalMeta::Variants
+              ],
+            alternates:
+              T::Array[
+                ContextDev::Models::WebWebScrapeMdResponse::Metadata::Alternate::OrHash
+              ],
+            author: String,
+            canonical_url: String,
+            description: String,
+            favicon: String,
+            image: String,
+            json_ld: T::Array[T::Hash[Symbol, T.anything]],
+            keywords: T::Array[String],
+            language: String,
+            modified_time: String,
+            open_graph:
+              T::Hash[
+                Symbol,
+                ContextDev::Models::WebWebScrapeMdResponse::Metadata::OpenGraph::Variants
+              ],
+            published_time: String,
+            robots: String,
+            site_name: String,
+            title: String,
+            twitter:
+              T::Hash[
+                Symbol,
+                ContextDev::Models::WebWebScrapeMdResponse::Metadata::Twitter::Variants
+              ]
+          ).returns(T.attached_class)
+        end
+        def self.new(
+          # Final URL scraped after redirects or scraper fallback, when known. Falls back to
+          # sourceUrl when unavailable.
+          final_url:,
+          # Original URL requested by the caller.
+          source_url:,
+          # Additional non-social meta tags not promoted to top-level metadata fields.
+          additional_meta: nil,
+          # Resolved alternate links from link rel=alternate tags.
+          alternates: nil,
+          # Author metadata, when present.
+          author: nil,
+          # Resolved canonical URL, when present.
+          canonical_url: nil,
+          # Best description extracted from standard, Open Graph, or Twitter metadata.
+          description: nil,
+          # Resolved favicon URL, when present.
+          favicon: nil,
+          # Primary resolved preview image from Open Graph, Twitter, or image metadata.
+          image: nil,
+          # JSON-LD structured data blocks parsed from the page.
+          json_ld: nil,
+          # Keywords extracted from the page's keywords meta tag.
+          keywords: nil,
+          # Language extracted from html lang or language meta tags.
+          language: nil,
+          # Modified timestamp/date from page metadata, when present.
+          modified_time: nil,
+          # Open Graph metadata with the og: prefix removed and keys camel-cased.
+          open_graph: nil,
+          # Published timestamp/date from page metadata, when present.
+          published_time: nil,
+          # Robots meta directive, when present.
+          robots: nil,
+          # Site or application name from page metadata.
+          site_name: nil,
+          # Best title extracted from the page.
+          title: nil,
+          # Twitter card metadata with the twitter: prefix removed and keys camel-cased.
+          twitter: nil
+        )
+        end
+
+        sig do
+          override.returns(
+            {
+              final_url: String,
+              source_url: String,
+              additional_meta:
+                T::Hash[
+                  Symbol,
+                  ContextDev::Models::WebWebScrapeMdResponse::Metadata::AdditionalMeta::Variants
+                ],
+              alternates:
+                T::Array[
+                  ContextDev::Models::WebWebScrapeMdResponse::Metadata::Alternate
+                ],
+              author: String,
+              canonical_url: String,
+              description: String,
+              favicon: String,
+              image: String,
+              json_ld: T::Array[T::Hash[Symbol, T.anything]],
+              keywords: T::Array[String],
+              language: String,
+              modified_time: String,
+              open_graph:
+                T::Hash[
+                  Symbol,
+                  ContextDev::Models::WebWebScrapeMdResponse::Metadata::OpenGraph::Variants
+                ],
+              published_time: String,
+              robots: String,
+              site_name: String,
+              title: String,
+              twitter:
+                T::Hash[
+                  Symbol,
+                  ContextDev::Models::WebWebScrapeMdResponse::Metadata::Twitter::Variants
+                ]
+            }
+          )
+        end
+        def to_hash
+        end
+
+        module AdditionalMeta
+          extend ContextDev::Internal::Type::Union
+
+          Variants = T.type_alias { T.any(String, T::Array[String]) }
+
+          sig do
+            override.returns(
+              T::Array[
+                ContextDev::Models::WebWebScrapeMdResponse::Metadata::AdditionalMeta::Variants
+              ]
+            )
+          end
+          def self.variants
+          end
+
+          StringArray =
+            T.let(
+              ContextDev::Internal::Type::ArrayOf[String],
+              ContextDev::Internal::Type::Converter
+            )
+        end
+
+        class Alternate < ContextDev::Internal::Type::BaseModel
+          OrHash =
+            T.type_alias do
+              T.any(
+                ContextDev::Models::WebWebScrapeMdResponse::Metadata::Alternate,
+                ContextDev::Internal::AnyHash
+              )
+            end
+
+          # Resolved alternate URL.
+          sig { returns(String) }
+          attr_accessor :href
+
+          # Language or locale for the alternate URL, when present.
+          sig { returns(T.nilable(String)) }
+          attr_reader :hreflang
+
+          sig { params(hreflang: String).void }
+          attr_writer :hreflang
+
+          # Alternate resource title, when present.
+          sig { returns(T.nilable(String)) }
+          attr_reader :title
+
+          sig { params(title: String).void }
+          attr_writer :title
+
+          # Alternate resource MIME type, when present.
+          sig { returns(T.nilable(String)) }
+          attr_reader :type
+
+          sig { params(type: String).void }
+          attr_writer :type
+
+          sig do
+            params(
+              href: String,
+              hreflang: String,
+              title: String,
+              type: String
+            ).returns(T.attached_class)
+          end
+          def self.new(
+            # Resolved alternate URL.
+            href:,
+            # Language or locale for the alternate URL, when present.
+            hreflang: nil,
+            # Alternate resource title, when present.
+            title: nil,
+            # Alternate resource MIME type, when present.
+            type: nil
+          )
+          end
+
+          sig do
+            override.returns(
+              { href: String, hreflang: String, title: String, type: String }
+            )
+          end
+          def to_hash
+          end
+        end
+
+        module OpenGraph
+          extend ContextDev::Internal::Type::Union
+
+          Variants = T.type_alias { T.any(String, T::Array[String]) }
+
+          sig do
+            override.returns(
+              T::Array[
+                ContextDev::Models::WebWebScrapeMdResponse::Metadata::OpenGraph::Variants
+              ]
+            )
+          end
+          def self.variants
+          end
+
+          StringArray =
+            T.let(
+              ContextDev::Internal::Type::ArrayOf[String],
+              ContextDev::Internal::Type::Converter
+            )
+        end
+
+        module Twitter
+          extend ContextDev::Internal::Type::Union
+
+          Variants = T.type_alias { T.any(String, T::Array[String]) }
+
+          sig do
+            override.returns(
+              T::Array[
+                ContextDev::Models::WebWebScrapeMdResponse::Metadata::Twitter::Variants
+              ]
+            )
+          end
+          def self.variants
+          end
+
+          StringArray =
+            T.let(
+              ContextDev::Internal::Type::ArrayOf[String],
+              ContextDev::Internal::Type::Converter
+            )
+        end
+      end
+
       # Indicates success
       module Success
         extend ContextDev::Internal::Type::Enum
@@ -87,6 +585,47 @@ module ContextDev
         def self.values
         end
       end
+
+      class KeyMetadata < ContextDev::Internal::Type::BaseModel
+        OrHash =
+          T.type_alias do
+            T.any(
+              ContextDev::Models::WebWebScrapeMdResponse::KeyMetadata,
+              ContextDev::Internal::AnyHash
+            )
+          end
+
+        # The number of credits consumed by this request.
+        sig { returns(Integer) }
+        attr_accessor :credits_consumed
+
+        # The number of credits remaining for your organization after this request.
+        sig { returns(Integer) }
+        attr_accessor :credits_remaining
+
+        # Metadata about the API key used for the request. Included in every response
+        # whenever a valid API key is provided, even when the response status is not 200.
+        sig do
+          params(credits_consumed: Integer, credits_remaining: Integer).returns(
+            T.attached_class
+          )
+        end
+        def self.new(
+          # The number of credits consumed by this request.
+          credits_consumed:,
+          # The number of credits remaining for your organization after this request.
+          credits_remaining:
+        )
+        end
+
+        sig do
+          override.returns(
+            { credits_consumed: Integer, credits_remaining: Integer }
+          )
+        end
+        def to_hash
+        end
+      end
     end
   end
 end

data/rbi/context_dev/models/web_web_scrape_sitemap_response.rbi

@@ -38,13 +38,34 @@ module ContextDev
       sig { returns(T::Array[String]) }
       attr_accessor :urls
 
+      # Metadata about the API key used for the request. Included in every response
+      # whenever a valid API key is provided, even when the response status is not 200.
+      sig do
+        returns(
+          T.nilable(
+            ContextDev::Models::WebWebScrapeSitemapResponse::KeyMetadata
+          )
+        )
+      end
+      attr_reader :key_metadata
+
+      sig do
+        params(
+          key_metadata:
+            ContextDev::Models::WebWebScrapeSitemapResponse::KeyMetadata::OrHash
+        ).void
+      end
+      attr_writer :key_metadata
+
       sig do
         params(
           domain: String,
           meta: ContextDev::Models::WebWebScrapeSitemapResponse::Meta::OrHash,
           success:
             ContextDev::Models::WebWebScrapeSitemapResponse::Success::OrBoolean,
-          urls: T::Array[String]
+          urls: T::Array[String],
+          key_metadata:
+            ContextDev::Models::WebWebScrapeSitemapResponse::KeyMetadata::OrHash
         ).returns(T.attached_class)
       end
       def self.new(
@@ -55,7 +76,10 @@ module ContextDev
         # Indicates success
         success:,
         # Array of discovered page URLs from the sitemap (max 500)
-        urls:
+        urls:,
+        # Metadata about the API key used for the request. Included in every response
+        # whenever a valid API key is provided, even when the response status is not 200.
+        key_metadata: nil
       )
       end
 
@@ -66,7 +90,9 @@ module ContextDev
             meta: ContextDev::Models::WebWebScrapeSitemapResponse::Meta,
             success:
               ContextDev::Models::WebWebScrapeSitemapResponse::Success::TaggedBoolean,
-            urls: T::Array[String]
+            urls: T::Array[String],
+            key_metadata:
+              ContextDev::Models::WebWebScrapeSitemapResponse::KeyMetadata
           }
         )
       end
@@ -162,6 +188,47 @@ module ContextDev
         def self.values
         end
       end
+
+      class KeyMetadata < ContextDev::Internal::Type::BaseModel
+        OrHash =
+          T.type_alias do
+            T.any(
+              ContextDev::Models::WebWebScrapeSitemapResponse::KeyMetadata,
+              ContextDev::Internal::AnyHash
+            )
+          end
+
+        # The number of credits consumed by this request.
+        sig { returns(Integer) }
+        attr_accessor :credits_consumed
+
+        # The number of credits remaining for your organization after this request.
+        sig { returns(Integer) }
+        attr_accessor :credits_remaining
+
+        # Metadata about the API key used for the request. Included in every response
+        # whenever a valid API key is provided, even when the response status is not 200.
+        sig do
+          params(credits_consumed: Integer, credits_remaining: Integer).returns(
+            T.attached_class
+          )
+        end
+        def self.new(
+          # The number of credits consumed by this request.
+          credits_consumed:,
+          # The number of credits remaining for your organization after this request.
+          credits_remaining:
+        )
+        end
+
+        sig do
+          override.returns(
+            { credits_consumed: Integer, credits_remaining: Integer }
+          )
+        end
+        def to_hash
+        end
+      end
     end
   end
 end

data/rbi/context_dev/resources/web.rbi

@@ -14,6 +14,8 @@ module ContextDev
           include_frames: T::Boolean,
           instructions: String,
           max_age_ms: Integer,
+          max_depth: Integer,
+          max_pages: Integer,
           pdf: ContextDev::WebExtractParams::Pdf::OrHash,
           stop_after_ms: Integer,
           timeout_ms: Integer,
@@ -46,6 +48,11 @@ module ContextDev
         # Return cached scrape results if a prior scrape for the same parameters is
         # younger than this many milliseconds. Defaults to 7 days (604800000 ms).
         max_age_ms: nil,
+        # Optional maximum link depth from the starting URL (0 = only the starting page).
+        # If omitted, there is no crawl depth limit.
+        max_depth: nil,
+        # Maximum number of pages to analyze for extraction. Hard cap: 50. Defaults to 5.
+        max_pages: nil,
         pdf: nil,
         # Soft time budget for the crawl in milliseconds. Min: 10000 (10s). Max: 110000
         # (110s). Default: 80000 (80s).