context.dev 1.0.0 → 1.2.0

data/lib/context_dev/models/web_web_scrape_images_response.rb

@@ -75,6 +75,10 @@ module ContextDev
           LINK = :link
           SOURCE = :source
           VIDEO = :video
+          CSS = :css
+          OBJECT = :object
+          META = :meta
+          BACKGROUND = :background
 
           # @!method self.values
           #   @return [Array<Symbol>]

data/lib/context_dev/models/web_web_scrape_md_params.rb

@@ -32,7 +32,14 @@ module ContextDev
       #   @return [Boolean, nil]
       optional :shorten_base64_images, ContextDev::Internal::Type::Boolean
 
-      # @!method initialize(url:, include_images: nil, include_links: nil, shorten_base64_images: nil, request_options: {})
+      # @!attribute use_main_content_only
+      #   Extract only the main content of the page, excluding headers, footers, sidebars,
+      #   and navigation
+      #
+      #   @return [Boolean, nil]
+      optional :use_main_content_only, ContextDev::Internal::Type::Boolean
+
+      # @!method initialize(url:, include_images: nil, include_links: nil, shorten_base64_images: nil, use_main_content_only: nil, request_options: {})
       #   Some parameter documentations has been truncated, see
       #   {ContextDev::Models::WebWebScrapeMdParams} for more details.
       #
@@ -44,6 +51,8 @@ module ContextDev
       #
       #   @param shorten_base64_images [Boolean] Shorten base64-encoded image data in the Markdown output
       #
+      #   @param use_main_content_only [Boolean] Extract only the main content of the page, excluding headers, footers, sidebars,
+      #
       #   @param request_options [ContextDev::RequestOptions, Hash{Symbol=>Object}]
     end
   end

data/lib/context_dev/resources/style.rb

@@ -40,14 +40,12 @@ module ContextDev
       # Either 'domain' or 'directUrl' must be provided as a query parameter, but not
       # both.
       #
-      # @overload extract_styleguide(direct_url: nil, domain: nil, prioritize: nil, timeout_ms: nil, request_options: {})
+      # @overload extract_styleguide(direct_url: nil, domain: nil, timeout_ms: nil, request_options: {})
       #
       # @param direct_url [String] A specific URL to fetch the styleguide from directly, bypassing domain resolutio
       #
       # @param domain [String] Domain name to extract styleguide from (e.g., 'example.com', 'google.com'). The
       #
-      # @param prioritize [Symbol, ContextDev::Models::StyleExtractStyleguideParams::Prioritize] Optional parameter to prioritize screenshot capture for styleguide extraction. I
-      #
       # @param timeout_ms [Integer] Optional timeout in milliseconds for the request. If the request takes longer th
       #
       # @param request_options [ContextDev::RequestOptions, Hash{Symbol=>Object}, nil]

data/lib/context_dev/resources/web.rb

@@ -92,7 +92,7 @@ module ContextDev
       # Scrapes the given URL, converts the HTML content to Markdown, and returns the
       # result.
       #
-      # @overload web_scrape_md(url:, include_images: nil, include_links: nil, shorten_base64_images: nil, request_options: {})
+      # @overload web_scrape_md(url:, include_images: nil, include_links: nil, shorten_base64_images: nil, use_main_content_only: nil, request_options: {})
       #
       # @param url [String] Full URL to scrape and convert to markdown (must include http:// or https:// pro
       #
@@ -102,6 +102,8 @@ module ContextDev
       #
       # @param shorten_base64_images [Boolean] Shorten base64-encoded image data in the Markdown output
       #
+      # @param use_main_content_only [Boolean] Extract only the main content of the page, excluding headers, footers, sidebars,
+      #
       # @param request_options [ContextDev::RequestOptions, Hash{Symbol=>Object}, nil]
       #
       # @return [ContextDev::Models::WebWebScrapeMdResponse]
@@ -116,7 +118,8 @@ module ContextDev
           query: query.transform_keys(
             include_images: "includeImages",
             include_links: "includeLinks",
-            shorten_base64_images: "shortenBase64Images"
+            shorten_base64_images: "shortenBase64Images",
+            use_main_content_only: "useMainContentOnly"
           ),
           model: ContextDev::Models::WebWebScrapeMdResponse,
           options: options

data/lib/context_dev/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module ContextDev
-  VERSION = "1.0.0"
+  VERSION = "1.2.0"
 end

data/rbi/context_dev/internal/util.rbi

@@ -148,12 +148,20 @@ module ContextDev
         end
       end
 
+      # https://www.rfc-editor.org/rfc/rfc3986.html#section-3.3
+      RFC_3986_NOT_PCHARS = T.let(/[^A-Za-z0-9\-._~!$&'()*+,;=:@]+/, Regexp)
+
       class << self
         # @api private
         sig { params(uri: URI::Generic).returns(String) }
         def uri_origin(uri)
         end
 
+        # @api private
+        sig { params(path: T.any(String, Integer)).returns(String) }
+        def encode_path(path)
+        end
+
         # @api private
         sig { params(path: T.any(String, T::Array[String])).returns(String) }
         def interpolate_path(path)

data/rbi/context_dev/models/style_extract_styleguide_params.rbi

@@ -30,27 +30,6 @@ module ContextDev
       sig { params(domain: String).void }
       attr_writer :domain
 
-      # Optional parameter to prioritize screenshot capture for styleguide extraction.
-      # If 'speed', optimizes for faster capture with basic quality. If 'quality',
-      # optimizes for higher quality with longer wait times. Defaults to 'quality' if
-      # not provided.
-      sig do
-        returns(
-          T.nilable(
-            ContextDev::StyleExtractStyleguideParams::Prioritize::OrSymbol
-          )
-        )
-      end
-      attr_reader :prioritize
-
-      sig do
-        params(
-          prioritize:
-            ContextDev::StyleExtractStyleguideParams::Prioritize::OrSymbol
-        ).void
-      end
-      attr_writer :prioritize
-
       # Optional timeout in milliseconds for the request. If the request takes longer
       # than this value, it will be aborted with a 408 status code. Maximum allowed
       # value is 300000ms (5 minutes).
@@ -64,8 +43,6 @@ module ContextDev
         params(
           direct_url: String,
           domain: String,
-          prioritize:
-            ContextDev::StyleExtractStyleguideParams::Prioritize::OrSymbol,
           timeout_ms: Integer,
           request_options: ContextDev::RequestOptions::OrHash
         ).returns(T.attached_class)
@@ -77,11 +54,6 @@ module ContextDev
         # Domain name to extract styleguide from (e.g., 'example.com', 'google.com'). The
         # domain will be automatically normalized and validated.
         domain: nil,
-        # Optional parameter to prioritize screenshot capture for styleguide extraction.
-        # If 'speed', optimizes for faster capture with basic quality. If 'quality',
-        # optimizes for higher quality with longer wait times. Defaults to 'quality' if
-        # not provided.
-        prioritize: nil,
         # Optional timeout in milliseconds for the request. If the request takes longer
         # than this value, it will be aborted with a 408 status code. Maximum allowed
         # value is 300000ms (5 minutes).
@@ -95,8 +67,6 @@ module ContextDev
           {
             direct_url: String,
             domain: String,
-            prioritize:
-              ContextDev::StyleExtractStyleguideParams::Prioritize::OrSymbol,
             timeout_ms: Integer,
             request_options: ContextDev::RequestOptions
           }
@@ -104,41 +74,6 @@ module ContextDev
       end
       def to_hash
       end
-
-      # Optional parameter to prioritize screenshot capture for styleguide extraction.
-      # If 'speed', optimizes for faster capture with basic quality. If 'quality',
-      # optimizes for higher quality with longer wait times. Defaults to 'quality' if
-      # not provided.
-      module Prioritize
-        extend ContextDev::Internal::Type::Enum
-
-        TaggedSymbol =
-          T.type_alias do
-            T.all(Symbol, ContextDev::StyleExtractStyleguideParams::Prioritize)
-          end
-        OrSymbol = T.type_alias { T.any(Symbol, String) }
-
-        SPEED =
-          T.let(
-            :speed,
-            ContextDev::StyleExtractStyleguideParams::Prioritize::TaggedSymbol
-          )
-        QUALITY =
-          T.let(
-            :quality,
-            ContextDev::StyleExtractStyleguideParams::Prioritize::TaggedSymbol
-          )
-
-        sig do
-          override.returns(
-            T::Array[
-              ContextDev::StyleExtractStyleguideParams::Prioritize::TaggedSymbol
-            ]
-          )
-        end
-        def self.values
-        end
-      end
     end
   end
 end