berrycrawl 0.1.0

data/lib/Berrycrawl/types/summary_format_dto.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class SummaryFormatDto < Internal::Types::Model
+      field :query, -> { String }, optional: true, nullable: false
+
+      field :type, -> { Berrycrawl::Types::SummaryFormatDtoType }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/summary_format_dto_type.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module SummaryFormatDtoType
+      extend Berrycrawl::Internal::Types::Enum
+
+      SUMMARY = "summary"
+    end
+  end
+end

data/lib/Berrycrawl/types/test_webhook_response.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class TestWebhookResponse < Internal::Types::Model
+      field :event, -> { String }, optional: false, nullable: false
+
+      field :message, -> { String }, optional: false, nullable: false
+
+      field :payload, -> { Internal::Types::Hash[String, Object] }, optional: false, nullable: false
+
+      field :success, -> { Internal::Types::Boolean }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/webhook.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class Webhook < Internal::Types::Model
+      field :created_at, -> { String }, optional: true, nullable: false, api_name: "createdAt"
+
+      field :events, -> { Internal::Types::Array[String] }, optional: false, nullable: false
+
+      field :id, -> { String }, optional: false, nullable: false
+
+      field :is_active, -> { Internal::Types::Boolean }, optional: false, nullable: false, api_name: "isActive"
+
+      field :recent_deliveries, -> { Internal::Types::Array[Internal::Types::Hash[String, Object]] }, optional: true, nullable: false, api_name: "recentDeliveries"
+
+      field :secret, -> { String }, optional: true, nullable: false
+
+      field :updated_at, -> { String }, optional: true, nullable: false, api_name: "updatedAt"
+
+      field :url, -> { String }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/webhook_config_dto.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class WebhookConfigDto < Internal::Types::Model
+      field :events, -> { Internal::Types::Array[String] }, optional: false, nullable: false
+
+      field :metadata, -> { Internal::Types::Hash[String, Object] }, optional: true, nullable: false
+
+      field :secret, -> { String }, optional: true, nullable: false
+
+      field :url, -> { String }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/webhook_response.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class WebhookResponse < Internal::Types::Model
+      field :data, -> { Berrycrawl::Types::Webhook }, optional: false, nullable: false
+
+      field :success, -> { Internal::Types::Boolean }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  VERSION = "0.1.0"
+end

data/lib/Berrycrawl/webhooks/client.rb

@@ -0,0 +1,214 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Webhooks
+    class Client
+      # @param client [Berrycrawl::Internal::Http::RawClient]
+      #
+      # @return [void]
+      def initialize(client:)
+        @client = client
+      end
+
+      # @param request_options [Hash]
+      # @param _params [Hash]
+      # @option request_options [String] :base_url
+      # @option request_options [Hash{String => Object}] :additional_headers
+      # @option request_options [Hash{String => Object}] :additional_query_parameters
+      # @option request_options [Hash{String => Object}] :additional_body_parameters
+      # @option request_options [Integer] :timeout_in_seconds
+      #
+      # @return [Berrycrawl::Types::ListWebhooksResponse]
+      def list(request_options: {}, **_params)
+        request = Berrycrawl::Internal::JSON::Request.new(
+          base_url: request_options[:base_url],
+          method: "GET",
+          path: "webhooks",
+          request_options: request_options
+        )
+        begin
+          response = @client.send(request)
+        rescue Net::HTTPRequestTimeout
+          raise Berrycrawl::Errors::TimeoutError
+        end
+        code = response.code.to_i
+        if code.between?(200, 299)
+          Berrycrawl::Types::ListWebhooksResponse.load(response.body)
+        else
+          error_class = Berrycrawl::Errors::ResponseError.subclass_for_code(code)
+          raise error_class.new(response.body, code: code)
+        end
+      end
+
+      # @param request_options [Hash]
+      # @param params [Berrycrawl::Webhooks::Types::CreateWebhookDto]
+      # @option request_options [String] :base_url
+      # @option request_options [Hash{String => Object}] :additional_headers
+      # @option request_options [Hash{String => Object}] :additional_query_parameters
+      # @option request_options [Hash{String => Object}] :additional_body_parameters
+      # @option request_options [Integer] :timeout_in_seconds
+      #
+      # @return [Berrycrawl::Types::WebhookResponse]
+      def create(request_options: {}, **params)
+        params = Berrycrawl::Internal::Types::Utils.normalize_keys(params)
+        request = Berrycrawl::Internal::JSON::Request.new(
+          base_url: request_options[:base_url],
+          method: "POST",
+          path: "webhooks",
+          body: Berrycrawl::Webhooks::Types::CreateWebhookDto.new(params).to_h,
+          request_options: request_options
+        )
+        begin
+          response = @client.send(request)
+        rescue Net::HTTPRequestTimeout
+          raise Berrycrawl::Errors::TimeoutError
+        end
+        code = response.code.to_i
+        if code.between?(200, 299)
+          Berrycrawl::Types::WebhookResponse.load(response.body)
+        else
+          error_class = Berrycrawl::Errors::ResponseError.subclass_for_code(code)
+          raise error_class.new(response.body, code: code)
+        end
+      end
+
+      # @param request_options [Hash]
+      # @param params [Hash]
+      # @option request_options [String] :base_url
+      # @option request_options [Hash{String => Object}] :additional_headers
+      # @option request_options [Hash{String => Object}] :additional_query_parameters
+      # @option request_options [Hash{String => Object}] :additional_body_parameters
+      # @option request_options [Integer] :timeout_in_seconds
+      # @option params [String] :id
+      #
+      # @return [Berrycrawl::Types::WebhookResponse]
+      def get(request_options: {}, **params)
+        params = Berrycrawl::Internal::Types::Utils.normalize_keys(params)
+        request = Berrycrawl::Internal::JSON::Request.new(
+          base_url: request_options[:base_url],
+          method: "GET",
+          path: "webhooks/#{URI.encode_uri_component(params[:id].to_s)}",
+          request_options: request_options
+        )
+        begin
+          response = @client.send(request)
+        rescue Net::HTTPRequestTimeout
+          raise Berrycrawl::Errors::TimeoutError
+        end
+        code = response.code.to_i
+        if code.between?(200, 299)
+          Berrycrawl::Types::WebhookResponse.load(response.body)
+        else
+          error_class = Berrycrawl::Errors::ResponseError.subclass_for_code(code)
+          raise error_class.new(response.body, code: code)
+        end
+      end
+
+      # @param request_options [Hash]
+      # @param params [Hash]
+      # @option request_options [String] :base_url
+      # @option request_options [Hash{String => Object}] :additional_headers
+      # @option request_options [Hash{String => Object}] :additional_query_parameters
+      # @option request_options [Hash{String => Object}] :additional_body_parameters
+      # @option request_options [Integer] :timeout_in_seconds
+      # @option params [String] :id
+      #
+      # @return [Berrycrawl::Types::MessageResponse]
+      def delete(request_options: {}, **params)
+        params = Berrycrawl::Internal::Types::Utils.normalize_keys(params)
+        request = Berrycrawl::Internal::JSON::Request.new(
+          base_url: request_options[:base_url],
+          method: "DELETE",
+          path: "webhooks/#{URI.encode_uri_component(params[:id].to_s)}",
+          request_options: request_options
+        )
+        begin
+          response = @client.send(request)
+        rescue Net::HTTPRequestTimeout
+          raise Berrycrawl::Errors::TimeoutError
+        end
+        code = response.code.to_i
+        if code.between?(200, 299)
+          Berrycrawl::Types::MessageResponse.load(response.body)
+        else
+          error_class = Berrycrawl::Errors::ResponseError.subclass_for_code(code)
+          raise error_class.new(response.body, code: code)
+        end
+      end
+
+      # @param request_options [Hash]
+      # @param params [Berrycrawl::Webhooks::Types::UpdateWebhookDto]
+      # @option request_options [String] :base_url
+      # @option request_options [Hash{String => Object}] :additional_headers
+      # @option request_options [Hash{String => Object}] :additional_query_parameters
+      # @option request_options [Hash{String => Object}] :additional_body_parameters
+      # @option request_options [Integer] :timeout_in_seconds
+      # @option params [String] :id
+      #
+      # @return [Berrycrawl::Types::WebhookResponse]
+      def update(request_options: {}, **params)
+        params = Berrycrawl::Internal::Types::Utils.normalize_keys(params)
+        request_data = Berrycrawl::Webhooks::Types::UpdateWebhookDto.new(params).to_h
+        non_body_param_names = %w[id]
+        body = request_data.except(*non_body_param_names)
+
+        request = Berrycrawl::Internal::JSON::Request.new(
+          base_url: request_options[:base_url],
+          method: "PATCH",
+          path: "webhooks/#{URI.encode_uri_component(params[:id].to_s)}",
+          body: body,
+          request_options: request_options
+        )
+        begin
+          response = @client.send(request)
+        rescue Net::HTTPRequestTimeout
+          raise Berrycrawl::Errors::TimeoutError
+        end
+        code = response.code.to_i
+        if code.between?(200, 299)
+          Berrycrawl::Types::WebhookResponse.load(response.body)
+        else
+          error_class = Berrycrawl::Errors::ResponseError.subclass_for_code(code)
+          raise error_class.new(response.body, code: code)
+        end
+      end
+
+      # @param request_options [Hash]
+      # @param params [Berrycrawl::Webhooks::Types::TestWebhookDto]
+      # @option request_options [String] :base_url
+      # @option request_options [Hash{String => Object}] :additional_headers
+      # @option request_options [Hash{String => Object}] :additional_query_parameters
+      # @option request_options [Hash{String => Object}] :additional_body_parameters
+      # @option request_options [Integer] :timeout_in_seconds
+      # @option params [String] :id
+      #
+      # @return [Berrycrawl::Types::TestWebhookResponse]
+      def test(request_options: {}, **params)
+        params = Berrycrawl::Internal::Types::Utils.normalize_keys(params)
+        request_data = Berrycrawl::Webhooks::Types::TestWebhookDto.new(params).to_h
+        non_body_param_names = %w[id]
+        body = request_data.except(*non_body_param_names)
+
+        request = Berrycrawl::Internal::JSON::Request.new(
+          base_url: request_options[:base_url],
+          method: "POST",
+          path: "webhooks/#{URI.encode_uri_component(params[:id].to_s)}/test",
+          body: body,
+          request_options: request_options
+        )
+        begin
+          response = @client.send(request)
+        rescue Net::HTTPRequestTimeout
+          raise Berrycrawl::Errors::TimeoutError
+        end
+        code = response.code.to_i
+        if code.between?(200, 299)
+          Berrycrawl::Types::TestWebhookResponse.load(response.body)
+        else
+          error_class = Berrycrawl::Errors::ResponseError.subclass_for_code(code)
+          raise error_class.new(response.body, code: code)
+        end
+      end
+    end
+  end
+end

data/lib/Berrycrawl/webhooks/types/create_webhook_dto.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Webhooks
+    module Types
+      class CreateWebhookDto < Internal::Types::Model
+        field :events, -> { Internal::Types::Array[String] }, optional: false, nullable: false
+
+        field :url, -> { String }, optional: false, nullable: false
+      end
+    end
+  end
+end

data/lib/Berrycrawl/webhooks/types/delete_webhooks_request.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Webhooks
+    module Types
+      class DeleteWebhooksRequest < Internal::Types::Model
+        field :id, -> { String }, optional: false, nullable: false
+      end
+    end
+  end
+end

data/lib/Berrycrawl/webhooks/types/get_webhooks_request.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Webhooks
+    module Types
+      class GetWebhooksRequest < Internal::Types::Model
+        field :id, -> { String }, optional: false, nullable: false
+      end
+    end
+  end
+end

data/lib/Berrycrawl/webhooks/types/test_webhook_dto.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Webhooks
+    module Types
+      class TestWebhookDto < Internal::Types::Model
+        field :id, -> { String }, optional: false, nullable: false
+
+        field :event, -> { String }, optional: false, nullable: false
+
+        field :payload, -> { Internal::Types::Hash[String, Object] }, optional: true, nullable: false
+      end
+    end
+  end
+end

data/lib/Berrycrawl/webhooks/types/update_webhook_dto.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Webhooks
+    module Types
+      class UpdateWebhookDto < Internal::Types::Model
+        field :id, -> { String }, optional: false, nullable: false
+
+        field :events, -> { Internal::Types::Array[String] }, optional: true, nullable: false
+
+        field :is_active, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "isActive"
+
+        field :url, -> { String }, optional: true, nullable: false
+      end
+    end
+  end
+end

data/lib/Berrycrawl.rb

@@ -0,0 +1,130 @@
+# frozen_string_literal: true
+
+require "json"
+require "net/http"
+require "securerandom"
+
+require_relative "Berrycrawl/internal/json/serializable"
+require_relative "Berrycrawl/internal/types/type"
+require_relative "Berrycrawl/internal/types/utils"
+require_relative "Berrycrawl/internal/types/union"
+require_relative "Berrycrawl/internal/errors/constraint_error"
+require_relative "Berrycrawl/internal/errors/type_error"
+require_relative "Berrycrawl/internal/http/base_request"
+require_relative "Berrycrawl/internal/json/request"
+require_relative "Berrycrawl/internal/http/raw_client"
+require_relative "Berrycrawl/internal/multipart/multipart_encoder"
+require_relative "Berrycrawl/internal/multipart/multipart_form_data_part"
+require_relative "Berrycrawl/internal/multipart/multipart_form_data"
+require_relative "Berrycrawl/internal/multipart/multipart_request"
+require_relative "Berrycrawl/internal/types/model/field"
+require_relative "Berrycrawl/internal/types/model"
+require_relative "Berrycrawl/internal/types/array"
+require_relative "Berrycrawl/internal/types/boolean"
+require_relative "Berrycrawl/internal/types/enum"
+require_relative "Berrycrawl/internal/types/hash"
+require_relative "Berrycrawl/internal/types/unknown"
+require_relative "Berrycrawl/errors/api_error"
+require_relative "Berrycrawl/errors/response_error"
+require_relative "Berrycrawl/errors/client_error"
+require_relative "Berrycrawl/errors/redirect_error"
+require_relative "Berrycrawl/errors/server_error"
+require_relative "Berrycrawl/errors/timeout_error"
+require_relative "Berrycrawl/internal/iterators/item_iterator"
+require_relative "Berrycrawl/internal/iterators/cursor_item_iterator"
+require_relative "Berrycrawl/internal/iterators/offset_item_iterator"
+require_relative "Berrycrawl/internal/iterators/cursor_page_iterator"
+require_relative "Berrycrawl/internal/iterators/offset_page_iterator"
+require_relative "Berrycrawl/jobs/types/list_jobs_request_type"
+require_relative "Berrycrawl/jobs/types/list_jobs_request_status"
+require_relative "Berrycrawl/types/crawl_dto_sitemap"
+require_relative "Berrycrawl/types/map_dto_sitemap"
+require_relative "Berrycrawl/types/scrape_dto_formats_item_zero"
+require_relative "Berrycrawl/types/change_tracking_format_dto_type"
+require_relative "Berrycrawl/types/change_tracking_format_dto"
+require_relative "Berrycrawl/types/json_format_dto_type"
+require_relative "Berrycrawl/types/json_format_dto"
+require_relative "Berrycrawl/types/summary_format_dto_type"
+require_relative "Berrycrawl/types/summary_format_dto"
+require_relative "Berrycrawl/types/scrape_dto_formats_item"
+require_relative "Berrycrawl/types/scrape_dto_proxy"
+require_relative "Berrycrawl/types/screenshot_dto_color_scheme"
+require_relative "Berrycrawl/types/screenshot_dto_device"
+require_relative "Berrycrawl/types/screenshot_dto_format"
+require_relative "Berrycrawl/types/screenshot_dto_full_page_algorithm"
+require_relative "Berrycrawl/types/screenshot_dto_proxy"
+require_relative "Berrycrawl/types/screenshot_dto_response_format"
+require_relative "Berrycrawl/types/screenshot_dto_scale"
+require_relative "Berrycrawl/types/screenshot_dto_wait_until"
+require_relative "Berrycrawl/types/account_response_data_plan"
+require_relative "Berrycrawl/types/account_response_data_queue"
+require_relative "Berrycrawl/types/account_response_data"
+require_relative "Berrycrawl/types/account_response"
+require_relative "Berrycrawl/types/action_dto_direction"
+require_relative "Berrycrawl/types/action_dto_type"
+require_relative "Berrycrawl/types/action_dto"
+require_relative "Berrycrawl/types/agent_config_dto_mode"
+require_relative "Berrycrawl/types/agent_config_dto"
+require_relative "Berrycrawl/types/brand_asset"
+require_relative "Berrycrawl/types/brand_profile_colors_item"
+require_relative "Berrycrawl/types/brand_profile_fonts_item"
+require_relative "Berrycrawl/types/brand_profile_socials_item"
+require_relative "Berrycrawl/types/brand_profile"
+require_relative "Berrycrawl/types/brand_response_data_meta"
+require_relative "Berrycrawl/types/brand_response_data"
+require_relative "Berrycrawl/types/brand_response"
+require_relative "Berrycrawl/types/cancel_job_response_data"
+require_relative "Berrycrawl/types/cancel_job_response"
+require_relative "Berrycrawl/types/extract_webhook_config_dto"
+require_relative "Berrycrawl/types/job_created_response"
+require_relative "Berrycrawl/types/job_response_data_errors_item"
+require_relative "Berrycrawl/types/job_summary_type"
+require_relative "Berrycrawl/types/job_summary"
+require_relative "Berrycrawl/types/pagination"
+require_relative "Berrycrawl/types/job_response_data"
+require_relative "Berrycrawl/types/job_response"
+require_relative "Berrycrawl/types/list_jobs_response_data"
+require_relative "Berrycrawl/types/list_jobs_response"
+require_relative "Berrycrawl/types/webhook"
+require_relative "Berrycrawl/types/list_webhooks_response"
+require_relative "Berrycrawl/types/location_dto"
+require_relative "Berrycrawl/types/map_link"
+require_relative "Berrycrawl/types/map_response"
+require_relative "Berrycrawl/types/message_response"
+require_relative "Berrycrawl/types/scrape_metadata"
+require_relative "Berrycrawl/types/scrape_response_credits"
+require_relative "Berrycrawl/types/scrape_response"
+require_relative "Berrycrawl/types/screenshot_clip_dto"
+require_relative "Berrycrawl/types/screenshot_cookie_dto_same_site"
+require_relative "Berrycrawl/types/screenshot_cookie_dto"
+require_relative "Berrycrawl/types/screenshot_location_dto"
+require_relative "Berrycrawl/types/screenshot_viewport_dto"
+require_relative "Berrycrawl/types/search_response_provider"
+require_relative "Berrycrawl/types/search_result_provider"
+require_relative "Berrycrawl/types/search_result"
+require_relative "Berrycrawl/types/search_response"
+require_relative "Berrycrawl/types/test_webhook_response"
+require_relative "Berrycrawl/types/webhook_config_dto"
+require_relative "Berrycrawl/types/webhook_response"
+require_relative "Berrycrawl/client"
+require_relative "Berrycrawl/account/client"
+require_relative "Berrycrawl/brand/client"
+require_relative "Berrycrawl/brand/types/brand_dto"
+require_relative "Berrycrawl/jobs/client"
+require_relative "Berrycrawl/jobs/types/list_jobs_request"
+require_relative "Berrycrawl/jobs/types/get_jobs_request"
+require_relative "Berrycrawl/jobs/types/cancel_jobs_request"
+require_relative "Berrycrawl/webhooks/client"
+require_relative "Berrycrawl/webhooks/types/create_webhook_dto"
+require_relative "Berrycrawl/webhooks/types/get_webhooks_request"
+require_relative "Berrycrawl/webhooks/types/delete_webhooks_request"
+require_relative "Berrycrawl/webhooks/types/update_webhook_dto"
+require_relative "Berrycrawl/webhooks/types/test_webhook_dto"
+require_relative "Berrycrawl/types/crawl_dto"
+require_relative "Berrycrawl/types/extract_dto"
+require_relative "Berrycrawl/types/map_dto"
+require_relative "Berrycrawl/types/parse_dto"
+require_relative "Berrycrawl/types/scrape_dto"
+require_relative "Berrycrawl/types/screenshot_dto"
+require_relative "Berrycrawl/types/search_dto"
+require_relative "Berrycrawl/environment"