berrycrawl 0.1.0

data/lib/Berrycrawl/types/list_webhooks_response.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class ListWebhooksResponse < Internal::Types::Model
+      field :data, -> { Internal::Types::Array[Berrycrawl::Types::Webhook] }, optional: false, nullable: false
+
+      field :success, -> { Internal::Types::Boolean }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/location_dto.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class LocationDto < Internal::Types::Model
+      field :country, -> { String }, optional: true, nullable: false
+
+      field :languages, -> { Internal::Types::Array[String] }, optional: true, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/map_dto.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class MapDto < Internal::Types::Model
+      field :ignore_query_parameters, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "ignoreQueryParameters"
+
+      field :include_subdomains, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "includeSubdomains"
+
+      field :limit, -> { Integer }, optional: true, nullable: false
+
+      field :location, -> { Berrycrawl::Types::LocationDto }, optional: true, nullable: false
+
+      field :search, -> { String }, optional: true, nullable: false
+
+      field :sitemap, -> { Berrycrawl::Types::MapDtoSitemap }, optional: true, nullable: false
+
+      field :timeout, -> { Integer }, optional: true, nullable: false
+
+      field :url, -> { String }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/map_dto_sitemap.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module MapDtoSitemap
+      extend Berrycrawl::Internal::Types::Enum
+
+      INCLUDE = "include"
+      SKIP = "skip"
+      ONLY = "only"
+    end
+  end
+end

data/lib/Berrycrawl/types/map_link.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class MapLink < Internal::Types::Model
+      field :description, -> { String }, optional: true, nullable: false
+
+      field :title, -> { String }, optional: true, nullable: false
+
+      field :url, -> { String }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/map_response.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class MapResponse < Internal::Types::Model
+      field :credits_used, -> { Integer }, optional: false, nullable: false, api_name: "creditsUsed"
+
+      field :links, -> { Internal::Types::Array[Berrycrawl::Types::MapLink] }, optional: false, nullable: false
+
+      field :success, -> { Internal::Types::Boolean }, optional: false, nullable: false
+
+      field :total, -> { Integer }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/message_response.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class MessageResponse < Internal::Types::Model
+      field :message, -> { String }, optional: false, nullable: false
+
+      field :success, -> { Internal::Types::Boolean }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/pagination.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class Pagination < Internal::Types::Model
+      field :limit, -> { Integer }, optional: false, nullable: false
+
+      field :page, -> { Integer }, optional: false, nullable: false
+
+      field :total, -> { Integer }, optional: false, nullable: false
+
+      field :total_pages, -> { Integer }, optional: true, nullable: false, api_name: "totalPages"
+    end
+  end
+end

data/lib/Berrycrawl/types/parse_dto.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class ParseDto < Internal::Types::Model
+      field :timeout, -> { Integer }, optional: true, nullable: false
+
+      field :url, -> { String }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/scrape_dto.rb

@@ -0,0 +1,49 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class ScrapeDto < Internal::Types::Model
+      field :actions, -> { Internal::Types::Array[Berrycrawl::Types::ActionDto] }, optional: true, nullable: false
+
+      field :block_ads, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "blockAds"
+
+      field :domain, -> { String }, optional: true, nullable: false
+
+      field :exclude_tags, -> { Internal::Types::Array[String] }, optional: true, nullable: false, api_name: "excludeTags"
+
+      field :extraction_schema, -> { Internal::Types::Hash[String, Object] }, optional: true, nullable: false, api_name: "extractionSchema"
+
+      field :formats, -> { Internal::Types::Array[Berrycrawl::Types::ScrapeDtoFormatsItem] }, optional: true, nullable: false
+
+      field :headers, -> { Internal::Types::Hash[String, Object] }, optional: true, nullable: false
+
+      field :include_tags, -> { Internal::Types::Array[String] }, optional: true, nullable: false, api_name: "includeTags"
+
+      field :location, -> { Berrycrawl::Types::LocationDto }, optional: true, nullable: false
+
+      field :max_age, -> { Integer }, optional: true, nullable: false, api_name: "maxAge"
+
+      field :mobile, -> { Internal::Types::Boolean }, optional: true, nullable: false
+
+      field :only_main_content, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "onlyMainContent"
+
+      field :proxy, -> { Berrycrawl::Types::ScrapeDtoProxy }, optional: true, nullable: false
+
+      field :remove_base64_images, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "removeBase64Images"
+
+      field :screenshot_as_base64, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "screenshotAsBase64"
+
+      field :skip_tls_verification, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "skipTlsVerification"
+
+      field :store_in_cache, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "storeInCache"
+
+      field :timeout, -> { Integer }, optional: true, nullable: false
+
+      field :url, -> { String }, optional: true, nullable: false
+
+      field :wait_for, -> { Integer }, optional: true, nullable: false, api_name: "waitFor"
+
+      field :zero_data_retention, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "zeroDataRetention"
+    end
+  end
+end

data/lib/Berrycrawl/types/scrape_dto_formats_item.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class ScrapeDtoFormatsItem < Internal::Types::Model
+      extend Berrycrawl::Internal::Types::Union
+
+      member -> { Berrycrawl::Types::ScrapeDtoFormatsItemZero }
+
+      member -> { Berrycrawl::Types::JSONFormatDto }
+
+      member -> { Berrycrawl::Types::SummaryFormatDto }
+
+      member -> { Berrycrawl::Types::ChangeTrackingFormatDto }
+    end
+  end
+end

data/lib/Berrycrawl/types/scrape_dto_formats_item_zero.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module ScrapeDtoFormatsItemZero
+      extend Berrycrawl::Internal::Types::Enum
+
+      MARKDOWN = "markdown"
+      HTML = "html"
+      RAWHTML = "rawhtml"
+      LINKS = "links"
+      IMAGES = "images"
+      SUMMARY = "summary"
+      JSON_ = "json"
+      CHANGE_TRACKING = "changeTracking"
+    end
+  end
+end

data/lib/Berrycrawl/types/scrape_dto_proxy.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module ScrapeDtoProxy
+      extend Berrycrawl::Internal::Types::Enum
+
+      NONE = "none"
+      BASIC = "basic"
+      DATACENTER = "datacenter"
+      RESIDENTIAL = "residential"
+      STEALTH = "stealth"
+      AUTO = "auto"
+    end
+  end
+end

data/lib/Berrycrawl/types/scrape_metadata.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class ScrapeMetadata < Internal::Types::Model
+      field :content_type, -> { String }, optional: true, nullable: false, api_name: "contentType"
+
+      field :status_code, -> { Integer }, optional: true, nullable: false, api_name: "statusCode"
+
+      field :timestamp, -> { String }, optional: false, nullable: false
+
+      field :title, -> { String }, optional: true, nullable: false
+
+      field :url, -> { String }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/scrape_response.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class ScrapeResponse < Internal::Types::Model
+      field :credits, -> { Berrycrawl::Types::ScrapeResponseCredits }, optional: false, nullable: false
+
+      field :data, -> { Internal::Types::Hash[String, Object] }, optional: true, nullable: false
+
+      field :error, -> { String }, optional: true, nullable: false
+
+      field :metadata, -> { Berrycrawl::Types::ScrapeMetadata }, optional: false, nullable: false
+
+      field :success, -> { Internal::Types::Boolean }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/scrape_response_credits.rb

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class ScrapeResponseCredits < Internal::Types::Model
+      field :used, -> { Integer }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/screenshot_clip_dto.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class ScreenshotClipDto < Internal::Types::Model
+      field :height, -> { Integer }, optional: false, nullable: false
+
+      field :width, -> { Integer }, optional: false, nullable: false
+
+      field :x, -> { Integer }, optional: false, nullable: false
+
+      field :y, -> { Integer }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/screenshot_cookie_dto.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class ScreenshotCookieDto < Internal::Types::Model
+      field :domain, -> { String }, optional: true, nullable: false
+
+      field :http_only, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "httpOnly"
+
+      field :name, -> { String }, optional: false, nullable: false
+
+      field :path, -> { String }, optional: true, nullable: false
+
+      field :same_site, -> { Berrycrawl::Types::ScreenshotCookieDtoSameSite }, optional: true, nullable: false, api_name: "sameSite"
+
+      field :secure, -> { Internal::Types::Boolean }, optional: true, nullable: false
+
+      field :value, -> { String }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/screenshot_cookie_dto_same_site.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module ScreenshotCookieDtoSameSite
+      extend Berrycrawl::Internal::Types::Enum
+
+      STRICT = "Strict"
+      LAX = "Lax"
+      NONE = "None"
+    end
+  end
+end

data/lib/Berrycrawl/types/screenshot_dto.rb

@@ -0,0 +1,79 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class ScreenshotDto < Internal::Types::Model
+      field :block_ads, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "blockAds"
+
+      field :click_selector, -> { String }, optional: true, nullable: false, api_name: "clickSelector"
+
+      field :clip, -> { Berrycrawl::Types::ScreenshotClipDto }, optional: true, nullable: false
+
+      field :color_scheme, -> { Berrycrawl::Types::ScreenshotDtoColorScheme }, optional: true, nullable: false, api_name: "colorScheme"
+
+      field :cookies, -> { Internal::Types::Array[Berrycrawl::Types::ScreenshotCookieDto] }, optional: true, nullable: false
+
+      field :delay, -> { Integer }, optional: true, nullable: false
+
+      field :device, -> { Berrycrawl::Types::ScreenshotDtoDevice }, optional: true, nullable: false
+
+      field :disable_animations, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "disableAnimations"
+
+      field :format, -> { Berrycrawl::Types::ScreenshotDtoFormat }, optional: true, nullable: false
+
+      field :full_page, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "fullPage"
+
+      field :full_page_algorithm, -> { Berrycrawl::Types::ScreenshotDtoFullPageAlgorithm }, optional: true, nullable: false, api_name: "fullPageAlgorithm"
+
+      field :headers, -> { Internal::Types::Hash[String, Object] }, optional: true, nullable: false
+
+      field :hide_fixed_elements, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "hideFixedElements"
+
+      field :hide_selectors, -> { Internal::Types::Array[String] }, optional: true, nullable: false, api_name: "hideSelectors"
+
+      field :location, -> { Berrycrawl::Types::ScreenshotLocationDto }, optional: true, nullable: false
+
+      field :mask_color, -> { String }, optional: true, nullable: false, api_name: "maskColor"
+
+      field :mask_selectors, -> { Internal::Types::Array[String] }, optional: true, nullable: false, api_name: "maskSelectors"
+
+      field :max_height, -> { Integer }, optional: true, nullable: false, api_name: "maxHeight"
+
+      field :omit_background, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "omitBackground"
+
+      field :proxy, -> { Berrycrawl::Types::ScreenshotDtoProxy }, optional: true, nullable: false
+
+      field :quality, -> { Integer }, optional: true, nullable: false
+
+      field :reduced_motion, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "reducedMotion"
+
+      field :remove_chat_widgets, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "removeChatWidgets"
+
+      field :remove_cookie_banners, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "removeCookieBanners"
+
+      field :remove_overlays, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "removeOverlays"
+
+      field :response_format, -> { Berrycrawl::Types::ScreenshotDtoResponseFormat }, optional: true, nullable: false, api_name: "responseFormat"
+
+      field :scale, -> { Berrycrawl::Types::ScreenshotDtoScale }, optional: true, nullable: false
+
+      field :scroll_delay, -> { Integer }, optional: true, nullable: false, api_name: "scrollDelay"
+
+      field :scroll_page, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "scrollPage"
+
+      field :selector, -> { String }, optional: true, nullable: false
+
+      field :styles, -> { Internal::Types::Array[String] }, optional: true, nullable: false
+
+      field :timeout, -> { Integer }, optional: true, nullable: false
+
+      field :url, -> { String }, optional: false, nullable: false
+
+      field :viewport, -> { Berrycrawl::Types::ScreenshotViewportDto }, optional: true, nullable: false
+
+      field :wait_for_selector, -> { String }, optional: true, nullable: false, api_name: "waitForSelector"
+
+      field :wait_until, -> { Berrycrawl::Types::ScreenshotDtoWaitUntil }, optional: true, nullable: false, api_name: "waitUntil"
+    end
+  end
+end

data/lib/Berrycrawl/types/screenshot_dto_color_scheme.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module ScreenshotDtoColorScheme
+      extend Berrycrawl::Internal::Types::Enum
+
+      LIGHT = "light"
+      DARK = "dark"
+    end
+  end
+end

data/lib/Berrycrawl/types/screenshot_dto_device.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module ScreenshotDtoDevice
+      extend Berrycrawl::Internal::Types::Enum
+
+      DESKTOP = "desktop"
+      DESKTOP_HD = "desktop-hd"
+      TABLET = "tablet"
+      IPHONE15 = "iphone-15"
+      PIXEL8 = "pixel-8"
+    end
+  end
+end

data/lib/Berrycrawl/types/screenshot_dto_format.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module ScreenshotDtoFormat
+      extend Berrycrawl::Internal::Types::Enum
+
+      PNG = "png"
+      JPEG = "jpeg"
+      WEBP = "webp"
+    end
+  end
+end

data/lib/Berrycrawl/types/screenshot_dto_full_page_algorithm.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module ScreenshotDtoFullPageAlgorithm
+      extend Berrycrawl::Internal::Types::Enum
+
+      AUTO = "auto"
+      NATIVE = "native"
+      STITCH = "stitch"
+    end
+  end
+end

data/lib/Berrycrawl/types/screenshot_dto_proxy.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module ScreenshotDtoProxy
+      extend Berrycrawl::Internal::Types::Enum
+
+      NONE = "none"
+      BASIC = "basic"
+      DATACENTER = "datacenter"
+      RESIDENTIAL = "residential"
+      STEALTH = "stealth"
+      AUTO = "auto"
+    end
+  end
+end

data/lib/Berrycrawl/types/screenshot_dto_response_format.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module ScreenshotDtoResponseFormat
+      extend Berrycrawl::Internal::Types::Enum
+
+      URL = "url"
+      BASE64 = "base64"
+    end
+  end
+end

data/lib/Berrycrawl/types/screenshot_dto_scale.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module ScreenshotDtoScale
+      extend Berrycrawl::Internal::Types::Enum
+
+      CSS = "css"
+      DEVICE = "device"
+    end
+  end
+end

data/lib/Berrycrawl/types/screenshot_dto_wait_until.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module ScreenshotDtoWaitUntil
+      extend Berrycrawl::Internal::Types::Enum
+
+      DOMCONTENTLOADED = "domcontentloaded"
+      LOAD = "load"
+      NETWORKIDLE = "networkidle"
+    end
+  end
+end

data/lib/Berrycrawl/types/screenshot_location_dto.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class ScreenshotLocationDto < Internal::Types::Model
+      field :country, -> { String }, optional: true, nullable: false
+
+      field :languages, -> { Internal::Types::Array[String] }, optional: true, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/screenshot_viewport_dto.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class ScreenshotViewportDto < Internal::Types::Model
+      field :height, -> { Integer }, optional: false, nullable: false
+
+      field :width, -> { Integer }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/search_dto.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class SearchDto < Internal::Types::Model
+      field :categories, -> { Internal::Types::Array[String] }, optional: true, nullable: false
+
+      field :country, -> { String }, optional: true, nullable: false
+
+      field :limit, -> { Integer }, optional: true, nullable: false
+
+      field :location, -> { String }, optional: true, nullable: false
+
+      field :query, -> { String }, optional: false, nullable: false
+
+      field :sources, -> { Internal::Types::Array[String] }, optional: true, nullable: false
+
+      field :tbs, -> { String }, optional: true, nullable: false
+
+      field :timeout, -> { Integer }, optional: true, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/search_response.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class SearchResponse < Internal::Types::Model
+      field :credits_used, -> { Integer }, optional: false, nullable: false, api_name: "creditsUsed"
+
+      field :data, -> { Internal::Types::Array[Berrycrawl::Types::SearchResult] }, optional: false, nullable: false
+
+      field :provider, -> { Berrycrawl::Types::SearchResponseProvider }, optional: false, nullable: false
+
+      field :query, -> { String }, optional: false, nullable: false
+
+      field :success, -> { Internal::Types::Boolean }, optional: false, nullable: false
+
+      field :total, -> { Integer }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/search_response_provider.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module SearchResponseProvider
+      extend Berrycrawl::Internal::Types::Enum
+
+      PARALLEL = "parallel"
+    end
+  end
+end

data/lib/Berrycrawl/types/search_result.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class SearchResult < Internal::Types::Model
+      field :provider, -> { Berrycrawl::Types::SearchResultProvider }, optional: true, nullable: false
+
+      field :published_date, -> { String }, optional: true, nullable: false, api_name: "publishedDate"
+
+      field :snippet, -> { String }, optional: false, nullable: false
+
+      field :source, -> { String }, optional: false, nullable: false
+
+      field :title, -> { String }, optional: false, nullable: false
+
+      field :url, -> { String }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/search_result_provider.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module SearchResultProvider
+      extend Berrycrawl::Internal::Types::Enum
+
+      PARALLEL = "parallel"
+    end
+  end
+end