berrycrawl 0.1.0

data/lib/Berrycrawl/jobs/types/list_jobs_request.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Jobs
+    module Types
+      class ListJobsRequest < Internal::Types::Model
+        field :type, -> { Berrycrawl::Jobs::Types::ListJobsRequestType }, optional: true, nullable: false
+
+        field :status, -> { Berrycrawl::Jobs::Types::ListJobsRequestStatus }, optional: true, nullable: false
+
+        field :page, -> { Integer }, optional: true, nullable: false
+
+        field :limit, -> { Integer }, optional: true, nullable: false
+      end
+    end
+  end
+end

data/lib/Berrycrawl/jobs/types/list_jobs_request_status.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Jobs
+    module Types
+      module ListJobsRequestStatus
+        extend Berrycrawl::Internal::Types::Enum
+
+        PENDING = "PENDING"
+        RUNNING = "RUNNING"
+        COMPLETED = "COMPLETED"
+        FAILED = "FAILED"
+        CANCELLED = "CANCELLED"
+      end
+    end
+  end
+end

data/lib/Berrycrawl/jobs/types/list_jobs_request_type.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Jobs
+    module Types
+      module ListJobsRequestType
+        extend Berrycrawl::Internal::Types::Enum
+
+        CRAWL = "crawl"
+        EXTRACT = "extract"
+      end
+    end
+  end
+end

data/lib/Berrycrawl/types/account_response.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class AccountResponse < Internal::Types::Model
+      field :data, -> { Berrycrawl::Types::AccountResponseData }, optional: false, nullable: false
+
+      field :success, -> { Internal::Types::Boolean }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/account_response_data.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class AccountResponseData < Internal::Types::Model
+      field :created_at, -> { String }, optional: false, nullable: false, api_name: "createdAt"
+
+      field :credits, -> { Integer }, optional: false, nullable: false
+
+      field :email, -> { String }, optional: false, nullable: false
+
+      field :id, -> { String }, optional: false, nullable: false
+
+      field :lifetime_spend_usd, -> { Integer }, optional: false, nullable: false, api_name: "lifetimeSpendUsd"
+
+      field :plan, -> { Berrycrawl::Types::AccountResponseDataPlan }, optional: false, nullable: false
+
+      field :queue, -> { Berrycrawl::Types::AccountResponseDataQueue }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/account_response_data_plan.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class AccountResponseDataPlan < Internal::Types::Model
+      field :concurrency, -> { Integer }, optional: false, nullable: false
+
+      field :id, -> { String }, optional: false, nullable: false
+
+      field :name, -> { String }, optional: false, nullable: false
+
+      field :queue_limit, -> { Integer }, optional: false, nullable: false, api_name: "queueLimit"
+
+      field :rate_limit_per_minute, -> { Integer }, optional: false, nullable: false, api_name: "rateLimitPerMinute"
+    end
+  end
+end

data/lib/Berrycrawl/types/account_response_data_queue.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class AccountResponseDataQueue < Internal::Types::Model
+      field :active, -> { Integer }, optional: false, nullable: false
+
+      field :waiting, -> { Integer }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/action_dto.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class ActionDto < Internal::Types::Model
+      field :amount, -> { Integer }, optional: true, nullable: false
+
+      field :direction, -> { Berrycrawl::Types::ActionDtoDirection }, optional: true, nullable: false
+
+      field :key, -> { String }, optional: true, nullable: false
+
+      field :milliseconds, -> { Integer }, optional: true, nullable: false
+
+      field :selector, -> { String }, optional: true, nullable: false
+
+      field :text, -> { String }, optional: true, nullable: false
+
+      field :type, -> { Berrycrawl::Types::ActionDtoType }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/action_dto_direction.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module ActionDtoDirection
+      extend Berrycrawl::Internal::Types::Enum
+
+      UP = "up"
+      DOWN = "down"
+    end
+  end
+end

data/lib/Berrycrawl/types/action_dto_type.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module ActionDtoType
+      extend Berrycrawl::Internal::Types::Enum
+
+      WAIT = "wait"
+      CLICK = "click"
+      WRITE = "write"
+      PRESS = "press"
+      SCROLL = "scroll"
+      SCRAPE = "scrape"
+      SCREENSHOT = "screenshot"
+      PDF = "pdf"
+    end
+  end
+end

data/lib/Berrycrawl/types/agent_config_dto.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class AgentConfigDto < Internal::Types::Model
+      field :mode, -> { Berrycrawl::Types::AgentConfigDtoMode }, optional: true, nullable: false
+
+      field :model, -> { String }, optional: true, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/agent_config_dto_mode.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module AgentConfigDtoMode
+      extend Berrycrawl::Internal::Types::Enum
+
+      DEFAULT = "default"
+      SMART = "smart"
+    end
+  end
+end

data/lib/Berrycrawl/types/brand_asset.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class BrandAsset < Internal::Types::Model
+      field :height, -> { Integer }, optional: true, nullable: false
+
+      field :theme, -> { String }, optional: true, nullable: false
+
+      field :type, -> { String }, optional: false, nullable: false
+
+      field :url, -> { String }, optional: false, nullable: false
+
+      field :width, -> { Integer }, optional: true, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/brand_profile.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class BrandProfile < Internal::Types::Model
+      field :colors, -> { Internal::Types::Array[Berrycrawl::Types::BrandProfileColorsItem] }, optional: false, nullable: false
+
+      field :description, -> { String }, optional: true, nullable: false
+
+      field :domain, -> { String }, optional: false, nullable: false
+
+      field :fonts, -> { Internal::Types::Array[Berrycrawl::Types::BrandProfileFontsItem] }, optional: false, nullable: false
+
+      field :images, -> { Internal::Types::Array[Berrycrawl::Types::BrandAsset] }, optional: false, nullable: false
+
+      field :language, -> { String }, optional: true, nullable: false
+
+      field :logos, -> { Internal::Types::Array[Berrycrawl::Types::BrandAsset] }, optional: false, nullable: false
+
+      field :name, -> { String }, optional: false, nullable: false
+
+      field :socials, -> { Internal::Types::Array[Berrycrawl::Types::BrandProfileSocialsItem] }, optional: false, nullable: false
+
+      field :tagline, -> { String }, optional: true, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/brand_profile_colors_item.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class BrandProfileColorsItem < Internal::Types::Model
+      field :hex, -> { String }, optional: false, nullable: false
+
+      field :name, -> { String }, optional: true, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/brand_profile_fonts_item.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class BrandProfileFontsItem < Internal::Types::Model
+      field :family, -> { String }, optional: false, nullable: false
+
+      field :weights, -> { Internal::Types::Array[String] }, optional: true, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/brand_profile_socials_item.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class BrandProfileSocialsItem < Internal::Types::Model
+      field :network, -> { String }, optional: false, nullable: false
+
+      field :url, -> { String }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/brand_response.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class BrandResponse < Internal::Types::Model
+      field :data, -> { Berrycrawl::Types::BrandResponseData }, optional: false, nullable: false
+
+      field :success, -> { Internal::Types::Boolean }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/brand_response_data.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class BrandResponseData < Internal::Types::Model
+      field :brand, -> { Berrycrawl::Types::BrandProfile }, optional: false, nullable: false
+
+      field :meta, -> { Berrycrawl::Types::BrandResponseDataMeta }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/brand_response_data_meta.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class BrandResponseDataMeta < Internal::Types::Model
+      field :cached, -> { Internal::Types::Boolean }, optional: false, nullable: false
+
+      field :credits_used, -> { Integer }, optional: false, nullable: false, api_name: "creditsUsed"
+
+      field :fetched_at, -> { String }, optional: false, nullable: false, api_name: "fetchedAt"
+
+      field :source_url, -> { String }, optional: false, nullable: false, api_name: "sourceUrl"
+    end
+  end
+end

data/lib/Berrycrawl/types/cancel_job_response.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class CancelJobResponse < Internal::Types::Model
+      field :data, -> { Berrycrawl::Types::CancelJobResponseData }, optional: false, nullable: false
+
+      field :success, -> { Internal::Types::Boolean }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/cancel_job_response_data.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class CancelJobResponseData < Internal::Types::Model
+      field :id, -> { String }, optional: false, nullable: false
+
+      field :status, -> { String }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/change_tracking_format_dto.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class ChangeTrackingFormatDto < Internal::Types::Model
+      field :modes, -> { Internal::Types::Array[String] }, optional: true, nullable: false
+
+      field :schema, -> { Internal::Types::Hash[String, Object] }, optional: true, nullable: false
+
+      field :tag, -> { String }, optional: true, nullable: false
+
+      field :type, -> { Berrycrawl::Types::ChangeTrackingFormatDtoType }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/change_tracking_format_dto_type.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module ChangeTrackingFormatDtoType
+      extend Berrycrawl::Internal::Types::Enum
+
+      CHANGE_TRACKING = "changeTracking"
+    end
+  end
+end

data/lib/Berrycrawl/types/crawl_dto.rb

@@ -0,0 +1,41 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class CrawlDto < Internal::Types::Model
+      field :allow_external_links, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "allowExternalLinks"
+
+      field :allow_subdomains, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "allowSubdomains"
+
+      field :crawl_entire_domain, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "crawlEntireDomain"
+
+      field :deduplicate_similar_ur_ls, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "deduplicateSimilarURLs"
+
+      field :delay, -> { Integer }, optional: true, nullable: false
+
+      field :exclude_paths, -> { Internal::Types::Array[String] }, optional: true, nullable: false, api_name: "excludePaths"
+
+      field :ignore_query_parameters, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "ignoreQueryParameters"
+
+      field :include_paths, -> { Internal::Types::Array[String] }, optional: true, nullable: false, api_name: "includePaths"
+
+      field :limit, -> { Integer }, optional: true, nullable: false
+
+      field :max_concurrency, -> { Integer }, optional: true, nullable: false, api_name: "maxConcurrency"
+
+      field :max_discovery_depth, -> { Integer }, optional: true, nullable: false, api_name: "maxDiscoveryDepth"
+
+      field :prompt, -> { String }, optional: true, nullable: false
+
+      field :scrape_options, -> { Internal::Types::Hash[String, Object] }, optional: true, nullable: false, api_name: "scrapeOptions"
+
+      field :sitemap, -> { Berrycrawl::Types::CrawlDtoSitemap }, optional: true, nullable: false
+
+      field :url, -> { String }, optional: false, nullable: false
+
+      field :webhook, -> { Berrycrawl::Types::WebhookConfigDto }, optional: true, nullable: false
+
+      field :zero_data_retention, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "zeroDataRetention"
+    end
+  end
+end

data/lib/Berrycrawl/types/crawl_dto_sitemap.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module CrawlDtoSitemap
+      extend Berrycrawl::Internal::Types::Enum
+
+      INCLUDE = "include"
+      SKIP = "skip"
+      ONLY = "only"
+    end
+  end
+end

data/lib/Berrycrawl/types/extract_dto.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class ExtractDto < Internal::Types::Model
+      field :agent, -> { Berrycrawl::Types::AgentConfigDto }, optional: true, nullable: false
+
+      field :enable_web_search, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "enableWebSearch"
+
+      field :ignore_invalid_ur_ls, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "ignoreInvalidURLs"
+
+      field :ignore_sitemap, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "ignoreSitemap"
+
+      field :include_subdomains, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "includeSubdomains"
+
+      field :prompt, -> { String }, optional: false, nullable: false
+
+      field :schema, -> { Internal::Types::Hash[String, Object] }, optional: true, nullable: false
+
+      field :scrape_options, -> { Internal::Types::Hash[String, Object] }, optional: true, nullable: false, api_name: "scrapeOptions"
+
+      field :show_sources, -> { Internal::Types::Boolean }, optional: true, nullable: false, api_name: "showSources"
+
+      field :urls, -> { Internal::Types::Array[String] }, optional: true, nullable: false
+
+      field :webhook, -> { Berrycrawl::Types::ExtractWebhookConfigDto }, optional: true, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/extract_webhook_config_dto.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class ExtractWebhookConfigDto < Internal::Types::Model
+      field :events, -> { Internal::Types::Array[String] }, optional: true, nullable: false
+
+      field :metadata, -> { Internal::Types::Hash[String, Object] }, optional: true, nullable: false
+
+      field :secret, -> { String }, optional: true, nullable: false
+
+      field :url, -> { String }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/job_created_response.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class JobCreatedResponse < Internal::Types::Model
+      field :id, -> { String }, optional: false, nullable: false
+
+      field :invalid_ur_ls, -> { Internal::Types::Array[String] }, optional: true, nullable: false, api_name: "invalidURLs"
+
+      field :success, -> { Internal::Types::Boolean }, optional: false, nullable: false
+
+      field :url, -> { String }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/job_response.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class JobResponse < Internal::Types::Model
+      field :data, -> { Berrycrawl::Types::JobResponseData }, optional: false, nullable: false
+
+      field :success, -> { Internal::Types::Boolean }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/job_response_data.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class JobResponseData < Internal::Types::Model
+      field :completed, -> { Integer }, optional: true, nullable: false
+
+      field :completed_at, -> { String }, optional: true, nullable: false, api_name: "completedAt"
+
+      field :created_at, -> { String }, optional: false, nullable: false, api_name: "createdAt"
+
+      field :credits_used, -> { Integer }, optional: false, nullable: false, api_name: "creditsUsed"
+
+      field :error, -> { String }, optional: true, nullable: false
+
+      field :failed, -> { Integer }, optional: true, nullable: false
+
+      field :id, -> { String }, optional: false, nullable: false
+
+      field :started_at, -> { String }, optional: true, nullable: false, api_name: "startedAt"
+
+      field :status, -> { String }, optional: false, nullable: false
+
+      field :total, -> { Integer }, optional: false, nullable: false
+
+      field :type, -> { Berrycrawl::Types::JobSummaryType }, optional: false, nullable: false
+
+      field :errors, -> { Internal::Types::Array[Berrycrawl::Types::JobResponseDataErrorsItem] }, optional: false, nullable: false
+
+      field :result, -> { Object }, optional: true, nullable: false
+
+      field :result_pagination, -> { Berrycrawl::Types::Pagination }, optional: false, nullable: false, api_name: "resultPagination"
+
+      field :results, -> { Internal::Types::Array[Internal::Types::Hash[String, Object]] }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/job_response_data_errors_item.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class JobResponseDataErrorsItem < Internal::Types::Model
+      field :error, -> { String }, optional: true, nullable: false
+
+      field :url, -> { String }, optional: true, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/job_summary.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class JobSummary < Internal::Types::Model
+      field :completed, -> { Integer }, optional: true, nullable: false
+
+      field :completed_at, -> { String }, optional: true, nullable: false, api_name: "completedAt"
+
+      field :created_at, -> { String }, optional: false, nullable: false, api_name: "createdAt"
+
+      field :credits_used, -> { Integer }, optional: false, nullable: false, api_name: "creditsUsed"
+
+      field :error, -> { String }, optional: true, nullable: false
+
+      field :failed, -> { Integer }, optional: true, nullable: false
+
+      field :id, -> { String }, optional: false, nullable: false
+
+      field :started_at, -> { String }, optional: true, nullable: false, api_name: "startedAt"
+
+      field :status, -> { String }, optional: false, nullable: false
+
+      field :total, -> { Integer }, optional: false, nullable: false
+
+      field :type, -> { Berrycrawl::Types::JobSummaryType }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/job_summary_type.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module JobSummaryType
+      extend Berrycrawl::Internal::Types::Enum
+
+      CRAWL = "crawl"
+      EXTRACT = "extract"
+    end
+  end
+end

data/lib/Berrycrawl/types/json_format_dto.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class JSONFormatDto < Internal::Types::Model
+      field :prompt, -> { String }, optional: true, nullable: false
+
+      field :schema, -> { Internal::Types::Hash[String, Object] }, optional: false, nullable: false
+
+      field :type, -> { Berrycrawl::Types::JSONFormatDtoType }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/json_format_dto_type.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    module JSONFormatDtoType
+      extend Berrycrawl::Internal::Types::Enum
+
+      JSON_ = "json"
+    end
+  end
+end

data/lib/Berrycrawl/types/list_jobs_response.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class ListJobsResponse < Internal::Types::Model
+      field :data, -> { Berrycrawl::Types::ListJobsResponseData }, optional: false, nullable: false
+
+      field :success, -> { Internal::Types::Boolean }, optional: false, nullable: false
+    end
+  end
+end

data/lib/Berrycrawl/types/list_jobs_response_data.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Berrycrawl
+  module Types
+    class ListJobsResponseData < Internal::Types::Model
+      field :jobs, -> { Internal::Types::Array[Berrycrawl::Types::JobSummary] }, optional: false, nullable: false
+
+      field :pagination, -> { Berrycrawl::Types::Pagination }, optional: false, nullable: false
+    end
+  end
+end