context.dev 2.5.0 → 2.6.0

data/lib/context_dev/models/batch_list_response.rb

@@ -0,0 +1,388 @@
+# frozen_string_literal: true
+
+module ContextDev
+  module Models
+    # @see ContextDev::Resources::Batch#list
+    class BatchListResponse < ContextDev::Internal::Type::BaseModel
+      # @!attribute data
+      #   Batches on this page.
+      #
+      #   @return [Array<ContextDev::Models::BatchListResponse::Data>, nil]
+      optional :data, -> { ContextDev::Internal::Type::ArrayOf[ContextDev::Models::BatchListResponse::Data] }
+
+      # @!attribute has_more
+      #   Whether another page is available.
+      #
+      #   @return [Boolean, nil]
+      optional :has_more, ContextDev::Internal::Type::Boolean
+
+      # @!attribute key_metadata
+      #   Metadata about the API key used for the request. Included in every response
+      #   whenever a valid API key is provided, even when the response status is not 200.
+      #
+      #   @return [ContextDev::Models::BatchListResponse::KeyMetadata, nil]
+      optional :key_metadata, -> { ContextDev::Models::BatchListResponse::KeyMetadata }
+
+      # @!attribute next_cursor
+      #   Cursor for the next page.
+      #
+      #   @return [String, nil]
+      optional :next_cursor, String, nil?: true
+
+      # @!method initialize(data: nil, has_more: nil, key_metadata: nil, next_cursor: nil)
+      #   Some parameter documentations has been truncated, see
+      #   {ContextDev::Models::BatchListResponse} for more details.
+      #
+      #   @param data [Array<ContextDev::Models::BatchListResponse::Data>] Batches on this page.
+      #
+      #   @param has_more [Boolean] Whether another page is available.
+      #
+      #   @param key_metadata [ContextDev::Models::BatchListResponse::KeyMetadata] Metadata about the API key used for the request. Included in every response when
+      #
+      #   @param next_cursor [String, nil] Cursor for the next page.
+
+      class Data < ContextDev::Internal::Type::BaseModel
+        # @!attribute id
+        #   Batch ID used to retrieve or cancel the job.
+        #
+        #   @return [String]
+        required :id, String
+
+        # @!attribute credits
+        #   Reserved and used credits.
+        #
+        #   @return [ContextDev::Models::BatchListResponse::Data::Credits]
+        required :credits, -> { ContextDev::Models::BatchListResponse::Data::Credits }
+
+        # @!attribute error
+        #   Why the batch failed.
+        #
+        #   @return [ContextDev::Models::Error, nil]
+        required :error, -> { ContextDev::Error }, nil?: true
+
+        # @!attribute errors
+        #   Page failures grouped by error code.
+        #
+        #   @return [Array<ContextDev::Models::ErrorCount>]
+        required :errors, -> { ContextDev::Internal::Type::ArrayOf[ContextDev::ErrorCount] }
+
+        # @!attribute input
+        #   Submission counts.
+        #
+        #   @return [ContextDev::Models::BatchListResponse::Data::Input]
+        required :input, -> { ContextDev::Models::BatchListResponse::Data::Input }
+
+        # @!attribute mode
+        #   How pages are selected.
+        #
+        #   @return [Symbol, ContextDev::Models::BatchListResponse::Data::Mode]
+        required :mode, enum: -> { ContextDev::Models::BatchListResponse::Data::Mode }
+
+        # @!attribute progress
+        #   Current processing counts. Use `status` to check completion.
+        #
+        #   @return [ContextDev::Models::BatchListResponse::Data::Progress]
+        required :progress, -> { ContextDev::Models::BatchListResponse::Data::Progress }
+
+        # @!attribute results
+        #   Download links available when the batch finishes. GET /batch/{batch_id}/results
+        #   serves the same records as paginated JSON.
+        #
+        #   @return [ContextDev::Models::BatchListResponse::Data::Results, nil]
+        required :results, -> { ContextDev::Models::BatchListResponse::Data::Results }, nil?: true
+
+        # @!attribute status
+        #   Current state. `completed`, `cancelled`, and `failed` are final.
+        #
+        #   @return [Symbol, ContextDev::Models::BatchListResponse::Data::Status]
+        required :status, enum: -> { ContextDev::Models::BatchListResponse::Data::Status }
+
+        # @!attribute tags
+        #   Tags stored on the batch at submission.
+        #
+        #   @return [Array<String>]
+        required :tags, ContextDev::Internal::Type::ArrayOf[String]
+
+        # @!attribute timing
+        #
+        #   @return [ContextDev::Models::BatchListResponse::Data::Timing]
+        required :timing, -> { ContextDev::Models::BatchListResponse::Data::Timing }
+
+        # @!attribute type
+        #   Output format.
+        #
+        #   @return [Symbol, ContextDev::Models::BatchListResponse::Data::Type]
+        required :type, enum: -> { ContextDev::Models::BatchListResponse::Data::Type }
+
+        # @!method initialize(id:, credits:, error:, errors:, input:, mode:, progress:, results:, status:, tags:, timing:, type:)
+        #   Some parameter documentations has been truncated, see
+        #   {ContextDev::Models::BatchListResponse::Data} for more details.
+        #
+        #   An asynchronous web scraping job.
+        #
+        #   @param id [String] Batch ID used to retrieve or cancel the job.
+        #
+        #   @param credits [ContextDev::Models::BatchListResponse::Data::Credits] Reserved and used credits.
+        #
+        #   @param error [ContextDev::Models::Error, nil] Why the batch failed.
+        #
+        #   @param errors [Array<ContextDev::Models::ErrorCount>] Page failures grouped by error code.
+        #
+        #   @param input [ContextDev::Models::BatchListResponse::Data::Input] Submission counts.
+        #
+        #   @param mode [Symbol, ContextDev::Models::BatchListResponse::Data::Mode] How pages are selected.
+        #
+        #   @param progress [ContextDev::Models::BatchListResponse::Data::Progress] Current processing counts. Use `status` to check completion.
+        #
+        #   @param results [ContextDev::Models::BatchListResponse::Data::Results, nil] Download links available when the batch finishes. GET /batch/{batch_id}/results
+        #
+        #   @param status [Symbol, ContextDev::Models::BatchListResponse::Data::Status] Current state. `completed`, `cancelled`, and `failed` are final.
+        #
+        #   @param tags [Array<String>] Tags stored on the batch at submission.
+        #
+        #   @param timing [ContextDev::Models::BatchListResponse::Data::Timing]
+        #
+        #   @param type [Symbol, ContextDev::Models::BatchListResponse::Data::Type] Output format.
+
+        # @see ContextDev::Models::BatchListResponse::Data#credits
+        class Credits < ContextDev::Internal::Type::BaseModel
+          # @!attribute charged
+          #   Credits used by successful pages.
+          #
+          #   @return [Integer]
+          required :charged, Integer
+
+          # @!attribute estimated
+          #   Credits reserved when the batch was accepted.
+          #
+          #   @return [Integer]
+          required :estimated, Integer
+
+          # @!method initialize(charged:, estimated:)
+          #   Reserved and used credits.
+          #
+          #   @param charged [Integer] Credits used by successful pages.
+          #
+          #   @param estimated [Integer] Credits reserved when the batch was accepted.
+        end
+
+        # @see ContextDev::Models::BatchListResponse::Data#input
+        class Input < ContextDev::Internal::Type::BaseModel
+          # @!attribute accepted
+          #   Pages accepted, or the crawl page limit. Credits are reserved for this count.
+          #
+          #   @return [Integer]
+          required :accepted, Integer
+
+          # @!attribute duplicates
+          #   Duplicate URL and `itemId` pairs skipped. Always 0 for crawls.
+          #
+          #   @return [Integer]
+          required :duplicates, Integer
+
+          # @!attribute invalid
+          #   Pages rejected during validation.
+          #
+          #   @return [Integer]
+          required :invalid, Integer
+
+          # @!attribute submitted
+          #   Pages submitted before validation. For a crawl, the page limit.
+          #
+          #   @return [Integer]
+          required :submitted, Integer
+
+          # @!method initialize(accepted:, duplicates:, invalid:, submitted:)
+          #   Submission counts.
+          #
+          #   @param accepted [Integer] Pages accepted, or the crawl page limit. Credits are reserved for this count.
+          #
+          #   @param duplicates [Integer] Duplicate URL and `itemId` pairs skipped. Always 0 for crawls.
+          #
+          #   @param invalid [Integer] Pages rejected during validation.
+          #
+          #   @param submitted [Integer] Pages submitted before validation. For a crawl, the page limit.
+        end
+
+        # How pages are selected.
+        #
+        # @see ContextDev::Models::BatchListResponse::Data#mode
+        module Mode
+          extend ContextDev::Internal::Type::Enum
+
+          SCRAPE = :scrape
+          CRAWL = :crawl
+
+          # @!method self.values
+          #   @return [Array<Symbol>]
+        end
+
+        # @see ContextDev::Models::BatchListResponse::Data#progress
+        class Progress < ContextDev::Internal::Type::BaseModel
+          # @!attribute failed
+          #   Pages that could not be scraped.
+          #
+          #   @return [Integer]
+          required :failed, Integer
+
+          # @!attribute pending
+          #   Accepted pages not yet attempted. Always 0 once the batch completes; a crawl can
+          #   finish under its page limit when the site has no more reachable pages.
+          #
+          #   @return [Integer]
+          required :pending, Integer
+
+          # @!attribute succeeded
+          #   Pages scraped successfully.
+          #
+          #   @return [Integer]
+          required :succeeded, Integer
+
+          # @!method initialize(failed:, pending:, succeeded:)
+          #   Some parameter documentations has been truncated, see
+          #   {ContextDev::Models::BatchListResponse::Data::Progress} for more details.
+          #
+          #   Current processing counts. Use `status` to check completion.
+          #
+          #   @param failed [Integer] Pages that could not be scraped.
+          #
+          #   @param pending [Integer] Accepted pages not yet attempted. Always 0 once the batch completes; a crawl can
+          #
+          #   @param succeeded [Integer] Pages scraped successfully.
+        end
+
+        # @see ContextDev::Models::BatchListResponse::Data#results
+        class Results < ContextDev::Internal::Type::BaseModel
+          # @!attribute expires_at
+          #   When the download URLs expire.
+          #
+          #   @return [String]
+          required :expires_at, String
+
+          # @!attribute files
+          #   Result files. Order is not guaranteed.
+          #
+          #   @return [Array<ContextDev::Models::BatchListResponse::Data::Results::File>]
+          required :files,
+                   -> { ContextDev::Internal::Type::ArrayOf[ContextDev::Models::BatchListResponse::Data::Results::File] }
+
+          # @!method initialize(expires_at:, files:)
+          #   Download links available when the batch finishes. GET /batch/{batch_id}/results
+          #   serves the same records as paginated JSON.
+          #
+          #   @param expires_at [String] When the download URLs expire.
+          #
+          #   @param files [Array<ContextDev::Models::BatchListResponse::Data::Results::File>] Result files. Order is not guaranteed.
+
+          class File < ContextDev::Internal::Type::BaseModel
+            # @!attribute bytes
+            #   Compressed file size in bytes.
+            #
+            #   @return [Integer]
+            required :bytes, Integer
+
+            # @!attribute items
+            #   Results in this file.
+            #
+            #   @return [Integer]
+            required :items, Integer
+
+            # @!attribute url
+            #   Temporary URL for a gzipped NDJSON file.
+            #
+            #   @return [String]
+            required :url, String
+
+            # @!method initialize(bytes:, items:, url:)
+            #   @param bytes [Integer] Compressed file size in bytes.
+            #
+            #   @param items [Integer] Results in this file.
+            #
+            #   @param url [String] Temporary URL for a gzipped NDJSON file.
+          end
+        end
+
+        # Current state. `completed`, `cancelled`, and `failed` are final.
+        #
+        # @see ContextDev::Models::BatchListResponse::Data#status
+        module Status
+          extend ContextDev::Internal::Type::Enum
+
+          QUEUED = :queued
+          RUNNING = :running
+          CANCELLING = :cancelling
+          COMPLETED = :completed
+          CANCELLED = :cancelled
+          FAILED = :failed
+
+          # @!method self.values
+          #   @return [Array<Symbol>]
+        end
+
+        # @see ContextDev::Models::BatchListResponse::Data#timing
+        class Timing < ContextDev::Internal::Type::BaseModel
+          # @!attribute completed_at
+          #   When processing finished. Null while active.
+          #
+          #   @return [String, nil]
+          required :completed_at, String, nil?: true
+
+          # @!attribute created_at
+          #   When the batch was created.
+          #
+          #   @return [String]
+          required :created_at, String
+
+          # @!attribute started_at
+          #   When processing started. Null while queued.
+          #
+          #   @return [String, nil]
+          required :started_at, String, nil?: true
+
+          # @!method initialize(completed_at:, created_at:, started_at:)
+          #   @param completed_at [String, nil] When processing finished. Null while active.
+          #
+          #   @param created_at [String] When the batch was created.
+          #
+          #   @param started_at [String, nil] When processing started. Null while queued.
+        end
+
+        # Output format.
+        #
+        # @see ContextDev::Models::BatchListResponse::Data#type
+        module Type
+          extend ContextDev::Internal::Type::Enum
+
+          MARKDOWN = :markdown
+          HTML = :html
+
+          # @!method self.values
+          #   @return [Array<Symbol>]
+        end
+      end
+
+      # @see ContextDev::Models::BatchListResponse#key_metadata
+      class KeyMetadata < ContextDev::Internal::Type::BaseModel
+        # @!attribute credits_consumed
+        #   The number of credits consumed by this request.
+        #
+        #   @return [Integer]
+        required :credits_consumed, Integer
+
+        # @!attribute credits_remaining
+        #   The number of credits remaining for your organization after this request.
+        #
+        #   @return [Integer]
+        required :credits_remaining, Integer
+
+        # @!method initialize(credits_consumed:, credits_remaining:)
+        #   Metadata about the API key used for the request. Included in every response
+        #   whenever a valid API key is provided, even when the response status is not 200.
+        #
+        #   @param credits_consumed [Integer] The number of credits consumed by this request.
+        #
+        #   @param credits_remaining [Integer] The number of credits remaining for your organization after this request.
+      end
+    end
+  end
+end

data/lib/context_dev/models/batch_retrieve_params.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+module ContextDev
+  module Models
+    # @see ContextDev::Resources::Batch#retrieve
+    class BatchRetrieveParams < ContextDev::Internal::Type::BaseModel
+      extend ContextDev::Internal::Type::RequestParameters::Converter
+      include ContextDev::Internal::Type::RequestParameters
+
+      # @!attribute batch_id
+      #   ID of the batch to retrieve or cancel.
+      #
+      #   @return [String]
+      required :batch_id, String
+
+      # @!method initialize(batch_id:, request_options: {})
+      #   @param batch_id [String] ID of the batch to retrieve or cancel.
+      #
+      #   @param request_options [ContextDev::RequestOptions, Hash{Symbol=>Object}]
+    end
+  end
+end