apologist 1.0.2

data/lib/Apologist/evaluators/client.rb

@@ -0,0 +1,164 @@
+# frozen_string_literal: true
+
+module Apologist
+  module Evaluators
+    class Client
+      # @param client [Apologist::Internal::Http::RawClient]
+      #
+      # @return [void]
+      def initialize(client:)
+        @client = client
+      end
+
+      # Returns a paginated list of evaluations for the evaluator, scoped to the requesting agent.
+      #
+      # @param request_options [Hash]
+      # @param params [Hash]
+      # @option request_options [String] :base_url
+      # @option request_options [Hash{String => Object}] :additional_headers
+      # @option request_options [Hash{String => Object}] :additional_query_parameters
+      # @option request_options [Hash{String => Object}] :additional_body_parameters
+      # @option request_options [Integer] :timeout_in_seconds
+      # @option params [String] :id
+      # @option params [Integer, nil] :page
+      # @option params [Integer, nil] :per_page
+      # @option params [String, nil] :min_timestamp
+      # @option params [String, nil] :max_timestamp
+      # @option params [String, nil] :min_duration
+      # @option params [String, nil] :max_duration
+      # @option params [String, nil] :min_score
+      # @option params [String, nil] :max_score
+      # @option params [String, nil] :passed
+      # @option params [String, nil] :benchmark
+      # @option params [String, nil] :benchmark_run_id
+      # @option params [String, nil] :benchmark_question_id
+      #
+      # @example
+      #   client.evaluators.list_evaluations(id: "id")
+      #
+      # @return [Apologist::Evaluators::Types::ListEvaluationsResponse]
+      def list_evaluations(request_options: {}, **params)
+        params = Apologist::Internal::Types::Utils.normalize_keys(params)
+        query_params = {}
+        query_params["page"] = params[:page] if params.key?(:page)
+        query_params["per_page"] = params[:per_page] if params.key?(:per_page)
+        query_params["min_timestamp"] = params[:min_timestamp] if params.key?(:min_timestamp)
+        query_params["max_timestamp"] = params[:max_timestamp] if params.key?(:max_timestamp)
+        query_params["min_duration"] = params[:min_duration] if params.key?(:min_duration)
+        query_params["max_duration"] = params[:max_duration] if params.key?(:max_duration)
+        query_params["min_score"] = params[:min_score] if params.key?(:min_score)
+        query_params["max_score"] = params[:max_score] if params.key?(:max_score)
+        query_params["passed"] = params[:passed] if params.key?(:passed)
+        query_params["benchmark"] = params[:benchmark] if params.key?(:benchmark)
+        query_params["benchmark_run_id"] = params[:benchmark_run_id] if params.key?(:benchmark_run_id)
+        query_params["benchmark_question_id"] = params[:benchmark_question_id] if params.key?(:benchmark_question_id)
+
+        request = Apologist::Internal::JSON::Request.new(
+          base_url: request_options[:base_url],
+          method: "GET",
+          path: "evaluators/#{URI.encode_uri_component(params[:id].to_s)}/evaluations",
+          query: query_params,
+          request_options: request_options
+        )
+        begin
+          response = @client.send(request)
+        rescue Net::HTTPRequestTimeout
+          raise Apologist::Errors::TimeoutError
+        end
+        code = response.code.to_i
+        if code.between?(200, 299)
+          Apologist::Evaluators::Types::ListEvaluationsResponse.load(response.body)
+        else
+          error_class = Apologist::Errors::ResponseError.subclass_for_code(code)
+          raise error_class.new(response.body, code: code)
+        end
+      end
+
+      # Runs an evaluation on the provided content using the specified evaluator
+      #
+      # @param request_options [Hash]
+      # @param params [Apologist::Evaluators::Types::EvaluatorRequest]
+      # @option request_options [String] :base_url
+      # @option request_options [Hash{String => Object}] :additional_headers
+      # @option request_options [Hash{String => Object}] :additional_query_parameters
+      # @option request_options [Hash{String => Object}] :additional_body_parameters
+      # @option request_options [Integer] :timeout_in_seconds
+      # @option params [String] :id
+      #
+      # @example
+      #   client.evaluators.evaluate_content(
+      #     id: "id",
+      #     content: "content"
+      #   )
+      #
+      # @return [Apologist::Evaluators::Types::EvaluateContentResponse]
+      def evaluate_content(request_options: {}, **params)
+        params = Apologist::Internal::Types::Utils.normalize_keys(params)
+        request_data = Apologist::Evaluators::Types::EvaluatorRequest.new(params).to_h
+        non_body_param_names = %w[id]
+        body = request_data.except(*non_body_param_names)
+
+        request = Apologist::Internal::JSON::Request.new(
+          base_url: request_options[:base_url],
+          method: "POST",
+          path: "evaluators/#{URI.encode_uri_component(params[:id].to_s)}/evaluations",
+          body: body,
+          request_options: request_options
+        )
+        begin
+          response = @client.send(request)
+        rescue Net::HTTPRequestTimeout
+          raise Apologist::Errors::TimeoutError
+        end
+        code = response.code.to_i
+        if code.between?(200, 299)
+          Apologist::Evaluators::Types::EvaluateContentResponse.load(response.body)
+        else
+          error_class = Apologist::Errors::ResponseError.subclass_for_code(code)
+          raise error_class.new(response.body, code: code)
+        end
+      end
+
+      # Returns a single evaluation for the evaluator, scoped to the requesting agent.
+      #
+      # @param request_options [Hash]
+      # @param params [Hash]
+      # @option request_options [String] :base_url
+      # @option request_options [Hash{String => Object}] :additional_headers
+      # @option request_options [Hash{String => Object}] :additional_query_parameters
+      # @option request_options [Hash{String => Object}] :additional_body_parameters
+      # @option request_options [Integer] :timeout_in_seconds
+      # @option params [String] :id
+      # @option params [String] :evaluation_id
+      #
+      # @example
+      #   client.evaluators.get_evaluation(
+      #     id: "id",
+      #     evaluation_id: "evaluationId"
+      #   )
+      #
+      # @return [Apologist::Evaluators::Types::GetEvaluationResponse]
+      def get_evaluation(request_options: {}, **params)
+        params = Apologist::Internal::Types::Utils.normalize_keys(params)
+        request = Apologist::Internal::JSON::Request.new(
+          base_url: request_options[:base_url],
+          method: "GET",
+          path: "evaluators/#{URI.encode_uri_component(params[:id].to_s)}/evaluations/#{URI.encode_uri_component(params[:evaluation_id].to_s)}",
+          request_options: request_options
+        )
+        begin
+          response = @client.send(request)
+        rescue Net::HTTPRequestTimeout
+          raise Apologist::Errors::TimeoutError
+        end
+        code = response.code.to_i
+        if code.between?(200, 299)
+          Apologist::Evaluators::Types::GetEvaluationResponse.load(response.body)
+        else
+          error_class = Apologist::Errors::ResponseError.subclass_for_code(code)
+          raise error_class.new(response.body, code: code)
+        end
+      end
+    end
+  end
+end

data/lib/Apologist/evaluators/types/evaluate_content_response.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Apologist
+  module Evaluators
+    module Types
+      class EvaluateContentResponse < Internal::Types::Model
+        field :result, -> { Internal::Types::Hash[String, Object] }, optional: true, nullable: false
+      end
+    end
+  end
+end

data/lib/Apologist/evaluators/types/evaluator_request.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+module Apologist
+  module Evaluators
+    module Types
+      class EvaluatorRequest < Internal::Types::Model
+        field :id, -> { String }, optional: false, nullable: false
+
+        field :frequency_penalty, -> { Integer }, optional: true, nullable: false
+
+        field :confidence_threshold, -> { Integer }, optional: true, nullable: false
+
+        field :content, -> { Apologist::Evaluators::Types::EvaluatorRequestContent }, optional: false, nullable: false
+
+        field :model, -> { String }, optional: true, nullable: false
+
+        field :presence_penalty, -> { Integer }, optional: true, nullable: false
+
+        field :reasoning_effort, -> { Apologist::Evaluators::Types::EvaluatorRequestReasoningEffort }, optional: true, nullable: false
+
+        field :verbosity, -> { Apologist::Evaluators::Types::EvaluatorRequestVerbosity }, optional: true, nullable: false
+
+        field :temperature, -> { Integer }, optional: true, nullable: false
+
+        field :top_p, -> { Integer }, optional: true, nullable: false
+
+        field :variables, -> { Internal::Types::Hash[String, String] }, optional: true, nullable: false
+      end
+    end
+  end
+end

data/lib/Apologist/evaluators/types/evaluator_request_content.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Apologist
+  module Evaluators
+    module Types
+      class EvaluatorRequestContent < Internal::Types::Model
+        extend Apologist::Internal::Types::Union
+
+        member -> { String }
+
+        member -> { Internal::Types::Array[Object] }
+      end
+    end
+  end
+end

data/lib/Apologist/evaluators/types/evaluator_request_reasoning_effort.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Apologist
+  module Evaluators
+    module Types
+      module EvaluatorRequestReasoningEffort
+        extend Apologist::Internal::Types::Enum
+
+        LOW = "low"
+        MEDIUM = "medium"
+        HIGH = "high"
+      end
+    end
+  end
+end

data/lib/Apologist/evaluators/types/evaluator_request_verbosity.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+module Apologist
+  module Evaluators
+    module Types
+      module EvaluatorRequestVerbosity
+        extend Apologist::Internal::Types::Enum
+
+        MINIMAL = "minimal"
+        LOW = "low"
+        MEDIUM = "medium"
+        HIGH = "high"
+      end
+    end
+  end
+end

data/lib/Apologist/evaluators/types/get_evaluation_request.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module Apologist
+  module Evaluators
+    module Types
+      class GetEvaluationRequest < Internal::Types::Model
+        field :id, -> { String }, optional: false, nullable: false
+
+        field :evaluation_id, -> { String }, optional: false, nullable: false, api_name: "evaluationId"
+      end
+    end
+  end
+end

data/lib/Apologist/evaluators/types/get_evaluation_response.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Apologist
+  module Evaluators
+    module Types
+      class GetEvaluationResponse < Internal::Types::Model
+        field :data, -> { Internal::Types::Hash[String, Object] }, optional: true, nullable: false
+      end
+    end
+  end
+end

data/lib/Apologist/evaluators/types/list_evaluations_request.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+module Apologist
+  module Evaluators
+    module Types
+      class ListEvaluationsRequest < Internal::Types::Model
+        field :id, -> { String }, optional: false, nullable: false
+
+        field :page, -> { Integer }, optional: true, nullable: false
+
+        field :per_page, -> { Integer }, optional: true, nullable: false
+
+        field :min_timestamp, -> { String }, optional: true, nullable: false
+
+        field :max_timestamp, -> { String }, optional: true, nullable: false
+
+        field :min_duration, -> { String }, optional: true, nullable: false
+
+        field :max_duration, -> { String }, optional: true, nullable: false
+
+        field :min_score, -> { String }, optional: true, nullable: false
+
+        field :max_score, -> { String }, optional: true, nullable: false
+
+        field :passed, -> { String }, optional: true, nullable: false
+
+        field :benchmark, -> { String }, optional: true, nullable: false
+
+        field :benchmark_run_id, -> { String }, optional: true, nullable: false
+
+        field :benchmark_question_id, -> { String }, optional: true, nullable: false
+      end
+    end
+  end
+end

data/lib/Apologist/evaluators/types/list_evaluations_response.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module Apologist
+  module Evaluators
+    module Types
+      class ListEvaluationsResponse < Internal::Types::Model
+        field :data, -> { Internal::Types::Array[Internal::Types::Hash[String, Object]] }, optional: true, nullable: false
+
+        field :total, -> { Integer }, optional: true, nullable: false
+
+        field :page, -> { Integer }, optional: true, nullable: false
+
+        field :per_page, -> { Integer }, optional: true, nullable: false
+      end
+    end
+  end
+end

data/lib/Apologist/internal/errors/constraint_error.rb

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+module Apologist
+  module Internal
+    module Errors
+      class ConstraintError < StandardError
+      end
+    end
+  end
+end

data/lib/Apologist/internal/errors/type_error.rb

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+module Apologist
+  module Internal
+    module Errors
+      class TypeError < StandardError
+      end
+    end
+  end
+end

data/lib/Apologist/internal/http/base_request.rb

@@ -0,0 +1,51 @@
+# frozen_string_literal: true
+
+module Apologist
+  module Internal
+    module Http
+      # @api private
+      class BaseRequest
+        attr_reader :base_url, :path, :method, :headers, :query, :request_options
+
+        # @param base_url [String] The base URL for the request
+        # @param path [String] The path for the request
+        # @param method [String] The HTTP method for the request (:get, :post, etc.)
+        # @param headers [Hash] Additional headers for the request (optional)
+        # @param query [Hash] Query parameters for the request (optional)
+        # @param request_options [Apologist::RequestOptions, Hash{Symbol=>Object}, nil]
+        def initialize(base_url:, path:, method:, headers: {}, query: {}, request_options: {})
+          @base_url = base_url
+          @path = path
+          @method = method
+          @headers = headers
+          @query = query
+          @request_options = request_options
+        end
+
+        # @return [Hash] The query parameters merged with additional query parameters from request options.
+        def encode_query
+          additional_query = @request_options&.dig(:additional_query_parameters) || @request_options&.dig("additional_query_parameters") || {}
+          @query.merge(additional_query)
+        end
+
+        # Child classes should implement:
+        # - encode_headers: Returns the encoded HTTP request headers.
+        # - encode_body: Returns the encoded HTTP request body.
+
+        private
+
+        # Merges additional_headers from request_options into sdk_headers, filtering out
+        # any keys that collide with SDK-set or client-protected headers (case-insensitive).
+        # @param sdk_headers [Hash] Headers set by the SDK for this request type.
+        # @param protected_keys [Array<String>] Additional header keys that must not be overridden.
+        # @return [Hash] The merged headers.
+        def merge_additional_headers(sdk_headers, protected_keys: [])
+          additional_headers = @request_options&.dig(:additional_headers) || @request_options&.dig("additional_headers") || {}
+          all_protected = (sdk_headers.keys + protected_keys).to_set { |k| k.to_s.downcase }
+          filtered = additional_headers.reject { |key, _| all_protected.include?(key.to_s.downcase) }
+          sdk_headers.merge(filtered)
+        end
+      end
+    end
+  end
+end

data/lib/Apologist/internal/http/raw_client.rb

@@ -0,0 +1,252 @@
+# frozen_string_literal: true
+
+module Apologist
+  module Internal
+    module Http
+      # @api private
+      class RawClient
+        # Default HTTP status codes that trigger a retry
+        RETRYABLE_STATUSES = [408, 429, 500, 502, 503, 504, 521, 522, 524].freeze
+        # Initial delay between retries in seconds
+        INITIAL_RETRY_DELAY = 0.5
+        # Maximum delay between retries in seconds
+        MAX_RETRY_DELAY = 60.0
+        # Jitter factor for randomizing retry delays (20%)
+        JITTER_FACTOR = 0.2
+
+        # @return [String] The base URL for requests
+        attr_reader :base_url
+
+        # @param base_url [String] The base url for the request.
+        # @param max_retries [Integer] The number of times to retry a failed request, defaults to 2.
+        # @param timeout [Float] The timeout for the request, defaults to 60.0 seconds.
+        # @param headers [Hash] The headers for the request.
+        # @param auth_provider [Object, nil] An optional auth provider responding to
+        #   `auth_headers`. When present its headers are resolved on every request so
+        #   token-based schemes (e.g. OAuth) can refresh an expired token mid-session.
+        def initialize(base_url:, max_retries: 2, timeout: 60.0, headers: {}, auth_provider: nil)
+          @base_url = base_url
+          @max_retries = max_retries
+          @timeout = timeout
+          @auth_provider = auth_provider
+          @default_headers = {
+            "X-Fern-Language": "Ruby",
+            "X-Fern-SDK-Name": "apologist",
+            "X-Fern-SDK-Version": "0.0.1"
+          }.merge(headers)
+        end
+
+        # @param request [Apologist::Internal::Http::BaseRequest] The HTTP request.
+        # @return [HTTP::Response] The HTTP response.
+        def send(request)
+          url = build_url(request)
+          # Resolve auth headers once per request (not per retry) so token-based
+          # providers refresh at most once here; static providers are cheap.
+          auth_headers = resolve_auth_headers
+          attempt = 0
+          response = nil
+
+          loop do
+            http_request = build_http_request(
+              url:,
+              method: request.method,
+              headers: request.encode_headers(protected_keys: @default_headers.keys + auth_headers.keys),
+              body: request.encode_body,
+              auth_headers: auth_headers
+            )
+
+            conn = connect(url)
+            conn.open_timeout = @timeout
+            conn.read_timeout = @timeout
+            conn.write_timeout = @timeout
+            conn.continue_timeout = @timeout
+
+            response = conn.request(http_request)
+
+            break unless should_retry?(response, attempt)
+
+            delay = retry_delay(response, attempt)
+            sleep(delay)
+            attempt += 1
+          end
+
+          response
+        end
+
+        # Determines if a request should be retried based on the response status code.
+        # @param response [Net::HTTPResponse] The HTTP response.
+        # @param attempt [Integer] The current retry attempt (0-indexed).
+        # @return [Boolean] Whether the request should be retried.
+        def should_retry?(response, attempt)
+          return false if attempt >= @max_retries
+
+          status = response.code.to_i
+          RETRYABLE_STATUSES.include?(status)
+        end
+
+        # Calculates the delay before the next retry attempt using exponential backoff with jitter.
+        # Respects Retry-After header if present.
+        # @param response [Net::HTTPResponse] The HTTP response.
+        # @param attempt [Integer] The current retry attempt (0-indexed).
+        # @return [Float] The delay in seconds before the next retry.
+        def retry_delay(response, attempt)
+          # Check for Retry-After header (can be seconds or HTTP date)
+          retry_after = response["Retry-After"]
+          if retry_after
+            delay = parse_retry_after(retry_after)
+            return [delay, MAX_RETRY_DELAY].min if delay&.positive?
+          end
+
+          # Exponential backoff with jitter: base_delay * 2^attempt
+          base_delay = INITIAL_RETRY_DELAY * (2**attempt)
+          add_jitter([base_delay, MAX_RETRY_DELAY].min)
+        end
+
+        # Parses the Retry-After header value.
+        # @param value [String] The Retry-After header value (seconds or HTTP date).
+        # @return [Float, nil] The delay in seconds, or nil if parsing fails.
+        def parse_retry_after(value)
+          # Try parsing as integer (seconds)
+          seconds = Integer(value, exception: false)
+          return seconds.to_f if seconds
+
+          # Try parsing as HTTP date
+          begin
+            retry_time = Time.httpdate(value)
+            delay = retry_time - Time.now
+            delay.positive? ? delay : nil
+          rescue ArgumentError
+            nil
+          end
+        end
+
+        # Adds random jitter to a delay value.
+        # @param delay [Float] The base delay in seconds.
+        # @return [Float] The delay with jitter applied.
+        def add_jitter(delay)
+          jitter = delay * JITTER_FACTOR * (rand - 0.5) * 2
+          [delay + jitter, 0].max
+        end
+
+        LOCALHOST_HOSTS = %w[localhost 127.0.0.1 [::1]].freeze
+
+        # @param request [Apologist::Internal::Http::BaseRequest] The HTTP request.
+        # @return [URI::Generic] The URL.
+        def build_url(request)
+          encoded_query = request.encode_query
+
+          # If the path is already an absolute URL, use it directly
+          if request.path.start_with?("http://", "https://")
+            url = request.path
+            url = "#{url}?#{encode_query(encoded_query)}" if encoded_query&.any?
+            parsed = URI.parse(url)
+            validate_https!(parsed)
+            return parsed
+          end
+
+          path = request.path.start_with?("/") ? request.path[1..] : request.path
+          base = request.base_url || @base_url
+          url = "#{base.chomp("/")}/#{path}"
+          url = "#{url}?#{encode_query(encoded_query)}" if encoded_query&.any?
+          parsed = URI.parse(url)
+          validate_https!(parsed)
+          parsed
+        end
+
+        # Raises if the URL uses http:// for a non-localhost host, which would
+        # send authentication credentials in plaintext.
+        # @param url [URI::Generic] The parsed URL.
+        def validate_https!(url)
+          return if url.scheme != "http"
+          return if LOCALHOST_HOSTS.include?(url.host)
+
+          raise ArgumentError,
+                "Refusing to send request to non-HTTPS URL: #{url}. " \
+                "HTTP is only allowed for localhost. Use HTTPS or pass a localhost URL."
+        end
+
+        # Resolves the auth headers to send with the next request. Delegates to the
+        # configured auth provider (if any) on every call so that token-based
+        # providers (e.g. OAuth client-credentials) can refresh an expired token
+        # before the request is sent. Returns an empty hash when no provider is set,
+        # which keeps the api-key / basic / bearer / no-auth paths unchanged.
+        # @return [Hash] The auth headers for the current request.
+        def resolve_auth_headers
+          return {} if @auth_provider.nil?
+
+          @auth_provider.auth_headers
+        end
+
+        # @param url [URI::Generic] The url to the resource.
+        # @param method [String] The HTTP method to use.
+        # @param headers [Hash] The headers for the request.
+        # @param body [String, nil] The body for the request.
+        # @param auth_headers [Hash] The auth headers resolved for this request. These
+        #   take precedence over the static default headers but not over per-request
+        #   headers, mirroring the previous baked-header precedence.
+        # @return [HTTP::Request] The HTTP request.
+        def build_http_request(url:, method:, headers: {}, body: nil, auth_headers: {})
+          request = Net::HTTPGenericRequest.new(
+            method,
+            !body.nil?,
+            method != "HEAD",
+            url
+          )
+
+          request_headers = @default_headers.merge(auth_headers).merge(headers)
+          request_headers.each { |name, value| request[name] = value }
+          request.body = body if body
+
+          # Net::HTTP disables its transparent gzip/deflate decoding as soon as an
+          # Accept-Encoding header is set explicitly on the request. Re-enable it so
+          # that compressed response bodies are still inflated.
+          request.extend(DecodeContent) if request_headers.keys.any? { |name| name.to_s.casecmp("accept-encoding").zero? }
+
+          request
+        end
+
+        # Keeps Net::HTTP's transparent gzip/deflate response decoding enabled
+        # even when an Accept-Encoding header is set explicitly on the request.
+        # @api private
+        module DecodeContent
+          def decode_content # rubocop:disable Naming/PredicateMethod
+            true
+          end
+        end
+
+        # @param query [Hash] The query for the request.
+        # @return [String, nil] The encoded query.
+        def encode_query(query)
+          query.to_h.empty? ? nil : URI.encode_www_form(query)
+        end
+
+        # @param url [URI::Generic] The url to connect to.
+        # @return [Net::HTTP] The HTTP connection.
+        def connect(url)
+          is_https = (url.scheme == "https")
+
+          port = if url.port
+                   url.port
+                 elsif is_https
+                   Net::HTTP.https_default_port
+                 else
+                   Net::HTTP.http_default_port
+                 end
+
+          http = Net::HTTP.new(url.host, port)
+          http.use_ssl = is_https
+          http.verify_mode = OpenSSL::SSL::VERIFY_PEER if is_https
+          # NOTE: We handle retries at the application level with HTTP status code awareness,
+          # so we set max_retries to 0 to disable Net::HTTP's built-in network-level retries.
+          http.max_retries = 0
+          http
+        end
+
+        # @return [String]
+        def inspect
+          "#<#{self.class.name}:0x#{object_id.to_s(16)} @base_url=#{@base_url.inspect}>"
+        end
+      end
+    end
+  end
+end