apologist 1.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: eea4d5fd424e0680b422036a9fed82c0b81387bf6afd4dc22b70277ab2d2eeb9
+  data.tar.gz: ed6d8332ad50a4057390d5cf7ffdca9b9109ad1d738c0e726e27661394749a9a
+SHA512:
+  metadata.gz: 2098c0cb04ef3bf967d13fd2bbd9d8581107db8c368a9ef72621a753039870a12227569e29437a56525e874fcfed00d1339120a96538c81f8de09dd219e00205
+  data.tar.gz: 8b988a293d1fccdeee7c7ce392f1d67018e81dc962127e8af6b6f9d34c92a4016eec4c99a659281d19503dc3b3e7413cdff1371c0fb6d3537d152ae655e6f672

data/.fern/metadata.json

@@ -0,0 +1,13 @@
+{
+  "cliVersion": "5.72.1",
+  "generatorName": "fernapi/fern-ruby-sdk",
+  "generatorVersion": "1.20.2",
+  "generatorConfig": {
+    "moduleName": "Apologist",
+    "clientModuleName": "AgentClient"
+  },
+  "originGitCommit": "48763009ddb15e043da173498c3cc160c5c5dc45",
+  "originGitCommitIsDirty": true,
+  "invokedBy": "manual",
+  "sdkVersion": "0.0.5"
+}

data/.fernignore

@@ -0,0 +1,2 @@
+custom.gemspec.rb
+.rubocop.yml

data/.rubocop.yml

@@ -0,0 +1,108 @@
+plugins:
+  - rubocop-minitest
+
+AllCops:
+  TargetRubyVersion: 3.3
+  NewCops: enable
+
+Style/StringLiterals:
+  EnforcedStyle: double_quotes
+
+Style/StringLiteralsInInterpolation:
+  EnforcedStyle: double_quotes
+
+Style/AccessModifierDeclarations:
+  Enabled: false
+
+Lint/ConstantDefinitionInBlock:
+  Enabled: false
+
+Metrics/AbcSize:
+  Enabled: false
+
+Metrics/BlockLength:
+  Enabled: false
+
+Metrics/ClassLength:
+  Enabled: false
+
+Metrics/MethodLength:
+  Enabled: false
+
+Metrics/ParameterLists:
+  Enabled: false
+
+Metrics/PerceivedComplexity:
+  Enabled: false
+
+Metrics/CyclomaticComplexity:
+  Enabled: false
+
+Metrics/ModuleLength:
+  Enabled: false
+
+Layout/LineLength:
+  Enabled: false
+
+# Fern generates lib/Apologist.rb to match the module/gem entrypoint name.
+Naming/FileName:
+  Exclude:
+    - "lib/Apologist.rb"
+
+Naming/VariableNumber:
+  EnforcedStyle: normalcase
+  Severity: warning
+
+Style/Documentation:
+  Enabled: false
+
+Style/Lambda:
+  EnforcedStyle: literal
+
+Minitest/MultipleAssertions:
+  Enabled: false
+
+Minitest/UselessAssertion:
+  Enabled: false
+
+# Dynamic snippets are code samples for documentation, not standalone Ruby files.
+Style/FrozenStringLiteralComment:
+  Exclude:
+    - "dynamic-snippets/**/*"
+
+# Indent hash elements 2 spaces from the start of the enclosing line rather than
+# aligning with the preceding paren or bracket. Generated code nests hashes inside
+# arrays and method calls; the "consistent" style is more readable there.
+Layout/FirstHashElementIndentation:
+  EnforcedStyle: consistent
+  Exclude:
+    - "dynamic-snippets/**/*"
+
+# Match Layout/FirstHashElementIndentation: indent the first argument 2 spaces
+# from the start of the method call's line, regardless of parenthesis position.
+# Dynamic snippets are code samples, not standalone Ruby files; exclude them to
+# keep this config symmetric with Layout/FirstHashElementIndentation above.
+Layout/FirstArgumentIndentation:
+  EnforcedStyle: consistent
+  Exclude:
+    - "dynamic-snippets/**/*"
+
+# The generator emits non-idiomatic class names (e.g. Get_With_Query, JSON_)
+# derived from IR type names whose wire form contains underscores or digits.
+# Rubocop never auto-corrected these (naming cops have no autocorrecter), so
+# disabling the cop keeps CI green without changing customer output. Fixing at
+# source would rename public types across every existing SDK and therefore
+# requires a ruby-v2 major-version bump with a generator migration.
+Naming/ClassAndModuleCamelCase:
+  Enabled: false
+
+# Integer literals are emitted unformatted (e.g. 1000000, not 1_000_000).
+# Rubocop has an autocorrecter for this cop, but the only caller of integer
+# emission is the dynamic-snippets path, which feeds customer-facing surfaces:
+# (1) snippet markdown in reference docs, (2) dynamic-snippets/*.rb sample
+# files. Neither is rubocop-gated (markdown isn't Ruby, dynamic-snippets/**/*
+# is excluded above), so formatting integers there would change docs/dashboard
+# output without any rubocop benefit. Disabling the cop keeps integers raw
+# everywhere and avoids customer-visible diffs.
+Style/NumericLiterals:
+  Enabled: false

data/CONTRIBUTING.md

@@ -0,0 +1,120 @@
+# Contributing
+
+Thanks for your interest in contributing to this SDK! This document provides guidelines for contributing to the project.
+
+## Getting Started
+
+### Prerequisites
+
+- Ruby 3.0+
+- Bundler
+
+### Installation
+
+Install the project dependencies:
+
+```bash
+bundle install
+```
+
+### Building
+
+Build the gem:
+
+```bash
+gem build *.gemspec
+```
+
+### Testing
+
+Run the test suite:
+
+```bash
+bundle exec rspec
+```
+
+### Linting and Formatting
+
+Check code style:
+
+```bash
+bundle exec rubocop
+```
+
+Fix code style issues:
+
+```bash
+bundle exec rubocop -a
+```
+
+## About Generated Code
+
+**Important**: Most files in this SDK are automatically generated by [Fern](https://buildwithfern.com) from the API definition. Direct modifications to generated files will be overwritten the next time the SDK is generated.
+
+### Generated Files
+
+The following directories contain generated code:
+- `lib/` - API client classes and types
+- Most Ruby files in the project
+
+### How to Customize
+
+If you need to customize the SDK, you have two options:
+
+#### Option 1: Use `.fernignore`
+
+For custom code that should persist across SDK regenerations:
+
+1. Create a `.fernignore` file in the project root
+2. Add file patterns for files you want to preserve (similar to `.gitignore` syntax)
+3. Add your custom code to those files
+
+Files listed in `.fernignore` will not be overwritten when the SDK is regenerated.
+
+For more information, see the [Fern documentation on custom code](https://buildwithfern.com/learn/sdks/overview/custom-code).
+
+#### Option 2: Contribute to the Generator
+
+If you want to change how code is generated for all users of this SDK:
+
+1. The Ruby SDK generator lives in the [Fern repository](https://github.com/fern-api/fern)
+2. Generator code is located at `generators/ruby-v2/`
+3. Follow the [Fern contributing guidelines](https://github.com/fern-api/fern/blob/main/CONTRIBUTING.md)
+4. Submit a pull request with your changes to the generator
+
+This approach is best for:
+- Bug fixes in generated code
+- New features that would benefit all users
+- Improvements to code generation patterns
+
+## Making Changes
+
+### Workflow
+
+1. Create a new branch for your changes
+2. Make your modifications
+3. Run tests to ensure nothing breaks: `bundle exec rspec`
+4. Run linting: `bundle exec rubocop`
+5. Build the gem: `gem build *.gemspec`
+6. Commit your changes with a clear commit message
+7. Push your branch and create a pull request
+
+### Commit Messages
+
+Write clear, descriptive commit messages that explain what changed and why.
+
+### Code Style
+
+This project uses RuboCop for code formatting. Run `bundle exec rubocop` before committing to ensure your code meets the project's style guidelines.
+
+## Questions or Issues?
+
+If you have questions or run into issues:
+
+1. Check the [Fern documentation](https://buildwithfern.com)
+2. Search existing [GitHub issues](https://github.com/fern-api/fern/issues)
+3. Open a new issue if your question hasn't been addressed
+
+## License
+
+By contributing to this project, you agree that your contributions will be licensed under the same license as the project.

data/README.md

@@ -0,0 +1,169 @@
+# ApologistAi Ruby Library
+
+[![fern shield](https://img.shields.io/badge/%F0%9F%8C%BF-Built%20with%20Fern-brightgreen)](https://buildwithfern.com?utm_source=github&utm_medium=github&utm_campaign=readme&utm_source=ApologistAi%2FRuby)
+
+The ApologistAi Ruby library provides convenient access to the ApologistAi APIs from Ruby.
+
+## Table of Contents
+
+- [Reference](#reference)
+- [Usage](#usage)
+- [Environments](#environments)
+- [Errors](#errors)
+- [Advanced](#advanced)
+  - [Retries](#retries)
+  - [Timeouts](#timeouts)
+  - [Additional Headers](#additional-headers)
+  - [Additional Query Parameters](#additional-query-parameters)
+- [Contributing](#contributing)
+
+## Reference
+
+A full reference for this library is available [here](./reference.md).
+
+## Usage
+
+Instantiate and use the client with the following:
+
+```ruby
+require "apologist"
+
+client = Apologist::AgentClient.new(api_key: "<value>")
+
+client.chat.create_chat_completion(request: {
+  key: "value"
+})
+```
+
+## Environments
+
+This SDK allows you to configure different environments or custom URLs for API requests. You can either use the predefined environments or specify your own custom URL.
+### Environments
+```ruby
+require "Apologist"
+
+Apologist = Apologist::AgentClient.new(
+    base_url: Apologist::Environment::DEFAULT
+)
+```
+
+### Custom URL
+```ruby
+require "Apologist"
+
+client = Apologist::AgentClient.new(
+    base_url: "https://example.com"
+)
+```
+
+## Errors
+
+Failed API calls will raise errors that can be rescued from granularly.
+
+```ruby
+require "Apologist"
+
+client = Apologist::AgentClient.new(
+    base_url: "https://example.com"
+)
+
+begin
+    result = client.chat.create_chat_completion
+rescue Apologist::Errors::TimeoutError
+    puts "API didn't respond before our timeout elapsed"
+rescue Apologist::Errors::ServiceUnavailableError
+    puts "API returned status 503, is probably overloaded, try again later"
+rescue Apologist::Errors::ServerError
+    puts "API returned some other 5xx status, this is probably a bug"
+rescue Apologist::Errors::ResponseError => e
+    puts "API returned an unexpected status other than 5xx: #{e.code} #{e.message}"
+rescue Apologist::Errors::ApiError => e
+    puts "Some other error occurred when calling the API: #{e.message}"
+end
+```
+
+## Advanced
+
+### Retries
+
+The SDK is instrumented with automatic retries. A request will be retried as long as the request is deemed
+retryable and the number of retry attempts has not grown larger than the configured retry limit (default: 2).
+
+A request is deemed retryable when any of the following HTTP status codes is returned:
+
+- [408](https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/408) (Timeout)
+- [429](https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/429) (Too Many Requests)
+- [5XX](https://developer.mozilla.org/en-US/docs/Web/HTTP/Status#server_error_responses) (Internal Server Error)
+
+The `retryStatusCodes` configuration controls which [5XX](https://developer.mozilla.org/en-US/docs/Web/HTTP/Status#server_error_responses) status codes are retried:
+
+- `legacy` (default): Retries `408`, `429`, `500`, `502`, `503`, `504`, `521`, `522`, `524`
+- `recommended`: Retries `408`, `429`, `502`, `503`, `504` only (excludes `500 Internal Server Error` to avoid retrying non-idempotent failures)
+
+Use the `max_retries` option to configure this behavior.
+
+```ruby
+require "Apologist"
+
+client = Apologist::AgentClient.new(
+    base_url: "https://example.com",
+    max_retries: 3  # Configure max retries (default is 2)
+)
+```
+
+### Timeouts
+
+The SDK defaults to a 60 second timeout. Use the `timeout` option to configure this behavior.
+
+```ruby
+require "Apologist"
+
+response = client.chat.create_chat_completion(
+    ...,
+    timeout: 30  # 30 second timeout
+)
+```
+
+### Additional Headers
+
+If you would like to send additional headers as part of the request, use the `additional_headers` request option.
+
+```ruby
+require "Apologist"
+
+response = client.chat.create_chat_completion(
+    ...,
+    request_options: {
+        additional_headers: {
+            "X-Custom-Header" => "custom-value"
+        }
+    }
+)
+```
+
+### Additional Query Parameters
+
+If you would like to send additional query parameters as part of the request, use the `additional_query_parameters` request option.
+
+```ruby
+require "Apologist"
+
+response = client.chat.create_chat_completion(
+    ...,
+    request_options: {
+        additional_query_parameters: {
+            "custom_param" => "custom-value"
+        }
+    }
+)
+```
+
+## Contributing
+
+While we value open-source contributions to this SDK, this library is generated programmatically.
+Additions made directly to this library would have to be moved over to our generation code,
+otherwise they would be overwritten upon the next generated release. Feel free to open a PR as
+a proof of concept, but know that we will not be able to merge it as-is. We suggest opening
+an issue first to discuss with us!
+
+On the other hand, contributions to the README are always very welcome!

data/Rakefile

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+require "bundler/gem_tasks"
+require "minitest/test_task"
+
+Minitest::TestTask.create
+
+require "rubocop/rake_task"
+
+RuboCop::RakeTask.new
+
+task default: %i[test]
+
+task lint: %i[rubocop]
+
+# Run only the custom test file
+Minitest::TestTask.create(:customtest) do |t|
+  t.libs << "test"
+  t.test_globs = ["test/custom.test.rb"]
+end

data/custom.gemspec.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+# Custom gemspec configuration file
+# This file is automatically loaded by the main gemspec file. The 'spec' variable is available
+# in this context from the main gemspec file. You can modify this file to add custom metadata,
+# dependencies, or other gemspec configurations. If you do make changes to this file, you will
+# need to add it to the .fernignore file to prevent your changes from being overwritten.
+
+def add_custom_gemspec_data(spec)
+  spec.authors = ["Apologist"]
+  spec.email = ["support@apologist.ai"]
+  spec.homepage = "https://github.com/apologist-project/apg-sdk-ruby"
+  spec.license = "MIT"
+  spec.metadata["homepage_uri"] = "https://docs.apologist.ai"
+  spec.metadata["source_code_uri"] = "https://github.com/apologist-project/apg-sdk-ruby"
+  spec.metadata["documentation_uri"] = "https://docs.apologist.ai"
+end

data/lib/Apologist/benchmarks/client.rb

@@ -0,0 +1,160 @@
+# frozen_string_literal: true
+
+module Apologist
+  module Benchmarks
+    class Client
+      # @param client [Apologist::Internal::Http::RawClient]
+      #
+      # @return [void]
+      def initialize(client:)
+        @client = client
+      end
+
+      # Returns a paginated list of runs for a benchmark, scoped to the requesting agent. Each run carries nested
+      # evaluators, questions, and a flat evaluations array.
+      #
+      # @param request_options [Hash]
+      # @param params [Hash]
+      # @option request_options [String] :base_url
+      # @option request_options [Hash{String => Object}] :additional_headers
+      # @option request_options [Hash{String => Object}] :additional_query_parameters
+      # @option request_options [Hash{String => Object}] :additional_body_parameters
+      # @option request_options [Integer] :timeout_in_seconds
+      # @option params [String] :id
+      # @option params [Integer, nil] :page
+      # @option params [Integer, nil] :per_page
+      # @option params [String, nil] :min_timestamp
+      # @option params [String, nil] :max_timestamp
+      # @option params [String, nil] :min_duration
+      # @option params [String, nil] :max_duration
+      # @option params [String, nil] :min_score
+      # @option params [String, nil] :max_score
+      # @option params [String, nil] :passed
+      # @option params [String, nil] :min_responses
+      # @option params [String, nil] :max_responses
+      #
+      # @example
+      #   client.benchmarks.list_benchmark_runs(id: "id")
+      #
+      # @return [Apologist::Benchmarks::Types::ListBenchmarkRunsResponse]
+      def list_benchmark_runs(request_options: {}, **params)
+        params = Apologist::Internal::Types::Utils.normalize_keys(params)
+        query_params = {}
+        query_params["page"] = params[:page] if params.key?(:page)
+        query_params["per_page"] = params[:per_page] if params.key?(:per_page)
+        query_params["min_timestamp"] = params[:min_timestamp] if params.key?(:min_timestamp)
+        query_params["max_timestamp"] = params[:max_timestamp] if params.key?(:max_timestamp)
+        query_params["min_duration"] = params[:min_duration] if params.key?(:min_duration)
+        query_params["max_duration"] = params[:max_duration] if params.key?(:max_duration)
+        query_params["min_score"] = params[:min_score] if params.key?(:min_score)
+        query_params["max_score"] = params[:max_score] if params.key?(:max_score)
+        query_params["passed"] = params[:passed] if params.key?(:passed)
+        query_params["min_responses"] = params[:min_responses] if params.key?(:min_responses)
+        query_params["max_responses"] = params[:max_responses] if params.key?(:max_responses)
+
+        request = Apologist::Internal::JSON::Request.new(
+          base_url: request_options[:base_url],
+          method: "GET",
+          path: "benchmarks/#{URI.encode_uri_component(params[:id].to_s)}/runs",
+          query: query_params,
+          request_options: request_options
+        )
+        begin
+          response = @client.send(request)
+        rescue Net::HTTPRequestTimeout
+          raise Apologist::Errors::TimeoutError
+        end
+        code = response.code.to_i
+        if code.between?(200, 299)
+          Apologist::Benchmarks::Types::ListBenchmarkRunsResponse.load(response.body)
+        else
+          error_class = Apologist::Errors::ResponseError.subclass_for_code(code)
+          raise error_class.new(response.body, code: code)
+        end
+      end
+
+      # Executes a benchmark run and returns the aggregated result with nested evaluators, questions, and a flat
+      # evaluations array.
+      #
+      # @param request_options [Hash]
+      # @param params [Apologist::Benchmarks::Types::BenchmarkRunRequest]
+      # @option request_options [String] :base_url
+      # @option request_options [Hash{String => Object}] :additional_headers
+      # @option request_options [Hash{String => Object}] :additional_query_parameters
+      # @option request_options [Hash{String => Object}] :additional_body_parameters
+      # @option request_options [Integer] :timeout_in_seconds
+      # @option params [String] :id
+      #
+      # @example
+      #   client.benchmarks.run_benchmark(id: "id")
+      #
+      # @return [Hash[String, Object]]
+      def run_benchmark(request_options: {}, **params)
+        params = Apologist::Internal::Types::Utils.normalize_keys(params)
+        request_data = Apologist::Benchmarks::Types::BenchmarkRunRequest.new(params).to_h
+        non_body_param_names = %w[id]
+        body = request_data.except(*non_body_param_names)
+
+        request = Apologist::Internal::JSON::Request.new(
+          base_url: request_options[:base_url],
+          method: "POST",
+          path: "benchmarks/#{URI.encode_uri_component(params[:id].to_s)}/runs",
+          body: body,
+          request_options: request_options
+        )
+        begin
+          response = @client.send(request)
+        rescue Net::HTTPRequestTimeout
+          raise Apologist::Errors::TimeoutError
+        end
+        code = response.code.to_i
+        return if code.between?(200, 299)
+
+        error_class = Apologist::Errors::ResponseError.subclass_for_code(code)
+        raise error_class.new(response.body, code: code)
+      end
+
+      # Returns a single benchmark run by id or UUID, scoped to the requesting agent, including nested evaluators,
+      # questions, and evaluations.
+      #
+      # @param request_options [Hash]
+      # @param params [Hash]
+      # @option request_options [String] :base_url
+      # @option request_options [Hash{String => Object}] :additional_headers
+      # @option request_options [Hash{String => Object}] :additional_query_parameters
+      # @option request_options [Hash{String => Object}] :additional_body_parameters
+      # @option request_options [Integer] :timeout_in_seconds
+      # @option params [String] :id
+      # @option params [String] :run_id
+      #
+      # @example
+      #   client.benchmarks.get_benchmark_run(
+      #     id: "id",
+      #     run_id: "runId"
+      #   )
+      #
+      # @return [Apologist::Benchmarks::Types::GetBenchmarkRunResponse]
+      def get_benchmark_run(request_options: {}, **params)
+        params = Apologist::Internal::Types::Utils.normalize_keys(params)
+        request = Apologist::Internal::JSON::Request.new(
+          base_url: request_options[:base_url],
+          method: "GET",
+          path: "benchmarks/#{URI.encode_uri_component(params[:id].to_s)}/runs/#{URI.encode_uri_component(params[:run_id].to_s)}",
+          request_options: request_options
+        )
+        begin
+          response = @client.send(request)
+        rescue Net::HTTPRequestTimeout
+          raise Apologist::Errors::TimeoutError
+        end
+        code = response.code.to_i
+        if code.between?(200, 299)
+          Apologist::Benchmarks::Types::GetBenchmarkRunResponse.load(response.body)
+        else
+          error_class = Apologist::Errors::ResponseError.subclass_for_code(code)
+          raise error_class.new(response.body, code: code)
+        end
+      end
+    end
+  end
+end

data/lib/Apologist/benchmarks/types/benchmark_run_request.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+module Apologist
+  module Benchmarks
+    module Types
+      class BenchmarkRunRequest < Internal::Types::Model
+        field :id, -> { String }, optional: false, nullable: false
+
+        field :content, -> { Apologist::Benchmarks::Types::BenchmarkRunRequestContent }, optional: true, nullable: false
+
+        field :completion_id, -> { String }, optional: true, nullable: false
+
+        field :source_id, -> { Integer }, optional: true, nullable: false
+
+        field :model, -> { String }, optional: true, nullable: false
+
+        field :num_responses, -> { Integer }, optional: true, nullable: false
+
+        field :use_question_variants, -> { Internal::Types::Boolean }, optional: true, nullable: false
+
+        field :reasoning_effort, -> { Apologist::Benchmarks::Types::BenchmarkRunRequestReasoningEffort }, optional: true, nullable: false
+
+        field :verbosity, -> { Apologist::Benchmarks::Types::BenchmarkRunRequestVerbosity }, optional: true, nullable: false
+
+        field :score_threshold, -> { Integer }, optional: true, nullable: false
+
+        field :value_threshold, -> { Integer }, optional: true, nullable: false
+
+        field :temperature, -> { Integer }, optional: true, nullable: false
+
+        field :top_p, -> { Integer }, optional: true, nullable: false
+
+        field :frequency_penalty, -> { Integer }, optional: true, nullable: false
+
+        field :presence_penalty, -> { Integer }, optional: true, nullable: false
+      end
+    end
+  end
+end

data/lib/Apologist/benchmarks/types/benchmark_run_request_content.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+module Apologist
+  module Benchmarks
+    module Types
+      # Content to evaluate. Required when `source_id` is supplied.
+      class BenchmarkRunRequestContent < Internal::Types::Model
+        extend Apologist::Internal::Types::Union
+
+        member -> { String }
+
+        member -> { Internal::Types::Array[Object] }
+      end
+    end
+  end
+end