activeagent 1.9.6 → 1.9.8

data/lib/active_agent/providers/runcrate/options.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+require_relative "../open_ai/options"
+
+module ActiveAgent
+  module Providers
+    module Runcrate
+      # Configuration options for the Runcrate provider.
+      #
+      # Extends OpenAI::Options, overriding the base URL to point at
+      # Runcrate's OpenAI-compatible inference API and resolving the API key
+      # from RUNCRATE_API_KEY. Runcrate does not use organization or project
+      # identifiers.
+      #
+      # @example Basic configuration
+      #   options = Options.new(api_key: ENV["RUNCRATE_API_KEY"])
+      #
+      # @see https://runcrate.ai/docs/models/overview
+      # @see https://runcrate.ai/dashboard/api-keys Runcrate API Keys
+      class Options < ActiveAgent::Providers::OpenAI::Options
+        # @!attribute base_url
+        #   @return [String] API endpoint (default: "https://api.runcrate.ai/v1")
+        attribute :base_url, :string, as: "https://api.runcrate.ai/v1"
+
+        private
+
+        def resolve_api_key(kwargs)
+          kwargs[:api_key] ||
+            kwargs[:access_token] ||
+            ENV["RUNCRATE_API_KEY"]
+        end
+
+        # Not used as part of Runcrate
+        def resolve_organization_id(kwargs) = nil
+        def resolve_project_id(kwargs)      = nil
+      end
+    end
+  end
+end

data/lib/active_agent/providers/runcrate_provider.rb

@@ -0,0 +1,72 @@
+require_relative "_base_provider"
+
+require_gem!(:openai, __FILE__)
+
+require_relative "open_ai_provider"
+require_relative "runcrate/_types"
+
+module ActiveAgent
+  module Providers
+    # Provides access to Runcrate's OpenAI-compatible inference API for
+    # open-weight models.
+    #
+    # Extends the OpenAI provider to work with Runcrate's OpenAI-compatible
+    # API. Model ids are the vendor-prefixed names Runcrate lists at
+    # +/v1/models+ (e.g. +deepseek-ai/DeepSeek-V4.1-Flash+).
+    #
+    # Runcrate is a plain OpenAI-compatible API: requests, responses and
+    # transforms are identical to the OpenAI Chat API, so this provider
+    # reuses OpenAI::Chat::RequestType and OpenAI::Chat::Transforms directly.
+    # The only Runcrate-specific configuration is the base URL and API key,
+    # which live in Runcrate::Options.
+    #
+    # @example Configuration in active_agent.yml
+    #   runcrate:
+    #     service: "Runcrate"
+    #     api_key: <%= ENV["RUNCRATE_API_KEY"] %>
+    #     model: "deepseek-ai/DeepSeek-V4.1-Flash"
+    #
+    # @see OpenAI::ChatProvider
+    # @see https://runcrate.ai/docs/models/overview
+    class RuncrateProvider < OpenAI::ChatProvider
+      # @return [String]
+      def self.service_name
+        "Runcrate"
+      end
+
+      # @return [Class]
+      def self.options_klass
+        Runcrate::Options
+      end
+
+      # @return [ActiveModel::Type::Value]
+      def self.prompt_request_type
+        OpenAI::Chat::RequestType.new
+      end
+
+      # @return [ActiveModel::Type::Value]
+      def self.embed_request_type
+        OpenAI::Embedding::RequestType.new
+      end
+
+      protected
+
+      # Executes an embedding request via Runcrate's OpenAI-compatible API.
+      #
+      # @param parameters [Hash]
+      # @return [Hash] symbolized API response
+      def api_embed_execute(parameters)
+        client.embeddings.create(**parameters).as_json.deep_symbolize_keys
+      end
+
+      # @see BaseProvider#api_response_normalize
+      # @param api_response [OpenAI::Models::ChatCompletion]
+      # @return [Hash] normalized response hash
+      def api_response_normalize(api_response)
+        return api_response unless api_response
+
+        OpenAI::Chat::Transforms.gem_to_hash(api_response)
+      end
+    end
+  end
+end

data/lib/active_agent/railtie.rb

@@ -15,6 +15,10 @@ module ActiveAgent
     config.active_agent.telemetry = ActiveSupport::OrderedOptions.new
     config.eager_load_namespaces << ActiveAgent
 
+    rake_tasks do
+      load File.expand_path("../tasks/active_agent/evals.rake", __dir__)
+    end
+
     initializer "active_agent.deprecator", before: :load_environment_config do |app|
       app.deprecators[:active_agent] = ActiveAgent.deprecator
     end

data/lib/active_agent/version.rb

@@ -1,3 +1,3 @@
 module ActiveAgent
-  VERSION = "1.9.6"
+  VERSION = "1.9.8"
 end

data/lib/tasks/active_agent/evals.rake

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+# Evals are ordinary tests under test/evals that each call a model, so
+# `rails test` skips them (ActiveAgent::Evals::TestCase checks EVALS) and this
+# task runs them: it switches EVALS on and hands test/evals to the same runner
+# `rails test` uses, so seeds, parallel workers and reporters behave the same.
+#
+#   bin/rails test:evals
+#   bin/rails test:evals TEST=test/evals/support_agent_test.rb
+#   bin/rails test:evals TESTOPTS="--seed 1234 -v"
+#   EVALS=1 bin/rails test test/evals/support_agent_test.rb:12   # one eval, through rails test
+#   EVALS=1 bin/rails test                                       # the whole suite, evals included
+namespace :test do
+  desc "Run the agent evals in test/evals (switches EVALS on); TEST=path narrows, TESTOPTS passes options"
+  task :evals do
+    require "active_agent/evals/test_helper"
+    require "rails/test_unit/runner"
+
+    paths = Array(ENV["TEST"]).map(&:to_s).reject(&:empty?).presence || [ "test/evals" ]
+    # A path, a path:line or a glob, as `rails test` takes them.
+    missing = paths.reject { |path| File.exist?(path.sub(/:\d+\z/, "")) || Dir.glob(path).any? }
+    abort "No evals found: #{missing.join(", ")} does not exist. Evals are tests under test/evals." if missing.any?
+
+    ENV[ActiveAgent::Evals::TestHelper::ENV_KEY] = "1"
+    runner = Rails::TestUnit::Runner
+    runner.respond_to?(:run_from_rake) ? runner.run_from_rake("test", paths) : runner.rake_run(paths)
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: activeagent
 version: !ruby/object:Gem::Version
-  version: 1.9.6
+  version: 1.9.8
 platform: ruby
 authors:
 - Justin Bowen
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2026-10-30 00:00:00.000000000 Z
+date: 2026-11-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: actionpack
@@ -162,16 +162,22 @@ dependencies:
   name: anthropic
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '1.12'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '3'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '1.12'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '3'
 - !ruby/object:Gem::Dependency
   name: aws-sdk-bedrockruntime
   requirement: !ruby/object:Gem::Requirement
@@ -464,20 +470,25 @@ files:
 - lib/active_agent/delegation/schema.rb
 - lib/active_agent/deprecator.rb
 - lib/active_agent/evals.rb
+- lib/active_agent/evals/capture.rb
 - lib/active_agent/evals/catalog.rb
 - lib/active_agent/evals/comparison.rb
 - lib/active_agent/evals/correlation.rb
 - lib/active_agent/evals/design_tokens.rb
 - lib/active_agent/evals/diagnosis.rb
 - lib/active_agent/evals/format.rb
+- lib/active_agent/evals/gate_check.rb
 - lib/active_agent/evals/judge.rb
 - lib/active_agent/evals/model_spec.rb
+- lib/active_agent/evals/pass_thresholds.rb
+- lib/active_agent/evals/patterns.rb
 - lib/active_agent/evals/publisher.rb
 - lib/active_agent/evals/replay.rb
 - lib/active_agent/evals/report.rb
 - lib/active_agent/evals/report_html.rb
 - lib/active_agent/evals/report_markdown.rb
 - lib/active_agent/evals/result.rb
+- lib/active_agent/evals/rspec.rb
 - lib/active_agent/evals/ruby_llm.rb
 - lib/active_agent/evals/runner.rb
 - lib/active_agent/evals/scenario.rb
@@ -485,6 +496,7 @@ files:
 - lib/active_agent/evals/scorer.rb
 - lib/active_agent/evals/statistics.rb
 - lib/active_agent/evals/suite.rb
+- lib/active_agent/evals/test_helper.rb
 - lib/active_agent/generation.rb
 - lib/active_agent/generation_job.rb
 - lib/active_agent/inline_preview_interceptor.rb
@@ -500,6 +512,8 @@ files:
 - lib/active_agent/providers/anthropic/request.rb
 - lib/active_agent/providers/anthropic/transforms.rb
 - lib/active_agent/providers/anthropic_provider.rb
+- lib/active_agent/providers/atlas_cloud/options.rb
+- lib/active_agent/providers/atlas_cloud_provider.rb
 - lib/active_agent/providers/azure/_types.rb
 - lib/active_agent/providers/azure/options.rb
 - lib/active_agent/providers/azure_open_ai_provider.rb
@@ -510,6 +524,9 @@ files:
 - lib/active_agent/providers/bedrock/bearer_client.rb
 - lib/active_agent/providers/bedrock/options.rb
 - lib/active_agent/providers/bedrock_provider.rb
+- lib/active_agent/providers/cheaper_inference/_types.rb
+- lib/active_agent/providers/cheaper_inference/options.rb
+- lib/active_agent/providers/cheaper_inference_provider.rb
 - lib/active_agent/providers/common/messages/_types.rb
 - lib/active_agent/providers/common/messages/assistant.rb
 - lib/active_agent/providers/common/messages/base.rb
@@ -554,9 +571,11 @@ files:
 - lib/active_agent/providers/mock/request.rb
 - lib/active_agent/providers/mock_provider.rb
 - lib/active_agent/providers/ollama/_types.rb
+- lib/active_agent/providers/ollama/catalog.rb
 - lib/active_agent/providers/ollama/chat/_types.rb
 - lib/active_agent/providers/ollama/chat/request.rb
 - lib/active_agent/providers/ollama/chat/transforms.rb
+- lib/active_agent/providers/ollama/cloud.rb
 - lib/active_agent/providers/ollama/embedding/_types.rb
 - lib/active_agent/providers/ollama/embedding/request.rb
 - lib/active_agent/providers/ollama/embedding/transforms.rb
@@ -617,6 +636,9 @@ files:
 - lib/active_agent/providers/ruby_llm/tool_proxy.rb
 - lib/active_agent/providers/ruby_llm_provider.rb
 - lib/active_agent/providers/rubyllm_provider.rb
+- lib/active_agent/providers/runcrate/_types.rb
+- lib/active_agent/providers/runcrate/options.rb
+- lib/active_agent/providers/runcrate_provider.rb
 - lib/active_agent/railtie.rb
 - lib/active_agent/railtie/schema_generator_extension.rb
 - lib/active_agent/schema_generator.rb
@@ -654,7 +676,7 @@ files:
 - lib/generators/test_unit/templates/functional_test.rb.tt
 - lib/generators/test_unit/templates/preview.rb.tt
 - lib/rails/agents_controller.rb
-- lib/tasks/activeagent_tasks.rake
+- lib/tasks/active_agent/evals.rake
 homepage: https://activeagents.ai
 licenses:
 - MIT

data/lib/tasks/activeagent_tasks.rake

@@ -1,4 +0,0 @@
-# desc "Explaining what the task does"
-# task :activeagent do
-#   # Task goes here
-# end