active_genie 0.30.0 → 0.30.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a3798199139490fc67b7bd1e154c74ff7c53411bd035cd9e2fd1d9b46e676a90
-  data.tar.gz: 5d9be13a369c0a6116257822f75365241ea7f628e0bdc11af085ecb267cef806
+  metadata.gz: 0305b370de6af340e3ae6d3afa10b67f7be5f68ba20916c2fb3b8c934c40fc3e
+  data.tar.gz: ab3ac5ed4b7bd14c53ceeff02240953b7427260e94630803dffd8669d5a5e051
 SHA512:
-  metadata.gz: 1929da5851c827ef6b693aa4f66b6118a2cda72c1b7996e602e0b0abd0537d3ac8de4fcd58d55c34fcb30ac798b237e0dea2f42e1f2431f6b61594e74807a2fd
-  data.tar.gz: 4d8a653613a1782f8542a531abf23d0171e5e30d36d42bee1d756963d645113b9ee151206ae81ba34a053b408df945d4f98e1ef35e23fc2fc47023776961dee8
+  metadata.gz: 84c7f399b16c21599e6302aeb8c4243cd833dc7ab554bbc610d400d982e7e9cb48cdc5b626cd74897dfa235a97f4a48115110275e8761bfe2be2a8964b040890
+  data.tar.gz: 705f57b32a5f59b2b8d88650e3b5eb7be657e577b571e74709a53c5b60aee5bf38740621d901fa72342a7d89e113982173d6ab1120ecc76c105b0589bd8910db

data/VERSION

@@ -1 +1 @@
-0.30.0
+0.30.3

data/lib/active_genie/comparator/debate.rb

@@ -31,7 +31,7 @@ module ActiveGenie
         @player_a = player_a
         @player_b = player_b
         @criteria = criteria
-        @config = ActiveGenie.configuration.merge(config)
+        @initial_config = config
       end
 
       # @return [ComparatorResponse] The evaluation result containing the winner and reasoning
@@ -43,11 +43,7 @@ module ActiveGenie
           {  role: 'user', content: "criteria: #{@criteria}" }
         ]
 
-        response = ::ActiveGenie::Providers::UnifiedProvider.function_calling(
-          messages,
-          FUNCTION,
-          config: @config
-        )
+        response = ::ActiveGenie::Providers::UnifiedProvider.function_calling(messages, FUNCTION, config:)
 
         response_formatted(response)
       end
@@ -72,7 +68,7 @@ module ActiveGenie
       end
 
       def log_comparator(comparator_response)
-        @config.logger.call(
+        config.logger.call(
           code: :comparator,
           player_a: @player_a[0..30],
           player_b: @player_b[0..30],
@@ -80,6 +76,15 @@ module ActiveGenie
           **comparator_response.to_h
         )
       end
+
+      def config
+        @config ||= begin
+          c = ActiveGenie.configuration.merge(@initial_config)
+          c.llm.recommended_model = 'deepseek-chat' unless c.llm.recommended_model
+
+          c
+        end
+      end
     end
   end
 end

data/lib/active_genie/configs/llm_config.rb

@@ -3,21 +3,12 @@
 module ActiveGenie
   module Config
     class LlmConfig
-      attr_accessor :model, :temperature, :max_tokens, :max_retries, :retry_delay,
-                    :model_tier, :read_timeout, :open_timeout, :provider
+      attr_accessor :model, :recommended_model, :temperature, :max_tokens, :max_retries, :retry_delay,
+                    :model_tier, :read_timeout, :open_timeout, :provider, :max_fibers
       attr_reader :provider_name
 
       def initialize
-        @model = nil
-        @provider_name = nil
-        @provider = nil
-        @temperature = 0
-        @max_tokens = 4096
-        @max_retries = nil
-        @retry_delay = nil
-        @model_tier = 'lower_tier'
-        @read_timeout = nil
-        @open_timeout = nil
+        set_defaults
       end
 
       def provider_name=(provider_name)
@@ -33,6 +24,17 @@ module ActiveGenie
           end
         end
       end
+
+      private
+
+      def set_defaults
+        @model = @recommended_model = @provider_name = @provider = nil
+        @max_retries = @retry_delay = @read_timeout = @open_timeout = nil
+        @temperature = 0
+        @max_tokens = 4096
+        @model_tier = 'lower_tier'
+        @max_fibers = 10
+      end
     end
   end
 end

data/lib/active_genie/configs/providers/anthropic_config.rb

@@ -30,27 +30,6 @@ module ActiveGenie
         def anthropic_version
           @anthropic_version || '2023-06-01'
         end
-
-        # Retrieves the model name designated for the lower tier (e.g., cost-effective, faster).
-        # Defaults to 'claude-3-haiku'.
-        # @return [String] The lower tier model name.
-        def lower_tier_model
-          @lower_tier_model || 'claude-3-5-haiku-20241022'
-        end
-
-        # Retrieves the model name designated for the middle tier (e.g., balanced performance).
-        # Defaults to 'claude-3-sonnet'.
-        # @return [String] The middle tier model name.
-        def middle_tier_model
-          @middle_tier_model || 'claude-3-7-sonnet-20250219'
-        end
-
-        # Retrieves the model name designated for the upper tier (e.g., most capable).
-        # Defaults to 'claude-3-opus'.
-        # @return [String] The upper tier model name.
-        def higher_tier_model
-          @higher_tier_model || 'claude-3-opus-20240229'
-        end
       end
     end
   end

data/lib/active_genie/configs/providers/deepseek_config.rb

@@ -23,27 +23,6 @@ module ActiveGenie
         def api_url
           @api_url || 'https://api.deepseek.com/v1'
         end
-
-        # Retrieves the model name designated for the lower tier (e.g., cost-effective, faster).
-        # Defaults to 'deepseek-chat'.
-        # @return [String] The lower tier model name.
-        def lower_tier_model
-          @lower_tier_model || 'deepseek-chat'
-        end
-
-        # Retrieves the model name designated for the middle tier (e.g., balanced performance).
-        # Defaults to 'deepseek-chat'.
-        # @return [String] The middle tier model name.
-        def middle_tier_model
-          @middle_tier_model || 'deepseek-chat'
-        end
-
-        # Retrieves the model name designated for the upper tier (e.g., most capable).
-        # Defaults to 'deepseek-reasoner'.
-        # @return [String] The upper tier model name.
-        def higher_tier_model
-          @higher_tier_model || 'deepseek-reasoner'
-        end
       end
     end
   end

data/lib/active_genie/configs/providers/google_config.rb

@@ -25,27 +25,6 @@ module ActiveGenie
           # The base URL here should be just the domain part.
           @api_url || 'https://generativelanguage.googleapis.com'
         end
-
-        # Retrieves the model name designated for the lower tier (e.g., cost-effective, faster).
-        # Defaults to 'gemini-2.0-flash-lite'.
-        # @return [String] The lower tier model name.
-        def lower_tier_model
-          @lower_tier_model || 'gemini-2.0-flash-lite'
-        end
-
-        # Retrieves the model name designated for the middle tier (e.g., balanced performance).
-        # Defaults to 'gemini-2.0-flash'.
-        # @return [String] The middle tier model name.
-        def middle_tier_model
-          @middle_tier_model || 'gemini-2.0-flash'
-        end
-
-        # Retrieves the model name designated for the upper tier (e.g., most capable).
-        # Defaults to 'gemini-2.5-pro-experimental'.
-        # @return [String] The upper tier model name.
-        def higher_tier_model
-          @higher_tier_model || 'gemini-2.5-pro-experimental'
-        end
       end
     end
   end

data/lib/active_genie/configs/providers/openai_config.rb

@@ -23,27 +23,6 @@ module ActiveGenie
         def api_url
           @api_url || 'https://api.openai.com/v1'
         end
-
-        # Retrieves the model name designated for the lower tier (e.g., cost-effective, faster).
-        # Defaults to 'gpt-4o-mini'.
-        # @return [String] The lower tier model name.
-        def lower_tier_model
-          @lower_tier_model || 'gpt-4.1-mini'
-        end
-
-        # Retrieves the model name designated for the middle tier (e.g., balanced performance).
-        # Defaults to 'gpt-4o'.
-        # @return [String] The middle tier model name.
-        def middle_tier_model
-          @middle_tier_model || 'gpt-4.1'
-        end
-
-        # Retrieves the model name designated for the upper tier (e.g., most capable).
-        # Defaults to 'o1-preview'.
-        # @return [String] The upper tier model name.
-        def higher_tier_model
-          @higher_tier_model || 'o3-mini'
-        end
       end
     end
   end

data/lib/active_genie/configs/providers/provider_base.rb

@@ -6,20 +6,7 @@ module ActiveGenie
       class ProviderBase
         NAME = :unknown
 
-        attr_writer :api_key, :organization, :api_url, :client,
-                    :lower_tier_model, :middle_tier_model, :higher_tier_model
-
-        # Maps a symbolic tier (:lower_tier, :middle_tier, :upper_tier) to a specific model name.
-        # Falls back to the lower_tier_model if the tier is nil or unrecognized.
-        # @param tier [Symbol, String, nil] The symbolic tier name.
-        # @return [String] The corresponding model name.
-        def tier_to_model(tier)
-          {
-            lower_tier: lower_tier_model,
-            middle_tier: middle_tier_model,
-            upper_tier: higher_tier_model
-          }[tier&.to_sym] || lower_tier_model
-        end
+        attr_writer :api_key, :organization, :api_url, :client
 
         # Returns a hash representation of the configuration.
         # @param config [Hash] Additional key-value pairs to merge into the hash.
@@ -29,9 +16,6 @@ module ActiveGenie
             name: NAME,
             api_key:,
             api_url:,
-            lower_tier_model:,
-            middle_tier_model:,
-            higher_tier_model:,
             **config
           }
         end
@@ -62,27 +46,6 @@ module ActiveGenie
         def client
           raise NotImplementedError, 'Subclasses must implement this method'
         end
-
-        # Retrieves the model name designated for the lower tier (e.g., cost-effective, faster).
-        # Defaults to 'gpt-4o-mini'.
-        # @return [String] The lower tier model name.
-        def lower_tier_model
-          raise NotImplementedError, 'Subclasses must implement this method'
-        end
-
-        # Retrieves the model name designated for the middle tier (e.g., balanced performance).
-        # Defaults to 'gpt-4o'.
-        # @return [String] The middle tier model name.
-        def middle_tier_model
-          raise NotImplementedError, 'Subclasses must implement this method'
-        end
-
-        # Retrieves the model name designated for the upper tier (e.g., most capable).
-        # Defaults to 'o1-preview'.
-        # @return [String] The upper tier model name.
-        def higher_tier_model
-          raise NotImplementedError, 'Subclasses must implement this method'
-        end
       end
     end
   end

data/lib/active_genie/configs/providers_config.rb

@@ -11,7 +11,7 @@ module ActiveGenie
       attr_reader :all
 
       def default
-        @default || valid.keys.first
+        @default || ENV.fetch('PROVIDER_NAME', nil) || valid.keys.first
       end
 
       def default=(provider)
@@ -24,20 +24,20 @@ module ActiveGenie
         @all.slice(*valid_provider_keys)
       end
 
-      def add(provider_classes)
+      def add(provider_configs)
         @all ||= {}
-        Array(provider_classes).each do |provider|
-          name = provider::NAME
+        Array(provider_configs).each do |provider_config|
+          name = provider_config::NAME
           remove([name]) if @all.key?(name)
 
-          @all[name] = provider.new
+          @all[name] = provider_config.new
         end
 
         self
       end
 
-      def remove(provider_classes)
-        Array(provider_classes).each do |provider|
+      def remove(provider_configs)
+        Array(provider_configs).each do |provider|
           @all.delete(provider::NAME)
         end
 

data/lib/active_genie/errors/invalid_model_error.rb

@@ -0,0 +1,42 @@
+# frozen_string_literal: true
+
+module ActiveGenie
+  class InvalidModelError < StandardError
+    TEXT = <<~TEXT
+      Invalid model: %<model>s
+
+      To configure ActiveGenie, you can either:
+      1. Set up global configuration:
+         ```ruby
+         ActiveGenie.configure do |config|
+          config.providers.openai.api_key = 'your_api_key'
+           config.llm.model = 'gpt-5'
+           # ... other configuration options
+         end
+         ```
+
+      2. Or pass configuration directly to the method call:
+         ```ruby
+         ActiveGenie::Extraction.call(
+           arg1,
+           arg2,
+           config: {
+             providers: {
+               openai: {
+                 api_key: 'your_api_key'
+               }
+             },
+             llm: {
+               model: 'gpt-5'
+             }
+           }
+         )
+         ```
+
+    TEXT
+
+    def initialize(model)
+      super(format(TEXT, model:))
+    end
+  end
+end

data/lib/active_genie/errors/invalid_provider_error.rb

@@ -39,7 +39,7 @@ module ActiveGenie
     end
 
     def available_providers
-      ActiveGenie.configuration.providers.all.keys.join(', ')
+      ActiveGenie.configuration.providers.valid.keys.join(', ')
     end
   end
 end

data/lib/active_genie/errors/provider_server_error.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+module ActiveGenie
+  class ProviderServerError < StandardError
+    TEXT = <<~TEXT.freeze
+      Provider server error: #{code}
+      #{body}
+
+      Providers errors are common and can occur for various reasons, such as:
+      - Invalid API key
+      - Exceeded usage limits
+      - Temporary server issues
+
+      Be ready to handle these errors gracefully in your application. We recommend implementing retry logic and exponential backoff strategies.
+      Usually async workers layer is the ideal place to handle such errors.
+    TEXT
+
+    def initialize(response)
+      @response = response
+      super(format(TEXT, **response))
+    end
+  end
+end

data/lib/active_genie/extractor/explanation.rb

@@ -31,7 +31,7 @@ module ActiveGenie
       def initialize(text, data_to_extract, config: {})
         @text = text
         @data_to_extract = data_to_extract
-        @config = ActiveGenie.configuration.merge(config)
+        @initial_config = config
       end
 
       def call
@@ -54,7 +54,7 @@ module ActiveGenie
       private
 
       def data_to_extract_with_explanation
-        return @data_to_extract unless @config.extractor.with_explanation
+        return @data_to_extract unless config.extractor.with_explanation
 
         with_explanation = {}
 
@@ -84,10 +84,10 @@ module ActiveGenie
         response = ::ActiveGenie::Providers::UnifiedProvider.function_calling(
           messages,
           function,
-          config: @config
+          config: config
         )
 
-        @config.logger.call(
+        config.logger.call(
           {
             code: :extractor,
             text: @text[0..30],
@@ -100,7 +100,7 @@ module ActiveGenie
       end
 
       def simplify_response(response)
-        return response if @config.extractor.verbose
+        return response if config.extractor.verbose
 
         simplified_response = {}
 
@@ -115,12 +115,21 @@ module ActiveGenie
       end
 
       def min_accuracy
-        @config.extractor.min_accuracy # default 70
+        config.extractor.min_accuracy # default 70
       end
 
       def prompt
         File.read(File.join(__dir__, 'explanation.prompt.md'))
       end
+
+      def config
+        @config ||= begin
+          c = ActiveGenie.configuration.merge(@initial_config)
+          c.llm.recommended_model = 'deepseek-chat' unless c.llm.recommended_model
+
+          c
+        end
+      end
     end
   end
 end

data/lib/active_genie/extractor/litote.rb

@@ -31,15 +31,13 @@ module ActiveGenie
       def initialize(text, data_to_extract, config: {})
         @text = text
         @data_to_extract = data_to_extract
-        @config = ActiveGenie.configuration.merge(config)
+        @initial_config = config
       end
 
       def call
-        response = Generalist.call(@text, extract_with_litote, config: @config)
+        response = Explanation.call(@text, extract_with_litote, config:)
 
-        if response[:message_litote]
-          response = Generalist.call(response[:litote_rephrased], @data_to_extract, config: @config)
-        end
+        response = Explanation.call(response[:litote_rephrased], @data_to_extract, config:) if response[:message_litote]
 
         response
       end
@@ -47,10 +45,19 @@ module ActiveGenie
       private
 
       def extract_with_litote
-        parameters = JSON.parse(File.read(File.join(__dir__, 'with_litote.json')), symbolize_names: true)
+        parameters = JSON.parse(File.read(File.join(__dir__, 'litote.json')), symbolize_names: true)
 
         @data_to_extract.merge(parameters)
       end
+
+      def config
+        @config ||= begin
+          c = ActiveGenie.configuration.merge(@initial_config)
+          c.llm.recommended_model = 'deepseek-chat' unless c.llm.recommended_model
+
+          c
+        end
+      end
     end
   end
 end

data/lib/active_genie/lister/feud.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-require_relative '../clients/unified_client'
+require_relative '../providers/unified_provider'
 
 module ActiveGenie
   module Lister
@@ -19,7 +19,7 @@ module ActiveGenie
       # @return [Array of strings] List of items
       def initialize(theme, config: {})
         @theme = theme
-        @config = ActiveGenie.configuration.merge(config)
+        @initial_config = config
       end
 
       # @return [Array of strings] The list of items
@@ -30,10 +30,10 @@ module ActiveGenie
           {  role: 'user', content: "theme: #{@theme}" }
         ]
 
-        response = ::ActiveGenie::Clients::UnifiedClient.function_calling(
+        response = ::ActiveGenie::Providers::UnifiedProvider.function_calling(
           messages,
           FUNCTION,
-          config: @config
+          config:
         )
 
         log_feud(response)
@@ -46,16 +46,25 @@ module ActiveGenie
       private
 
       def number_of_items
-        @config.lister.number_of_items
+        config.lister.number_of_items
       end
 
       def log_feud(response)
-        @config.logger.call(
+        config.logger.call(
           code: :feud,
           theme: @theme[0..30],
           items: response['items'].map { |item| item[0..30] }
         )
       end
+
+      def config
+        @config ||= begin
+          c = ActiveGenie.configuration.merge(@initial_config)
+          c.llm.recommended_model = 'deepseek-chat' unless c.llm.recommended_model
+
+          c
+        end
+      end
     end
   end
 end

data/lib/active_genie/lister/juries.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-require_relative '../clients/unified_client'
+require_relative '../providers/unified_provider'
 
 module ActiveGenie
   module Lister
@@ -14,8 +14,7 @@ module ActiveGenie
     # @example Getting jury for technical content
     #   Juries.call("Technical documentation about API design",
     #                           "Evaluate technical accuracy and clarity")
-    #   # => { jury1: "API Architect", jury2: "Technical Writer",
-    #   #      jury3: "Developer Advocate", reasoning: "..." }
+    #   # => [ "API Architect", "Technical Writer", "Developer Advocate" ]
     #
     class Juries
       def self.call(...)
@@ -30,7 +29,7 @@ module ActiveGenie
       def initialize(text, criteria, config: {})
         @text = text
         @criteria = criteria
-        @config = ActiveGenie.configuration.merge(config)
+        @initial_config = config
       end
 
       def call
@@ -62,7 +61,7 @@ module ActiveGenie
         result = client.function_calling(
           messages,
           function,
-          config: @config
+          config:
         )
 
         result['juries'] || []
@@ -71,12 +70,21 @@ module ActiveGenie
       private
 
       def client
-        ::ActiveGenie::Clients::UnifiedClient
+        ::ActiveGenie::Providers::UnifiedProvider
       end
 
       def prompt
         @prompt ||= File.read(File.join(__dir__, 'juries.prompt.md'))
       end
+
+      def config
+        @config ||= begin
+          c = ActiveGenie.configuration.merge(@initial_config)
+          c.llm.recommended_model = 'deepseek-chat' unless c.llm.recommended_model
+
+          c
+        end
+      end
     end
   end
 end

data/lib/active_genie/providers/anthropic_provider.rb

@@ -84,7 +84,7 @@ module ActiveGenie
       end
 
       def model
-        @config.llm.model || @config.providers.anthropic.tier_to_model(@config.llm.model_tier)
+        @config.llm.model
       end
 
       def headers

data/lib/active_genie/providers/base_provider.rb

@@ -1,9 +1,11 @@
 # frozen_string_literal: true
 
+require 'net/http'
+
 module ActiveGenie
   module Providers
     class BaseProvider
-      class ProviderError < StandardError; end
+      class ProviderUnknownError < StandardError; end
 
       DEFAULT_HEADERS = {
         'Content-Type': 'application/json',
@@ -81,7 +83,7 @@ module ActiveGenie
 
         response = http_request(request, uri)
 
-        raise ProviderError, "Unexpected response: #{response.code} - #{response.body}" unless response.is_a?(Net::HTTPSuccess)
+        raise ProviderUnknownError, "Unexpected response: #{response.code} - #{response.body}" unless response.is_a?(Net::HTTPSuccess)
 
         parsed_response = parse_response(response)
 
@@ -143,7 +145,7 @@ module ActiveGenie
         begin
           JSON.parse(response.body)
         rescue JSON::ParserError => e
-          raise ProviderError, "Failed to parse JSON response: #{e.message}"
+          raise ProviderUnknownError, "Failed to parse JSON response: #{e.message}"
         end
       end
 
@@ -169,8 +171,12 @@ module ActiveGenie
         retries = 0
 
         begin
-          yield
-        rescue Net::OpenTimeout, Net::ReadTimeout, ProviderError => e
+          response = yield
+
+          raise ActiveGenie::ProviderServerError, response if response&.code.to_i >= 500
+
+          response
+        rescue Net::OpenTimeout, Net::ReadTimeout, Errno::ECONNREFUSED, ProviderServerError => e
           raise if retries > max_retries
 
           sleep_time = retry_delay * (2**retries)
@@ -179,8 +185,8 @@ module ActiveGenie
           @config.logger.call(
             code: :retry_attempt,
             attempt: retries,
-            max_retries: max_retries,
-            delay: sleep_time,
+            max_retries:,
+            next_retry_in_seconds: sleep_time,
             error: e.message
           )
 

data/lib/active_genie/providers/deepseek_provider.rb

@@ -74,7 +74,7 @@ module ActiveGenie
       end
 
       def model
-        @config.llm.model || provider_config.tier_to_model(@config.llm.model_tier)
+        @config.llm.model
       end
 
       def url

data/lib/active_genie/providers/google_provider.rb

@@ -108,7 +108,7 @@ module ActiveGenie
       end
 
       def model
-        @config.llm.model || provider_config.tier_to_model(@config.llm.model_tier)
+        @config.llm.model
       end
 
       def url

data/lib/active_genie/providers/openai_provider.rb

@@ -37,7 +37,7 @@ module ActiveGenie
       private
 
       def request(payload)
-        response = post(url, payload, headers: headers)
+        response = post(url, payload, headers:)
 
         return nil if response.nil?
 
@@ -71,7 +71,7 @@ module ActiveGenie
       end
 
       def model
-        @config.llm.model || provider_config.tier_to_model(@config.llm.model_tier)
+        @config.llm.model
       end
 
       def url

data/lib/active_genie/providers/unified_provider.rb

@@ -5,12 +5,13 @@ require_relative 'anthropic_provider'
 require_relative 'google_provider'
 require_relative 'deepseek_provider'
 require_relative '../errors/invalid_provider_error'
+require_relative '../errors/invalid_model_error'
 
 module ActiveGenie
   module Providers
     class UnifiedProvider
       class << self
-        PROVIDER_NAME_TO_CLIENT = {
+        PROVIDER_NAME_TO_PROVIDER = {
           openai: OpenaiProvider,
           anthropic: AnthropicProvider,
           google: GoogleProvider,
@@ -18,10 +19,8 @@ module ActiveGenie
         }.freeze
 
         def function_calling(messages, function, config: {})
-          provider_name = config.llm.provider_name || config.providers.default
-          provider = PROVIDER_NAME_TO_CLIENT[provider_name.to_sym]
-
-          raise ActiveGenie::InvalidProviderError, provider_name if provider.nil?
+          provider = provider(config)
+          define_llm_model(config)
 
           response = provider.new(config).function_calling(messages, function)
 
@@ -30,6 +29,32 @@ module ActiveGenie
 
         private
 
+        def provider(config)
+          provider_name = config.llm.provider_name || config.providers.default
+
+          unless config.providers.valid.keys.include?(provider_name.to_sym)
+            raise ActiveGenie::InvalidProviderError,
+                  provider_name
+          end
+
+          provider = PROVIDER_NAME_TO_PROVIDER[provider_name.to_sym]
+
+          raise ActiveGenie::InvalidProviderError, provider_name if provider.nil?
+
+          provider
+        end
+
+        def define_llm_model(config)
+          if config.llm.model.nil?
+            raise ActiveGenie::InvalidModelError, 'nil' unless config.llm.recommended_model
+
+            config.llm.model = config.llm.recommended_model
+
+          end
+
+          config.llm.model
+        end
+
         def normalize_response(response)
           response.each do |key, value|
             response[key] = nil if ['null', 'none', 'undefined', '', 'unknown',

data/lib/active_genie/ranker/elo.rb

@@ -23,9 +23,9 @@ module ActiveGenie
         @config.log.add_observer(observers: ->(log) { log_observer(log) })
         @config.log.additional_context = { elo_id: }
 
-        matches.each do |player_a, player_b|
-          # TODO: debate can take a while, can be parallelized
+        ActiveGenie::FiberByBatch.call(matches, config: @config) do |player_a, player_b|
           winner, loser = debate(player_a, player_b)
+
           update_players_elo(winner, loser)
         end
 
@@ -105,6 +105,7 @@ module ActiveGenie
           players_in: players_in.map(&:id),
           debates_count: matches.size,
           total_tokens: @total_tokens,
+          players_in_round: players_in.map(&:id),
           previous_highest_elo: @previous_highest_elo,
           highest_elo:,
           highest_elo_diff: highest_elo - @previous_highest_elo,

data/lib/active_genie/ranker/free_for_all.rb

@@ -8,7 +8,7 @@ module ActiveGenie
       end
 
       def initialize(players, criteria, config: nil)
-        @players = Players.new(players)
+        @players = Entities::Players.new(players)
         @criteria = criteria
         @config = config || ActiveGenie.configuration
         @start_time = Time.now
@@ -19,7 +19,7 @@ module ActiveGenie
         @config.log.add_observer(observers: ->(log) { log_observer(log) })
         @config.log.additional_context = { free_for_all_id: }
 
-        matches.each do |player_a, player_b|
+        ActiveGenie::FiberByBatch.call(matches, config: @config) do |player_a, player_b|
           winner, loser = debate(player_a, player_b)
 
           update_players_score(winner, loser)
@@ -39,7 +39,7 @@ module ActiveGenie
       def debate(player_a, player_b)
         log_context = { player_a_id: player_a.id, player_b_id: player_b.id }
 
-        result = ActiveGenie::Comparator.debate(
+        result = ActiveGenie::Comparator.by_debate(
           player_a.content,
           player_b.content,
           @criteria,

data/lib/active_genie/ranker/scoring.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require_relative '../utils/fiber_by_batch'
+
 module ActiveGenie
   module Ranker
     class Scoring
@@ -8,7 +10,7 @@ module ActiveGenie
       end
 
       def initialize(players, criteria, juries: [], config: nil)
-        @players = Players.new(players)
+        @players = Entities::Players.new(players)
         @criteria = criteria
         @config = ActiveGenie.configuration.merge(config)
         @juries = Array(juries).compact.uniq
@@ -17,7 +19,7 @@ module ActiveGenie
       def call
         @config.log.additional_context = { ranker_scoring_id: }
 
-        players_without_score.each do |player|
+        ActiveGenie::FiberByBatch.call(players_without_score, config: @config) do |player|
           player.score = generate_score(player)
         end
       end
@@ -29,7 +31,7 @@ module ActiveGenie
       end
 
       def generate_score(player)
-        score, reasoning = ActiveGenie::Scorer.jury_bench(
+        score, reasoning = ActiveGenie::Scorer.by_jury_bench(
           player.content,
           @criteria,
           @juries,

data/lib/active_genie/ranker/tournament.rb

@@ -35,12 +35,11 @@ module ActiveGenie
         new(...).call
       end
 
-      def initialize(players, criteria, reviewers: [], config: {})
-        @players = Players.new(players)
+      def initialize(players, criteria, juries: [], config: {})
+        @players = Entities::Players.new(players)
         @criteria = criteria
-        @reviewers = Array(reviewers).compact.uniq
+        @juries = Array(juries).compact.uniq
         @config = ActiveGenie.configuration.merge(config)
-        @players = nil
       end
 
       def call
@@ -51,7 +50,7 @@ module ActiveGenie
 
         while @players.elo_eligible?
           elo_report = run_elo_round!
-          eliminate_relegation_players!
+          eliminate_lower_tier_players!
           rebalance_players!(elo_report)
         end
 
@@ -69,7 +68,7 @@ module ActiveGenie
         Scoring.call(
           @players,
           @criteria,
-          reviewers: @reviewers,
+          juries: @juries,
           config: @config
         )
       end
@@ -88,8 +87,8 @@ module ActiveGenie
         )
       end
 
-      def eliminate_relegation_players!
-        @players.calc_relegation_tier.each { |player| player.eliminated = ELIMINATION_RELEGATION }
+      def eliminate_lower_tier_players!
+        @players.calc_lower_tier.each { |player| player.eliminated = ELIMINATION_RELEGATION }
       end
 
       def rebalance_players!(elo_report)

data/lib/active_genie/scorer/jury_bench.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-require_relative '../clients/unified_client'
+require_relative '../providers/unified_provider'
 
 module ActiveGenie
   module Scorer
@@ -34,7 +34,7 @@ module ActiveGenie
         @text = text
         @criteria = criteria
         @param_juries = Array(juries).compact.uniq
-        @config = ActiveGenie.configuration.merge(config)
+        @initial_config = config
       end
 
       def call
@@ -44,22 +44,22 @@ module ActiveGenie
           {  role: 'user', content: "Text to score: #{@text}" }
         ]
 
-        result = ::ActiveGenie::Clients::UnifiedClient.function_calling(
+        result = ::ActiveGenie::Providers::UnifiedProvider.function_calling(
           messages,
           build_function,
-          config: @config
+          config:
         )
 
         result['final_score'] = 0 if result['final_score'].nil?
 
-        @config.logger.call({
-                              code: :Scorer,
-                              text: @text[0..30],
-                              criteria: @criteria[0..30],
-                              juries: juries,
-                              score: result['final_score'],
-                              reasoning: result['final_reasoning']
-                            })
+        config.logger.call({
+                             code: :Scorer,
+                             text: @text[0..30],
+                             criteria: @criteria[0..30],
+                             juries: juries,
+                             score: result['final_score'],
+                             reasoning: result['final_reasoning']
+                           })
 
         result
       end
@@ -113,9 +113,18 @@ module ActiveGenie
         @juries ||= if @param_juries.any?
                       @param_juries
                     else
-                      ::ActiveGenie::Lister::Juries.call(@text, @criteria, config: @config)
+                      ::ActiveGenie::Lister::Juries.call(@text, @criteria, config:)
                     end
       end
+
+      def config
+        @config ||= begin
+          c = ActiveGenie.configuration.merge(@initial_config)
+          c.llm.recommended_model = 'deepseek-chat' unless c.llm.recommended_model
+
+          c
+        end
+      end
     end
   end
 end

data/lib/active_genie/utils/fiber_by_batch.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+require 'async'
+
+module ActiveGenie
+  module FiberByBatch
+    module_function
+
+    def call(items, config:, &block)
+      items.each_slice(config.llm.max_fibers).to_a.each do |batch|
+        Async do
+          tasks = batch.map do |item|
+            Async { block.call(item) }
+          end
+
+          tasks.each(&:wait)
+        end.wait
+      end
+    end
+  end
+end

data/lib/tasks/benchmark.rake

@@ -4,11 +4,9 @@ namespace :active_genie do
   desc 'Run benchmarks, optionally for a specific module (e.g., rake active_genie:benchmark[data_extractor])'
   task :benchmark, [:module_name] do |_, args|
     Rake::TestTask.new(:run_benchmarks) do |t|
-      t.libs << 'benchmark'
-
       if args[:module_name]
         module_name = args[:module_name]
-        module_path = "benchmark/test_cases/#{module_name}/"
+        module_path = "test/benchmark/#{module_name}/"
         t.test_files = FileList["#{module_path}**/*_test.rb"]
         puts "Running benchmarks for module: #{module_name}"
       else

data/lib/tasks/templates/active_genie.rb

@@ -5,9 +5,6 @@ ActiveGenie.configure do |config|
   # config.providers.openai.api_key = ENV['OPENAI_API_KEY']
   # config.providers.openai.organization = ENV['OPENAI_ORGANIZATION']
   # config.providers.openai.api_url = 'https://api.openai.com/v1'
-  # config.providers.openai.lower_tier_model = 'gpt-4.1-mini'
-  # config.providers.openai.middle_tier_model = 'gpt-4.1'
-  # config.providers.openai.higher_tier_model = 'o3-mini'
   # config.providers.openai.client = ActiveGenie::Providers::Openai::Client.new(config)
 
   # example how add a new provider

data/lib/tasks/test.rake

@@ -13,3 +13,6 @@ namespace :test do
 
   task default: %i[unit integration]
 end
+
+desc 'Run all tests (unit and integration)'
+task test: ['test:unit', 'test:integration']

metadata

@@ -1,17 +1,30 @@
 --- !ruby/object:Gem::Specification
 name: active_genie
 version: !ruby/object:Gem::Version
-  version: 0.30.0
+  version: 0.30.3
 platform: ruby
 authors:
 - Radamés Roriz
-autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-08-15 00:00:00.000000000 Z
-dependencies: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: async
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
 description: |
-  ActiveGenie is a Ruby gem that helps developers build reliable, future-proof GenAI features without worrying about changing models, prompts, or providers. Like Lodash for GenAI, it offers simple, reusable modules for tasks like data extraction, scoring, and ranking, so you can focus on your app’s logic, not the shifting AI landscape.
+  ActiveGenie is a Ruby gem that helps developers build reliable, future-proof GenAI features without worrying about changing models, prompts, or providers. Like Lodash for GenAI, it offers simple, reusable modules for tasks like extractor, comparator, scorer, and ranker, so you can focus on your app’s logic, not the shifting AI landscape.
   Behind the scenes, a custom benchmarking system keeps everything consistent across LLM vendors and versions, release after release.
 email:
 - radames@roriz.dev
@@ -45,7 +58,9 @@ files:
 - lib/active_genie/configs/scorer_config.rb
 - lib/active_genie/configuration.rb
 - lib/active_genie/errors/invalid_log_output_error.rb
+- lib/active_genie/errors/invalid_model_error.rb
 - lib/active_genie/errors/invalid_provider_error.rb
+- lib/active_genie/errors/provider_server_error.rb
 - lib/active_genie/extractor.rb
 - lib/active_genie/extractor/explanation.json
 - lib/active_genie/extractor/explanation.prompt.md
@@ -73,8 +88,9 @@ files:
 - lib/active_genie/ranker/scoring.rb
 - lib/active_genie/ranker/tournament.rb
 - lib/active_genie/scorer.rb
-- lib/active_genie/scorer/jury_bench.md
+- lib/active_genie/scorer/jury_bench.prompt.md
 - lib/active_genie/scorer/jury_bench.rb
+- lib/active_genie/utils/fiber_by_batch.rb
 - lib/tasks/benchmark.rake
 - lib/tasks/install.rake
 - lib/tasks/templates/active_genie.rb
@@ -88,7 +104,6 @@ metadata:
   changelog_uri: https://github.com/Roriz/active_genie/blob/master/CHANGELOG.md
   bug_tracker_uri: https://github.com/Roriz/active_genie/issues
   rubygems_mfa_required: 'true'
-post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -103,8 +118,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.20
-signing_key:
+rubygems_version: 3.6.9
 specification_version: 4
 summary: 'The Lodash for GenAI: Real Value + Consistent + Model-Agnostic'
 test_files: []