active_genie 0.26.0 → 0.26.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 848de45258263935accfd02ce16d14eb96c6b5a73f42979fe0a74e5b9b746fb4
-  data.tar.gz: cb1f9eb843559a7040dc20b1442e120325d734b7610a75b57bfde91cba63dc4e
+  metadata.gz: 47ad459a3acb6b1e37b8cc9d30e072fb1a699177a628212a2b33406c7d019ace
+  data.tar.gz: 9ce87f41aa773aae74fa0a822e492263e95d7c4f63aac26eb77a8385351eaa6b
 SHA512:
-  metadata.gz: 12f38e95348fae6beab3cc7a74cfdefc132ef9e8308303f2df04a40703d6f86a9fe6f859c958dc8a1d9fca52d41ceb1f380324c5b34d5d13e0bde4a702362830
-  data.tar.gz: c512e6ae0fb0b47403f9c2fc3be5c55a458320877fe2aae93780af1fab4e95b2fa1553ff60a62ec30653933f77a5c8892e96227ee637e8ab03a30cf0c9ad177d
+  metadata.gz: 3a15a6742977c8f1a38f1eab5e5d9a5ef30d79cfd9db8ba630775f7629cd25486e00b63a2122a01281a303e396a0d5faefdcb4b399a65b4eaaf9aeb50ddac116
+  data.tar.gz: 4f24bee6532d2251e9051067582bc4bcd1e9ef685996ff34eff15416976774387731917f66482c62efc9d205c552fcd3aacb8b73f869005585fd66fd86b89d12

data/README.md

@@ -204,18 +204,22 @@ bundle exec rake active_genie:benchmark[data_extractor]
 
 See the [Benchmark README](benchmark/README.md) for detailed results, methodology, and how to contribute to our test suite.
 
-## Configuration
-
-| Config | Description | Default |
-|--------|-------------|---------|
-| `provider` | LLM provider (openai, anthropic, etc) | `nil` |
-| `model` | Model to use | `nil` |
-| `api_key` | Provider API key | `nil` |
-| `timeout` | Request timeout in seconds | `5` |
-| `max_retries` | Maximum retry attempts | `3` |
+## Basic Configuration
+
+| Config | Type | Description | Default |
+|--------|------|-------------|---------|
+| `llm.provider` | Symbol | LLM provider (openai, anthropic, etc) | `nil` |
+| `llm.model` | String | Model to use | `nil` |
+| `llm.temperature` | Float | Temperature to use | `0` |
+| `llm.max_tokens` | Integer | Maximum tokens to use | `4096` |
+| `llm.max_retries` | Integer | Maximum retry attempts | `3` |
+| `log.output` | Proc | Log output | `->(log) { $stdout.puts log }` |
+| `ranking.score_variation_threshold` | Integer | Score variation threshold | `30` |
 
 > **Note:** Each module can append its own set of configuration, see the individual module documentation for details.
 
+Read all [configuration](lib/active_genie/config/README.md) for all available options.
+
 ## How to create a new provider
 
 ActiveGenie supports adding custom providers to integrate with different LLM services. To create a new provider:

data/VERSION

@@ -1 +1 @@
-0.26.0
+0.26.6

data/lib/active_genie/battle/generalist.rb

@@ -48,14 +48,14 @@ module ActiveGenie
           config: @config
         )
 
-        ActiveGenie::Logger.call({
-                                   code: :battle,
-                                   player_a: @player_a[0..30],
-                                   player_b: @player_b[0..30],
-                                   criteria: @criteria[0..30],
-                                   winner: response['impartial_judge_winner'],
-                                   reasoning: response['impartial_judge_winner_reasoning']
-                                 })
+        @config.logger.call({
+                              code: :battle,
+                              player_a: @player_a[0..30],
+                              player_b: @player_b[0..30],
+                              criteria: @criteria[0..30],
+                              winner: response['impartial_judge_winner'],
+                              reasoning: response['impartial_judge_winner_reasoning']
+                            })
 
         response_formatted(response)
       end

data/lib/active_genie/clients/providers/anthropic_client.rb

@@ -55,7 +55,7 @@ module ActiveGenie
       def request(payload)
         response = post(url, payload, headers:)
 
-        ActiveGenie::Logger.call(
+        @config.logger.call(
           {
             code: :llm_usage,
             input_tokens: response.dig('usage', 'input_tokens'),
@@ -67,7 +67,7 @@ module ActiveGenie
             usage: response['usage']
           }
         )
-        ActiveGenie::Logger.call(
+        @config.logger.call(
           {
             code: :function_calling,
             fine_tune: true,

data/lib/active_genie/clients/providers/base_client.rb

@@ -151,7 +151,7 @@ module ActiveGenie
       #
       # @param details [Hash] Request and response details
       def log_request_details(uri:, request:, response:, start_time:, parsed_response:)
-        ActiveGenie::Logger.call(
+        @config.logger.call(
           {
             code: :http_request,
             uri: uri.to_s,
@@ -176,7 +176,7 @@ module ActiveGenie
           sleep_time = retry_delay * (2**retries)
           retries += 1
 
-          ActiveGenie::Logger.call(
+          @config.logger.call(
             code: :retry_attempt,
             attempt: retries,
             max_retries: max_retries,

data/lib/active_genie/clients/providers/deepseek_client.rb

@@ -32,7 +32,7 @@ module ActiveGenie
                 "Invalid response: #{response}"
         end
 
-        ActiveGenie::Logger.call({ code: :function_calling, fine_tune: true, payload:, response: })
+        @config.logger.call({ code: :function_calling, fine_tune: true, payload:, response: })
 
         response
       end
@@ -44,7 +44,7 @@ module ActiveGenie
 
         return nil if response.nil?
 
-        ActiveGenie::Logger.call(
+        @config.logger.call(
           {
             code: :llm_usage,
             input_tokens: response.dig('usage', 'prompt_tokens'),

data/lib/active_genie/clients/providers/google_client.rb

@@ -34,6 +34,8 @@ module ActiveGenie
         json_string = response&.dig('candidates', 0, 'content', 'parts', 0, 'text')
         return nil if json_string.nil? || json_string.empty?
 
+        @config.logger.call({ code: :function_calling, fine_tune: true, payload:, parsed_response: json_string })
+
         normalize_response(json_string)
       end
 
@@ -48,7 +50,7 @@ module ActiveGenie
       def request(payload, params)
         response = post(url, payload, headers: DEFAULT_HEADERS, params:)
 
-        ActiveGenie::Logger.call(
+        @config.logger.call(
           {
             code: :llm_usage,
             input_tokens: response['usageMetadata']['promptTokenCount'] || 0,
@@ -59,15 +61,6 @@ module ActiveGenie
           }
         )
 
-        ActiveGenie::Logger.call(
-          {
-            code: :function_calling,
-            fine_tune: true,
-            payload:,
-            parsed_response: response&.dig('candidates', 0, 'content', 'parts', 0, 'text')
-          }
-        )
-
         response
       end
 

data/lib/active_genie/clients/providers/openai_client.rb

@@ -29,7 +29,7 @@ module ActiveGenie
 
         raise InvalidResponseError, "Invalid response: #{response}" if response.nil? || response.keys.empty?
 
-        ActiveGenie::Logger.call({ code: :function_calling, fine_tune: true, payload:, response: })
+        @config.logger.call({ code: :function_calling, fine_tune: true, payload:, response: })
 
         response
       end
@@ -41,7 +41,7 @@ module ActiveGenie
 
         return nil if response.nil?
 
-        ActiveGenie::Logger.call(
+        @config.logger.call(
           {
             code: :llm_usage,
             input_tokens: response.dig('usage', 'prompt_tokens'),

data/lib/active_genie/config/README.md

@@ -0,0 +1,235 @@
+# ActiveGenie Configuration
+
+ActiveGenie provides a flexible configuration system that can be customized to suit your needs. This document details all available configuration options.
+
+## Initial Configuration
+
+To configure ActiveGenie, use the `ActiveGenie.configure` block in your application's initialization:
+
+```ruby
+ActiveGenie.configure do |config|
+  # Provider configurations
+  config.providers.openai.api_key = ENV['OPENAI_API_KEY']
+
+  # Log configurations
+  config.log.file_path = 'log/custom_genie.log'
+  config.log.fine_tune_file_path = 'log/fine_tune_genie.log'
+
+  # Other configurations can be added here
+end
+```
+
+## Configuration Sections
+
+### 1. Log Configuration (`config.log`)
+
+The log configuration controls how ActiveGenie handles logging of its operations.
+
+#### Available Settings:
+
+| Setting | Type | Default | Description |
+|---------|------|---------|-------------|
+| `file_path` | String | `'log/active_genie.log'` | Path to the main log file where all logs will be written. |
+| `fine_tune_file_path` | String | `'log/active_genie_fine_tune.log'` | Path to the fine-tuning specific log file. |
+| `output` | Proc | `->(log) { $stdout.puts log }` | Custom output handler for logs. Must respond to `call`. |
+| `additional_context` | Hash | `{}` | Additional context to be added to each log entry. |
+
+#### Methods:
+
+- `add_observer(observers: [], scope: {}, &block)`
+  - Adds log observers that will be notified of log events.
+  - `observers`: An array of callable objects or a single callable object.
+  - `scope`: A hash to filter which logs the observer receives.
+  - `block`: A block that will be called for matching logs.
+
+- `remove_observer(observers)`
+  - Removes the specified observers.
+
+#### Example:
+
+```ruby
+ActiveGenie.configure do |config|
+  config.log.file_path = 'log/my_app/genie.log'
+  config.log.fine_tune_file_path = 'log/my_app/fine_tune.log'
+
+  # Add a custom output handler
+  config.log.output = ->(log) { MyLogger.info(log) }
+
+  # Add an observer for specific log events
+  config.log.add_observer(scope: { event: :api_call }) do |log|
+    StatsD.increment("genie.api_calls")
+  end
+end
+```
+
+### 2. LLM Configuration (`config.llm`)
+
+The LLM configuration is used to define settings for interacting with Large Language Models.
+
+#### Available Settings:
+
+| Setting         | Type                | Default                      | Description                                                                                                |
+|-----------------|---------------------|------------------------------|------------------------------------------------------------------------------------------------------------|
+| `model`         | String / nil        | `nil`                        | The specific LLM model to use (e.g., 'gpt-4', 'claude-2').                                                 |
+| `provider`      | Symbol / nil        | `nil`                        | The LLM provider (e.g., `:openai`, `:anthropic`). Set as a string, stored as a symbol.                       |
+| `client`        | Object / nil        | `nil`                        | A pre-configured client instance for the LLM provider. If set, other settings might be ignored.            |
+| `temperature`   | Numeric             | `0`                          | Controls randomness. Higher values (e.g., 0.8) = more random, lower (e.g., 0.2) = more deterministic.        |
+| `max_tokens`    | Integer             | `4096`                       | Maximum number of tokens to generate in the LLM response.                                                  |
+| `max_retries`   | Integer / nil       | `nil`                        | Maximum number of times to retry a failed API call to the LLM.                                             |
+| `retry_delay`   | Numeric / nil       | `nil`                        | Delay (in seconds) between retries for failed API calls.                                                   |
+| `model_tier`    | Enum [lower_tier, middle_tier, higher_tier]              | `'lower_tier'`               | Specifies the model tier, potentially affecting cost/performance. Will be used if `model` is not set.       |
+| `read_timeout`  | Numeric / nil       | `nil`                        | Timeout (in seconds) for reading data from the LLM API.                                                    |
+| `open_timeout`  | Numeric / nil       | `nil`                        | Timeout (in seconds) for establishing a connection to the LLM API.                                         |
+
+#### Example:
+
+```ruby
+ActiveGenie.configure do |config|
+  config.llm.provider = :openai
+  config.llm.model = 'gpt-999'
+  config.llm.temperature = 0.1
+  config.llm.max_tokens = 8000
+  config.llm.max_retries = 1
+  config.llm.retry_delay = 5 # seconds
+  config.llm.model_tier = 'higher_tier' # If model is not set, will use the model tier to select a model
+end
+```
+
+### 4. Providers Configuration (`config.providers`)
+
+The Providers configuration (`config.providers`) manages settings for various Large Language Model (LLM) providers. It allows you to configure multiple providers, set a default, and access individual provider settings. Active Genie automatically loads configurations for supported providers (OpenAI, Anthropic, DeepSeek, Google).
+
+#### Main Provider Settings:
+
+| Setting   | Type                | Default                        | Description                                                                 |
+|-----------|---------------------|--------------------------------|-----------------------------------------------------------------------------|
+| `default` | String / Symbol     | First validly configured provider (often `:openai` if its API key is set) | The name of the default LLM provider to use (e.g., `:openai`, `:anthropic`). You can set this to your preferred provider. |
+
+#### Methods for `config.providers`:
+
+-   `add(provider_classes)`
+    -   Adds one or more custom provider configuration classes. `provider_classes` can be a single class or an array of classes. (Typically not needed for built-in providers).
+-   `remove(provider_classes)`
+    -   Removes one or more provider configurations based on their classes.
+
+#### Example for Main Provider Settings:
+
+```ruby
+ActiveGenie.configure do |config|
+  # Set the default provider to use if not specifying one explicitly in operations
+  config.providers.default = :anthropic
+
+  # Configure individual providers (API keys are often set via ENV variables)
+  config.providers.openai.api_key = ENV['OPENAI_API_KEY']
+  config.providers.anthropic.api_key = ENV['ANTHROPIC_API_KEY']
+  # config.providers.deepseek.api_key = ENV['DEEPSEEK_API_KEY']
+  # config.providers.google.api_key = ENV['GEMINI_API_KEY']
+end
+```
+
+#### Individual Provider Configurations:
+
+The following subsections detail the configurations for each supported LLM provider. Each provider configuration (e.g., `config.providers.openai`) allows setting an `api_key`, `api_url`, and specific model names for `lower_tier_model`, `middle_tier_model`, and `higher_tier_model`.
+
+##### a. OpenAI (`config.providers.openai`)
+
+Internal Name: `:openai`
+
+| Setting             | Type   | Default                               | Description                                                                 |
+|---------------------|--------|---------------------------------------|-----------------------------------------------------------------------------|
+| `api_key`           | String | `ENV['OPENAI_API_KEY']`               | Your OpenAI API key.                                                        |
+| `api_url`           | String | `'https://api.openai.com/v1'`         | Base URL for the OpenAI API.                                                |
+| `lower_tier_model`  | String | `'gpt-4.1-mini'`                      | Model for lower-tier usage (cost-effective, faster).                        |
+| `middle_tier_model` | String | `'gpt-4.1'`                           | Model for middle-tier usage (balanced performance).                         |
+| `higher_tier_model` | String | `'o3-mini'`                           | Model for higher-tier usage (most capable).                                 |
+
+##### b. Anthropic (`config.providers.anthropic`)
+
+Internal Name: `:anthropic`
+
+| Setting             | Type   | Default                                  | Description                                                                 |
+|---------------------|--------|------------------------------------------|-----------------------------------------------------------------------------|
+| `api_key`           | String | `ENV['ANTHROPIC_API_KEY']`               | Your Anthropic API key.                                                     |
+| `api_url`           | String | `'https://api.anthropic.com'`            | Base URL for the Anthropic API.                                             |
+| `anthropic_version` | String | `'2023-06-01'`                           | The API version for Anthropic.                                              |
+| `lower_tier_model`  | String | `'claude-3-5-haiku-20241022'`            | Model for lower-tier usage.                                                 |
+| `middle_tier_model` | String | `'claude-3-7-sonnet-20250219'`           | Model for middle-tier usage.                                                |
+| `higher_tier_model` | String | `'claude-3-opus-20240229'`               | Model for higher-tier usage.                                                |
+
+##### c. DeepSeek (`config.providers.deepseek`)
+
+Internal Name: `:deepseek`
+
+| Setting             | Type   | Default                               | Description                                                                 |
+|---------------------|--------|---------------------------------------|-----------------------------------------------------------------------------|
+| `api_key`           | String | `ENV['DEEPSEEK_API_KEY']`             | Your DeepSeek API key.                                                      |
+| `api_url`           | String | `'https://api.deepseek.com/v1'`       | Base URL for the DeepSeek API.                                              |
+| `lower_tier_model`  | String | `'deepseek-chat'`                     | Model for lower-tier usage.                                                 |
+| `middle_tier_model` | String | `'deepseek-chat'`                     | Model for middle-tier usage.                                                |
+| `higher_tier_model` | String | `'deepseek-reasoner'`                 | Model for higher-tier usage.                                                |
+
+##### d. Google (`config.providers.google`)
+
+Internal Name: `:google`
+
+| Setting             | Type   | Default                                                       | Description                                                                 |
+|---------------------|--------|---------------------------------------------------------------|-----------------------------------------------------------------------------|
+| `api_key`           | String | `ENV['GENERATIVE_LANGUAGE_GOOGLE_API_KEY']` or `ENV['GEMINI_API_KEY']` | Your Google API key for Gemini.                                           |
+| `api_url`           | String | `'https://generativelanguage.googleapis.com'`                 | Base URL for the Google Generative Language API.                            |
+| `lower_tier_model`  | String | `'gemini-2.0-flash-lite'`                                     | Model for lower-tier usage.                                                 |
+| `middle_tier_model` | String | `'gemini-2.0-flash'`                                          | Model for middle-tier usage.                                                |
+| `higher_tier_model` | String | `'gemini-2.5-pro-experimental'`                               | Model for higher-tier usage.                                                |
+
+#### Example for Overriding Individual Provider Settings:
+
+```ruby
+ActiveGenie.configure do |config|
+  config.providers.openai.api_key = 'sk-yourOpenAiKey...'
+  config.providers.openai.middle_tier_model = 'gpt-4o' # Override default middle tier for OpenAI
+
+  config.providers.anthropic.api_key = 'sk-ant-yourAnthropicKey...'
+  config.providers.anthropic.anthropic_version = '2024-02-15' # Override Anthropic API version
+
+  config.providers.google.higher_tier_model = 'gemini-1.5-pro-latest' # Use a specific Google model
+end
+```
+
+### 5. Ranking Configuration (`config.ranking`)
+
+The Ranking configuration (`config.ranking`) deals with settings related to how results or items are ranked.
+
+#### Available Settings:
+
+| Setting                     | Type    | Default | Description                                                                                                |
+|-----------------------------|---------|---------|------------------------------------------------------------------------------------------------------------|
+| `score_variation_threshold` | Integer | `30`    | A threshold (percentage) used to determine significant variations in scores when ranking or comparing items. |
+
+#### Example:
+
+```ruby
+ActiveGenie.configure do |config|
+  config.ranking.score_variation_threshold = 25 # Set to 25%
+end
+```
+
+### 6. Data Extractor Configuration (`config.data_extractor`)
+
+The Data Extractor configuration (`config.data_extractor`) provides settings for how data is extracted and processed, likely from text or other sources using LLMs.
+
+#### Available Settings:
+
+| Setting            | Type    | Default | Description                                                                                             |
+|--------------------|---------|---------|---------------------------------------------------------------------------------------------------------|
+| `with_explanation` | Boolean | `true`  | Whether the data extraction process should also attempt to provide an explanation for the extracted data. |
+| `min_accuracy`     | Integer | `70`    | The minimum accuracy (percentage) required for extracted data to be considered valid or useful.         |
+| `verbose`          | Boolean | `false` | If true, enables more detailed logging or output from the data extraction process.                      |
+
+#### Example:
+
+```ruby
+ActiveGenie.configure do |config|
+  config.data_extractor.with_explanation = false
+  config.data_extractor.min_accuracy = 85
+  config.data_extractor.verbose = true
+end
+```

data/lib/active_genie/config/log_config.rb

@@ -4,6 +4,7 @@ module ActiveGenie
   module Config
     class LogConfig
       attr_writer :file_path, :fine_tune_file_path
+      attr_reader :output, :observers
 
       def file_path
         @file_path || 'log/active_genie.log'
@@ -13,8 +14,12 @@ module ActiveGenie
         @fine_tune_file_path || 'log/active_genie_fine_tune.log'
       end
 
-      def output
-        @output || ->(log) { $stdout.puts log }
+      def additional_context
+        @additional_context || {}
+      end
+
+      def additional_context=(context)
+        @additional_context = additional_context.merge(context).compact
       end
 
       def output=(output)
@@ -23,29 +28,17 @@ module ActiveGenie
         @output = output
       end
 
-      def output_call(log)
-        output&.call(log)
-
-        Array(@observers).each do |obs|
-          next unless obs[:scope].all? { |key, value| log[key.to_sym] == value }
-
-          obs[:observer]&.call(log)
-        rescue StandardError => e
-          ActiveGenie::Logger.call(code: :observer_error, **obs, error: e.message)
-        end
-      end
-
       def add_observer(observers: [], scope: {}, &block)
         @observers ||= []
 
         raise ArgumentError, 'Scope must be a hash' if scope && !scope.is_a?(Hash)
 
-        @observers << { observer: block, scope: } if block_given?
         Array(observers).each do |observer|
           next unless observer.respond_to?(:call)
 
           @observers << { observer:, scope: }
         end
+        @observers << { observer: block, scope: } if block_given?
       end
 
       def remove_observer(observers)
@@ -60,6 +53,10 @@ module ActiveGenie
 
       def merge(config_params = {})
         dup.tap do |config|
+          config_params.compact.each do |key, value|
+            config.send("#{key}=", value) if config.respond_to?("#{key}=")
+          end
+
           config.add_observer(config_params[:observers]) if config_params[:observers]
         end
       end

data/lib/active_genie/config/providers/anthropic_config.rb

@@ -48,8 +48,8 @@ module ActiveGenie
         # Retrieves the model name designated for the upper tier (e.g., most capable).
         # Defaults to 'claude-3-opus'.
         # @return [String] The upper tier model name.
-        def upper_tier_model
-          @upper_tier_model || 'claude-3-opus-20240229'
+        def higher_tier_model
+          @higher_tier_model || 'claude-3-opus-20240229'
         end
       end
     end

data/lib/active_genie/config/providers/deepseek_config.rb

@@ -41,8 +41,8 @@ module ActiveGenie
         # Retrieves the model name designated for the upper tier (e.g., most capable).
         # Defaults to 'deepseek-reasoner'.
         # @return [String] The upper tier model name.
-        def upper_tier_model
-          @upper_tier_model || 'deepseek-reasoner'
+        def higher_tier_model
+          @higher_tier_model || 'deepseek-reasoner'
         end
       end
     end

data/lib/active_genie/config/providers/google_config.rb

@@ -43,8 +43,8 @@ module ActiveGenie
         # Retrieves the model name designated for the upper tier (e.g., most capable).
         # Defaults to 'gemini-2.5-pro-experimental'.
         # @return [String] The upper tier model name.
-        def upper_tier_model
-          @upper_tier_model || 'gemini-2.5-pro-experimental'
+        def higher_tier_model
+          @higher_tier_model || 'gemini-2.5-pro-experimental'
         end
       end
     end

data/lib/active_genie/config/providers/openai_config.rb

@@ -41,8 +41,8 @@ module ActiveGenie
         # Retrieves the model name designated for the upper tier (e.g., most capable).
         # Defaults to 'o1-preview'.
         # @return [String] The upper tier model name.
-        def upper_tier_model
-          @upper_tier_model || 'o3-mini'
+        def higher_tier_model
+          @higher_tier_model || 'o3-mini'
         end
       end
     end

data/lib/active_genie/config/providers/provider_base.rb

@@ -7,7 +7,7 @@ module ActiveGenie
         NAME = :unknown
 
         attr_writer :api_key, :organization, :api_url, :client,
-                    :lower_tier_model, :middle_tier_model, :upper_tier_model
+                    :lower_tier_model, :middle_tier_model, :higher_tier_model
 
         # Maps a symbolic tier (:lower_tier, :middle_tier, :upper_tier) to a specific model name.
         # Falls back to the lower_tier_model if the tier is nil or unrecognized.
@@ -17,7 +17,7 @@ module ActiveGenie
           {
             lower_tier: lower_tier_model,
             middle_tier: middle_tier_model,
-            upper_tier: upper_tier_model
+            upper_tier: higher_tier_model
           }[tier&.to_sym] || lower_tier_model
         end
 
@@ -31,7 +31,7 @@ module ActiveGenie
             api_url:,
             lower_tier_model:,
             middle_tier_model:,
-            upper_tier_model:,
+            higher_tier_model:,
             **config
           }
         end
@@ -80,7 +80,7 @@ module ActiveGenie
         # Retrieves the model name designated for the upper tier (e.g., most capable).
         # Defaults to 'o1-preview'.
         # @return [String] The upper tier model name.
-        def upper_tier_model
+        def higher_tier_model
           raise NotImplementedError, 'Subclasses must implement this method'
         end
       end

data/lib/active_genie/configuration.rb

@@ -38,6 +38,10 @@ module ActiveGenie
       @llm ||= Config::LlmConfig.new
     end
 
+    def logger
+      @logger ||= ActiveGenie::Logger.new(log_config: log)
+    end
+
     SUB_CONFIGS = %w[log providers llm ranking scoring data_extractor battle].freeze
 
     def merge(config_params = {})
@@ -54,20 +58,28 @@ module ActiveGenie
 
         new_configuration.send("#{key}=", new_config)
       end
+      @logger = nil
 
       new_configuration
     end
 
+    # Merges a sub config with the config_params.
+    # Examples:
+    #   config.merge({ 'log' => { file_path: 'log/active_genie.log' } })
+    #   config.merge({ log: { file_path: 'log/active_genie.log' } })
+    #   config.merge({ file_path: 'log/active_genie.log' })
+    # these are all the same
+
     def sub_config_merge(config, key, config_params)
-      if config_params.key?(key.to_s)
+      if config_params&.key?(key.to_s)
         config.merge(config_params[key.to_s])
-      elsif config_params.key?(key.to_sym)
+      elsif config_params&.key?(key.to_sym)
         config.merge(config_params[key.to_sym])
       else
-        config.merge(config_params)
+        config.merge(config_params || {})
       end
     end
 
-    attr_writer :log, :providers, :ranking, :scoring, :data_extractor, :battle, :llm
+    attr_writer :log, :providers, :ranking, :scoring, :data_extractor, :battle, :llm, :logger
   end
 end

data/lib/active_genie/data_extractor/generalist.rb

@@ -87,7 +87,7 @@ module ActiveGenie
           config: @config
         )
 
-        ActiveGenie::Logger.call(
+        @config.logger.call(
           {
             code: :data_extractor,
             text: @text[0..30],