active_genie 0.0.10 → 0.0.18

data/lib/active_genie/clients/google_client.rb

@@ -0,0 +1,158 @@
+require 'json'
+require 'net/http'
+require 'uri'
+require_relative './helpers/retry'
+
+module ActiveGenie
+  module Clients
+    # Client for interacting with the Google Generative Language API.
+    class GoogleClient
+      class GoogleError < StandardError; end
+      class RateLimitError < GoogleError; end
+
+      API_VERSION_PATH = '/v1beta/models'.freeze
+      DEFAULT_HEADERS = {
+        'Content-Type': 'application/json',
+      }.freeze
+
+      def initialize(config)
+        @app_config = config
+      end
+
+      # Requests structured JSON output from the Google Generative Language model based on a schema.
+      #
+      # @param messages [Array<Hash>] A list of messages representing the conversation history.
+      #   Each hash should have :role ('user' or 'model') and :content (String).
+      #   Google Generative Language uses 'user' and 'model' roles.
+      # @param function [Hash] A JSON schema definition describing the desired output format.
+      # @param model_tier [Symbol, nil] A symbolic representation of the model quality/size tier.
+      # @param config [Hash] Optional configuration overrides:
+      #   - :api_key [String] Override the default API key.
+      #   - :model [String] Override the model name directly.
+      #   - :max_retries [Integer] Max retries for the request.
+      #   - :retry_delay [Integer] Initial delay for retries.
+      # @return [Hash, nil] The parsed JSON object matching the schema, or nil if parsing fails or content is empty.
+      def function_calling(messages, function, model_tier: nil, config: {})
+        model = config[:runtime][:model] || @app_config.tier_to_model(model_tier)
+        api_key = config[:runtime][:api_key] || @app_config.api_key
+
+        contents = convert_messages_to_contents(messages, function)
+        contents << output_as_json_schema(function)
+
+        payload = {
+          contents: contents,
+          generationConfig: {
+            response_mime_type: "application/json",
+            temperature: 0.1
+          }
+        }
+
+        url = URI("#{@app_config.api_url}#{API_VERSION_PATH}/#{model}:generateContent?key=#{api_key}")
+
+        retry_with_backoff(config:) do
+          response = request(url, payload, model, config:)
+
+          json_string = response&.dig('candidates', 0, 'content', 'parts', 0, 'text')
+  
+          return nil if json_string.nil? || json_string.empty?
+  
+          parsed_response = JSON.parse(json_string)
+  
+          ActiveGenie::Logger.trace({ code: :function_calling, payload:, parsed_response: })
+
+          normalize_function_output(parsed_response)
+        end
+      end
+
+      private
+
+      def normalize_function_output(output)
+        output = if output.is_a?(Array)
+          output.dig(0, 'properties') || output.dig(0)
+        else
+          output
+        end
+
+        output.dig('input_schema', 'properties') || output
+      end
+
+      def request(url, payload, model, config:)
+        start_time = Time.now
+
+        retry_with_backoff(config:) do
+          response = Net::HTTP.post(url, payload.to_json, DEFAULT_HEADERS)
+
+          case response
+          when Net::HTTPSuccess
+            return nil if response.body.nil? || response.body.empty?
+
+            parsed_body = JSON.parse(response.body)
+
+            usage_metadata = parsed_body['usageMetadata'] || {}
+            prompt_tokens = usage_metadata['promptTokenCount'] || 0
+            candidates_tokens = usage_metadata['candidatesTokenCount'] || 0
+            total_tokens = usage_metadata['totalTokenCount'] || (prompt_tokens + candidates_tokens)
+
+            ActiveGenie::Logger.trace({
+              code: :llm_usage,
+              input_tokens: prompt_tokens,
+              output_tokens: candidates_tokens,
+              total_tokens: total_tokens,
+              model: model,
+              duration: Time.now - start_time,
+              usage: usage_metadata # Log the whole usage block
+            })
+
+            parsed_body
+
+          when Net::HTTPTooManyRequests
+            # Rate Limit Error
+            raise RateLimitError, "Google API rate limit exceeded (HTTP 429): #{response.body}"
+
+          else
+            # Other Errors
+            raise GoogleError, "Google API error (HTTP #{response.code}): #{response.body}"
+          end
+        end
+      rescue JSON::ParserError => e
+          raise GoogleError, "Failed to parse Google API response body: #{e.message} - Body: #{response&.body}"
+      end
+
+      ROLE_TO_GOOGLE_ROLE = {
+        user: 'user',
+        assistant: 'model',
+      }.freeze
+
+      # Converts standard message format to Google's 'contents' format
+      # and injects JSON schema instructions.
+      # @param messages [Array<Hash>] Array of { role: 'user'/'assistant'/'system', content: '...' }
+      # @param function_schema [Hash] The JSON schema for the desired output.
+      # @return [Array<Hash>] Array formatted for Google's 'contents' field.
+      def convert_messages_to_contents(messages, function_schema)
+        messages.map do |message|
+          {
+            role: ROLE_TO_GOOGLE_ROLE[message[:role].to_sym] || 'user',
+            parts: [{ text: message[:content] }]
+          }
+        end
+      end
+
+      def output_as_json_schema(function_schema)
+        json_instruction = <<~PROMPT
+          Generate a JSON object that strictly adheres to the following JSON schema:
+
+          ```json
+          #{JSON.pretty_generate(function_schema)}
+          ```
+
+          IMPORTANT: Only output the raw JSON object. Do not include any other text, explanations, or markdown formatting like ```json ... ``` wrappers around the final output.
+        PROMPT
+
+        {
+          role: 'user',
+          parts: [{ text: json_instruction }]
+        }
+      end
+    end
+  end
+end

data/lib/active_genie/clients/helpers/retry.rb

@@ -0,0 +1,29 @@
+MAX_RETRIES = 3
+BASE_DELAY = 0.5
+
+def retry_with_backoff(config: {})
+  retries = config[:runtime][:max_retries] || MAX_RETRIES
+
+  begin
+    yield
+  rescue => e
+    if retries > 0
+      ActiveGenie::Logger.warn({ code: :retry_with_backoff, message: "Retrying request after error: #{e.message}. Attempts remaining: #{retries}" })
+
+      retries -= 1
+      backoff_time = calculate_backoff(MAX_RETRIES - retries)
+      sleep(backoff_time)
+      retry
+    else
+      raise
+    end
+  end
+end
+
+def calculate_backoff(retry_count)
+  # Exponential backoff with jitter: 2^retry_count + random jitter
+  # Base delay is 0.5 seconds, doubles each retry, plus up to 0.5 seconds of random jitter
+  # Simplified example: 0.5, 1, 2, 4, 8, 12, 16, 20, 24, 28, 30 seconds
+  jitter = rand * BASE_DELAY
+  [BASE_DELAY * (2 ** retry_count) + jitter, 30].min # Cap at 30 seconds
+end

data/lib/active_genie/clients/openai_client.rb

@@ -1,77 +1,97 @@
 require 'json'
 require 'net/http'
 
+require_relative './helpers/retry'
+
 module ActiveGenie::Clients
-  class OpenaiClient
+  class OpenaiClient    
+    class OpenaiError < StandardError; end
+    class RateLimitError < OpenaiError; end
+    class InvalidResponseError < StandardError; end
+
     def initialize(config)
       @app_config = config
     end
 
-    def function_calling(messages, function, config: {})
-      model = config[:model]
-      model = @app_config.tier_to_model(config.dig(:all_providers, :model_tier)) if model.nil? && config.dig(:all_providers, :model_tier)
-      model = @app_config.lower_tier_model if model.nil?
+      # Requests structured JSON output from the Gemini model based on a schema.
+      #
+      # @param messages [Array<Hash>] A list of messages representing the conversation history.
+      #   Each hash should have :role ('user' or 'model') and :content (String).
+      #   Gemini uses 'user' and 'model' roles.
+      # @param function [Hash] A JSON schema definition describing the desired output format.
+      # @param model_tier [Symbol, nil] A symbolic representation of the model quality/size tier.
+      # @param config [Hash] Optional configuration overrides:
+      #   - :api_key [String] Override the default API key.
+      #   - :model [String] Override the model name directly.
+      #   - :max_retries [Integer] Max retries for the request.
+      #   - :retry_delay [Integer] Initial delay for retries.
+      # @return [Hash, nil] The parsed JSON object matching the schema, or nil if parsing fails or content is empty.
+    def function_calling(messages, function, model_tier: nil, config: {})
+      model = config[:runtime][:model] || @app_config.tier_to_model(model_tier)
 
       payload = {
         messages:,
-        response_format: {
-          type: 'json_schema',
-          json_schema: function
-        },
+        tools: [{ type: 'function', function: }],
+        tool_choice: { type: 'function', function: { name: function[:name] } },
+        stream: false,
         model:,
       }
 
-      api_key = config[:api_key] || @app_config.api_key
+      api_key = config[:runtime][:api_key] || @app_config.api_key
       headers = DEFAULT_HEADERS.merge(
         'Authorization': "Bearer #{api_key}"
       ).compact
 
-      response = request(payload, headers, config:)
+      retry_with_backoff(config:) do
+        response = request(payload, headers, config:)
+
+        parsed_response = JSON.parse(response.dig('choices', 0, 'message', 'tool_calls', 0, 'function', 'arguments'))
+        parsed_response = parsed_response.dig('message') || parsed_response
+
+        raise InvalidResponseError, "Invalid response: #{parsed_response}" if parsed_response.nil? || parsed_response.keys.size.zero?
+
+        ActiveGenie::Logger.trace({code: :function_calling, payload:, parsed_response: })
 
-      parsed_response = JSON.parse(response.dig('choices', 0, 'message', 'content'))
-      parsed_response.dig('properties') || parsed_response
-    rescue JSON::ParserError
-      nil
+        parsed_response
+      end
     end
 
     private
 
+    DEFAULT_HEADERS = {
+      'Content-Type': 'application/json',
+    }
+
     def request(payload, headers, config:)
       start_time = Time.now
+
       response = Net::HTTP.post(
         URI("#{@app_config.api_url}/chat/completions"),
         payload.to_json,
         headers
       )
 
+      if response.is_a?(Net::HTTPTooManyRequests)
+        raise RateLimitError, "OpenAI API rate limit exceeded: #{response.body}"
+      end
+
       raise OpenaiError, response.body unless response.is_a?(Net::HTTPSuccess)
+
       return nil if response.body.empty?
 
       parsed_body = JSON.parse(response.body)
-      log_response(start_time, parsed_body, config:)
 
-      parsed_body
-    end
+      ActiveGenie::Logger.trace({
+        code: :llm_usage,
+        input_tokens: parsed_body.dig('usage', 'prompt_tokens'),
+        output_tokens: parsed_body.dig('usage', 'completion_tokens'),
+        total_tokens: parsed_body.dig('usage', 'prompt_tokens') + parsed_body.dig('usage', 'completion_tokens'),
+        model: payload[:model],
+        duration: Time.now - start_time,
+        usage: parsed_body.dig('usage')
+      })
 
-    DEFAULT_HEADERS = {
-      'Content-Type': 'application/json',
-    }
-
-    def log_response(start_time, response, config:)
-      ActiveGenie::Logger.trace(
-        {
-          **config.dig(:log),
-          category: :llm,
-          trace: "#{config.dig(:log, :trace)}/#{self.class.name}",
-          total_tokens: response.dig('usage', 'total_tokens'),
-          model: response.dig('model'),
-          request_duration: Time.now - start_time,
-          openai: response
-        }
-      )
+      parsed_body
     end
-
-    # TODO: add some more rich error handling
-    class OpenaiError < StandardError; end
   end
-end
+end

data/lib/active_genie/clients/unified_client.rb

@@ -1,13 +1,13 @@
 module ActiveGenie::Clients
   class UnifiedClient
     class << self
-      def function_calling(messages, function, config: {})
-        provider_name = config[:provider]&.downcase&.strip&.to_sym
-        provider = ActiveGenie.configuration.providers.all[provider_name] || ActiveGenie.configuration.providers.default
+      def function_calling(messages, function, model_tier: nil, config: {})
+        provider_name = config[:runtime][:provider]&.to_s&.downcase&.strip&.to_sym || ActiveGenie.configuration.providers.default
+        provider_instance = ActiveGenie.configuration.providers.valid[provider_name]
 
-        raise InvalidProviderError if provider.nil? || provider.client.nil?
+        raise InvalidProviderError if provider_instance.nil? || provider_instance.client.nil?
 
-        provider.client.function_calling(messages, function, config:)
+        provider_instance.client.function_calling(messages, function, model_tier:, config:)
       end
 
       private

data/lib/active_genie/concerns/loggable.rb

@@ -0,0 +1,44 @@
+module ActiveGenie
+  module Concerns
+    module Loggable
+      def self.included(base)
+        base.extend(ClassMethods)
+      end
+
+      module ClassMethods
+        def with_logging_context(context_method, observer_proc = nil)
+          original_method = instance_method(:call)
+          
+          define_method(:call) do |*args, **kwargs, &block|
+            context = send(context_method, *args, **kwargs)
+            bound_observer = observer_proc ? ->(log) { instance_exec(log, &observer_proc) } : nil
+            
+            ActiveGenie::Logger.with_context(context, observer: bound_observer) do
+              original_method.bind(self).call(*args, **kwargs, &block)
+            end
+          end
+        end
+      end
+
+      def info(log)
+        ::ActiveGenie::Logger.info(log)
+      end
+
+      def error(log)
+        ::ActiveGenie::Logger.error(log)
+      end
+
+      def warn(log)
+        ::ActiveGenie::Logger.warn(log)
+      end
+
+      def debug(log)
+        ::ActiveGenie::Logger.debug(log)
+      end
+
+      def trace(log)
+        ::ActiveGenie::Logger.trace(log)
+      end
+    end
+  end
+end

data/lib/active_genie/configuration/log_config.rb

@@ -8,7 +8,7 @@ module ActiveGenie::Configuration
     end
 
     def to_h(config = {})
-      { log_level:, **config }
+      { log_level: }.merge(config)
     end
   end
 end

data/lib/active_genie/configuration/providers/anthropic_config.rb

@@ -0,0 +1,54 @@
+require_relative '../../clients/anthropic_client'
+require_relative './base_config'
+
+module ActiveGenie
+  module Configuration::Providers
+    # Configuration class for the Anthropic API client.
+    # Manages API keys, URLs, model selections, and client instantiation.
+    class AnthropicConfig < BaseConfig
+      NAME = :anthropic
+
+      # Retrieves the API key.
+      # Falls back to the ANTHROPIC_API_KEY environment variable if not set.
+      # @return [String, nil] The API key.
+      def api_key
+        @api_key || ENV['ANTHROPIC_API_KEY']
+      end
+
+      # Retrieves the base API URL for Anthropic API.
+      # Defaults to 'https://api.anthropic.com'.
+      # @return [String] The API base URL.
+      def api_url
+        @api_url || 'https://api.anthropic.com'
+      end
+
+      # Lazily initializes and returns an instance of the AnthropicClient.
+      # Passes itself (the config object) to the client's constructor.
+      # @return [ActiveGenie::Clients::AnthropicClient] The client instance.
+      def client
+        @client ||= ::ActiveGenie::Clients::AnthropicClient.new(self)
+      end
+
+      # Retrieves the model name designated for the lower tier (e.g., cost-effective, faster).
+      # Defaults to 'claude-3-haiku'.
+      # @return [String] The lower tier model name.
+      def lower_tier_model
+        @lower_tier_model || 'claude-3-5-haiku-20241022'
+      end
+
+      # Retrieves the model name designated for the middle tier (e.g., balanced performance).
+      # Defaults to 'claude-3-sonnet'.
+      # @return [String] The middle tier model name.
+      def middle_tier_model
+        @middle_tier_model || 'claude-3-7-sonnet-20250219'
+      end
+
+      # Retrieves the model name designated for the upper tier (e.g., most capable).
+      # Defaults to 'claude-3-opus'.
+      # @return [String] The upper tier model name.
+      def upper_tier_model
+        @upper_tier_model || 'claude-3-opus-20240229'
+      end
+    end
+  end
+end

data/lib/active_genie/configuration/providers/base_config.rb

@@ -0,0 +1,85 @@
+module ActiveGenie
+  module Configuration::Providers
+    class BaseConfig
+      NAME = :unknown
+
+      attr_writer :api_key, :organization, :api_url, :client,
+        :lower_tier_model, :middle_tier_model, :upper_tier_model
+
+      # Maps a symbolic tier (:lower_tier, :middle_tier, :upper_tier) to a specific model name.
+      # Falls back to the lower_tier_model if the tier is nil or unrecognized.
+      # @param tier [Symbol, String, nil] The symbolic tier name.
+      # @return [String] The corresponding model name.
+      def tier_to_model(tier)
+        {
+          lower_tier: lower_tier_model,
+          middle_tier: middle_tier_model,
+          upper_tier: upper_tier_model
+        }[tier&.to_sym] || lower_tier_model
+      end
+
+      # Returns a hash representation of the configuration.
+      # @param config [Hash] Additional key-value pairs to merge into the hash.
+      # @return [Hash] The configuration settings as a hash.
+      def to_h(config = {})
+        {
+          name: NAME,
+          api_key:,
+          api_url:,
+          lower_tier_model:,
+          middle_tier_model:,
+          upper_tier_model:,
+          **config
+        }
+      end
+
+      # Validates the configuration.
+      # @return [Boolean] True if the configuration is valid, false otherwise.
+      def valid?
+        api_key && api_url
+      end
+
+      # Retrieves the API key.
+      # Falls back to the OPENAI_API_KEY environment variable if not set.
+      # @return [String, nil] The API key.
+      def api_key
+        raise NotImplementedError, "Subclasses must implement this method"
+      end
+
+      # Retrieves the base API URL for OpenAI API.
+      # Defaults to 'https://api.openai.com/v1'.
+      # @return [String] The API base URL.
+      def api_url
+        raise NotImplementedError, "Subclasses must implement this method"
+      end
+
+      # Lazily initializes and returns an instance of the OpenaiClient.
+      # Passes itself (the config object) to the client's constructor.
+      # @return [ActiveGenie::Clients::OpenaiClient] The client instance.
+      def client
+        raise NotImplementedError, "Subclasses must implement this method"
+      end
+
+      # Retrieves the model name designated for the lower tier (e.g., cost-effective, faster).
+      # Defaults to 'gpt-4o-mini'.
+      # @return [String] The lower tier model name.
+      def lower_tier_model
+        raise NotImplementedError, "Subclasses must implement this method"
+      end
+
+      # Retrieves the model name designated for the middle tier (e.g., balanced performance).
+      # Defaults to 'gpt-4o'.
+      # @return [String] The middle tier model name.
+      def middle_tier_model
+        raise NotImplementedError, "Subclasses must implement this method"
+      end
+
+      # Retrieves the model name designated for the upper tier (e.g., most capable).
+      # Defaults to 'o1-preview'.
+      # @return [String] The upper tier model name.
+      def upper_tier_model
+        raise NotImplementedError, "Subclasses must implement this method"
+      end
+    end
+  end
+end

data/lib/active_genie/configuration/providers/deepseek_config.rb

@@ -0,0 +1,54 @@
+require_relative '../../clients/openai_client'
+require_relative './base_config'
+
+module ActiveGenie
+  module Configuration::Providers
+    # Configuration class for the DeepSeek API client.
+    # Manages API keys, organization IDs, URLs, model selections, and client instantiation.
+    class DeepseekConfig < BaseConfig
+      NAME = :deepseek
+
+      # Retrieves the API key.
+      # Falls back to the DEEPSEEK_API_KEY environment variable if not set.
+      # @return [String, nil] The API key.
+      def api_key
+        @api_key || ENV['DEEPSEEK_API_KEY']
+      end
+
+      # Retrieves the base API URL for DeepSeek API.
+      # Defaults to 'https://api.deepseek.com/v1'.
+      # @return [String] The API base URL.
+      def api_url
+        @api_url || 'https://api.deepseek.com/v1'
+      end
+
+      # Lazily initializes and returns an instance of the OpenaiClient.
+      # Passes itself (the config object) to the client's constructor.
+      # @return [ActiveGenie::Clients::OpenaiClient] The client instance.
+      def client
+        @client ||= ::ActiveGenie::Clients::OpenaiClient.new(self)
+      end
+
+      # Retrieves the model name designated for the lower tier (e.g., cost-effective, faster).
+      # Defaults to 'deepseek-chat'.
+      # @return [String] The lower tier model name.
+      def lower_tier_model
+        @lower_tier_model || 'deepseek-chat'
+      end
+
+      # Retrieves the model name designated for the middle tier (e.g., balanced performance).
+      # Defaults to 'deepseek-chat'.
+      # @return [String] The middle tier model name.
+      def middle_tier_model
+        @middle_tier_model || 'deepseek-chat'
+      end
+
+      # Retrieves the model name designated for the upper tier (e.g., most capable).
+      # Defaults to 'deepseek-reasoner'.
+      # @return [String] The upper tier model name.
+      def upper_tier_model
+        @upper_tier_model || 'deepseek-reasoner'
+      end
+    end
+  end
+end

data/lib/active_genie/configuration/providers/google_config.rb

@@ -0,0 +1,56 @@
+require_relative '../../clients/google_client'
+require_relative './base_config'
+
+module ActiveGenie
+  module Configuration::Providers
+    # Configuration class for the Google Generative Language API client.
+    # Manages API keys, URLs, model selections, and client instantiation.
+    class GoogleConfig < BaseConfig
+      NAME = :google
+
+      # Retrieves the API key.
+      # Falls back to the GENERATIVE_LANGUAGE_GOOGLE_API_KEY environment variable if not set.
+      # @return [String, nil] The API key.
+      def api_key
+        @api_key || ENV['GENERATIVE_LANGUAGE_GOOGLE_API_KEY'] || ENV['GEMINI_API_KEY']
+      end
+
+      # Retrieves the base API URL for Google Generative Language API.
+      # Defaults to 'https://generativelanguage.googleapis.com'.
+      # @return [String] The API base URL.
+      def api_url
+        # Note: Google Generative Language API uses a specific path structure like /v1beta/models/{model}:generateContent
+        # The base URL here should be just the domain part.
+        @api_url || 'https://generativelanguage.googleapis.com'
+      end
+
+      # Lazily initializes and returns an instance of the GoogleClient.
+      # Passes itself (the config object) to the client's constructor.
+      # @return [ActiveGenie::Clients::GoogleClient] The client instance.
+      def client
+        @client ||= ::ActiveGenie::Clients::GoogleClient.new(self)
+      end
+
+      # Retrieves the model name designated for the lower tier (e.g., cost-effective, faster).
+      # Defaults to 'gemini-2.0-flash-lite'.
+      # @return [String] The lower tier model name.
+      def lower_tier_model
+        @lower_tier_model || 'gemini-2.0-flash-lite'
+      end
+
+      # Retrieves the model name designated for the middle tier (e.g., balanced performance).
+      # Defaults to 'gemini-2.0-flash'.
+      # @return [String] The middle tier model name.
+      def middle_tier_model
+        @middle_tier_model || 'gemini-2.0-flash'
+      end
+
+      # Retrieves the model name designated for the upper tier (e.g., most capable).
+      # Defaults to 'gemini-2.5-pro-experimental'.
+      # @return [String] The upper tier model name.
+      def upper_tier_model
+        @upper_tier_model || 'gemini-2.5-pro-experimental'
+      end
+    end
+  end
+end