activeagent 0.6.2 → 1.0.0.rc1

data/lib/active_agent/generation_provider/open_ai_provider.rb

@@ -1,277 +0,0 @@
-begin
-  gem "ruby-openai", ">= 8.1.0"
-  require "openai"
-rescue LoadError
-  raise LoadError, "The 'ruby-openai >= 8.1.0' gem is required for OpenAIProvider. Please add it to your Gemfile and run `bundle install`."
-end
-
-require "active_agent/action_prompt/action"
-require_relative "base"
-require_relative "response"
-require_relative "responses_adapter"
-require_relative "stream_processing"
-require_relative "message_formatting"
-require_relative "tool_management"
-
-module ActiveAgent
-  module GenerationProvider
-    class OpenAIProvider < Base
-      include StreamProcessing
-      include MessageFormatting
-      include ToolManagement
-      def initialize(config)
-        super
-        @host = config["host"] || nil
-        @access_token ||= config["api_key"] || config["access_token"] || OpenAI.configuration.access_token || ENV["OPENAI_ACCESS_TOKEN"]
-        @organization_id = config["organization_id"] || OpenAI.configuration.organization_id || ENV["OPENAI_ORGANIZATION_ID"]
-        @admin_token = config["admin_token"] || OpenAI.configuration.admin_token || ENV["OPENAI_ADMIN_TOKEN"]
-        @client = OpenAI::Client.new(
-          access_token: @access_token,
-          uri_base: @host,
-          organization_id: @organization_id,
-          admin_token: @admin_token,
-          log_errors: Rails.env.development?
-        )
-
-        @model_name = config["model"] || "gpt-4o-mini"
-      end
-
-      def generate(prompt)
-        @prompt = prompt
-
-        with_error_handling do
-          if @prompt.multimodal? || @prompt.content_type == "multipart/mixed"
-            responses_prompt(parameters: responses_parameters)
-          else
-            chat_prompt(parameters: prompt_parameters)
-          end
-        end
-      end
-
-      def embed(prompt)
-        @prompt = prompt
-
-        with_error_handling do
-          embeddings_prompt(parameters: embeddings_parameters)
-        end
-      end
-
-      protected
-
-      # Override from StreamProcessing module
-      def process_stream_chunk(chunk, message, agent_stream)
-        new_content = chunk.dig("choices", 0, "delta", "content")
-        if new_content && !new_content.blank?
-          message.generation_id = chunk.dig("id")
-          message.content += new_content
-          # Call agent_stream directly without the block to avoid double execution
-          agent_stream&.call(message, new_content, false, prompt.action_name)
-        elsif chunk.dig("choices", 0, "delta", "tool_calls") && chunk.dig("choices", 0, "delta", "role")
-          message = handle_message(chunk.dig("choices", 0, "delta"))
-          prompt.messages << message
-          @response = ActiveAgent::GenerationProvider::Response.new(
-            prompt:,
-            message:,
-            raw_response: chunk,
-            raw_request: @streaming_request_params
-          )
-        end
-
-        if chunk.dig("choices", 0, "finish_reason")
-          finalize_stream(message, agent_stream)
-        end
-      end
-
-      # Override from MessageFormatting module to handle OpenAI image format
-      def format_image_content(message)
-        [ {
-          type: "image_url",
-          image_url: { url: message.content }
-        } ]
-      end
-
-      private
-
-      # Override from ParameterBuilder to add web_search_options for Chat API
-      def build_provider_parameters
-        params = {}
-
-        # Check if we're using a model that supports web_search_options in Chat API
-        if chat_api_web_search_model? && @prompt.options[:web_search]
-          params[:web_search_options] = build_web_search_options(@prompt.options[:web_search])
-        end
-
-        params
-      end
-
-      def chat_api_web_search_model?
-        model = @prompt.options[:model] || @model_name
-        [ "gpt-4o-search-preview", "gpt-4o-mini-search-preview" ].include?(model)
-      end
-
-      def build_web_search_options(web_search_config)
-        options = {}
-
-        if web_search_config.is_a?(Hash)
-          options[:search_context_size] = web_search_config[:search_context_size] if web_search_config[:search_context_size]
-
-          if web_search_config[:user_location]
-            options[:user_location] = {
-              type: "approximate",
-              approximate: web_search_config[:user_location]
-            }
-          end
-        end
-
-        options
-      end
-
-      def chat_response(response, request_params = nil)
-        return @response if prompt.options[:stream]
-        message_json = response.dig("choices", 0, "message")
-        message_json["id"] = response.dig("id") if message_json["id"].blank?
-        message = handle_message(message_json)
-
-        update_context(prompt: prompt, message: message, response: response)
-
-        @response = ActiveAgent::GenerationProvider::Response.new(
-          prompt: prompt,
-          message: message,
-          raw_response: response,
-          raw_request: request_params
-        )
-      end
-
-      def responses_response(response, request_params = nil)
-        message_json = response["output"].find { |output_item| output_item["type"] == "message" }
-        message_json["id"] = response.dig("id") if message_json["id"].blank?
-
-        message = ActiveAgent::ActionPrompt::Message.new(
-          generate_id: message_json["id"],
-          content: message_json["content"].first["text"],
-          role: message_json["role"].intern,
-          action_requested: message_json["finish_reason"] == "tool_calls",
-          raw_actions: message_json["tool_calls"] || [],
-          content_type: prompt.output_schema.present? ? "application/json" : "text/plain"
-        )
-
-        @response = ActiveAgent::GenerationProvider::Response.new(
-          prompt: prompt,
-          message: message,
-          raw_response: response,
-          raw_request: request_params
-        )
-      end
-
-      def handle_message(message_json)
-        ActiveAgent::ActionPrompt::Message.new(
-          generation_id: message_json["id"],
-          content: message_json["content"],
-          role: message_json["role"].intern,
-          action_requested: message_json["finish_reason"] == "tool_calls",
-          raw_actions: message_json["tool_calls"] || [],
-          requested_actions: handle_actions(message_json["tool_calls"]),
-          content_type: prompt.output_schema.present? ? "application/json" : "text/plain"
-        )
-      end
-
-      # handle_actions is now provided by ToolManagement module
-
-      def chat_prompt(parameters: prompt_parameters)
-        if prompt.options[:stream] || config["stream"]
-          parameters[:stream] = provider_stream
-          @streaming_request_params = parameters
-        end
-        chat_response(@client.chat(parameters: parameters), parameters)
-      end
-
-      def responses_prompt(parameters: responses_parameters)
-        # parameters[:stream] = provider_stream if prompt.options[:stream] || config["stream"]
-        responses_response(@client.responses.create(parameters: parameters), parameters)
-      end
-
-      def responses_parameters(model: @prompt.options[:model] || @model_name, messages: @prompt.messages, temperature: @prompt.options[:temperature] || @config["temperature"] || 0.7, tools: @prompt.actions, structured_output: @prompt.output_schema)
-        # Build tools array, combining action tools with built-in tools
-        tools_array = build_tools_for_responses(tools)
-
-        {
-          model: model,
-          input: ActiveAgent::GenerationProvider::ResponsesAdapter.new(@prompt).input,
-          tools: tools_array.presence,
-          text: structured_output
-        }.compact
-      end
-
-      def build_tools_for_responses(action_tools)
-        tools = []
-
-        # Start with action tools (user-defined functions) if any
-        tools.concat(action_tools) if action_tools.present?
-
-        # Add built-in tools if specified in options[:tools]
-        if @prompt.options[:tools].present?
-          built_in_tools = @prompt.options[:tools]
-          built_in_tools = [ built_in_tools ] unless built_in_tools.is_a?(Array)
-
-          built_in_tools.each do |tool|
-            next unless tool.is_a?(Hash)
-
-            case tool[:type]
-            when "web_search_preview", "web_search"
-              web_search_tool = { type: "web_search_preview" }
-              web_search_tool[:search_context_size] = tool[:search_context_size] if tool[:search_context_size]
-              web_search_tool[:user_location] = tool[:user_location] if tool[:user_location]
-              tools << web_search_tool
-
-            when "image_generation"
-              image_gen_tool = { type: "image_generation" }
-              image_gen_tool[:size] = tool[:size] if tool[:size]
-              image_gen_tool[:quality] = tool[:quality] if tool[:quality]
-              image_gen_tool[:format] = tool[:format] if tool[:format]
-              image_gen_tool[:compression] = tool[:compression] if tool[:compression]
-              image_gen_tool[:background] = tool[:background] if tool[:background]
-              image_gen_tool[:partial_images] = tool[:partial_images] if tool[:partial_images]
-              tools << image_gen_tool
-
-            when "mcp"
-              mcp_tool = { type: "mcp" }
-              mcp_tool[:server_label] = tool[:server_label] if tool[:server_label]
-              mcp_tool[:server_description] = tool[:server_description] if tool[:server_description]
-              mcp_tool[:server_url] = tool[:server_url] if tool[:server_url]
-              mcp_tool[:connector_id] = tool[:connector_id] if tool[:connector_id]
-              mcp_tool[:authorization] = tool[:authorization] if tool[:authorization]
-              mcp_tool[:require_approval] = tool[:require_approval] if tool[:require_approval]
-              mcp_tool[:allowed_tools] = tool[:allowed_tools] if tool[:allowed_tools]
-              tools << mcp_tool
-            end
-          end
-        end
-
-        tools
-      end
-
-      def embeddings_parameters(input: prompt.message.content, model: "text-embedding-3-large")
-        {
-          model: model,
-          input: input
-        }
-      end
-
-      def embeddings_response(response, request_params = nil)
-        message = ActiveAgent::ActionPrompt::Message.new(content: response.dig("data", 0, "embedding"), role: "assistant")
-
-        @response = ActiveAgent::GenerationProvider::Response.new(
-          prompt: prompt,
-          message: message,
-          raw_response: response,
-          raw_request: request_params
-        )
-      end
-
-      def embeddings_prompt(parameters:)
-        params = embeddings_parameters
-        embeddings_response(@client.embeddings(parameters: params), params)
-      end
-    end
-  end
-end

data/lib/active_agent/generation_provider/open_router_provider.rb

@@ -1,385 +0,0 @@
-require "openai"
-require_relative "open_ai_provider"
-
-module ActiveAgent
-  module GenerationProvider
-    class OpenRouterProvider < OpenAIProvider
-      def initialize(config)
-        @config = config
-        @access_token = config["api_key"] || config["access_token"] ||
-                       ENV["OPENROUTER_API_KEY"] || ENV["OPENROUTER_ACCESS_TOKEN"]
-        @model_name = config["model"]
-
-        # OpenRouter-specific configuration
-        @app_name = config["app_name"] || default_app_name
-        @site_url = config["site_url"] || default_site_url
-        @enable_fallbacks = config["enable_fallbacks"] != false
-        @fallback_models = config["fallback_models"] || []
-        @transforms = config["transforms"] || []
-        @provider_preferences = config["provider"] || {}
-        @track_costs = config["track_costs"] != false
-        @route = config["route"] || "fallback"
-
-        # Data collection preference (allow, deny, or specific provider list)
-        @data_collection = config["data_collection"] || @provider_preferences["data_collection"] || "allow"
-
-        # Require parameters preference (defaults to false)
-        @require_parameters = config["require_parameters"] || @provider_preferences["require_parameters"] || false
-
-        # Additional OpenRouter provider routing options
-        @only_providers = config["only"] || @provider_preferences["only"]
-        @ignore_providers = config["ignore"] || @provider_preferences["ignore"]
-        @quantizations = config["quantizations"] || @provider_preferences["quantizations"]
-        @sort_preference = config["sort"] || @provider_preferences["sort"]
-        @max_price = config["max_price"] || @provider_preferences["max_price"]
-
-        # Initialize OpenAI client with OpenRouter base URL
-        @client = OpenAI::Client.new(
-          uri_base: "https://openrouter.ai/api/v1",
-          access_token: @access_token,
-          log_errors: Rails.env.development?,
-          extra_headers: openrouter_headers
-        )
-      end
-
-      def generate(prompt)
-        @prompt = prompt
-
-        with_error_handling do
-          parameters = build_openrouter_parameters
-          response = execute_with_fallback(parameters)
-          process_openrouter_response(response)
-        end
-      rescue => e
-        handle_openrouter_error(e)
-      end
-
-      protected
-
-      def build_provider_parameters
-        # Start with base OpenAI parameters
-        params = super
-
-        # Add OpenRouter-specific parameters
-        add_openrouter_params(params)
-      end
-
-      def format_content_item(item)
-        # Handle OpenRouter-specific content formats
-        if item.is_a?(Hash)
-          case item[:type] || item["type"]
-          when "file"
-            # Convert file type to image_url for OpenRouter PDF support
-            file_data = item.dig(:file, :file_data) || item.dig("file", "file_data")
-            if file_data
-              {
-                type: "image_url",
-                image_url: {
-                  url: file_data
-                }
-              }
-            else
-              item
-            end
-          else
-            # Use default formatting for other types
-            super
-          end
-        else
-          super
-        end
-      end
-
-      private
-
-      def default_app_name
-        if defined?(Rails) && Rails.application
-          Rails.application.class.name.split("::").first
-        else
-          "ActiveAgent"
-        end
-      end
-
-      def default_site_url
-        # First check ActiveAgent config
-        return config["default_url_options"]["host"] if config.dig("default_url_options", "host")
-
-        # Then check Rails routes default_url_options
-        if defined?(Rails) && Rails.application&.routes&.default_url_options&.any?
-          host = Rails.application.routes.default_url_options[:host]
-          port = Rails.application.routes.default_url_options[:port]
-          protocol = Rails.application.routes.default_url_options[:protocol] || "https"
-
-          if host
-            url = "#{protocol}://#{host}"
-            url += ":#{port}" if port && port != 80 && port != 443
-            return url
-          end
-        end
-
-        # Finally check ActionMailer config as fallback
-        if defined?(Rails) && Rails.application&.config&.action_mailer&.default_url_options
-          options = Rails.application.config.action_mailer.default_url_options
-          host = options[:host]
-          port = options[:port]
-          protocol = options[:protocol] || "https"
-
-          if host
-            url = "#{protocol}://#{host}"
-            url += ":#{port}" if port && port != 80 && port != 443
-            return url
-          end
-        end
-
-        nil
-      end
-
-      def openrouter_headers
-        headers = {}
-        headers["HTTP-Referer"] = @site_url if @site_url
-        headers["X-Title"] = @app_name if @app_name
-        headers
-      end
-
-      def build_openrouter_parameters
-        parameters = prompt_parameters
-
-        # Handle multiple models for fallback
-        if @fallback_models.present?
-          parameters[:models] = [ @model_name ] + @fallback_models
-          parameters[:route] = @route
-        end
-
-        # Add transforms if specified
-        parameters[:transforms] = @transforms if @transforms.present?
-
-        # Add provider preferences (always include if we have data_collection or other settings)
-        # Check both configured and runtime data_collection/require_parameters values
-        runtime_data_collection = prompt&.options&.key?(:data_collection)
-        runtime_require_parameters = prompt&.options&.key?(:require_parameters)
-        runtime_provider_options = prompt&.options&.keys&.any? { |k| [ :only, :ignore, :quantizations, :sort, :max_price ].include?(k) }
-
-        if @provider_preferences.present? || @data_collection != "allow" || @require_parameters != false ||
-           @only_providers.present? || @ignore_providers.present? || @quantizations.present? ||
-           @sort_preference.present? || @max_price.present? ||
-           runtime_data_collection || runtime_require_parameters || runtime_provider_options
-          parameters[:provider] = build_provider_preferences
-        end
-
-        # Add plugins (e.g., for PDF processing)
-
-        parameters[:plugins] = prompt.options[:plugins] if prompt.options[:plugins].present?
-        parameters[:models] = prompt.options[:fallback_models] if prompt.options[:enable_fallbacks] && prompt.options[:fallback_models].present?
-        parameters
-      end
-
-      def build_provider_preferences
-        prefs = {}
-        prefs[:order] = @provider_preferences["order"] if @provider_preferences["order"]
-
-        # Require parameters can be overridden at runtime
-        require_parameters = prompt.options[:require_parameters] if prompt&.options&.key?(:require_parameters)
-        require_parameters = @require_parameters if require_parameters.nil?
-        prefs[:require_parameters] = require_parameters if require_parameters != false
-
-        prefs[:allow_fallbacks] = @enable_fallbacks
-
-        # Data collection can be:
-        # - "allow" (default): Allow all providers to collect data
-        # - "deny": Deny all providers from collecting data
-        # - Array of provider names: Only allow these providers to collect data
-        # Check prompt options first (runtime override), then fall back to configured value
-        data_collection = prompt.options[:data_collection] if prompt&.options&.key?(:data_collection)
-        data_collection ||= @data_collection
-        prefs[:data_collection] = data_collection
-
-        # Additional OpenRouter provider routing options - check runtime overrides first
-        only_providers = prompt.options[:only] if prompt&.options&.key?(:only)
-        only_providers ||= @only_providers
-        prefs[:only] = only_providers if only_providers.present?
-
-        ignore_providers = prompt.options[:ignore] if prompt&.options&.key?(:ignore)
-        ignore_providers ||= @ignore_providers
-        prefs[:ignore] = ignore_providers if ignore_providers.present?
-
-        quantizations = prompt.options[:quantizations] if prompt&.options&.key?(:quantizations)
-        quantizations ||= @quantizations
-        prefs[:quantizations] = quantizations if quantizations.present?
-
-        sort_preference = prompt.options[:sort] if prompt&.options&.key?(:sort)
-        sort_preference ||= @sort_preference
-        prefs[:sort] = sort_preference if sort_preference.present?
-
-        max_price = prompt.options[:max_price] if prompt&.options&.key?(:max_price)
-        max_price ||= @max_price
-        prefs[:max_price] = max_price if max_price.present?
-
-        prefs.compact
-      end
-
-      def add_openrouter_params(params)
-        # Add OpenRouter-specific routing parameters
-        if @enable_fallbacks && @fallback_models.present?
-          params[:models] = [ @model_name ] + @fallback_models
-          params[:route] = @route
-        end
-
-        # Add transforms
-        params[:transforms] = @transforms if @transforms.present?
-
-        # Add provider configuration (always include if we have data_collection or other settings)
-        # Check both configured and runtime data_collection/require_parameters values
-        runtime_data_collection = prompt&.options&.key?(:data_collection)
-        runtime_require_parameters = prompt&.options&.key?(:require_parameters)
-        runtime_provider_options = prompt&.options&.keys&.any? { |k| [ :only, :ignore, :quantizations, :sort, :max_price ].include?(k) }
-
-        if @provider_preferences.present? || @data_collection != "allow" || @require_parameters != false ||
-           @only_providers.present? || @ignore_providers.present? || @quantizations.present? ||
-           @sort_preference.present? || @max_price.present? ||
-           runtime_data_collection || runtime_require_parameters || runtime_provider_options
-          params[:provider] = build_provider_preferences
-        end
-
-        # Add plugins (e.g., for PDF processing)
-        if prompt.options[:plugins].present?
-          params[:plugins] = prompt.options[:plugins]
-        end
-
-        params
-      end
-
-      def execute_with_fallback(parameters)
-        parameters[:stream] = provider_stream if prompt.options[:stream] || config["stream"]
-
-        response = @client.chat(parameters: parameters)
-        # Log if fallback was used
-        if response.respond_to?(:headers) && response.headers["x-model"] != @model_name
-          Rails.logger.info "[OpenRouter] Fallback model used: #{response.headers['x-model']}" if defined?(Rails)
-        end
-
-        response
-      end
-
-      def process_openrouter_response(response)
-        # Process as normal OpenAI response first
-        if prompt.options[:stream]
-          return @response
-        end
-
-        # Extract standard response
-        message_json = response.dig("choices", 0, "message")
-        message_json["id"] = response.dig("id") if message_json && message_json["id"].blank?
-        message = handle_message(message_json) if message_json
-
-        update_context(prompt: prompt, message: message, response: response) if message
-        # Create response with OpenRouter metadata
-        @response = ActiveAgent::GenerationProvider::Response.new(
-          prompt: prompt,
-          message: message,
-          raw_response: response
-        )
-
-        # OpenRouter includes provider and model info directly in the response body
-        if response["provider"] || response["model"]
-          @response.metadata = {
-            provider: response["provider"],
-            model_used: response["model"],
-            fallback_used: response["model"] != @model_name
-          }.compact
-        end
-
-        # Track costs if enabled
-        track_usage(response) if @track_costs && response["usage"]
-
-        @response
-      end
-
-      def add_openrouter_metadata(response, headers)
-        return unless response.respond_to?(:metadata=)
-
-        response.metadata = {
-          provider: headers["x-provider"],
-          model_used: headers["x-model"],
-          trace_id: headers["x-trace-id"],
-          fallback_used: headers["x-model"] != @model_name,
-          ratelimit: {
-            requests_limit: headers["x-ratelimit-requests-limit"],
-            requests_remaining: headers["x-ratelimit-requests-remaining"],
-            requests_reset: headers["x-ratelimit-requests-reset"],
-            tokens_limit: headers["x-ratelimit-tokens-limit"],
-            tokens_remaining: headers["x-ratelimit-tokens-remaining"],
-            tokens_reset: headers["x-ratelimit-tokens-reset"]
-          }.compact
-        }.compact
-      end
-
-      def track_usage(response)
-        return nil unless @track_costs
-        return nil unless response["usage"]
-
-        usage = response["usage"]
-        model = response.dig("model") || @model_name
-
-        # Calculate costs (simplified - would need actual pricing data)
-        cost_info = {
-          model: model,
-          prompt_tokens: usage["prompt_tokens"],
-          completion_tokens: usage["completion_tokens"],
-          total_tokens: usage["total_tokens"]
-        }
-
-        # Log usage information
-        if defined?(Rails)
-          Rails.logger.info "[OpenRouter] Usage: #{cost_info.to_json}"
-
-          # Store in cache if available
-          if Rails.cache
-            cache_key = "openrouter:usage:#{Date.current}"
-            Rails.cache.increment("#{cache_key}:tokens", usage["total_tokens"])
-            Rails.cache.increment("#{cache_key}:requests")
-          end
-        end
-
-        cost_info
-      end
-
-      def handle_openrouter_error(error)
-        error_message = error.message || error.to_s
-
-        case error_message
-        when /rate limit/i
-          handle_rate_limit_error(error)
-        when /insufficient credits|payment required/i
-          handle_insufficient_credits(error)
-        when /no available provider/i
-          handle_no_provider_error(error)
-        when /timeout/i
-          handle_timeout_error(error)
-        else
-          # Fall back to parent error handling
-          raise GenerationProviderError, error, error.backtrace
-        end
-      end
-
-      def handle_rate_limit_error(error)
-        Rails.logger.error "[OpenRouter] Rate limit exceeded: #{error.message}" if defined?(Rails)
-        raise GenerationProviderError, "OpenRouter rate limit exceeded. Please retry later."
-      end
-
-      def handle_insufficient_credits(error)
-        Rails.logger.error "[OpenRouter] Insufficient credits: #{error.message}" if defined?(Rails)
-        raise GenerationProviderError, "OpenRouter account has insufficient credits."
-      end
-
-      def handle_no_provider_error(error)
-        Rails.logger.error "[OpenRouter] No available provider: #{error.message}" if defined?(Rails)
-        raise GenerationProviderError, "No available provider for the requested model."
-      end
-
-      def handle_timeout_error(error)
-        Rails.logger.error "[OpenRouter] Request timeout: #{error.message}" if defined?(Rails)
-        raise GenerationProviderError, "OpenRouter request timed out."
-      end
-    end
-  end
-end