raif 1.3.0 → 1.5.0

data/lib/raif/configuration.rb

@@ -12,6 +12,7 @@ module Raif
       :aws_bedrock_region,
       :bedrock_embedding_models_enabled,
       :conversation_entries_controller,
+      :conversation_llm_messages_max_length_default,
       :conversation_system_prompt_intro,
       :conversation_types,
       :conversations_controller,
@@ -20,19 +21,30 @@ module Raif
       :default_llm_model_key,
       :evals_default_llm_judge_model_key,
       :evals_verbose_output,
+      :google_api_key,
+      :google_embedding_models_enabled,
+      :google_models_enabled,
       :llm_api_requests_enabled,
       :llm_request_max_retries,
       :llm_request_retriable_exceptions,
       :model_superclass,
       :open_ai_api_key,
+      :open_ai_api_version,
+      :open_ai_auth_header_style,
+      :open_ai_base_url,
+      :open_ai_embedding_base_url,
       :open_ai_embedding_models_enabled,
       :open_ai_models_enabled,
       :open_router_api_key,
       :open_router_models_enabled,
       :open_router_app_name,
       :open_router_site_url,
+      :request_open_timeout,
+      :request_read_timeout,
+      :request_write_timeout,
       :streaming_update_chunk_size_threshold,
       :task_creator_optional,
+      :prompt_studio_runs_enabled,
       :task_system_prompt_intro,
       :user_tool_types
 
@@ -43,7 +55,7 @@ module Raif
     alias_method :aws_bedrock_titan_embedding_models_enabled=, :bedrock_embedding_models_enabled=
 
     def initialize
-      @agent_types = Set.new(["Raif::Agents::ReActAgent", "Raif::Agents::NativeToolCallingAgent"])
+      @agent_types = Set.new(["Raif::Agents::NativeToolCallingAgent"])
       @anthropic_api_key = default_disable_llm_api_requests? ? "placeholder-anthropic-api-key" : ENV["ANTHROPIC_API_KEY"]
       @bedrock_models_enabled = false
       @anthropic_models_enabled = ENV["ANTHROPIC_API_KEY"].present?
@@ -54,6 +66,7 @@ module Raif
       @bedrock_embedding_models_enabled = false
       @task_system_prompt_intro = "You are a helpful assistant."
       @conversation_entries_controller = "Raif::ConversationEntriesController"
+      @conversation_llm_messages_max_length_default = 50
       @conversation_system_prompt_intro = "You are a helpful assistant who is collaborating with a teammate."
       @conversation_types = Set.new(["Raif::Conversation"])
       @conversations_controller = "Raif::ConversationsController"
@@ -62,22 +75,37 @@ module Raif
       @default_llm_model_key = default_disable_llm_api_requests? ? :raif_test_llm : (ENV["RAIF_DEFAULT_LLM_MODEL_KEY"].presence || "open_ai_gpt_4o")
       @evals_default_llm_judge_model_key = ENV["RAIF_EVALS_DEFAULT_LLM_JUDGE_MODEL_KEY"].presence
       @evals_verbose_output = false
+      google_api_key = ENV["GOOGLE_AI_API_KEY"].presence || ENV["GOOGLE_API_KEY"]
+      @google_api_key = default_disable_llm_api_requests? ? "placeholder-google-api-key" : google_api_key
+      @google_embedding_models_enabled = false
+      @google_models_enabled = @google_api_key.present?
       @llm_api_requests_enabled = !default_disable_llm_api_requests?
       @llm_request_max_retries = 2
       @llm_request_retriable_exceptions = [
         Faraday::ConnectionFailed,
         Faraday::TimeoutError,
         Faraday::ServerError,
+        Net::ReadTimeout,
+        Net::OpenTimeout,
+        Raif::Errors::BlankResponseError,
       ]
       @model_superclass = "ApplicationRecord"
       @open_ai_api_key = default_disable_llm_api_requests? ? "placeholder-open-ai-api-key" : ENV["OPENAI_API_KEY"]
+      @open_ai_api_version = nil
+      @open_ai_auth_header_style = :bearer
+      @open_ai_base_url = "https://api.openai.com/v1"
+      @open_ai_embedding_base_url = "https://api.openai.com/v1"
       @open_ai_embedding_models_enabled = ENV["OPENAI_API_KEY"].present?
       @open_ai_models_enabled = ENV["OPENAI_API_KEY"].present?
       open_router_api_key = ENV["OPEN_ROUTER_API_KEY"].presence || ENV["OPENROUTER_API_KEY"]
       @open_router_api_key = default_disable_llm_api_requests? ? "placeholder-open-router-api-key" : open_router_api_key
       @open_router_models_enabled = @open_router_api_key.present?
+      @prompt_studio_runs_enabled = Rails.env.development?
       @open_router_app_name = nil
       @open_router_site_url = nil
+      @request_open_timeout = nil
+      @request_read_timeout = nil
+      @request_write_timeout = nil
       @streaming_update_chunk_size_threshold = 25
       @task_creator_optional = true
       @user_tool_types = []
@@ -103,7 +131,9 @@ module Raif
           "Raif.config.default_llm_model_key was set to #{default_llm_model_key}, but must be one of: #{Raif.available_llm_keys.join(", ")}"
       end
 
-      if Raif.embedding_model_registry.present? && !Raif.available_embedding_model_keys.include?(default_embedding_model_key.to_sym)
+      if default_embedding_model_key.present? &&
+          Raif.embedding_model_registry.present? &&
+          !Raif.available_embedding_model_keys.include?(default_embedding_model_key.to_sym)
         raise Raif::Errors::InvalidConfigError,
           "Raif.config.default_embedding_model_key was set to #{default_embedding_model_key}, but must be one of: #{Raif.available_embedding_model_keys.join(", ")}" # rubocop:disable Layout/LineLength
       end
@@ -127,6 +157,11 @@ module Raif
           "Raif.config.open_ai_api_key is required when Raif.config.open_ai_models_enabled is true. Set it via Raif.config.open_ai_api_key or ENV[\"OPENAI_API_KEY\"]" # rubocop:disable Layout/LineLength
       end
 
+      if open_ai_models_enabled && ![:bearer, :api_key].include?(open_ai_auth_header_style)
+        raise Raif::Errors::InvalidConfigError,
+          "Raif.config.open_ai_auth_header_style must be either :bearer or :api_key"
+      end
+
       if open_ai_embedding_models_enabled && open_ai_api_key.blank?
         raise Raif::Errors::InvalidConfigError,
           "Raif.config.open_ai_api_key is required when Raif.config.open_ai_embedding_models_enabled is true. Set it via Raif.config.open_ai_api_key or ENV[\"OPENAI_API_KEY\"]" # rubocop:disable Layout/LineLength
@@ -141,6 +176,16 @@ module Raif
         raise Raif::Errors::InvalidConfigError,
           "Raif.config.open_router_api_key is required when Raif.config.open_router_models_enabled is true. Set it via Raif.config.open_router_api_key or ENV['OPEN_ROUTER_API_KEY']" # rubocop:disable Layout/LineLength
       end
+
+      if google_models_enabled && google_api_key.blank?
+        raise Raif::Errors::InvalidConfigError,
+          "Raif.config.google_api_key is required when Raif.config.google_models_enabled is true. Set it via Raif.config.google_api_key or ENV['GOOGLE_API_KEY']" # rubocop:disable Layout/LineLength
+      end
+
+      if google_embedding_models_enabled && google_api_key.blank?
+        raise Raif::Errors::InvalidConfigError,
+          "Raif.config.google_api_key is required when Raif.config.google_embedding_models_enabled is true. Set it via Raif.config.google_api_key or ENV['GOOGLE_API_KEY']" # rubocop:disable Layout/LineLength
+      end
     end
 
   private

data/lib/raif/embedding_model_registry.rb

@@ -77,6 +77,14 @@ module Raif
           input_token_cost: 0.01 / 1_000_000,
           default_output_vector_size: 1024,
         },
+      ],
+      Raif::EmbeddingModels::Google => [
+        {
+          key: :google_gemini_embedding_2,
+          api_name: "gemini-embedding-2-preview",
+          input_token_cost: 0.20 / 1_000_000,
+          default_output_vector_size: 3072,
+        },
       ]
     }
   end

data/lib/raif/engine.rb

@@ -9,6 +9,11 @@ module Raif
   class Engine < ::Rails::Engine
     isolate_namespace Raif
 
+    initializer "raif.prompt_template_formats", before: :add_view_paths do
+      Mime::Type.register "text/plain", :prompt unless Mime::Type.lookup_by_extension(:prompt)
+      Mime::Type.register "text/plain", :system_prompt unless Mime::Type.lookup_by_extension(:system_prompt)
+    end
+
     # If the host app is using FactoryBot, add the factories to the host app so they can be used in host apptests
     if defined?(FactoryBotRails)
       config.factory_bot.definition_file_paths += [File.expand_path("../../../spec/factories/shared", __FILE__)]
@@ -72,6 +77,22 @@ module Raif
       end
     end
 
+    config.after_initialize do
+      next unless Raif.config.google_models_enabled
+
+      Raif.default_llms[Raif::Llms::Google].each do |llm_config|
+        Raif.register_llm(Raif::Llms::Google, **llm_config)
+      end
+    end
+
+    config.after_initialize do
+      next unless Raif.config.google_embedding_models_enabled
+
+      Raif.default_embedding_models[Raif::EmbeddingModels::Google].each do |embedding_model_config|
+        Raif.register_embedding_model(Raif::EmbeddingModels::Google, **embedding_model_config)
+      end
+    end
+
     config.after_initialize do
       next unless Raif.config.bedrock_embedding_models_enabled
 
@@ -85,7 +106,8 @@ module Raif
     config.after_initialize do
       next unless Rails.env.test?
 
-      Raif.config.conversation_types += ["Raif::TestConversation"]
+      Raif.config.conversation_types += ["Raif::TestConversation", "Raif::TestTemplateConversation"]
+      Raif.config.agent_types += ["Raif::TestTemplateAgent"]
 
       require "#{Raif::Engine.root}/spec/support/test_llm"
       Raif.register_llm(Raif::Llms::TestLlm, key: :raif_test_llm, api_name: "raif-test-llm")
@@ -120,6 +142,7 @@ module Raif
         Rails.application.config.assets.precompile += [
           "raif.js",
           "raif.css",
+          "raif_admin_sprockets.js",
           "raif_admin.css",
           "raif-logo-white.svg"
         ]

data/lib/raif/errors/blank_response_error.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+module Raif
+  module Errors
+    class BlankResponseError < StandardError
+    end
+  end
+end

data/lib/raif/errors/instance_dependent_schema_error.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+module Raif
+  module Errors
+    class InstanceDependentSchemaError < StandardError
+    end
+  end
+end

data/lib/raif/errors/prompt_template_error.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Raif
+  module Errors
+    class PromptTemplateError < StandardError
+      attr_reader :template_path, :original_error
+
+      def initialize(template_path:, original_error:)
+        @template_path = template_path
+        @original_error = original_error
+        super("Error rendering prompt template '#{template_path}': #{original_error.class}: #{original_error.message}")
+      end
+    end
+  end
+end

data/lib/raif/errors/streaming_error.rb

@@ -3,16 +3,19 @@
 module Raif
   module Errors
     class StreamingError < StandardError
-      attr_reader :message, :type, :code, :event
+      attr_reader :type, :code, :event
 
       def initialize(message:, type:, event:, code: nil)
-        super
+        super(message)
 
-        @message = message
         @type = type
         @code = code
         @event = event
       end
+
+      def to_s
+        "[#{type}] #{super} (code=#{code}, event=#{event})"
+      end
     end
   end
 end

data/lib/raif/errors.rb

@@ -9,3 +9,6 @@ require "raif/errors/invalid_model_image_input_error"
 require "raif/errors/invalid_model_file_input_error"
 require "raif/errors/unsupported_feature_error"
 require "raif/errors/streaming_error"
+require "raif/errors/instance_dependent_schema_error"
+require "raif/errors/prompt_template_error"
+require "raif/errors/blank_response_error"

data/lib/raif/evals/run.rb

@@ -33,6 +33,7 @@ module Raif
         output.puts "\nStarting Raif Eval Run"
         output.puts ""
         output.puts "Raif.config.default_llm_model_key: #{Raif.config.default_llm_model_key}"
+        output.puts "Raif.config.evals_default_llm_judge_model_key: #{Raif.config.evals_default_llm_judge_model_key}"
         output.puts ""
         output.puts "=" * 50
 

data/lib/raif/evals.rb

@@ -4,12 +4,6 @@ require "raif/evals/expectation_result"
 require "raif/evals/eval"
 require "raif/evals/eval_set"
 require "raif/evals/run"
-require "raif/evals/llm_judge"
-require "raif/evals/llm_judges/binary"
-require "raif/evals/llm_judges/comparative"
-require "raif/evals/llm_judges/scored"
-require "raif/evals/llm_judges/summarization"
-require "raif/evals/scoring_rubric"
 
 module Raif
   module Evals

data/lib/raif/json_schema_builder.rb

@@ -10,6 +10,20 @@ module Raif
       @items_schema = nil
     end
 
+    # Build schema with instance context for instance-dependent schemas
+    # The block receives the instance as a parameter and has access to the builder methods
+    #
+    # @param instance [Object] The instance to use as context
+    # @param block [Proc] The block to evaluate with instance context
+    # @return [JsonSchemaBuilder] self for chaining
+    def build_with_instance(instance, &block)
+      # Evaluate the block in the context of the builder, passing the instance as parameter
+      # This allows the block to use both builder methods (string, integer, etc.)
+      # and access the instance parameter for conditional logic
+      instance_exec(instance, &block)
+      self
+    end
+
     def string(name, options = {})
       add_property(name, "string", options)
     end