raif 1.4.0 → 1.5.0

data/lib/generators/raif/conversation/conversation_generator.rb

@@ -19,6 +19,11 @@ module Raif
         default: false,
         desc: "Skip generating the corresponding eval set"
 
+      class_option :skip_prompt_template,
+        type: :boolean,
+        default: false,
+        desc: "Skip generating the system prompt template file"
+
       def create_application_conversation
         template "application_conversation.rb.tt",
           "app/models/raif/application_conversation.rb" unless File.exist?("app/models/raif/application_conversation.rb")
@@ -28,6 +33,12 @@ module Raif
         template "conversation.rb.tt", File.join("app/models/raif/conversations", class_path, "#{file_name}.rb")
       end
 
+      def create_system_prompt_template
+        return if options[:skip_prompt_template]
+
+        template "system_prompt.erb.tt", system_prompt_template_file_path
+      end
+
       def create_directory
         empty_directory "app/models/raif/conversations" unless File.directory?("app/models/raif/conversations")
       end
@@ -41,7 +52,10 @@ module Raif
       def success_message
         say_status :success, "Conversation type created successfully", :green
         say "\nYou can now implement your conversation type in:"
-        say "  app/models/raif/conversations/#{file_name}.rb\n\n"
+        say "  app/models/raif/conversations/#{file_name}.rb"
+        unless options[:skip_prompt_template]
+          say "  System prompt template: #{system_prompt_template_file_path}"
+        end
         say "\nDon't forget to add it to the config.conversation_types in your Raif configuration"
         say "For example: config.conversation_types += ['Raif::Conversations::#{class_name}']\n\n"
       end
@@ -51,6 +65,10 @@ module Raif
       def eval_set_file_path
         File.join("raif_evals", "eval_sets", "conversations", class_path, "#{file_name}_eval_set.rb")
       end
+
+      def system_prompt_template_file_path
+        File.join("app/views/raif/conversations", class_path, "#{file_name}.system_prompt.erb")
+      end
     end
   end
 end

data/lib/generators/raif/conversation/templates/system_prompt.erb.tt

@@ -0,0 +1,4 @@
+<%% # Define the system prompt for Raif::Conversations::<%= class_name %> here. %>
+<%% # All instance methods are available in this template. %>
+<%% # You can also use Rails view helpers and render partials. %>
+<%% # If this file is removed, the default system prompt from Raif.config.conversation_system_prompt_intro will be used. %>

data/lib/generators/raif/install/templates/initializer.rb

@@ -60,75 +60,115 @@ Raif.configure do |config|
   # config.google_api_key = ENV["GOOGLE_AI_API_KEY"].presence || ENV["GOOGLE_API_KEY"]
 
   # Whether Google models are enabled.
-  # config.google_models_enabled = ENV["GOOGLE_API_KEY"].present?
+  # config.google_models_enabled = ENV["GOOGLE_AI_API_KEY"].present? || ENV["GOOGLE_API_KEY"].present?
+
+  # Whether Google embedding models are enabled. Defaults to false
+  # config.google_embedding_models_enabled = false
 
   # The default LLM model to use. Defaults to "open_ai_gpt_4o"
   # Available keys:
-  #   open_ai_gpt_4o_mini
-  #   open_ai_gpt_4o
-  #   open_ai_gpt_3_5_turbo
+  #   open_ai_gpt_5_4
+  #   open_ai_gpt_5_2
+  #   open_ai_gpt_5_1
+  #   open_ai_gpt_5
+  #   open_ai_gpt_5_mini
+  #   open_ai_gpt_5_nano
   #   open_ai_gpt_4_1
   #   open_ai_gpt_4_1_mini
   #   open_ai_gpt_4_1_nano
-  #   open_ai_o1
-  #   open_ai_o1_mini
+  #   open_ai_gpt_4o
+  #   open_ai_gpt_4o_mini
+  #   open_ai_gpt_3_5_turbo
+  #   open_ai_o4_mini
   #   open_ai_o3
   #   open_ai_o3_mini
-  #   open_ai_o4_mini
-  #   open_ai_gpt_5
-  #   open_ai_gpt_5_mini
-  #   open_ai_gpt_5_nano
-  #   open_ai_responses_gpt_4o_mini
-  #   open_ai_responses_gpt_4o
-  #   open_ai_responses_gpt_3_5_turbo
+  #   open_ai_o1
+  #   open_ai_o1_mini
+  #   open_ai_responses_gpt_5_4
+  #   open_ai_responses_gpt_5_4_pro
+  #   open_ai_responses_gpt_5_2
+  #   open_ai_responses_gpt_5_2_pro
+  #   open_ai_responses_gpt_5_1
+  #   open_ai_responses_gpt_5
+  #   open_ai_responses_gpt_5_pro
+  #   open_ai_responses_gpt_5_mini
+  #   open_ai_responses_gpt_5_nano
   #   open_ai_responses_gpt_4_1
   #   open_ai_responses_gpt_4_1_mini
   #   open_ai_responses_gpt_4_1_nano
-  #   open_ai_responses_o1
-  #   open_ai_responses_o1_mini
+  #   open_ai_responses_gpt_4o
+  #   open_ai_responses_gpt_4o_mini
+  #   open_ai_responses_gpt_3_5_turbo
+  #   open_ai_responses_o4_mini
   #   open_ai_responses_o3
+  #   open_ai_responses_o3_pro
   #   open_ai_responses_o3_mini
-  #   open_ai_responses_o4_mini
-  #   open_ai_responses_gpt_5
-  #   open_ai_responses_gpt_5_mini
-  #   open_ai_responses_gpt_5_nano
+  #   open_ai_responses_o1
   #   open_ai_responses_o1_pro
-  #   open_ai_responses_o3_pro
-  #   anthropic_claude_4_sonnet
+  #   anthropic_claude_4_7_opus
+  #   anthropic_claude_4_6_opus
+  #   anthropic_claude_4_6_sonnet
+  #   anthropic_claude_4_5_opus
   #   anthropic_claude_4_5_sonnet
-  #   anthropic_claude_4_opus
+  #   anthropic_claude_4_5_haiku
   #   anthropic_claude_4_1_opus
+  #   anthropic_claude_4_opus
+  #   anthropic_claude_4_sonnet
   #   anthropic_claude_3_7_sonnet
   #   anthropic_claude_3_5_sonnet
   #   anthropic_claude_3_5_haiku
   #   anthropic_claude_3_opus
-  #   bedrock_claude_4_sonnet
+  #   bedrock_claude_4_7_opus
+  #   bedrock_claude_4_6_opus
+  #   bedrock_claude_4_6_sonnet
+  #   bedrock_claude_4_5_opus
   #   bedrock_claude_4_5_sonnet
-  #   bedrock_claude_4_opus
+  #   bedrock_claude_4_5_haiku
   #   bedrock_claude_4_1_opus
-  #   bedrock_claude_3_5_sonnet
+  #   bedrock_claude_4_opus
+  #   bedrock_claude_4_sonnet
   #   bedrock_claude_3_7_sonnet
+  #   bedrock_claude_3_5_sonnet
   #   bedrock_claude_3_5_haiku
   #   bedrock_claude_3_opus
   #   bedrock_amazon_nova_micro
   #   bedrock_amazon_nova_lite
   #   bedrock_amazon_nova_pro
+  #   bedrock_deepseek_v3_2
+  #   bedrock_deepseek_r1
+  #   bedrock_gpt_oss_120b
+  #   bedrock_gpt_oss_20b
   #   open_router_claude_3_7_sonnet
   #   open_router_deepseek_chat_v3
   #   open_router_deepseek_v3_1
+  #   open_router_deepseek_v3_2
   #   open_router_gemini_2_0_flash
+  #   open_router_gemini_2_5_flash
   #   open_router_gemini_2_5_pro
+  #   open_router_gemini_3_pro_preview
   #   open_router_grok_4
+  #   open_router_grok_4_1_fast
+  #   open_router_kimi_k2_thinking
+  #   open_router_kimi_k2_5
   #   open_router_llama_3_1_8b_instruct
   #   open_router_llama_3_3_70b_instruct
   #   open_router_llama_4_maverick
   #   open_router_llama_4_scout
+  #   open_router_minimax_m2
+  #   open_router_minimax_m2_1
+  #   open_router_minimax_m2_5
+  #   open_router_mistral_large_3_2512
+  #   open_router_mistral_small_3_2_24b
+  #   open_router_gemini_3_1_pro_preview
+  #   open_router_gemini_3_1_flash_lite_preview
   #   open_router_open_ai_gpt_oss_120b
   #   open_router_open_ai_gpt_oss_20b
-  #   google_gemini_2_5_pro
-  #   google_gemini_2_5_flash
+  #   google_gemini_3_1_pro
+  #   google_gemini_3_1_flash_lite
   #   google_gemini_3_0_pro
   #   google_gemini_3_0_flash
+  #   google_gemini_2_5_pro
+  #   google_gemini_2_5_flash
   #
   # config.default_llm_model_key = "open_ai_gpt_4o"
 
@@ -139,6 +179,7 @@ Raif.configure do |config|
   #   open_ai_text_embedding_3_large
   #   open_ai_text_embedding_ada_002
   #   bedrock_titan_embed_text_v2
+  #   google_gemini_embedding_2
   #
   # config.default_embedding_model_key = "open_ai_text_embedding_3_small"
 

data/lib/generators/raif/task/task_generator.rb

@@ -17,6 +17,11 @@ module Raif
         default: false,
         desc: "Skip generating the corresponding eval set"
 
+      class_option :skip_prompt_template,
+        type: :boolean,
+        default: false,
+        desc: "Skip generating the prompt template file"
+
       def create_application_task
         template "application_task.rb.tt", "app/models/raif/application_task.rb" unless File.exist?("app/models/raif/application_task.rb")
       end
@@ -25,6 +30,12 @@ module Raif
         template "task.rb.tt", File.join("app/models/raif/tasks", class_path, "#{file_name}.rb")
       end
 
+      def create_prompt_template
+        return if options[:skip_prompt_template]
+
+        template "prompt.erb.tt", prompt_template_file_path
+      end
+
       def create_eval_set
         return if options[:skip_eval_set]
 
@@ -33,6 +44,9 @@ module Raif
 
       def show_instructions
         say "\nTask created!"
+        unless options[:skip_prompt_template]
+          say "  Prompt template: #{prompt_template_file_path}"
+        end
         say ""
       end
 
@@ -42,6 +56,10 @@ module Raif
         File.join("raif_evals", "eval_sets", "tasks", class_path, "#{file_name}_eval_set.rb")
       end
 
+      def prompt_template_file_path
+        File.join("app/views/raif/tasks", class_path, "#{file_name}.prompt.erb")
+      end
+
     end
   end
 end

data/lib/generators/raif/task/templates/prompt.erb.tt

@@ -0,0 +1,4 @@
+<%% # Implement the LLM prompt for Raif::Tasks::<%= class_name %> here. %>
+<%% # All instance methods and run_with attributes are available in this template. %>
+<%% # You can also use Rails view helpers (content_tag, strip_tags, truncate, etc.) %>
+<%% # and render partials with: <%%= render partial: "raif/shared/my_partial" %> %>

data/lib/generators/raif/task/templates/task.rb.tt

@@ -44,14 +44,15 @@
     end
     <%- end -%>
 
-    def build_prompt
-      # Implement the LLM prompt for this task.
-      raise NotImplementedError, "Implement #build_prompt in #{self.class.name}"
-    end
-
-    # Optional: Override build_system_prompt if you need custom system instructions.
-    # The default implementation, which you'll get if you call super, will use Raif.config.task_system_prompt_intro 
-    # and append the system_prompt_language_preference if the task's requested_language_key is set.
+    # Prompt is defined in app/views/raif/tasks/<%= class_path.any? ? class_path.join("/") + "/" : "" %><%= file_name %>.prompt.erb
+    # You can also define a system prompt template at:
+    #   app/views/raif/tasks/<%= class_path.any? ? class_path.join("/") + "/" : "" %><%= file_name %>.system_prompt.erb
+    #
+    # Alternatively, override build_prompt and/or build_system_prompt methods directly:
+    # def build_prompt
+    #   "Your prompt here"
+    # end
+    #
     # def build_system_prompt
     #   super + "\nAdditional system instructions..."
     # end

data/lib/raif/configuration.rb

@@ -22,6 +22,7 @@ module Raif
       :evals_default_llm_judge_model_key,
       :evals_verbose_output,
       :google_api_key,
+      :google_embedding_models_enabled,
       :google_models_enabled,
       :llm_api_requests_enabled,
       :llm_request_max_retries,
@@ -43,6 +44,7 @@ module Raif
       :request_write_timeout,
       :streaming_update_chunk_size_threshold,
       :task_creator_optional,
+      :prompt_studio_runs_enabled,
       :task_system_prompt_intro,
       :user_tool_types
 
@@ -75,6 +77,7 @@ module Raif
       @evals_verbose_output = false
       google_api_key = ENV["GOOGLE_AI_API_KEY"].presence || ENV["GOOGLE_API_KEY"]
       @google_api_key = default_disable_llm_api_requests? ? "placeholder-google-api-key" : google_api_key
+      @google_embedding_models_enabled = false
       @google_models_enabled = @google_api_key.present?
       @llm_api_requests_enabled = !default_disable_llm_api_requests?
       @llm_request_max_retries = 2
@@ -84,6 +87,7 @@ module Raif
         Faraday::ServerError,
         Net::ReadTimeout,
         Net::OpenTimeout,
+        Raif::Errors::BlankResponseError,
       ]
       @model_superclass = "ApplicationRecord"
       @open_ai_api_key = default_disable_llm_api_requests? ? "placeholder-open-ai-api-key" : ENV["OPENAI_API_KEY"]
@@ -96,6 +100,7 @@ module Raif
       open_router_api_key = ENV["OPEN_ROUTER_API_KEY"].presence || ENV["OPENROUTER_API_KEY"]
       @open_router_api_key = default_disable_llm_api_requests? ? "placeholder-open-router-api-key" : open_router_api_key
       @open_router_models_enabled = @open_router_api_key.present?
+      @prompt_studio_runs_enabled = Rails.env.development?
       @open_router_app_name = nil
       @open_router_site_url = nil
       @request_open_timeout = nil
@@ -176,6 +181,11 @@ module Raif
         raise Raif::Errors::InvalidConfigError,
           "Raif.config.google_api_key is required when Raif.config.google_models_enabled is true. Set it via Raif.config.google_api_key or ENV['GOOGLE_API_KEY']" # rubocop:disable Layout/LineLength
       end
+
+      if google_embedding_models_enabled && google_api_key.blank?
+        raise Raif::Errors::InvalidConfigError,
+          "Raif.config.google_api_key is required when Raif.config.google_embedding_models_enabled is true. Set it via Raif.config.google_api_key or ENV['GOOGLE_API_KEY']" # rubocop:disable Layout/LineLength
+      end
     end
 
   private

data/lib/raif/embedding_model_registry.rb

@@ -77,6 +77,14 @@ module Raif
           input_token_cost: 0.01 / 1_000_000,
           default_output_vector_size: 1024,
         },
+      ],
+      Raif::EmbeddingModels::Google => [
+        {
+          key: :google_gemini_embedding_2,
+          api_name: "gemini-embedding-2-preview",
+          input_token_cost: 0.20 / 1_000_000,
+          default_output_vector_size: 3072,
+        },
       ]
     }
   end

data/lib/raif/engine.rb

@@ -9,6 +9,11 @@ module Raif
   class Engine < ::Rails::Engine
     isolate_namespace Raif
 
+    initializer "raif.prompt_template_formats", before: :add_view_paths do
+      Mime::Type.register "text/plain", :prompt unless Mime::Type.lookup_by_extension(:prompt)
+      Mime::Type.register "text/plain", :system_prompt unless Mime::Type.lookup_by_extension(:system_prompt)
+    end
+
     # If the host app is using FactoryBot, add the factories to the host app so they can be used in host apptests
     if defined?(FactoryBotRails)
       config.factory_bot.definition_file_paths += [File.expand_path("../../../spec/factories/shared", __FILE__)]
@@ -80,6 +85,14 @@ module Raif
       end
     end
 
+    config.after_initialize do
+      next unless Raif.config.google_embedding_models_enabled
+
+      Raif.default_embedding_models[Raif::EmbeddingModels::Google].each do |embedding_model_config|
+        Raif.register_embedding_model(Raif::EmbeddingModels::Google, **embedding_model_config)
+      end
+    end
+
     config.after_initialize do
       next unless Raif.config.bedrock_embedding_models_enabled
 
@@ -93,7 +106,8 @@ module Raif
     config.after_initialize do
       next unless Rails.env.test?
 
-      Raif.config.conversation_types += ["Raif::TestConversation"]
+      Raif.config.conversation_types += ["Raif::TestConversation", "Raif::TestTemplateConversation"]
+      Raif.config.agent_types += ["Raif::TestTemplateAgent"]
 
       require "#{Raif::Engine.root}/spec/support/test_llm"
       Raif.register_llm(Raif::Llms::TestLlm, key: :raif_test_llm, api_name: "raif-test-llm")
@@ -128,6 +142,7 @@ module Raif
         Rails.application.config.assets.precompile += [
           "raif.js",
           "raif.css",
+          "raif_admin_sprockets.js",
           "raif_admin.css",
           "raif-logo-white.svg"
         ]

data/lib/raif/errors/blank_response_error.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+module Raif
+  module Errors
+    class BlankResponseError < StandardError
+    end
+  end
+end

data/lib/raif/errors/prompt_template_error.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Raif
+  module Errors
+    class PromptTemplateError < StandardError
+      attr_reader :template_path, :original_error
+
+      def initialize(template_path:, original_error:)
+        @template_path = template_path
+        @original_error = original_error
+        super("Error rendering prompt template '#{template_path}': #{original_error.class}: #{original_error.message}")
+      end
+    end
+  end
+end

data/lib/raif/errors.rb

@@ -10,3 +10,5 @@ require "raif/errors/invalid_model_file_input_error"
 require "raif/errors/unsupported_feature_error"
 require "raif/errors/streaming_error"
 require "raif/errors/instance_dependent_schema_error"
+require "raif/errors/prompt_template_error"
+require "raif/errors/blank_response_error"

data/lib/raif/evals.rb

@@ -4,12 +4,6 @@ require "raif/evals/expectation_result"
 require "raif/evals/eval"
 require "raif/evals/eval_set"
 require "raif/evals/run"
-require "raif/evals/llm_judge"
-require "raif/evals/llm_judges/binary"
-require "raif/evals/llm_judges/comparative"
-require "raif/evals/llm_judges/scored"
-require "raif/evals/llm_judges/summarization"
-require "raif/evals/scoring_rubric"
 
 module Raif
   module Evals