raif 1.0.0 → 1.1.0

data/app/views/raif/admin/stats/tasks/index.html.erb

@@ -0,0 +1,45 @@
+<%= link_to raif.admin_stats_path do %>
+  &laquo; <%= t("raif.admin.stats.tasks.back_to_stats") %>
+<% end %>
+
+<div class="d-flex justify-content-between align-items-center my-4">
+  <h1 class="mb-0"><%= t("raif.admin.stats.tasks.title") %></h1>
+
+  <div class="period-filter">
+    <%= form_tag raif.admin_stats_tasks_path, method: :get, id: "period_filter_form", class: "d-flex align-items-center" do %>
+      <%= select_tag :period,
+            options_for_select(
+              [
+                [t("raif.admin.common.period_day"), "day"],
+                [t("raif.admin.common.period_week"), "week"],
+                [t("raif.admin.common.period_month"), "month"],
+                [t("raif.admin.common.period_all"), "all"]
+              ],
+              @selected_period
+            ),
+            class: "form-select form-select-sm me-2" %>
+      <%= submit_tag t("raif.admin.common.update"), class: "btn btn-sm btn-primary" %>
+    <% end %>
+  </div>
+</div>
+
+<div class="table-responsive">
+  <table class="table table-striped table-hover">
+    <thead class="table-light">
+      <tr>
+        <th><%= t("raif.admin.common.type") %></th>
+        <th><%= t("raif.admin.common.count") %></th>
+        <th><%= t("raif.admin.common.est_cost") %></th>
+      </tr>
+    </thead>
+    <tbody>
+      <% @task_counts_by_type.each do |type, count| %>
+        <tr>
+          <td><%= type %></td>
+          <td><%= number_with_delimiter(count) %></td>
+          <td><%= number_to_currency(@task_costs_by_type[type] || 0, precision: 6) %></td>
+        </tr>
+      <% end %>
+    </tbody>
+  </table>
+</div>

data/app/views/raif/admin/tasks/_task.html.erb

@@ -2,14 +2,15 @@
   <td><%= link_to "##{task.id}", raif.admin_task_path(task) %></td>
   <td><%= task.type %></td>
   <td><small class="text-muted"><%= task.created_at.rfc822 %></small></td>
-  <td><%= task.creator_type %> #<%= task.creator_id %></td>
+  <td><%= task.creator.try(:raif_display_name) || "#{task.creator_type} ##{task.creator_id}" %></td>
   <td><%= task.llm_model_key %></td>
   <td>
-    <% if task.completed_at? %>
+    <% case task.status %>
+    <% when :completed %>
       <span class="badge bg-success"><%= t("raif.admin.common.completed") %></span>
-    <% elsif task.failed_at? %>
+    <% when :failed %>
       <span class="badge bg-danger"><%= t("raif.admin.common.failed") %></span>
-    <% elsif task.started_at? %>
+    <% when :in_progress %>
       <span class="badge bg-warning text-dark"><%= t("raif.admin.common.in_progress") %></span>
     <% else %>
       <span class="badge bg-secondary"><%= t("raif.admin.common.pending") %></span>

data/app/views/raif/admin/tasks/index.html.erb

@@ -4,10 +4,28 @@
   <div class="col-12">
     <%= form_tag raif.admin_tasks_path, method: :get, class: "mb-4" do %>
       <div class="row align-items-end">
-        <div class="col-md-6">
+        <div class="col-md-4">
           <div class="form-group">
+            <label for="task_types"><%= t("raif.admin.common.type") %></label>
             <%= select_tag :task_types,
-                  options_for_select(@task_types.map{|type| [type, type] }, @selected_types),
+                  options_for_select([["All", "all"]] + @task_types.map{|type| [type, type] }, @selected_type),
+                  { class: "form-select" } %>
+          </div>
+        </div>
+        <div class="col-md-4">
+          <div class="form-group">
+            <label for="task_statuses"><%= t("raif.admin.common.status") %></label>
+            <%= select_tag :task_statuses,
+                  options_for_select(
+                    [
+                      [t("raif.admin.common.all"), :all],
+                      [t("raif.admin.common.completed"), :completed],
+                      [t("raif.admin.common.failed"), :failed],
+                      [t("raif.admin.common.in_progress"), :in_progress],
+                      [t("raif.admin.common.pending"), :pending]
+                    ],
+                    @selected_statuses
+                  ),
                   { class: "form-select" } %>
           </div>
         </div>

data/app/views/raif/admin/tasks/show.html.erb

@@ -14,7 +14,9 @@
     </div>
     <div class="row mb-3">
       <div class="col-md-3"><strong><%= t("raif.admin.common.creator") %>:</strong></div>
-      <div class="col-md-9"><%= @task.creator_type %> #<%= @task.creator_id %></div>
+      <div class="col-md-9">
+        <%= @task.creator.try(:raif_display_name) || "#{@task.creator_type} ##{@task.creator_id}" %>
+      </div>
     </div>
     <div class="row mb-3">
       <div class="col-md-3"><strong><%= t("raif.admin.common.model") %>:</strong></div>

data/app/views/raif/conversation_entries/_conversation_entry.html.erb

@@ -1,26 +1,30 @@
-<div id="<%= dom_id(conversation_entry) %>" class="my-2">
+<div id="<%= dom_id(conversation_entry) %>" class="my-2 conversation-entry">
   <%= render "raif/conversation_entries/message",
         conversation_entry: conversation_entry,
         content: conversation_entry.user_message,
-        message_type: :user %>
+        message_type: :user if conversation_entry.user_message.present? %>
 
-  <% if conversation_entry.completed? || conversation_entry.generating_response? %>
-    <%= render "raif/conversation_entries/message",
-          conversation_entry: conversation_entry,
-          content: conversation_entry.generating_response? ? content_tag(:span, "", class: "raif-loader") : conversation_entry.model_response_message,
-          message_type: :model_response %>
-
-    <% conversation_entry.raif_model_tool_invocations.select(&:renderable?).each do |ti| %>
-      <div class="mb-4 container">
-        <%= render ti, conversation_entry: conversation_entry %>
-      </div>
-    <% end %>
-  <% elsif conversation_entry.failed? %>
+  <% if conversation_entry.failed? %>
     <div class="mb-4 container">
       <%= render "raif/conversation_entries/message",
             conversation_entry: conversation_entry,
             content: t("raif.common.there_was_an_error_generating_this_response"),
             message_type: :model_response %>
     </div>
+  <% elsif conversation_entry.generating_response? %>
+    <%= render "raif/conversation_entries/message",
+          conversation_entry: conversation_entry,
+          content: content_tag(:span, "", class: "raif-loader"),
+          message_type: :model_response %>
+
+  <% elsif conversation_entry.completed? %>
+    <%= render "raif/conversation_entries/message",
+          conversation_entry: conversation_entry,
+          content: conversation_entry.model_response_message,
+          message_type: :model_response if conversation_entry.model_response_message.present? %>
+
+    <% conversation_entry.raif_model_tool_invocations.select(&:renderable?).each do |ti| %>
+      <%= render ti, conversation_entry: conversation_entry %>
+    <% end %>
   <% end %>
 </div>

data/app/views/raif/conversation_entries/_form.html.erb

@@ -10,7 +10,7 @@
     <% end %>
   <% end %>
 
-  <div class="d-flex">
+  <div class="d-flex px-2">
     <%= f.text_field :user_message,
           class: "form-control me-2",
           placeholder: conversation_entry.raif_user_tool_invocation&.message_input_placeholder.presence || t("raif.common.type_your_message"),

data/app/views/raif/conversation_entries/_form_with_available_tools.html.erb

@@ -1,4 +1,4 @@
-<hr class="mb-2 mx-n5">
-
-<%= render "raif/conversations/available_user_tools", conversation: conversation %>
-<%= render "raif/conversation_entries/form", conversation: conversation, conversation_entry: conversation_entry %>
+<div class="border-top pt-2">
+  <%= render "raif/conversations/available_user_tools", conversation: conversation %>
+  <%= render "raif/conversation_entries/form", conversation: conversation, conversation_entry: conversation_entry %>
+</div>

data/app/views/raif/conversation_entries/_message.html.erb

@@ -1,12 +1,19 @@
-<div class="d-flex mb-2 chat-message">
-  <div class="d-flex w-100 <%= "justify-content-end" if message_type == :user %>">
+<div class="d-flex my-2 px-3 <%= "justify-content-end" if message_type == :user %>">
+  <div class="d-flex <%= "chat-message-content" if message_type == :user %> <%= "received-message-content" if message_type == :model_response %>">
     <% if message_type == :model_response %>
       <%= render "raif/conversation_entries/model_response_avatar", conversation_entry: local_assigns[:conversation_entry] %>
     <% end %>
 
     <% if content.present? %>
       <div class="mb-1 rounded-2 p-3 <%= message_type == :user ? "bg-primary text-white" : "border" %>">
-        <%= simple_format content %>
+        <% case local_assigns[:conversation_entry]&.response_format %>
+        <% when "text" %>
+          <%= simple_format content %>
+        <% when "html" %>
+          <%= sanitize content %>
+        <% else %>
+          <%= content %>
+        <% end %>
       </div>
     <% end %>
 

data/config/locales/admin.en.yml

@@ -8,6 +8,7 @@ en:
           title: 'Agent #%{id}'
       common:
         agents: Agents
+        all: All
         arguments: Arguments
         at: at
         completed: Completed
@@ -16,11 +17,13 @@ en:
         conversation_entries: Conversation Entries
         conversation_history: Conversation History
         conversations: Conversations
+        count: Count
         created_at: Created At
         creator: Creator
         details: Details
         entries_count: Entries Count
         entry: Entry
+        est_cost: est. cost
         failed: Failed
         failed_at: Failed At
         filter: Filter
@@ -44,6 +47,10 @@ en:
         no_tasks: No tasks found.
         no_tool_calls: No tool calls
         pending: Pending
+        period_all: All time
+        period_day: Past 24 hours
+        period_month: Past month
+        period_week: Past week
         prettified: Prettified
         prompt: Prompt
         prompt_tokens: Prompt Tokens
@@ -58,6 +65,7 @@ en:
         since: Since
         source: Source
         started_at: Started At
+        stats: Stats
         status: Status
         system_prompt: System Prompt
         task: Task
@@ -67,8 +75,10 @@ en:
         tool_invocations: Tool Invocations
         tool_name: Tool Name
         tool_type: Tool Type
+        total_cost: Total Cost
         total_tokens: Total Tokens
         type: Type
+        update: Update
         user_message: User Message
       conversations:
         show:
@@ -85,6 +95,10 @@ en:
         show:
           back_to_model_tool_invocations: Back to Model Tool Invocations
           title: 'Model Tool Invocation #%{id}'
+      stats:
+        tasks:
+          back_to_stats: Back to Stats
+          title: Task Stats
       tasks:
         show:
           back_to_tasks: Back to Tasks

data/config/locales/en.yml

@@ -2,9 +2,14 @@
 en:
   raif:
     agents:
-      errors:
-        available_model_tools:
-          too_short: must have at least 1 tool
+      native_tool_calling_agent:
+        errors:
+          available_model_tools:
+            too_short: must have at least 1 tool in addition to the agent_final_answer tool
+      re_act_agent:
+        errors:
+          available_model_tools:
+            too_short: must have at least 1 tool
     common:
       send: Send
       there_was_an_error_generating_this_response: There was an error generating this response
@@ -12,6 +17,11 @@ en:
       type_your_message: Type your message...
     conversation:
       initial_chat_message: Hello, how can I help you today?
+    embedding_model_names:
+      bedrock_titan_embed_text_v2: AWS Bedrock Titan Text Embeddings v2
+      open_ai_text_embedding_3_large: OpenAI Text Embedding 3 Large
+      open_ai_text_embedding_3_small: OpenAI Text Embedding 3 Small
+      open_ai_text_embedding_ada_002: OpenAI Text Embedding Ada 002
     languages:
       ar: Arabic
       da: Danish
@@ -40,11 +50,23 @@ en:
       anthropic_claude_3_5_sonnet: Anthropic Claude 3.5 Sonnet
       anthropic_claude_3_7_sonnet: Anthropic Claude 3.7 Sonnet
       anthropic_claude_3_opus: Anthropic Claude 3 Opus
+      anthropic_claude_4_opus: Anthropic Claude 4 Opus
+      anthropic_claude_4_sonnet: Anthropic Claude 4 Sonnet
       bedrock_claude_3_5_haiku: Anthropic Claude 3.5 Haiku (via AWS Bedrock)
       bedrock_claude_3_5_sonnet: Anthropic Claude 3.5 Sonnet (via AWS Bedrock)
       bedrock_claude_3_7_sonnet: Anthropic Claude 3.7 Sonnet (via AWS Bedrock)
       bedrock_claude_3_opus: Anthropic Claude 3 Opus (via AWS Bedrock)
+      bedrock_claude_4_opus: Anthropic Claude 4 Opus (via AWS Bedrock)
+      bedrock_claude_4_sonnet: Anthropic Claude 4 Sonnet (via AWS Bedrock)
       open_ai_gpt_3_5_turbo: OpenAI GPT-3.5 Turbo
+      open_ai_gpt_4_1: OpenAI GPT-4.1
+      open_ai_gpt_4_1_mini: OpenAI GPT-4.1 Mini
+      open_ai_gpt_4_1_nano: OpenAI GPT-4.1 Nano
       open_ai_gpt_4o: OpenAI GPT-4o
       open_ai_gpt_4o_mini: OpenAI GPT-4o Mini
+      open_router_claude_3_7_sonnet: Anthropic Claude 3.7 Sonnet (via OpenRouter)
+      open_router_deepseek_chat_v3: DeepSeek Chat v3 (via OpenRouter)
+      open_router_gemini_2_0_flash: Google Gemini 2.0 Flash (via OpenRouter)
+      open_router_llama_3_1_8b_instruct: Meta Llama 3.1 8B Instruct (via OpenRouter)
+      open_router_llama_3_3_70b_instruct: Meta Llama 3.3 70B Instruct (via OpenRouter)
       raif_test_llm: Raif Test LLM

data/config/routes.rb

@@ -13,6 +13,12 @@ Raif::Engine.routes.draw do
 
   namespace :admin do
     root to: redirect("admin/model_completions")
+    resources :stats, only: [:index]
+
+    namespace :stats do
+      resources :tasks, only: [:index]
+    end
+
     resources :tasks, only: [:index, :show]
     resources :conversations, only: [:index, :show]
     resources :model_completions, only: [:index, :show]

data/db/migrate/20250421202149_add_response_format_to_raif_conversations.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+class AddResponseFormatToRaifConversations < ActiveRecord::Migration[8.0]
+  def change
+    add_column :raif_conversations, :response_format, :integer, default: 0, null: false
+  end
+end

data/db/migrate/20250424200755_add_cost_columns_to_raif_model_completions.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+class AddCostColumnsToRaifModelCompletions < ActiveRecord::Migration[8.0]
+  # If you need to backfill cost columns for existing records:
+  # Raif::ModelCompletion.find_each do |model_completion|
+  #   model_completion.calculate_costs
+  #   model_completion.save(validate: false)
+  # end
+  def change
+    add_column :raif_model_completions, :prompt_token_cost, :decimal, precision: 10, scale: 6
+    add_column :raif_model_completions, :output_token_cost, :decimal, precision: 10, scale: 6
+    add_column :raif_model_completions, :total_cost, :decimal, precision: 10, scale: 6
+  end
+end

data/db/migrate/20250424232946_add_created_at_indexes.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+class AddCreatedAtIndexes < ActiveRecord::Migration[8.0]
+  def change
+    add_index :raif_model_completions, :created_at
+    add_index :raif_tasks, :created_at
+    add_index :raif_conversations, :created_at
+    add_index :raif_conversation_entries, :created_at
+    add_index :raif_agents, :created_at
+  end
+end

data/db/migrate/20250502155330_add_status_indexes_to_raif_tasks.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+class AddStatusIndexesToRaifTasks < ActiveRecord::Migration[8.0]
+  def change
+    add_index :raif_tasks, :completed_at
+    add_index :raif_tasks, :failed_at
+    add_index :raif_tasks, :started_at
+
+    # Index for type + status combinations which will be common in the admin interface
+    add_index :raif_tasks, [:type, :completed_at]
+    add_index :raif_tasks, [:type, :failed_at]
+    add_index :raif_tasks, [:type, :started_at]
+  end
+end

data/db/migrate/20250507155314_add_retry_count_to_raif_model_completions.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+class AddRetryCountToRaifModelCompletions < ActiveRecord::Migration[7.1]
+  def change
+    add_column :raif_model_completions, :retry_count, :integer, default: 0, null: false
+  end
+end

data/lib/generators/raif/agent/agent_generator.rb

@@ -1,22 +1,32 @@
 # frozen_string_literal: true
 
 module Raif
-  class AgentGenerator < Rails::Generators::NamedBase
-    source_root File.expand_path("templates", __dir__)
-    desc "Creates a new Raif::Agent subclass in app/models/raif/agents"
+  module Generators
+    class AgentGenerator < Rails::Generators::NamedBase
+      source_root File.expand_path("templates", __dir__)
+      desc "Creates a new Raif::Agent subclass in app/models/raif/agents"
 
-    def create_agent
-      template "agent.rb.tt", "app/models/raif/agents/#{file_name}.rb"
-    end
+      def create_application_agent
+        template "application_agent.rb.tt", "app/models/raif/application_agent.rb" unless File.exist?("app/models/raif/application_agent.rb")
+      end
 
-  private
+      def create_agent
+        template "agent.rb.tt", "app/models/raif/agents/#{file_name}.rb"
+      end
 
-    def class_name
-      name.classify
-    end
+      def create_directory
+        empty_directory "app/models/raif/agents" unless File.directory?("app/models/raif/agents")
+      end
+
+    private
+
+      def class_name
+        name.classify
+      end
 
-    def file_name
-      name.underscore
+      def file_name
+        name.underscore
+      end
     end
   end
 end

data/lib/generators/raif/agent/templates/agent.rb.tt

@@ -2,15 +2,15 @@
 
 module Raif
   module Agents
-    class <%= class_name %> < Raif::Agent
+    class <%= class_name %> < Raif::ApplicationAgent
       # If you want to always include a certain set of model tools with this agent type,
       # uncomment this callback to populate the available_model_tools attribute with your desired model tools.
-      # before_create -> {
+      # def populate_default_model_tools
       #   self.available_model_tools ||= [
       #     Raif::ModelTools::WikipediaSearchTool,
       #     Raif::ModelTools::FetchUrlTool
       #   ]
-      # }
+      # end
 
       # Enter your agent's system prompt here. Alternatively, you can change your agent's superclass
       # to an existing agent types (like Raif::Agents::ReActAgent) to utilize an existing system prompt.

data/lib/generators/raif/agent/templates/application_agent.rb.tt

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+module Raif
+  class ApplicationAgent < Raif::Agent
+    # Add any shared agent behavior here
+  end
+end

data/lib/generators/raif/conversation/conversation_generator.rb

@@ -7,6 +7,16 @@ module Raif
 
       desc "Creates a new conversation type in the app/models/raif/conversations directory"
 
+      class_option :response_format,
+        type: :string,
+        default: "text",
+        desc: "Response format for the task (text, html, or json)"
+
+      def create_application_conversation
+        template "application_conversation.rb.tt",
+          "app/models/raif/application_conversation.rb" unless File.exist?("app/models/raif/application_conversation.rb")
+      end
+
       def create_conversation_file
         template "conversation.rb.tt", File.join("app/models/raif/conversations", "#{file_name}.rb")
       end

data/lib/generators/raif/conversation/templates/application_conversation.rb.tt

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+module Raif
+  class ApplicationConversation < Raif::Conversation
+    # Add any shared conversation behavior here
+  end
+end

data/lib/generators/raif/conversation/templates/conversation.rb.tt

@@ -2,28 +2,23 @@
 
 module Raif
   module Conversations
-    class <%= class_name %> < Raif::Conversation
+    class <%= class_name %> < Raif::ApplicationConversation
+      # Set the response format for the task. Options are :html, :text, or :json.
+      # If you set this to something other than :text, make sure to include instructions to the model in your system prompt
+      llm_response_format :<%= options[:response_format] %>
+
       # If you want to always include a certain set of model tools with this conversation type, 
       # uncomment this callback to populate the available_model_tools attribute with your desired model tools.
       # before_create -> { self.available_model_tools = ["Raif::ModelTools::Example"] }
 
       # Override the methods below to customize the system prompt for this conversation type. 
-      # Raif::Conversation expects a JSON response with a message key from the model, so make sure your system prompt instructs the model to respond accordingly.
       # def system_prompt_intro
       #   Raif.config.conversation_system_prompt_intro
       # end
-      
+
       # def build_system_prompt
       #   <<~PROMPT
       #     #{system_prompt_intro}
-      #
-      #     # Your Responses
-      #     Your responses should always be in JSON format with a "message" field containing your response to your collaborator. For example:
-      #     {
-      #       "message": "Your response message"
-      #     }
-      #     #{tool_usage_system_prompt}
-      #     #{system_prompt_reminders}
       #     #{system_prompt_language_preference}
       #   PROMPT
       # end
@@ -32,6 +27,13 @@ module Raif
       # def initial_chat_message
       #   I18n.t("#{self.class.name.underscore.gsub("/", ".")}.initial_chat_message")
       # end
+
+      # This method will be called when receing a model response to a Raif::ConversationEntry
+      # By default, it just passes the model response message through, but you can override
+      # for custom response message processing
+      # def process_model_response_message(message:, entry:)
+      #   message
+      # end
     end
   end
 end 

data/lib/generators/raif/install/templates/initializer.rb

@@ -4,23 +4,47 @@ Raif.configure do |config|
   # Your OpenAI API key. Defaults to ENV["OPENAI_API_KEY"]
   # config.open_ai_api_key = ENV["OPENAI_API_KEY"]
 
-  # Whether OpenAI models are enabled. Defaults to true
-  # config.open_ai_models_enabled = true
+  # Whether OpenAI models are enabled.
+  # config.open_ai_models_enabled = ENV["OPENAI_API_KEY"].present?
+
+  # Whether OpenAI embedding models are enabled.
+  # config.open_ai_embedding_models_enabled = ENV["OPENAI_API_KEY"].present?
 
   # Your Anthropic API key. Defaults to ENV["ANTHROPIC_API_KEY"]
   # config.anthropic_api_key = ENV["ANTHROPIC_API_KEY"]
 
-  # Whether Anthropic models are enabled. Defaults to true
-  # config.anthropic_models_enabled = true
+  # Whether Anthropic models are enabled.
+  # config.anthropic_models_enabled = ENV["ANTHROPIC_API_KEY"].present?
 
-  # Whether Anthropic models via AWS Bedrock are enabled. Defaults to true
-  # config.anthropic_bedrock_models_enabled = true
+  # Whether Anthropic models via AWS Bedrock are enabled. Defaults to false
+  # config.anthropic_bedrock_models_enabled = false
 
   # The AWS Bedrock region to use. Defaults to "us-east-1"
   # config.aws_bedrock_region = "us-east-1"
 
+  # Prefix to apply to the model name in AWS Bedrock API calls (e.g. us.anthropic.claude-3-5-haiku-20241022-v1:0)
+  # config.aws_bedrock_model_name_prefix = "us"
+
+  # Whether Titan embedding models are enabled. Defaults to false
+  # config.aws_bedrock_titan_embedding_models_enabled = false
+
+  # Your OpenRouter API key. Defaults to ENV["OPENROUTER_API_KEY"]
+  # config.open_router_api_key = ENV["OPENROUTER_API_KEY"]
+
+  # Whether OpenRouter models are enabled.
+  # config.open_router_models_enabled = ENV["OPENROUTER_API_KEY"].present?
+
+  # The app name to include in OpenRouter API requests headers. Optional.
+  # config.open_router_app_name = "My App"
+
+  # The site URL to include in OpenRouter API requests headers. Optional.
+  # config.open_router_site_url = "https://myapp.com"
+
   # The default LLM model to use. Defaults to "open_ai_gpt_4o"
   # Available keys:
+  #   open_ai_gpt_4_1
+  #   open_ai_gpt_4_1_mini
+  #   open_ai_gpt_4_1_nano
   #   open_ai_gpt_4o_mini
   #   open_ai_gpt_4o
   #   open_ai_gpt_3_5_turbo
@@ -32,8 +56,24 @@ Raif.configure do |config|
   #   bedrock_claude_3_7_sonnet
   #   bedrock_claude_3_5_haiku
   #   bedrock_claude_3_opus
+  #   open_router_claude_3_7_sonnet
+  #   open_router_llama_3_3_70b_instruct
+  #   open_router_llama_3_1_8b_instruct
+  #   open_router_gemini_2_0_flash
+  #   open_router_deepseek_chat_v3
+  #
   # config.default_llm_model_key = "open_ai_gpt_4o"
 
+  # The default embedding model to use when calling Raif.generate_embedding!
+  # Defaults to "open_ai_text_embedding_3_small"
+  # Available keys:
+  #   open_ai_text_embedding_3_small
+  #   open_ai_text_embedding_3_large
+  #   open_ai_text_embedding_ada_002
+  #   bedrock_titan_embed_text_v2
+  #
+  # config.default_embedding_model_key = "open_ai_text_embedding_3_small"
+
   # A lambda that returns true if the current user is authorized to access admin controllers.
   # By default it returns false, so you must implement this in your application to use the admin controllers.
   # If your application's user model has an admin? method, you could use something like this:
@@ -46,9 +86,13 @@ Raif.configure do |config|
 
   # The system prompt intro for Raif::Task instances. Defaults to "You are a helpful assistant."
   # config.task_system_prompt_intro = "You are a helpful assistant."
+  # Or you can use a lambda to return a dynamic system prompt intro:
+  # config.task_system_prompt_intro = ->(task){ "You are a helpful assistant. Today's date is #{Date.today.strftime('%B %d, %Y')}." }
 
   # The system prompt intro for Raif::Conversation instances. Defaults to "You are a helpful assistant who is collaborating with a teammate."
   # config.conversation_system_prompt_intro = "You are a helpful assistant who is collaborating with a teammate."
+  # Or you can use a lambda to return a dynamic system prompt intro:
+  # config.conversation_system_prompt_intro = ->(conversation){ "You are a helpful assistant talking to #{conversation.creator.email}. Today's date is #{Date.today.strftime('%B %d, %Y')}." }
 
   # The conversation types that are available. Defaults to ["Raif::Conversation"]
   # If you want to use custom conversation types that inherits from Raif::Conversation, you can add them here.

data/lib/generators/raif/model_tool/model_tool_generator.rb

@@ -15,11 +15,6 @@ module Raif
         say_status :success, "Model tool created successfully", :green
         say "\nYou can now implement your model tool in:"
         say "  app/models/raif/model_tools/#{file_name}.rb"
-        say "\nImportant methods to implement:"
-        say "  - example_model_invocation: An example of how to invoke the tool, to be provided to the LLM"
-        say "  - tool_arguments_schema: JSON schema for validating arguments when the tool is invoked"
-        say "  - tool_description: A brief description of what the tool does, to be provided to the LLM"
-        say "  - process_invocation: The main method that executes the tool's functionality"
       end
 
     end