raif 1.3.0 → 1.4.0

data/app/views/raif/admin/stats/tasks/index.html.erb

@@ -7,6 +7,10 @@
 
   <div class="period-filter">
     <%= form_tag raif.admin_stats_tasks_path, method: :get, id: "period_filter_form", class: "d-flex align-items-center" do %>
+      <div class="form-check me-4 text-nowrap">
+        <%= check_box_tag :show_model_breakdown, "1", @show_model_breakdown, class: "form-check-input", id: "show_model_breakdown" %>
+        <%= label_tag :show_model_breakdown, t("raif.admin.stats.tasks.show_model_breakdown"), class: "form-check-label" %>
+      </div>
       <%= select_tag :period,
             options_for_select(
               [
@@ -28,16 +32,26 @@
     <thead class="table-light">
       <tr>
         <th><%= t("raif.admin.common.type") %></th>
-        <th><%= t("raif.admin.common.count") %></th>
-        <th><%= t("raif.admin.common.est_cost") %></th>
+        <% if @show_model_breakdown %>
+          <th><%= t("raif.admin.common.model") %></th>
+        <% end %>
+        <th class="text-end"><%= t("raif.admin.common.count") %></th>
+        <th class="text-end"><%= t("raif.admin.common.input_token_cost") %></th>
+        <th class="text-end"><%= t("raif.admin.common.output_token_cost") %></th>
+        <th class="text-end"><%= t("raif.admin.common.total_cost") %></th>
       </tr>
     </thead>
     <tbody>
-      <% @task_counts_by_type.each do |type, count| %>
+      <% @task_stats_by_type.each do |task_stat| %>
         <tr>
-          <td><%= type %></td>
-          <td><%= number_with_delimiter(count) %></td>
-          <td><%= number_to_currency(@task_costs_by_type[type] || 0, precision: 6) %></td>
+          <td><%= task_stat.type %></td>
+          <% if @show_model_breakdown %>
+            <td><%= task_stat.llm_model_key %></td>
+          <% end %>
+          <td class="text-end"><%= number_with_delimiter(task_stat.count) %></td>
+          <td class="text-end"><%= number_to_currency(task_stat.input_cost, precision: 2) %></td>
+          <td class="text-end"><%= number_to_currency(task_stat.output_cost, precision: 2) %></td>
+          <td class="text-end"><%= number_to_currency(task_stat.total_cost, precision: 2) %></td>
         </tr>
       <% end %>
     </tbody>

data/app/views/raif/admin/tasks/index.html.erb

@@ -1,4 +1,9 @@
-<h1 class="my-4"><%= t("raif.admin.common.tasks") %></h1>
+<div class="d-flex justify-content-between align-items-center my-4">
+  <h1 class="mb-0"><%= t("raif.admin.common.tasks") %></h1>
+  <%= link_to raif.admin_stats_tasks_path, class: "btn btn-outline-primary" do %>
+    <%= t("raif.admin.common.stats") %> &raquo;
+  <% end %>
+</div>
 
 <div class="row">
   <div class="col-12">

data/app/views/raif/admin/tasks/show.html.erb

@@ -93,22 +93,55 @@
       <div class="col-md-3"><strong><%= t("raif.admin.common.created_at") %>:</strong></div>
       <div class="col-md-9"><%= @task.raif_model_completion.created_at.rfc822 %></div>
     </div>
+    <div class="row mb-3">
+      <div class="col-md-3"><strong><%= t("raif.admin.common.retry_count") %>:</strong></div>
+      <div class="col-md-9"><%= @task.raif_model_completion.retry_count %></div>
+    </div>
     <div class="row mb-3">
       <div class="col-md-3"><strong><%= t("raif.admin.common.prompt_tokens") %>:</strong></div>
-      <div class="col-md-9"><%= @task.raif_model_completion.prompt_tokens ? number_with_delimiter(@task.raif_model_completion.prompt_tokens) : "-" %></div>
+      <div class="col-md-9">
+        <% if @task.raif_model_completion.prompt_tokens %>
+          <%= number_with_delimiter(@task.raif_model_completion.prompt_tokens) %>
+          <% if @task.raif_model_completion.prompt_token_cost %>
+            <small>(<%= t("raif.admin.common.est_cost") %>: <%= "$" %><%= number_with_precision(@task.raif_model_completion.prompt_token_cost, precision: 6) %>)</small>
+          <% end %>
+        <% else %>
+          -
+        <% end %>
+      </div>
     </div>
     <div class="row mb-3">
       <div class="col-md-3"><strong><%= t("raif.admin.common.completion_tokens") %>:</strong></div>
-      <div class="col-md-9"><%= @task.raif_model_completion.completion_tokens ? number_with_delimiter(@task.raif_model_completion.completion_tokens) : "-" %></div>
+      <div class="col-md-9">
+        <% if @task.raif_model_completion.completion_tokens %>
+          <%= number_with_delimiter(@task.raif_model_completion.completion_tokens) %>
+          <% if @task.raif_model_completion.output_token_cost %>
+            <small>(<%= t("raif.admin.common.est_cost") %>: <%= "$" %><%= number_with_precision(@task.raif_model_completion.output_token_cost, precision: 6) %>)</small>
+          <% end %>
+        <% else %>
+          -
+        <% end %>
+      </div>
     </div>
     <div class="row mb-3">
       <div class="col-md-3"><strong><%= t("raif.admin.common.total_tokens") %>:</strong></div>
-      <div class="col-md-9"><%= @task.raif_model_completion.total_tokens ? number_with_delimiter(@task.raif_model_completion.total_tokens) : "-" %></div>
+      <div class="col-md-9">
+        <% if @task.raif_model_completion.total_tokens %>
+          <%= number_with_delimiter(@task.raif_model_completion.total_tokens) %>
+          <% if @task.raif_model_completion.total_cost %>
+            <small>(<%= t("raif.admin.common.est_cost") %>: <%= "$" %><%= number_with_precision(@task.raif_model_completion.total_cost, precision: 6) %>)</small>
+          <% end %>
+        <% else %>
+          -
+        <% end %>
+      </div>
     </div>
   </div>
 </div>
 <% end %>
 
+<%= render "raif/admin/model_tools/list", model_tools: @task.available_model_tools_map %>
+
 <div class="card mb-4">
   <div class="card-header">
     <h5 class="mb-0"><%= t("raif.admin.common.system_prompt") %></h5>

data/app/views/raif/conversation_entries/_form.html.erb

@@ -1,5 +1,8 @@
+<%# locals: (conversation:, conversation_entry:) %>
+
 <%= form_with model: conversation_entry,
       url: raif.conversation_entries_path(conversation),
+      id: dom_id(conversation, "entry_form"),
       local: true do |f| %>
 
   <% if conversation_entry.raif_user_tool_invocation %>

data/app/views/raif/conversations/_conversation.html.erb

@@ -0,0 +1,10 @@
+<%# locals: (conversation:) %>
+
+<tr>
+  <td class="ps-2"><%= conversation.created_at.strftime("%B %d, %Y") %></td>
+  <td>
+    <%= link_to t("raif.conversations.index.table.view"),
+          raif.conversation_path(conversation),
+          class: "btn btn-sm btn-primary" %>
+  </td>
+</tr>

data/app/views/raif/conversations/_entry_processed.turbo_stream.erb

@@ -0,0 +1,12 @@
+<%# locals: (conversation:, conversation_entry:) %>
+
+<%# Update the conversation entry now that it's been processed & has a model response %>
+<%= turbo_stream.replace conversation_entry do %>
+  <%= render conversation_entry %>
+<% end %>
+
+<%= turbo_stream.replace dom_id(conversation, "entry_form") do %>
+  <%= render "raif/conversation_entries/form", conversation: conversation, conversation_entry: Raif::ConversationEntry.new %>
+<% end %>
+
+<%= turbo_stream.action :raif_scroll_to_bottom, ActionView::RecordIdentifier.dom_id(conversation, :entries) %>

data/app/views/raif/conversations/index.html.erb

@@ -0,0 +1,23 @@
+<div class="conversation-history p-4">
+  <h2><%= t("raif.conversations.index.title") %></h2>
+
+  <% if @conversations.any? %>
+    <div class="table-responsive">
+      <table class="table table-striped">
+        <thead>
+          <tr>
+            <th><%= t("raif.conversations.index.table.started") %></th>
+            <th><%= t("raif.conversations.index.table.actions") %></th>
+          </tr>
+        </thead>
+        <tbody>
+          <%= render collection: @conversations, partial: "raif/conversations/conversation" %>
+        </tbody>
+      </table>
+    </div>
+  <% else %>
+    <div class="text-center py-4">
+      <p class="text-muted"><%= t("raif.conversations.index.no_conversations") %></p>
+    </div>
+  <% end %>
+</div>

data/config/locales/admin.en.yml

@@ -10,28 +10,37 @@ en:
         agents: Agents
         all: All
         arguments: Arguments
+        arguments_schema: Arguments Schema
         at: at
+        available_tools: Available Tools
         citations: Citations
         completed: Completed
         completed_at: Completed At
         completion_tokens: Completion Tokens
+        config: Config
         conversation_entries: Conversation Entries
         conversation_history: Conversation History
         conversations: Conversations
         count: Count
         created_at: Created At
         creator: Creator
+        description: Description
         details: Details
         entries_count: Entries Count
         entry: Entry
         est_cost: est. cost
+        est_costs: est. costs
         failed: Failed
         failed_at: Failed At
+        failure_error: Failure Error
+        failure_reason: Failure Reason
         filter: Filter
         final_answer: Final Answer
         id: ID
         in_progress: In Progress
         initial_task: Initial Task
+        input: Input
+        input_token_cost: Input Token Cost
         invalid_json: Invalid JSON
         iterations: Iterations
         language: Language
@@ -48,6 +57,9 @@ en:
         no_model_tool_invocations: No model tool invocations found.
         no_tasks: No tasks found.
         no_tool_calls: No tool calls
+        none: None
+        output: Output
+        output_token_cost: Output Token Cost
         pending: Pending
         period_all: All time
         period_day: Past 24 hours
@@ -61,8 +73,8 @@ en:
         requested_language: Requested Language
         response: Response
         response_format: Response Format
-        response_format_parameter: Response Format Parameter
         result: Result
+        retry_count: Retry Count
         running: Running
         since: Since
         source: Source
@@ -73,15 +85,31 @@ en:
         task: Task
         tasks: Tasks
         tool_arguments: Tool Arguments
+        tool_call: Tool Call
         tool_calls: Tool Calls
         tool_invocations: Tool Invocations
         tool_name: Tool Name
+        tool_result: Tool Result
         tool_type: Tool Type
+        total: Total
         total_cost: Total Cost
         total_tokens: Total Tokens
         type: Type
         update: Update
         user_message: User Message
+      config:
+        show:
+          configuration_settings: Configuration Settings
+          default: default
+          key: Key
+          no_embedding_models_registered: No embedding models registered
+          no_llms_registered: No LLMs registered
+          not_set: Not set
+          registered_embedding_models: Registered Embedding Models
+          registered_llms: Registered LLMs
+          setting: Setting
+          title: Raif Configuration
+          value: Value
       conversations:
         show:
           back_to_conversations: Back to Conversations
@@ -98,8 +126,12 @@ en:
           back_to_model_tool_invocations: Back to Model Tool Invocations
           title: 'Model Tool Invocation #%{id}'
       stats:
+        model_tool_invocations:
+          back_to_stats: Back to Stats
+          title: Model Tool Invocation Stats
         tasks:
           back_to_stats: Back to Stats
+          show_model_breakdown: Show model breakdown
           title: Task Stats
       tasks:
         show:

data/config/locales/en.yml

@@ -6,10 +6,7 @@ en:
         errors:
           available_model_tools:
             too_short: must have at least 1 tool in addition to the agent_final_answer tool
-      re_act_agent:
-        errors:
-          available_model_tools:
-            too_short: must have at least 1 tool
+        final_answer_warning: 'Warning: This is your final iteration. You must provide your final answer using the agent_final_answer tool.'
     common:
       send: Send
       sources: Sources
@@ -18,6 +15,14 @@ en:
       type_your_message: Type your message...
     conversation:
       initial_chat_message: Hello, how can I help you today?
+    conversations:
+      index:
+        no_conversations: No conversations found.
+        table:
+          actions: Actions
+          started: Started
+          view: View
+        title: Past Conversations
     embedding_model_names:
       bedrock_titan_embed_text_v2: AWS Bedrock Titan Text Embeddings v2
       open_ai_text_embedding_3_large: OpenAI Text Embedding 3 Large
@@ -51,6 +56,9 @@ en:
       anthropic_claude_3_5_sonnet: Anthropic Claude 3.5 Sonnet
       anthropic_claude_3_7_sonnet: Anthropic Claude 3.7 Sonnet
       anthropic_claude_3_opus: Anthropic Claude 3 Opus
+      anthropic_claude_4_1_opus: Anthropic Claude 4.1 Opus
+      anthropic_claude_4_5_haiku: Anthropic Claude 4.5 Haiku
+      anthropic_claude_4_5_sonnet: Anthropic Claude 4.5 Sonnet
       anthropic_claude_4_opus: Anthropic Claude 4 Opus
       anthropic_claude_4_sonnet: Anthropic Claude 4 Sonnet
       bedrock_amazon_nova_lite: Amazon Nova Lite (via AWS Bedrock)
@@ -60,8 +68,15 @@ en:
       bedrock_claude_3_5_sonnet: Anthropic Claude 3.5 Sonnet (via AWS Bedrock)
       bedrock_claude_3_7_sonnet: Anthropic Claude 3.7 Sonnet (via AWS Bedrock)
       bedrock_claude_3_opus: Anthropic Claude 3 Opus (via AWS Bedrock)
+      bedrock_claude_4_1_opus: Claude 4.1 Opus (via AWS Bedrock)
+      bedrock_claude_4_5_haiku: Anthropic Claude 4.5 Haiku (via AWS Bedrock)
+      bedrock_claude_4_5_sonnet: Anthropic Claude 4.5 Sonnet (via AWS Bedrock)
       bedrock_claude_4_opus: Anthropic Claude 4 Opus (via AWS Bedrock)
       bedrock_claude_4_sonnet: Anthropic Claude 4 Sonnet (via AWS Bedrock)
+      google_gemini_2_5_flash: Google Gemini 2.5 Flash
+      google_gemini_2_5_pro: Google Gemini 2.5 Pro
+      google_gemini_3_0_flash: Google Gemini 3.0 Flash
+      google_gemini_3_0_pro: Google Gemini 3.0 Pro
       open_ai_gpt_3_5_turbo: OpenAI GPT-3.5 Turbo
       open_ai_gpt_4_1: OpenAI GPT-4.1
       open_ai_gpt_4_1_mini: OpenAI GPT-4.1 Mini
@@ -69,6 +84,8 @@ en:
       open_ai_gpt_4o: OpenAI GPT-4o
       open_ai_gpt_4o_mini: OpenAI GPT-4o Mini
       open_ai_gpt_5: OpenAI GPT-5
+      open_ai_gpt_5_1: OpenAI GPT-5.1
+      open_ai_gpt_5_2: OpenAI GPT-5.2
       open_ai_gpt_5_mini: OpenAI GPT-5 Mini
       open_ai_gpt_5_nano: OpenAI GPT-5 Nano
       open_ai_o1: OpenAI o1
@@ -83,6 +100,8 @@ en:
       open_ai_responses_gpt_4o: OpenAI GPT-4o (Responses API)
       open_ai_responses_gpt_4o_mini: OpenAI GPT-4o Mini (Responses API)
       open_ai_responses_gpt_5: OpenAI GPT-5 (Responses API)
+      open_ai_responses_gpt_5_1: OpenAI GPT-5.1 (Responses API)
+      open_ai_responses_gpt_5_2: OpenAI GPT-5.2 (Responses API)
       open_ai_responses_gpt_5_mini: OpenAI GPT-5 Mini (Responses API)
       open_ai_responses_gpt_5_nano: OpenAI GPT-5 Nano (Responses API)
       open_ai_responses_o1: OpenAI o1 (Responses API)
@@ -94,11 +113,21 @@ en:
       open_ai_responses_o4_mini: OpenAI o4 Mini (Responses API)
       open_router_claude_3_7_sonnet: Anthropic Claude 3.7 Sonnet (via OpenRouter)
       open_router_deepseek_chat_v3: DeepSeek Chat v3 (via OpenRouter)
+      open_router_deepseek_v3_1: DeepSeek v3.1 (via OpenRouter)
       open_router_gemini_2_0_flash: Google Gemini 2.0 Flash (via OpenRouter)
+      open_router_gemini_2_5_flash: Gemini 2.5 Flash (via OpenRouter)
+      open_router_gemini_2_5_pro: Gemini 2.5 Pro (via OpenRouter)
+      open_router_gemini_3_pro_preview: Gemini 3 Pro Preview (via OpenRouter)
+      open_router_grok_4: Grok 4 (via OpenRouter)
+      open_router_grok_4_1_fast: Grok 4.1 Fast (via OpenRouter)
+      open_router_kimi_k2_thinking: Kimi K2 Thinking (via OpenRouter)
       open_router_llama_3_1_8b_instruct: Meta Llama 3.1 8B Instruct (via OpenRouter)
       open_router_llama_3_3_70b_instruct: Meta Llama 3.3 70B Instruct (via OpenRouter)
       open_router_llama_4_maverick: Meta Llama 4 Maverick (via OpenRouter)
       open_router_llama_4_scout: Meta Llama 4 Scout (via OpenRouter)
+      open_router_minimax_m2: Minimax M2 (via OpenRouter)
+      open_router_mistral_large_3_2512: Mistral Large 3 (via OpenRouter)
+      open_router_mistral_small_3_2_24b: Mistral Small 3.2 24B (via OpenRouter)
       open_router_open_ai_gpt_oss_120b: OpenAI GPT-OSS 120B (via OpenRouter)
       open_router_open_ai_gpt_oss_20b: OpenAI GPT-OSS 20B (via OpenRouter)
       raif_test_llm: Raif Test LLM

data/config/routes.rb

@@ -17,6 +17,7 @@ Raif::Engine.routes.draw do
 
     namespace :stats do
       resources :tasks, only: [:index]
+      resources :model_tool_invocations, only: [:index]
     end
 
     resources :tasks, only: [:index, :show]
@@ -24,5 +25,6 @@ Raif::Engine.routes.draw do
     resources :model_completions, only: [:index, :show]
     resources :agents, only: [:index, :show]
     resources :model_tool_invocations, only: [:index, :show]
+    resource :config, only: [:show]
   end
 end

data/db/migrate/20250904194456_add_generating_entry_response_to_raif_conversations.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+class AddGeneratingEntryResponseToRaifConversations < ActiveRecord::Migration[7.1]
+  def change
+    add_column :raif_conversations, :generating_entry_response, :boolean, default: false, null: false
+  end
+end

data/db/migrate/20250911125234_add_source_to_raif_tasks.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+class AddSourceToRaifTasks < ActiveRecord::Migration[7.1]
+  def change
+    add_reference :raif_tasks, :source, polymorphic: true, index: true
+  end
+end

data/db/migrate/20251020005853_add_source_to_raif_agents.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+class AddSourceToRaifAgents < ActiveRecord::Migration[7.1]
+  def change
+    add_reference :raif_agents, :source, polymorphic: true, index: true
+  end
+end

data/db/migrate/20251020011346_rename_task_run_args_to_run_with.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+class RenameTaskRunArgsToRunWith < ActiveRecord::Migration[7.1]
+  def change
+    rename_column :raif_tasks, :task_run_args, :run_with
+  end
+end

data/db/migrate/20251020011405_add_run_with_to_raif_agents.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+class AddRunWithToRaifAgents < ActiveRecord::Migration[7.1]
+  def change
+    json_column_type = if connection.adapter_name.downcase.include?("postgresql")
+      :jsonb
+    else
+      :json
+    end
+
+    add_column :raif_agents, :run_with, json_column_type
+  end
+end

data/db/migrate/20251024160119_add_llm_messages_max_length_to_raif_conversations.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+class AddLlmMessagesMaxLengthToRaifConversations < ActiveRecord::Migration[7.1]
+  def change
+    add_column :raif_conversations, :llm_messages_max_length, :integer
+
+    reversible do |dir|
+      dir.up do
+        # Set default value for existing conversations
+        execute "UPDATE raif_conversations SET llm_messages_max_length = 50 WHERE llm_messages_max_length IS NULL"
+      end
+    end
+  end
+end

data/db/migrate/20251124185033_add_provider_tool_call_id_to_raif_model_tool_invocations.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+class AddProviderToolCallIdToRaifModelToolInvocations < ActiveRecord::Migration[7.2]
+  def change
+    add_column :raif_model_tool_invocations, :provider_tool_call_id, :string
+  end
+end

data/db/migrate/20251128202941_add_tool_choice_to_raif_model_completions.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+class AddToolChoiceToRaifModelCompletions < ActiveRecord::Migration[7.2]
+  def change
+    add_column :raif_model_completions, :tool_choice, :string
+  end
+end

data/db/migrate/20260118144846_add_source_to_raif_conversations.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+class AddSourceToRaifConversations < ActiveRecord::Migration[7.1]
+  def change
+    add_reference :raif_conversations, :source, polymorphic: true, index: true
+  end
+end

data/db/migrate/20260119000000_add_failure_tracking_to_raif_model_completions.rb

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+class AddFailureTrackingToRaifModelCompletions < ActiveRecord::Migration[7.1]
+  def change
+    add_column :raif_model_completions, :failed_at, :datetime
+    add_column :raif_model_completions, :failure_error, :string
+    add_column :raif_model_completions, :failure_reason, :text
+    add_index :raif_model_completions, :failed_at
+  end
+end

data/db/migrate/20260119000001_add_completed_at_to_raif_model_completions.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+class AddCompletedAtToRaifModelCompletions < ActiveRecord::Migration[7.1]
+  def change
+    add_column :raif_model_completions, :completed_at, :datetime
+    add_index :raif_model_completions, :completed_at
+  end
+end

data/db/migrate/20260119000002_add_started_at_to_raif_model_completions.rb

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+class AddStartedAtToRaifModelCompletions < ActiveRecord::Migration[7.1]
+  def change
+    add_column :raif_model_completions, :started_at, :datetime
+    add_index :raif_model_completions, :started_at
+  end
+end

data/lib/generators/raif/agent/templates/agent.rb.tt

@@ -10,7 +10,7 @@
     # end
 
     # Enter your agent's system prompt here. Alternatively, you can change your agent's superclass
-    # to an existing agent types (like Raif::Agents::ReActAgent) to utilize an existing system prompt.
+    # to an existing agent types (like Raif::Agents::NativeToolCallingAgent) to utilize an existing system prompt.
     def build_system_prompt
       # TODO: Implement your system prompt here
     end

data/lib/generators/raif/agent/templates/application_agent.rb.tt

@@ -1,5 +1,5 @@
 module Raif
-  class ApplicationAgent < Raif::Agent
+  class ApplicationAgent < Raif::Agents::NativeToolCallingAgent
     # Add any shared agent behavior here
   end
 end

data/lib/generators/raif/conversation/templates/conversation.rb.tt

@@ -8,6 +8,12 @@
     # uncomment this callback to populate the available_model_tools attribute with your desired model tools.
     # before_create -> { self.available_model_tools = ["Raif::ModelTools::Example"] }
 
+    # Use this callback to run custom logic before prompting the model for an entry response.
+    # The block receives the entry as an argument, and `self` is the conversation instance.
+    # before_prompt_model_for_entry_response do |entry|
+    #   # Custom logic here
+    # end
+
     # Override the methods below to customize the system prompt for this conversation type.
     # def system_prompt_intro
     #   Raif.config.conversation_system_prompt_intro