raif 1.4.0 → 1.5.0

data/app/views/raif/admin/model_completions/show.html.erb

@@ -58,6 +58,10 @@
           <div class="col-5"><strong><%= t("raif.admin.common.completed_at") %>:</strong></div>
           <div class="col-7"><small><%= @model_completion.completed_at&.rfc822 || "-" %></small></div>
         </div>
+        <div class="row mb-2">
+          <div class="col-5"><strong><%= t("raif.admin.common.duration") %>:</strong></div>
+          <div class="col-7"><small><%= @model_completion.runtime_duration %></small></div>
+        </div>
         <div class="row mb-2">
           <div class="col-5"><strong><%= t("raif.admin.common.prompt_tokens") %>:</strong></div>
           <div class="col-7">
@@ -97,71 +101,88 @@
             <% end %>
           </div>
         </div>
+        <hr class="my-2">
+        <div class="row mb-2">
+          <div class="col-5"><strong><%= t("raif.admin.common.cache_read_input_tokens") %>:</strong></div>
+          <div class="col-7"><%= @model_completion.cache_read_input_tokens ? number_with_delimiter(@model_completion.cache_read_input_tokens) : "-" %></div>
+        </div>
+        <div class="row mb-2">
+          <div class="col-5"><strong><%= t("raif.admin.common.cache_creation_input_tokens") %>:</strong></div>
+          <div class="col-7"><%= @model_completion.cache_creation_input_tokens ? number_with_delimiter(@model_completion.cache_creation_input_tokens) : "-" %></div>
+        </div>
       </div>
     </div>
     <% if @model_completion.failed? %>
-    <hr>
-    <div class="row mb-2">
-      <div class="col-md-2"><strong><%= t("raif.admin.common.failed_at") %>:</strong></div>
-      <div class="col-md-10"><small><%= @model_completion.failed_at&.rfc822 || "-" %></small></div>
-    </div>
-    <div class="row mb-2">
-      <div class="col-md-2"><strong><%= t("raif.admin.common.failure_error") %>:</strong></div>
-      <div class="col-md-10"><code><%= @model_completion.failure_error %></code></div>
-    </div>
-    <div class="row mb-2">
-      <div class="col-md-2"><strong><%= t("raif.admin.common.failure_reason") %>:</strong></div>
-      <div class="col-md-10"><%= @model_completion.failure_reason %></div>
-    </div>
+      <hr>
+      <div class="row mb-2">
+        <div class="col-md-2"><strong><%= t("raif.admin.common.failed_at") %>:</strong></div>
+        <div class="col-md-10"><small><%= @model_completion.failed_at&.rfc822 || "-" %></small></div>
+      </div>
+      <div class="row mb-2">
+        <div class="col-md-2"><strong><%= t("raif.admin.common.failure_error") %>:</strong></div>
+        <div class="col-md-10"><code><%= @model_completion.failure_error %></code></div>
+      </div>
+      <div class="row mb-2">
+        <div class="col-md-2"><strong><%= t("raif.admin.common.failure_reason") %>:</strong></div>
+        <div class="col-md-10"><%= @model_completion.failure_reason %></div>
+      </div>
     <% end %>
   </div>
 </div>
 
 <% if @model_completion.messages.present? %>
-<div class="card mb-4">
-  <div class="card-header">
-    <h5 class="mb-0"><%= t("raif.admin.common.messages") %></h5>
-  </div>
-  <div class="card-body">
-    <% @model_completion.messages.each do |message| %>
-      <div class="mb-3">
-        <% if message["role"].present? %>
-          <strong><%= message["role"].titleize %>:</strong>
-        <% end %>
-        <% if message["content"].present? %>
-          <pre class="mt-2"><%= message["content"] %></pre>
-        <% end %>
+  <div class="card mb-4">
+    <div class="card-header">
+      <h5 class="mb-0"><%= t("raif.admin.common.messages") %></h5>
+    </div>
+    <div class="card-body">
+      <% @model_completion.messages.each do |message| %>
+        <div class="mb-3">
+          <% if message["type"] == "function_call" %>
+            <strong><%= t("raif.admin.common.tool_call") %>:</strong>
+            <div class="border rounded p-2 mt-2 bg-light">
+              <div><strong><%= t("raif.admin.common.tool_name") %>:</strong> <%= message["name"] %></div>
+              <div><strong><%= t("raif.admin.common.arguments") %>:</strong></div>
+              <pre class="mb-0 mt-1"><%= pretty_json(message["arguments"]) %></pre>
+            </div>
+          <% elsif message["type"] == "function_call_output" %>
+            <strong><%= t("raif.admin.common.tool_result") %>:</strong>
+            <pre class="mt-2"><%= pretty_json(message["output"]) %></pre>
+          <% else %>
+            <% if message["role"].present? %>
+              <strong><%= message["role"].titleize %>:</strong>
+            <% end %>
+            <% if message["content"].present? %>
+              <pre class="mt-2"><%= message["content"] %></pre>
+            <% end %>
 
-        <% if message["tool_calls"].present? %>
-          <div class="mt-2">
-            <% message["tool_calls"].each do |tool_call| %>
-              <div class="border rounded p-2 mb-2 bg-light">
-                <div><strong><%= t("raif.admin.common.tool_name") %>:</strong> <%= tool_call.dig("function", "name") %></div>
-                <div><strong><%= t("raif.admin.common.arguments") %>:</strong></div>
-                <pre class="mb-0 mt-1"><%= begin
-                                             JSON.pretty_generate(JSON.parse(tool_call.dig("function", "arguments")))
-                                           rescue StandardError
-                                             tool_call.dig("function", "arguments")
-                                           end %></pre>
+            <% if message["tool_calls"].present? %>
+              <div class="mt-2">
+                <% message["tool_calls"].each do |tool_call| %>
+                  <div class="border rounded p-2 mb-2 bg-light">
+                    <div><strong><%= t("raif.admin.common.tool_name") %>:</strong> <%= tool_call.dig("function", "name") %></div>
+                    <div><strong><%= t("raif.admin.common.arguments") %>:</strong></div>
+                    <pre class="mb-0 mt-1"><%= pretty_json(tool_call.dig("function", "arguments")) %></pre>
+                  </div>
+                <% end %>
               </div>
             <% end %>
-          </div>
-        <% end %>
-      </div>
-    <% end %>
+          <% end %>
+        </div>
+      <% end %>
+    </div>
   </div>
-</div>
 <% end %>
 
 <% if @model_completion.system_prompt.present? %>
-<div class="card mb-4">
-  <div class="card-header">
-    <h5 class="mb-0"><%= t("raif.admin.common.system_prompt") %></h5>
-  </div>
-  <div class="card-body">
-    <pre class="pre-wrap"><%= @model_completion.system_prompt %></pre>
+  <div class="card mb-4">
+    <div class="card-header">
+      <h5 class="mb-0"><%= t("raif.admin.common.system_prompt") %></h5>
+    </div>
+    <div class="card-body">
+      <pre class="pre-wrap"><%= @model_completion.system_prompt %></pre>
+    </div>
   </div>
-</div>
 <% end %>
 
 <div class="card mb-4">
@@ -176,7 +197,7 @@
       <h5 class="mb-0 mt-4"><%= t("raif.admin.common.prettified") %></h5>
       <% begin %>
         <pre class="pre-wrap"><%= JSON.pretty_generate(@model_completion.parsed_response) %></pre>
-      <% rescue StandardError %>
+        <% rescue StandardError %>
         <%= t("raif.admin.common.invalid_json") %>
       <% end %>
     <% elsif @model_completion.response_format_html? %>
@@ -206,22 +227,95 @@
   </div>
 </div>
 
+<% if @model_completion.provider_managed_tool_calls.present? %>
+  <div class="card mb-4">
+    <div class="card-header">
+      <h5 class="mb-0"><%= t("raif.admin.common.provider_managed_tool_calls") %></h5>
+    </div>
+    <div class="card-body">
+      <% @model_completion.provider_managed_tool_calls.each do |tool_call| %>
+        <div class="border rounded p-3 mb-3 bg-light">
+          <div class="d-flex justify-content-between align-items-start gap-3">
+            <div>
+              <div><strong><%= t("raif.admin.common.tool_name") %>:</strong> <%= tool_call["tool_name"].to_s.titleize %></div>
+              <% if tool_call["provider_tool_call_id"].present? %>
+                <div><strong><%= t("raif.admin.common.provider_tool_call_id") %>:</strong> <code><%= tool_call["provider_tool_call_id"] %></code></div>
+              <% end %>
+              <% if tool_call["inferred"] %>
+                <div><small class="text-muted"><%= t("raif.admin.common.inferred_from_citations") %></small></div>
+              <% end %>
+            </div>
+            <% if tool_call["status"].present? %>
+              <span class="badge bg-info text-dark"><%= tool_call["status"].to_s.titleize %></span>
+            <% end %>
+          </div>
+
+          <% if tool_call["arguments"].present? %>
+            <div class="mt-3"><strong><%= t("raif.admin.common.arguments") %>:</strong></div>
+            <pre class="mb-0 mt-1"><%= begin
+                                         JSON.pretty_generate(tool_call["arguments"])
+                                       rescue StandardError
+                                         tool_call["arguments"]
+                                       end %></pre>
+          <% end %>
+
+          <% if tool_call["sources"].present? %>
+            <div class="mt-3">
+              <strong><%= t("raif.admin.common.sources") %>:</strong>
+              <div class="mt-2">
+                <% tool_call["sources"].each do |source| %>
+                  <div class="border rounded p-2 mb-2 bg-white">
+                    <% if source["url"].present? %>
+                      <div>
+                        <a href="<%= source["url"] %>" target="_blank" rel="noopener" class="text-decoration-none">
+                          <%= source["title"].presence || source["url"] %>
+                        </a>
+                      </div>
+                      <small class="text-muted d-block"><%= source["url"] %></small>
+                    <% else %>
+                      <div><%= source["title"] %></div>
+                    <% end %>
+                    <% if source["page_age"].present? %>
+                      <small class="text-muted d-block"><%= source["page_age"] %></small>
+                    <% end %>
+                  </div>
+                <% end %>
+              </div>
+            </div>
+          <% elsif tool_call["raw_result"].present? %>
+            <div class="mt-3"><strong><%= t("raif.admin.common.result") %>:</strong></div>
+            <pre class="mb-0 mt-1"><%= begin
+                                         JSON.pretty_generate(tool_call["raw_result"])
+                                       rescue StandardError
+                                         tool_call["raw_result"]
+                                       end %></pre>
+          <% end %>
+        </div>
+      <% end %>
+    </div>
+  </div>
+<% end %>
+
 <div class="card mb-4">
   <div class="card-header">
     <h5 class="mb-0"><%= t("raif.admin.common.citations") %></h5>
   </div>
   <div class="card-body">
-    <% if @model_completion.citations.present? %>
-      <% @model_completion.citations.each_with_index do |citation, index| %>
+    <% if @model_completion.sanitized_citations.present? %>
+      <% @model_completion.sanitized_citations.each_with_index do |citation, index| %>
         <div class="mb-3 p-3 border rounded">
           <div class="d-flex align-items-start">
             <span class="badge bg-primary me-3"><%= index + 1 %></span>
             <div class="flex-grow-1">
               <h6 class="mb-1">
-                <a href="<%= citation["url"] %>" target="_blank" rel="noopener" class="text-decoration-none">
+                <% if citation["url"].present? %>
+                  <a href="<%= citation["url"] %>" target="_blank" rel="noopener" class="text-decoration-none">
+                    <%= citation["title"] %>
+                    <i class="bi bi-box-arrow-up-right ms-1" style="font-size: 0.8em;"></i>
+                  </a>
+                <% else %>
                   <%= citation["title"] %>
-                  <i class="bi bi-box-arrow-up-right ms-1" style="font-size: 0.8em;"></i>
-                </a>
+                <% end %>
               </h6>
               <small class="text-muted"><%= citation["url"] %></small>
             </div>
@@ -233,3 +327,18 @@
     <% end %>
   </div>
 </div>
+
+<% if @model_completion.response_array.present? %>
+  <div class="card mb-4">
+    <div class="card-header">
+      <h5 class="mb-0"><%= t("raif.admin.common.response_array") %></h5>
+    </div>
+    <div class="card-body">
+      <pre class="pre-wrap"><%= begin
+                                  JSON.pretty_generate(@model_completion.response_array)
+                                rescue StandardError
+                                  @model_completion.response_array
+                                end %></pre>
+    </div>
+  </div>
+<% end %>

data/app/views/raif/admin/model_tool_invocations/index.html.erb

@@ -14,7 +14,7 @@
             <label for="tool_types"><%= t("raif.admin.common.tool_type") %></label>
             <%= select_tag :tool_types,
                   options_for_select([[t("raif.admin.common.all"), "all"]] + @tool_types.map{|type| [type, type] }, @selected_type),
-                  { class: "form-select" } %>
+                  { class: "form-select", data: { controller: "raif--tom-select" } } %>
           </div>
         </div>
         <div class="col-md-2">

data/app/views/raif/admin/model_tool_invocations/show.html.erb

@@ -64,3 +64,21 @@
   </div>
 </div>
 <% end %>
+
+<% if @model_tool_invocation.admin_observation_available? %>
+  <div class="card mb-4">
+    <div class="card-header">
+      <h5 class="mb-0"><%= t(".observation_sent_to_model") %></h5>
+    </div>
+    <% if @model_tool_invocation.admin_observation_error.present? %>
+      <div class="card-body text-muted">
+        <%= t(".observation_unavailable", error: @model_tool_invocation.admin_observation_error) %>
+      </div>
+    <% else %>
+      <div class="card-body">
+        <p class="text-muted small"><%= t(".observation_disclaimer") %></p>
+        <pre class="pre-wrap"><%= @model_tool_invocation.admin_observation %></pre>
+      </div>
+    <% end %>
+  </div>
+<% end %>

data/app/views/raif/admin/prompt_studio/agents/index.html.erb

@@ -0,0 +1,56 @@
+<div class="d-flex justify-content-between align-items-center my-4">
+  <h1 class="mb-0"><%= t("raif.admin.prompt_studio.common.prompt_studio") %></h1>
+</div>
+
+<%= render "raif/admin/prompt_studio/shared/nav_tabs", active_tab: :agents %>
+
+<%= render "raif/admin/prompt_studio/shared/type_filter",
+      filter_path: raif.admin_prompt_studio_agents_path,
+      param_name: :agent_type,
+      types: @agent_types,
+      selected_type: @selected_type,
+      llm_model_keys: @llm_model_keys %>
+
+<% if @selected_type.present? && @agents.present? %>
+  <div class="table-responsive">
+    <table class="table table-striped">
+      <thead>
+        <tr>
+          <th><%= t("raif.admin.common.id") %></th>
+          <th><%= t("raif.admin.common.type") %></th>
+          <th><%= t("raif.admin.common.created_at") %></th>
+          <th><%= t("raif.admin.common.model") %></th>
+          <th><%= t("raif.admin.common.status") %></th>
+          <th></th>
+        </tr>
+      </thead>
+      <tbody>
+        <% @agents.each do |agent| %>
+          <tr>
+            <td><%= agent.id %></td>
+            <td><%= agent.type %></td>
+            <td><%= agent.created_at.rfc822 %></td>
+            <td><%= agent.llm_model_key %></td>
+            <td>
+              <% if agent.completed_at? %>
+                <span class="badge bg-success"><%= t("raif.admin.common.completed") %></span>
+              <% elsif agent.failed_at? %>
+                <span class="badge bg-danger"><%= t("raif.admin.common.failed") %></span>
+              <% elsif agent.started_at? %>
+                <span class="badge bg-warning text-dark"><%= t("raif.admin.common.in_progress") %></span>
+              <% end %>
+            </td>
+            <td>
+              <%= link_to "View", raif.admin_prompt_studio_agent_path(agent), class: "btn btn-sm btn-outline-primary" %>
+            </td>
+          </tr>
+        <% end %>
+      </tbody>
+    </table>
+  </div>
+  <div class="mt-3"><%== pagy_bootstrap_nav(@pagy) if @pagy.pages > 1 %></div>
+<% elsif @selected_type.present? %>
+  <div class="alert alert-info">
+    <%= t("raif.admin.prompt_studio.common.no_instances") %>
+  </div>
+<% end %>

data/app/views/raif/admin/prompt_studio/agents/show.html.erb

@@ -0,0 +1,57 @@
+<div class="d-flex justify-content-between align-items-center my-4">
+  <h1 class="mb-0"><%= t("raif.admin.prompt_studio.agents.show.page_title", id: @agent.id) %></h1>
+  <%= link_to t("raif.admin.prompt_studio.common.back"),
+        raif.admin_prompt_studio_agents_path(agent_type: @agent.type),
+        class: "btn btn-outline-secondary" %>
+</div>
+
+<div class="card mb-4">
+  <div class="card-header">
+    <h5 class="mb-0"><%= t("raif.admin.prompt_studio.agents.show.agent_details") %></h5>
+  </div>
+  <div class="card-body">
+    <div class="row mb-3">
+      <div class="col-md-2"><strong><%= t("raif.admin.common.id") %>:</strong></div>
+      <div class="col-md-10"><%= @agent.id %></div>
+    </div>
+    <div class="row mb-3">
+      <div class="col-md-2"><strong><%= t("raif.admin.common.type") %>:</strong></div>
+      <div class="col-md-10"><%= @agent.type %></div>
+    </div>
+    <div class="row mb-3">
+      <div class="col-md-2"><strong><%= t("raif.admin.common.model") %>:</strong></div>
+      <div class="col-md-10"><%= @agent.llm_model_key %></div>
+    </div>
+    <div class="row mb-3">
+      <div class="col-md-2"><strong><%= t("raif.admin.common.created_at") %>:</strong></div>
+      <div class="col-md-10"><%= @agent.created_at.rfc822 %></div>
+    </div>
+    <% if @agent.task.present? %>
+      <div class="row mb-3">
+        <div class="col-md-2"><strong><%= t("raif.admin.common.task") %>:</strong></div>
+        <div class="col-md-10"><%= @agent.task %></div>
+      </div>
+    <% end %>
+    <% if @agent.run_with.present? %>
+      <div class="row mb-3">
+        <div class="col-md-2"><strong><%= t("raif.admin.common.run_with") %>:</strong></div>
+        <div class="col-md-10">
+          <pre class="pre-wrap mb-0"><%= JSON.pretty_generate(@agent.run_with) %></pre>
+        </div>
+      </div>
+    <% end %>
+  </div>
+</div>
+
+<%= render "raif/admin/prompt_studio/shared/prompt_comparison", comparison: @comparison %>
+
+<% if @agent.final_answer.present? %>
+  <div class="card mb-4">
+    <div class="card-header">
+      <h5 class="mb-0"><%= t("raif.admin.common.final_answer") %></h5>
+    </div>
+    <div class="card-body">
+      <pre class="pre-wrap"><%= @agent.final_answer %></pre>
+    </div>
+  </div>
+<% end %>

data/app/views/raif/admin/prompt_studio/batch_runs/_batch_run_item.html.erb

@@ -0,0 +1,54 @@
+<%= tag.tr id: dom_id(item) do %>
+  <td>
+    <%= link_to "##{item.source_task_id}", raif.admin_prompt_studio_task_path(item.source_task_id), class: "text-decoration-none" %>
+  </td>
+  <td>
+    <% case item.status %>
+    <% when "pending" %>
+      <span class="badge bg-secondary"><%= t("raif.admin.prompt_studio.batch_runs.status.pending") %></span>
+    <% when "running" %>
+      <span class="badge bg-warning text-dark">
+        <span class="spinner-border spinner-border-sm me-1" role="status" aria-hidden="true"></span>
+        <%= t("raif.admin.prompt_studio.batch_runs.status.running") %>
+      </span>
+    <% when "judging" %>
+      <span class="badge bg-info text-dark">
+        <span class="spinner-border spinner-border-sm me-1" role="status" aria-hidden="true"></span>
+        <%= t("raif.admin.prompt_studio.batch_runs.status.judging") %>
+      </span>
+    <% when "completed" %>
+      <span class="badge bg-success"><%= t("raif.admin.prompt_studio.batch_runs.status.completed") %></span>
+    <% when "failed" %>
+      <span class="badge bg-danger"><%= t("raif.admin.prompt_studio.batch_runs.status.failed") %></span>
+    <% end %>
+  </td>
+  <td>
+    <% if item.source_task&.raw_response.present? %>
+      <%= tag.span truncate(item.source_task.raw_response, length: 80), title: item.source_task.raw_response %>
+    <% end %>
+  </td>
+  <td>
+    <% if item.result_task&.raw_response.present? %>
+      <%= link_to truncate(item.result_task.raw_response, length: 80),
+            raif.admin_prompt_studio_task_path(item.result_task),
+            class: "text-decoration-none",
+            title: item.result_task.raw_response %>
+    <% end %>
+  </td>
+  <% if item.batch_run.has_judge? %>
+    <td>
+      <% if item.judge_summary.present? %>
+        <a href="#" class="text-decoration-none" data-bs-toggle="modal" data-bs-target="#judge-detail-modal-<%= item.id %>">
+          <strong><%= item.judge_summary %></strong>
+        </a>
+      <% end %>
+    </td>
+    <td>
+      <% if item.judge_reasoning.present? %>
+        <a href="#" class="text-decoration-none text-body" data-bs-toggle="modal" data-bs-target="#judge-detail-modal-<%= item.id %>">
+          <%= truncate(item.judge_reasoning, length: 80) %>
+        </a>
+      <% end %>
+    </td>
+  <% end %>
+<% end %>

data/app/views/raif/admin/prompt_studio/batch_runs/_judge_config_fields.html.erb

@@ -0,0 +1,76 @@
+<div id="judge-config-section" data-controller="raif--judge-config">
+  <h6 class="mb-2"><%= t("raif.admin.prompt_studio.batch_runs.judge_config.title") %></h6>
+  <p class="text-muted small"><%= t("raif.admin.prompt_studio.batch_runs.judge_config.description") %></p>
+
+  <div class="mb-3">
+    <label for="judge_type" class="form-label"><%= t("raif.admin.prompt_studio.batch_runs.judge_config.type_label") %></label>
+    <%= select_tag :judge_type,
+          options_for_select([
+            [t("raif.admin.prompt_studio.batch_runs.judge_config.type_none"), ""],
+            [t("raif.admin.prompt_studio.batch_runs.judge_config.type_binary"), "Raif::Evals::LlmJudges::Binary"],
+            [t("raif.admin.prompt_studio.batch_runs.judge_config.type_scored"), "Raif::Evals::LlmJudges::Scored"],
+            [t("raif.admin.prompt_studio.batch_runs.judge_config.type_comparative"), "Raif::Evals::LlmJudges::Comparative"],
+            [t("raif.admin.prompt_studio.batch_runs.judge_config.type_summarization"), "Raif::Evals::LlmJudges::Summarization"]
+          ]),
+          class: "form-select",
+          data: { controller: "raif--tom-select", action: "raif--judge-config#toggle raif--cost-estimate#calculate", raif__cost_estimate_target: "judgeTypeSelect" } %>
+  </div>
+
+  <div class="d-none" data-raif--judge-config-target="binary">
+    <div class="mb-3">
+      <label for="judge_criteria" class="form-label"><%= t("raif.admin.prompt_studio.batch_runs.judge_config.criteria_label") %></label>
+      <%= text_area_tag :judge_criteria,
+            nil,
+            class: "form-control",
+            rows: 2,
+            placeholder: t("raif.admin.prompt_studio.batch_runs.judge_config.criteria_placeholder") %>
+    </div>
+    <div class="form-check mb-3">
+      <%= check_box_tag :judge_strict_mode, "1", false, class: "form-check-input" %>
+      <label for="judge_strict_mode" class="form-check-label"><%= t("raif.admin.prompt_studio.batch_runs.judge_config.strict_mode_label") %></label>
+    </div>
+  </div>
+
+  <div class="d-none" data-raif--judge-config-target="scored">
+    <div class="mb-3">
+      <label for="judge_scoring_rubric" class="form-label"><%= t("raif.admin.prompt_studio.batch_runs.judge_config.rubric_label") %></label>
+      <%= select_tag :judge_scoring_rubric,
+            options_for_select([
+              [t("raif.admin.prompt_studio.batch_runs.judge_config.rubric_accuracy"), "accuracy"],
+              [t("raif.admin.prompt_studio.batch_runs.judge_config.rubric_helpfulness"), "helpfulness"],
+              [t("raif.admin.prompt_studio.batch_runs.judge_config.rubric_clarity"), "clarity"]
+            ]),
+            class: "form-select" %>
+    </div>
+  </div>
+
+  <div class="d-none" data-raif--judge-config-target="comparative">
+    <div class="mb-3">
+      <label for="judge_comparison_criteria" class="form-label"><%= t("raif.admin.prompt_studio.batch_runs.judge_config.comparison_criteria_label") %></label>
+      <%= text_area_tag :judge_comparison_criteria,
+            nil,
+            class: "form-control",
+            rows: 2,
+            placeholder: t("raif.admin.prompt_studio.batch_runs.judge_config.comparison_criteria_placeholder") %>
+    </div>
+  </div>
+
+  <div class="d-none" data-raif--judge-config-target="summarization">
+    <p class="text-muted small"><%= t("raif.admin.prompt_studio.batch_runs.judge_config.summarization_description") %></p>
+  </div>
+
+  <div class="d-none" data-raif--judge-config-target="sharedOptions">
+    <div class="form-check mb-3">
+      <%= check_box_tag :judge_include_original_prompt_as_context, "1", true, class: "form-check-input" %>
+      <label for="judge_include_original_prompt_as_context" class="form-check-label"><%= t("raif.admin.prompt_studio.batch_runs.judge_config.include_original_prompt_as_context_label") %></label>
+      <div class="form-text"><%= t("raif.admin.prompt_studio.batch_runs.judge_config.include_original_prompt_as_context_description") %></div>
+    </div>
+    <div class="mb-3">
+      <label for="judge_llm_model_key" class="form-label"><%= t("raif.admin.prompt_studio.batch_runs.judge_config.judge_model_label") %></label>
+      <%= select_tag :judge_llm_model_key,
+            llm_model_options,
+            class: "form-select",
+            data: { controller: "raif--tom-select", raif__cost_estimate_target: "judgeModelSelect", action: "raif--cost-estimate#calculate" } %>
+    </div>
+  </div>
+</div>

data/app/views/raif/admin/prompt_studio/batch_runs/_judge_detail_modal.html.erb

@@ -0,0 +1,27 @@
+<div class="modal fade" id="judge-detail-modal-<%= item.id %>" tabindex="-1" aria-hidden="true">
+  <div class="modal-dialog modal-lg">
+    <div class="modal-content">
+      <div class="modal-header">
+        <h5 class="modal-title"><%= t("raif.admin.prompt_studio.batch_runs.show.judge_result") %> &mdash; <%= t("raif.admin.common.task") %> #<%= item.source_task_id %></h5>
+        <button type="button" class="btn-close" data-bs-dismiss="modal" aria-label="Close"></button>
+      </div>
+      <div class="modal-body">
+        <% if item.judge_summary.present? %>
+          <div class="mb-3">
+            <h6><%= t("raif.admin.prompt_studio.batch_runs.show.judge_result") %></h6>
+            <span class="badge bg-primary fs-6"><%= item.judge_summary %></span>
+          </div>
+        <% end %>
+        <% if item.judge_reasoning.present? %>
+          <div>
+            <h6><%= t("raif.admin.prompt_studio.batch_runs.show.judge_reasoning") %></h6>
+            <pre class="pre-wrap border rounded p-3 bg-light"><%= item.judge_reasoning %></pre>
+          </div>
+        <% end %>
+      </div>
+      <div class="modal-footer">
+        <button type="button" class="btn btn-secondary" data-bs-dismiss="modal"><%= t("raif.admin.prompt_studio.common.back") %></button>
+      </div>
+    </div>
+  </div>
+</div>

data/app/views/raif/admin/prompt_studio/batch_runs/_modal.html.erb

@@ -0,0 +1,35 @@
+<div class="modal fade" id="batch-run-modal" tabindex="-1" aria-labelledby="batch-run-modal-label" aria-hidden="true">
+  <div class="modal-dialog modal-lg">
+    <div class="modal-content">
+      <div class="modal-header">
+        <h5 class="modal-title" id="batch-run-modal-label"><%= t("raif.admin.prompt_studio.batch_runs.create.title") %></h5>
+        <button type="button" class="btn-close" data-bs-dismiss="modal" aria-label="Close"></button>
+      </div>
+      <div class="modal-body">
+        <div class="mb-3">
+          <label for="llm_model_key" class="form-label"><%= t("raif.admin.common.model") %></label>
+          <%= select_tag :llm_model_key,
+                llm_model_options,
+                class: "form-select",
+                data: { controller: "raif--tom-select", raif__cost_estimate_target: "modelSelect", action: "raif--cost-estimate#calculate" } %>
+        </div>
+
+        <%= render "raif/admin/prompt_studio/batch_runs/judge_config_fields" %>
+
+        <div class="alert alert-light border mb-0 mt-3 d-none" data-raif--cost-estimate-target="estimate"></div>
+      </div>
+      <div class="modal-footer d-flex justify-content-between">
+        <span class="text-muted">
+          <span data-raif--select-all-checkboxes-target="selectedCount">0</span>
+          <%= t("raif.admin.prompt_studio.batch_runs.create.tasks_selected") %>
+        </span>
+        <div class="d-flex gap-2">
+          <button type="button" class="btn btn-secondary" data-bs-dismiss="modal"><%= t("raif.admin.prompt_studio.common.back") %></button>
+          <%= submit_tag t("raif.admin.prompt_studio.batch_runs.create.submit"),
+                class: "btn btn-primary",
+                data: { confirm: t("raif.admin.prompt_studio.batch_runs.create.confirm") } %>
+        </div>
+      </div>
+    </div>
+  </div>
+</div>