raif 1.3.0 → 1.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (206) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +8 -7
  3. data/app/assets/builds/raif.css +4 -1
  4. data/app/assets/builds/raif_admin.css +52 -2
  5. data/app/assets/builds/raif_admin_sprockets.js +2709 -0
  6. data/app/assets/javascript/raif/admin/copy_to_clipboard_controller.js +132 -0
  7. data/app/assets/javascript/raif/admin/cost_estimate_controller.js +80 -0
  8. data/app/assets/javascript/raif/admin/judge_config_controller.js +23 -0
  9. data/app/assets/javascript/raif/admin/select_all_checkboxes_controller.js +33 -0
  10. data/app/assets/javascript/raif/admin/sortable_table_controller.js +51 -0
  11. data/app/assets/javascript/raif/admin/table_search_controller.js +15 -0
  12. data/app/assets/javascript/raif/admin/tom_select_controller.js +33 -0
  13. data/app/assets/javascript/raif/controllers/conversations_controller.js +1 -1
  14. data/app/assets/javascript/raif_admin.js +23 -0
  15. data/app/assets/javascript/raif_admin_sprockets.js +24 -0
  16. data/app/assets/stylesheets/raif/admin/conversation.scss +16 -0
  17. data/app/assets/stylesheets/raif/conversations.scss +3 -0
  18. data/app/assets/stylesheets/raif.scss +2 -1
  19. data/app/assets/stylesheets/raif_admin.scss +50 -1
  20. data/app/controllers/raif/admin/agents_controller.rb +27 -1
  21. data/app/controllers/raif/admin/application_controller.rb +16 -0
  22. data/app/controllers/raif/admin/configs_controller.rb +95 -0
  23. data/app/controllers/raif/admin/llms_controller.rb +27 -0
  24. data/app/controllers/raif/admin/model_completions_controller.rb +24 -1
  25. data/app/controllers/raif/admin/model_tool_invocations_controller.rb +7 -1
  26. data/app/controllers/raif/admin/prompt_studio/agents_controller.rb +25 -0
  27. data/app/controllers/raif/admin/prompt_studio/base_controller.rb +32 -0
  28. data/app/controllers/raif/admin/prompt_studio/batch_runs_controller.rb +102 -0
  29. data/app/controllers/raif/admin/prompt_studio/conversations_controller.rb +25 -0
  30. data/app/controllers/raif/admin/prompt_studio/tasks_controller.rb +64 -0
  31. data/app/controllers/raif/admin/stats/model_tool_invocations_controller.rb +21 -0
  32. data/app/controllers/raif/admin/stats/tasks_controller.rb +15 -6
  33. data/app/controllers/raif/admin/stats_controller.rb +32 -3
  34. data/app/controllers/raif/admin/tasks_controller.rb +5 -0
  35. data/app/controllers/raif/conversation_entries_controller.rb +1 -0
  36. data/app/controllers/raif/conversations_controller.rb +10 -2
  37. data/app/helpers/raif/application_helper.rb +40 -0
  38. data/app/jobs/raif/conversation_entry_job.rb +8 -6
  39. data/app/jobs/raif/prompt_studio_batch_run_item_job.rb +11 -0
  40. data/app/jobs/raif/prompt_studio_batch_run_job.rb +15 -0
  41. data/app/jobs/raif/prompt_studio_task_run_job.rb +36 -0
  42. data/app/models/raif/admin/task_stat.rb +7 -0
  43. data/app/models/raif/agent.rb +98 -6
  44. data/app/models/raif/agents/native_tool_calling_agent.rb +179 -52
  45. data/app/models/raif/application_record.rb +18 -0
  46. data/app/models/raif/concerns/agent_inference_stats.rb +35 -0
  47. data/app/models/raif/concerns/has_prompt_templates.rb +88 -0
  48. data/app/models/raif/concerns/has_runtime_duration.rb +41 -0
  49. data/app/models/raif/concerns/json_schema_definition.rb +54 -6
  50. data/app/models/raif/concerns/llm_prompt_caching.rb +20 -0
  51. data/app/models/raif/concerns/llms/anthropic/message_formatting.rb +34 -0
  52. data/app/models/raif/concerns/llms/anthropic/response_tool_calls.rb +24 -0
  53. data/app/models/raif/concerns/llms/anthropic/tool_formatting.rb +8 -0
  54. data/app/models/raif/concerns/llms/bedrock/message_formatting.rb +43 -0
  55. data/app/models/raif/concerns/llms/bedrock/response_tool_calls.rb +26 -0
  56. data/app/models/raif/concerns/llms/bedrock/tool_formatting.rb +8 -0
  57. data/app/models/raif/concerns/llms/google/message_formatting.rb +112 -0
  58. data/app/models/raif/concerns/llms/google/response_tool_calls.rb +32 -0
  59. data/app/models/raif/concerns/llms/google/tool_formatting.rb +76 -0
  60. data/app/models/raif/concerns/llms/message_formatting.rb +41 -5
  61. data/app/models/raif/concerns/llms/open_ai/json_schema_validation.rb +3 -3
  62. data/app/models/raif/concerns/llms/open_ai_completions/message_formatting.rb +22 -0
  63. data/app/models/raif/concerns/llms/open_ai_completions/response_tool_calls.rb +22 -0
  64. data/app/models/raif/concerns/llms/open_ai_completions/tool_formatting.rb +8 -0
  65. data/app/models/raif/concerns/llms/open_ai_responses/message_formatting.rb +17 -0
  66. data/app/models/raif/concerns/llms/open_ai_responses/response_tool_calls.rb +26 -0
  67. data/app/models/raif/concerns/llms/open_ai_responses/tool_formatting.rb +8 -0
  68. data/app/models/raif/concerns/provider_managed_tool_calls.rb +162 -0
  69. data/app/models/raif/concerns/run_with.rb +127 -0
  70. data/app/models/raif/conversation.rb +112 -8
  71. data/app/models/raif/conversation_entry.rb +38 -4
  72. data/app/models/raif/embedding_model.rb +2 -1
  73. data/app/models/raif/embedding_models/bedrock.rb +10 -1
  74. data/app/models/raif/embedding_models/google.rb +37 -0
  75. data/app/models/raif/embedding_models/open_ai.rb +1 -1
  76. data/app/models/raif/evals/llm_judge.rb +70 -0
  77. data/{lib → app/models}/raif/evals/llm_judges/binary.rb +41 -3
  78. data/{lib → app/models}/raif/evals/llm_judges/comparative.rb +41 -3
  79. data/{lib → app/models}/raif/evals/llm_judges/scored.rb +39 -1
  80. data/{lib → app/models}/raif/evals/llm_judges/summarization.rb +40 -2
  81. data/app/models/raif/llm.rb +104 -4
  82. data/app/models/raif/llms/anthropic.rb +32 -22
  83. data/app/models/raif/llms/bedrock.rb +64 -24
  84. data/app/models/raif/llms/google.rb +166 -0
  85. data/app/models/raif/llms/open_ai_base.rb +23 -5
  86. data/app/models/raif/llms/open_ai_completions.rb +14 -12
  87. data/app/models/raif/llms/open_ai_responses.rb +14 -17
  88. data/app/models/raif/llms/open_router.rb +16 -15
  89. data/app/models/raif/model_completion.rb +103 -1
  90. data/app/models/raif/model_tool.rb +55 -5
  91. data/app/models/raif/model_tool_invocation.rb +68 -6
  92. data/app/models/raif/model_tools/agent_final_answer.rb +2 -7
  93. data/app/models/raif/model_tools/provider_managed/code_execution.rb +4 -0
  94. data/app/models/raif/model_tools/provider_managed/image_generation.rb +4 -0
  95. data/app/models/raif/model_tools/provider_managed/web_search.rb +4 -0
  96. data/app/models/raif/prompt_studio_batch_run.rb +155 -0
  97. data/app/models/raif/prompt_studio_batch_run_item.rb +220 -0
  98. data/app/models/raif/streaming_responses/bedrock.rb +60 -1
  99. data/app/models/raif/streaming_responses/google.rb +71 -0
  100. data/app/models/raif/task.rb +85 -18
  101. data/app/models/raif/user_tool_invocation.rb +19 -0
  102. data/app/views/layouts/raif/admin.html.erb +43 -2
  103. data/app/views/raif/admin/agents/_agent.html.erb +9 -0
  104. data/app/views/raif/admin/agents/_conversation_message.html.erb +28 -6
  105. data/app/views/raif/admin/agents/index.html.erb +50 -0
  106. data/app/views/raif/admin/agents/show.html.erb +50 -1
  107. data/app/views/raif/admin/configs/show.html.erb +117 -0
  108. data/app/views/raif/admin/conversations/_conversation_entry.html.erb +29 -34
  109. data/app/views/raif/admin/conversations/show.html.erb +2 -0
  110. data/app/views/raif/admin/llms/index.html.erb +110 -0
  111. data/app/views/raif/admin/model_completions/_model_completion.html.erb +10 -5
  112. data/app/views/raif/admin/model_completions/index.html.erb +40 -1
  113. data/app/views/raif/admin/model_completions/show.html.erb +256 -84
  114. data/app/views/raif/admin/model_tool_invocations/index.html.erb +22 -1
  115. data/app/views/raif/admin/model_tool_invocations/show.html.erb +18 -0
  116. data/app/views/raif/admin/model_tools/_list.html.erb +16 -0
  117. data/app/views/raif/admin/model_tools/_model_tool.html.erb +36 -0
  118. data/app/views/raif/admin/prompt_studio/agents/index.html.erb +56 -0
  119. data/app/views/raif/admin/prompt_studio/agents/show.html.erb +57 -0
  120. data/app/views/raif/admin/prompt_studio/batch_runs/_batch_run_item.html.erb +54 -0
  121. data/app/views/raif/admin/prompt_studio/batch_runs/_judge_config_fields.html.erb +76 -0
  122. data/app/views/raif/admin/prompt_studio/batch_runs/_judge_detail_modal.html.erb +27 -0
  123. data/app/views/raif/admin/prompt_studio/batch_runs/_modal.html.erb +35 -0
  124. data/app/views/raif/admin/prompt_studio/batch_runs/_progress.html.erb +78 -0
  125. data/app/views/raif/admin/prompt_studio/batch_runs/show.html.erb +49 -0
  126. data/app/views/raif/admin/prompt_studio/conversations/index.html.erb +48 -0
  127. data/app/views/raif/admin/prompt_studio/conversations/show.html.erb +36 -0
  128. data/app/views/raif/admin/prompt_studio/shared/_nav_tabs.html.erb +17 -0
  129. data/app/views/raif/admin/prompt_studio/shared/_prompt_comparison.html.erb +87 -0
  130. data/app/views/raif/admin/prompt_studio/shared/_type_filter.html.erb +54 -0
  131. data/app/views/raif/admin/prompt_studio/tasks/_task_result.html.erb +145 -0
  132. data/app/views/raif/admin/prompt_studio/tasks/_task_row.html.erb +12 -0
  133. data/app/views/raif/admin/prompt_studio/tasks/_task_type_filter.html.erb +58 -0
  134. data/app/views/raif/admin/prompt_studio/tasks/_tasks_table.html.erb +22 -0
  135. data/app/views/raif/admin/prompt_studio/tasks/index.html.erb +35 -0
  136. data/app/views/raif/admin/prompt_studio/tasks/show.html.erb +19 -0
  137. data/app/views/raif/admin/stats/_stats_tile.html.erb +34 -0
  138. data/app/views/raif/admin/stats/index.html.erb +71 -88
  139. data/app/views/raif/admin/stats/model_tool_invocations/index.html.erb +43 -0
  140. data/app/views/raif/admin/stats/tasks/index.html.erb +20 -6
  141. data/app/views/raif/admin/tasks/_task.html.erb +1 -0
  142. data/app/views/raif/admin/tasks/index.html.erb +23 -6
  143. data/app/views/raif/admin/tasks/show.html.erb +56 -3
  144. data/app/views/raif/conversation_entries/_form.html.erb +3 -0
  145. data/app/views/raif/conversation_entries/_message.html.erb +10 -6
  146. data/app/views/raif/conversations/_conversation.html.erb +10 -0
  147. data/app/views/raif/conversations/_entry_processed.turbo_stream.erb +12 -0
  148. data/app/views/raif/conversations/index.html.erb +23 -0
  149. data/config/importmap.rb +8 -0
  150. data/config/locales/admin.en.yml +161 -1
  151. data/config/locales/en.yml +67 -4
  152. data/config/routes.rb +10 -0
  153. data/db/migrate/20250904194456_add_generating_entry_response_to_raif_conversations.rb +7 -0
  154. data/db/migrate/20250911125234_add_source_to_raif_tasks.rb +7 -0
  155. data/db/migrate/20251020005853_add_source_to_raif_agents.rb +7 -0
  156. data/db/migrate/20251020011346_rename_task_run_args_to_run_with.rb +7 -0
  157. data/db/migrate/20251020011405_add_run_with_to_raif_agents.rb +13 -0
  158. data/db/migrate/20251024160119_add_llm_messages_max_length_to_raif_conversations.rb +14 -0
  159. data/db/migrate/20251124185033_add_provider_tool_call_id_to_raif_model_tool_invocations.rb +7 -0
  160. data/db/migrate/20251128202941_add_tool_choice_to_raif_model_completions.rb +7 -0
  161. data/db/migrate/20260118144846_add_source_to_raif_conversations.rb +7 -0
  162. data/db/migrate/20260119000000_add_failure_tracking_to_raif_model_completions.rb +10 -0
  163. data/db/migrate/20260119000001_add_completed_at_to_raif_model_completions.rb +8 -0
  164. data/db/migrate/20260119000002_add_started_at_to_raif_model_completions.rb +8 -0
  165. data/db/migrate/20260307000000_add_prompt_studio_run_to_raif_tasks.rb +7 -0
  166. data/db/migrate/20260308000000_create_raif_prompt_studio_batch_runs.rb +27 -0
  167. data/db/migrate/20260308000001_create_raif_prompt_studio_batch_run_items.rb +24 -0
  168. data/db/migrate/20260407000000_add_cache_token_columns_to_raif_model_completions.rb +8 -0
  169. data/lib/generators/raif/agent/agent_generator.rb +18 -0
  170. data/lib/generators/raif/agent/templates/agent.rb.tt +7 -5
  171. data/lib/generators/raif/agent/templates/application_agent.rb.tt +1 -1
  172. data/lib/generators/raif/agent/templates/system_prompt.erb.tt +3 -0
  173. data/lib/generators/raif/conversation/conversation_generator.rb +19 -1
  174. data/lib/generators/raif/conversation/templates/conversation.rb.tt +6 -0
  175. data/lib/generators/raif/conversation/templates/system_prompt.erb.tt +4 -0
  176. data/lib/generators/raif/install/templates/initializer.rb +117 -8
  177. data/lib/generators/raif/task/task_generator.rb +18 -0
  178. data/lib/generators/raif/task/templates/prompt.erb.tt +4 -0
  179. data/lib/generators/raif/task/templates/task.rb.tt +10 -9
  180. data/lib/raif/configuration.rb +47 -2
  181. data/lib/raif/embedding_model_registry.rb +8 -0
  182. data/lib/raif/engine.rb +24 -1
  183. data/lib/raif/errors/blank_response_error.rb +8 -0
  184. data/lib/raif/errors/instance_dependent_schema_error.rb +8 -0
  185. data/lib/raif/errors/prompt_template_error.rb +15 -0
  186. data/lib/raif/errors/streaming_error.rb +6 -3
  187. data/lib/raif/errors.rb +3 -0
  188. data/lib/raif/evals/run.rb +1 -0
  189. data/lib/raif/evals.rb +0 -6
  190. data/lib/raif/json_schema_builder.rb +14 -0
  191. data/lib/raif/llm_registry.rb +433 -42
  192. data/lib/raif/messages.rb +180 -0
  193. data/lib/raif/prompt_studio_comparison_builder.rb +138 -0
  194. data/lib/raif/token_estimator.rb +28 -0
  195. data/lib/raif/version.rb +1 -1
  196. data/lib/raif.rb +11 -0
  197. data/lib/tasks/annotate_rb.rake +10 -0
  198. data/spec/support/rspec_helpers.rb +15 -9
  199. data/spec/support/test_task.rb +9 -0
  200. data/spec/support/test_template_task.rb +41 -0
  201. metadata +108 -15
  202. data/app/models/raif/agents/re_act_agent.rb +0 -127
  203. data/app/models/raif/agents/re_act_step.rb +0 -32
  204. data/app/models/raif/concerns/task_run_args.rb +0 -62
  205. data/lib/raif/evals/llm_judge.rb +0 -32
  206. /data/{lib → app/models}/raif/evals/scoring_rubric.rb +0 -0
@@ -0,0 +1,117 @@
1
+ <h1 class="my-4"><%= t("raif.admin.config.show.title") %></h1>
2
+
3
+ <div class="row">
4
+ <div class="col-12">
5
+ <div class="card mb-4">
6
+ <div class="card-header bg-light">
7
+ <h5 class="mb-0"><%= t("raif.admin.config.show.configuration_settings") %></h5>
8
+ </div>
9
+ <div class="card-body">
10
+ <table class="table table-sm table-hover mb-0">
11
+ <thead>
12
+ <tr>
13
+ <th style="width: 40%"><%= t("raif.admin.config.show.setting") %></th>
14
+ <th style="width: 60%"><%= t("raif.admin.config.show.value") %></th>
15
+ </tr>
16
+ </thead>
17
+ <tbody>
18
+ <% @config_settings.each do |item| %>
19
+ <tr>
20
+ <td class="font-monospace"><%= item[:key] %></td>
21
+ <td>
22
+ <% if item[:value].is_a?(TrueClass) || item[:value].is_a?(FalseClass) %>
23
+ <span class="badge <%= item[:value] ? "bg-success" : "bg-secondary" %>">
24
+ <%= item[:value] %>
25
+ </span>
26
+ <% elsif item[:value].to_s.include?("*") %>
27
+ <code class="text-muted"><%= item[:value] %></code>
28
+ <% elsif item[:value].is_a?(String) && item[:value].length > 80 %>
29
+ <small class="text-muted"><%= item[:value] %></small>
30
+ <% elsif item[:value].present? %>
31
+ <code><%= item[:value] %></code>
32
+ <% else %>
33
+ <span class="text-muted fst-italic"><%= t("raif.admin.config.show.not_set") %></span>
34
+ <% end %>
35
+ </td>
36
+ </tr>
37
+ <% end %>
38
+ </tbody>
39
+ </table>
40
+ </div>
41
+ </div>
42
+ </div>
43
+ </div>
44
+
45
+ <div class="row mt-4">
46
+ <div class="col-12">
47
+ <div class="card">
48
+ <div class="card-header bg-light">
49
+ <h5 class="mb-0"><%= t("raif.admin.config.show.registered_llms") %></h5>
50
+ </div>
51
+ <div class="card-body">
52
+ <% if Raif.llm_registry.any? %>
53
+ <table class="table table-sm table-hover mb-0">
54
+ <thead>
55
+ <tr>
56
+ <th><%= t("raif.admin.config.show.key") %></th>
57
+ </tr>
58
+ </thead>
59
+ <tbody>
60
+ <% Raif.llm_registry.each do |key, _llm_config| %>
61
+ <tr>
62
+ <td>
63
+ <code><%= key %></code>
64
+ <% if key.to_s == @config.default_llm_model_key.to_s %>
65
+ <span class="badge bg-primary ms-2"><%= t("raif.admin.config.show.default") %></span>
66
+ <% end %>
67
+ </td>
68
+ </tr>
69
+ <% end %>
70
+ </tbody>
71
+ </table>
72
+ <% else %>
73
+ <div class="alert alert-warning mb-0">
74
+ <%= t("raif.admin.config.show.no_llms_registered") %>
75
+ </div>
76
+ <% end %>
77
+ </div>
78
+ </div>
79
+ </div>
80
+ </div>
81
+
82
+ <div class="row mt-4">
83
+ <div class="col-12">
84
+ <div class="card">
85
+ <div class="card-header bg-light">
86
+ <h5 class="mb-0"><%= t("raif.admin.config.show.registered_embedding_models") %></h5>
87
+ </div>
88
+ <div class="card-body">
89
+ <% if Raif.embedding_model_registry.present? %>
90
+ <table class="table table-sm table-hover mb-0">
91
+ <thead>
92
+ <tr>
93
+ <th><%= t("raif.admin.config.show.key") %></th>
94
+ </tr>
95
+ </thead>
96
+ <tbody>
97
+ <% Raif.embedding_model_registry.each do |key, _model_config| %>
98
+ <tr>
99
+ <td>
100
+ <code><%= key %></code>
101
+ <% if key.to_s == @config.default_embedding_model_key.to_s %>
102
+ <span class="badge bg-primary ms-2"><%= t("raif.admin.config.show.default") %></span>
103
+ <% end %>
104
+ </td>
105
+ </tr>
106
+ <% end %>
107
+ </tbody>
108
+ </table>
109
+ <% else %>
110
+ <div class="alert alert-info mb-0">
111
+ <%= t("raif.admin.config.show.no_embedding_models_registered") %>
112
+ </div>
113
+ <% end %>
114
+ </div>
115
+ </div>
116
+ </div>
117
+ </div>
@@ -36,45 +36,40 @@
36
36
  <% if entry.raif_model_tool_invocations.any? %>
37
37
  <div class="mb-3">
38
38
  <strong><%= t("raif.admin.common.model_tool_invocations") %>:</strong>
39
- <div class="ms-3 mt-2">
39
+ <div class="conversation-history ms-3 mt-2">
40
40
  <% entry.raif_model_tool_invocations.each do |invocation| %>
41
- <div class="card mb-2">
42
- <div class="card-body p-3">
43
- <div class="d-flex w-100 justify-content-between align-items-start">
44
- <div>
45
- <h6 class="mb-1">
46
- <%= link_to invocation.tool_name, raif.admin_model_tool_invocation_path(invocation) %>
47
- </h6>
48
- <% if invocation.completed_at? %>
49
- <span class="badge bg-success"><%= t("raif.admin.common.completed") %></span>
50
- <% elsif invocation.failed_at? %>
51
- <span class="badge bg-danger"><%= t("raif.admin.common.failed") %></span>
52
- <% else %>
53
- <span class="badge bg-secondary"><%= t("raif.admin.common.pending") %></span>
54
- <% end %>
55
- </div>
56
- <small class="text-muted"><%= invocation.created_at.rfc822 %></small>
57
- </div>
58
- <div class="mt-2">
41
+ <div class="message tool_call mb-3">
42
+ <div class="message-header d-flex justify-content-between align-items-center mb-2 px-2">
43
+ <strong class="text-warning">
44
+ <%= t("raif.admin.common.tool_call") %>: <%= link_to invocation.tool_name, raif.admin_model_tool_invocation_path(invocation) %>
45
+ <% if invocation.completed_at? %>
46
+ <span class="badge bg-success ms-2"><%= t("raif.admin.common.completed") %></span>
47
+ <% elsif invocation.failed_at? %>
48
+ <span class="badge bg-danger ms-2"><%= t("raif.admin.common.failed") %></span>
49
+ <% else %>
50
+ <span class="badge bg-secondary ms-2"><%= t("raif.admin.common.pending") %></span>
51
+ <% end %>
52
+ </strong>
53
+ <small class="text-muted"><%= invocation.created_at.rfc822 %></small>
54
+ </div>
55
+ <div class="message-content px-3 py-2">
56
+ <div>
59
57
  <strong><%= t("raif.admin.common.arguments") %>:</strong>
60
- <pre class="pre-wrap mt-1"><%= begin
61
- JSON.pretty_generate(invocation.tool_arguments)
62
- rescue StandardError
63
- invocation.tool_arguments
64
- end %></pre>
58
+ <code><%= invocation.tool_arguments.to_json %></code>
65
59
  </div>
66
- <% if invocation.result.present? %>
67
- <div class="mt-2">
68
- <strong><%= t("raif.admin.common.result") %>:</strong>
69
- <pre class="pre-wrap mt-1"><%= begin
70
- JSON.pretty_generate(invocation.result)
71
- rescue StandardError
72
- invocation.result
73
- end %></pre>
74
- </div>
75
- <% end %>
76
60
  </div>
77
61
  </div>
62
+
63
+ <% if invocation.result.present? %>
64
+ <div class="message tool_call_result mb-3">
65
+ <div class="message-header d-flex justify-content-between align-items-center mb-2 px-2">
66
+ <strong class="text-success"><%= t("raif.admin.common.tool_result") %></strong>
67
+ </div>
68
+ <div class="message-content px-3 py-2">
69
+ <code><%= invocation.result.is_a?(String) ? invocation.result : JSON.pretty_generate(invocation.result) %></code>
70
+ </div>
71
+ </div>
72
+ <% end %>
78
73
  <% end %>
79
74
  </div>
80
75
  </div>
@@ -33,6 +33,8 @@
33
33
  </div>
34
34
  </div>
35
35
 
36
+ <%= render "raif/admin/model_tools/list", model_tools: @conversation.available_model_tools_map %>
37
+
36
38
  <div class="card mb-4">
37
39
  <div class="card-header">
38
40
  <h5 class="mb-0"><%= t("raif.admin.common.system_prompt") %></h5>
@@ -0,0 +1,110 @@
1
+ <h1 class="my-4"><%= t("raif.admin.llms.index.title") %></h1>
2
+
3
+ <div class="row">
4
+ <div class="col-12">
5
+ <%= form_tag raif.admin_llms_path, method: :get, class: "mb-4" do %>
6
+ <div class="row align-items-end">
7
+ <div class="col-md-4">
8
+ <div class="form-group">
9
+ <label for="names"><%= t("raif.admin.llms.index.name") %></label>
10
+ <%= select_tag "names[]",
11
+ options_for_select(
12
+ @llm_names.map { |n| [n, n] },
13
+ @selected_names
14
+ ),
15
+ { id: "names", multiple: true, class: "form-select", data: { controller: "raif--tom-select" } } %>
16
+ </div>
17
+ </div>
18
+ <div class="col-md-4">
19
+ <div class="form-group">
20
+ <label for="providers"><%= t("raif.admin.llms.index.provider") %></label>
21
+ <%= select_tag "providers[]",
22
+ options_for_select(
23
+ @provider_names.map { |p| [p, p] },
24
+ @selected_providers
25
+ ),
26
+ { id: "providers", multiple: true, class: "form-select", data: { controller: "raif--tom-select" } } %>
27
+ </div>
28
+ </div>
29
+ <div class="col-md-2">
30
+ <%= submit_tag t("raif.admin.common.filter"), class: "btn btn-primary" %>
31
+ </div>
32
+ </div>
33
+ <% end %>
34
+
35
+ <div class="card" data-controller="raif--table-search raif--sortable-table">
36
+ <div class="card-header bg-light">
37
+ <input type="text"
38
+ class="form-control form-control-sm"
39
+ placeholder="<%= t("raif.admin.llms.index.search_placeholder") %>"
40
+ data-raif--table-search-target="input"
41
+ autocomplete="off"
42
+ data-action="input->raif--table-search#filter">
43
+ </div>
44
+ <div class="card-body">
45
+ <% if @llms.any? %>
46
+ <table class="table table-sm table-hover mb-0">
47
+ <thead>
48
+ <tr>
49
+ <th role="button" data-action="click->raif--sortable-table#sort" data-raif--sortable-table-target="header" data-col-index="0" data-sort-type="string" style="cursor: pointer;">
50
+ <%= t("raif.admin.llms.index.name") %>
51
+ </th>
52
+ <th role="button" data-action="click->raif--sortable-table#sort" data-raif--sortable-table-target="header" data-col-index="1" data-sort-type="string" style="cursor: pointer;">
53
+ <%= t("raif.admin.llms.index.provider") %>
54
+ </th>
55
+ <th role="button" data-action="click->raif--sortable-table#sort" data-raif--sortable-table-target="header" data-col-index="2" data-sort-type="string" style="cursor: pointer;">
56
+ <%= t("raif.admin.llms.index.api_name") %>
57
+ </th>
58
+ <th role="button" class="text-end" data-action="click->raif--sortable-table#sort" data-raif--sortable-table-target="header" data-col-index="3" data-sort-type="number" style="cursor: pointer;">
59
+ <%= t("raif.admin.llms.index.input_cost") %>
60
+ </th>
61
+ <th role="button" class="text-end" data-action="click->raif--sortable-table#sort" data-raif--sortable-table-target="header" data-col-index="4" data-sort-type="number" style="cursor: pointer;">
62
+ <%= t("raif.admin.llms.index.output_cost") %>
63
+ </th>
64
+ <th class="text-center"><%= t("raif.admin.common.default") %></th>
65
+ </tr>
66
+ </thead>
67
+ <tbody data-raif--sortable-table-target="body">
68
+ <% @llms.each do |llm| %>
69
+ <% input_cost = llm.input_token_cost.present? && llm.input_token_cost > 0 ? llm.input_token_cost * 1_000_000 : 0 %>
70
+ <% output_cost = llm.output_token_cost.present? && llm.output_token_cost > 0 ? llm.output_token_cost * 1_000_000 : 0 %>
71
+ <tr data-raif--table-search-target="row"
72
+ data-searchable="<%= "#{llm.name} #{llm.class.name.demodulize} #{llm.api_name}".downcase %>">
73
+ <td><%= llm.name %></td>
74
+ <td><code><%= llm.class.name.demodulize %></code></td>
75
+ <td><code><%= llm.api_name %></code></td>
76
+ <td class="text-end" data-sort-value="<%= input_cost %>">
77
+ <% if input_cost > 0 %>
78
+ $<%= format("%.2f", input_cost) %>
79
+ <% else %>
80
+ <span class="text-muted">-</span>
81
+ <% end %>
82
+ </td>
83
+ <td class="text-end" data-sort-value="<%= output_cost %>">
84
+ <% if output_cost > 0 %>
85
+ $<%= format("%.2f", output_cost) %>
86
+ <% else %>
87
+ <span class="text-muted">-</span>
88
+ <% end %>
89
+ </td>
90
+ <td class="text-center">
91
+ <% if llm.key.to_s == Raif.config.default_llm_model_key.to_s %>
92
+ <span class="badge bg-primary"><%= t("raif.admin.llms.index.default_badge") %></span>
93
+ <% end %>
94
+ </td>
95
+ </tr>
96
+ <% end %>
97
+ </tbody>
98
+ </table>
99
+ <p class="text-muted mt-3 mb-0">
100
+ <small><%= t("raif.admin.llms.index.cost_note") %></small>
101
+ </p>
102
+ <% else %>
103
+ <div class="alert alert-warning mb-0">
104
+ <%= t("raif.admin.llms.index.no_llms") %>
105
+ </div>
106
+ <% end %>
107
+ </div>
108
+ </div>
109
+ </div>
110
+ </div>
@@ -4,14 +4,19 @@
4
4
  <td><%= model_completion.source_type %> #<%= model_completion.source_id %></td>
5
5
  <td><%= model_completion.llm_model_key %></td>
6
6
  <td><%= model_completion.response_format %></td>
7
- <td><%= model_completion.total_tokens ? number_with_delimiter(model_completion.total_tokens) : "-" %></td>
8
- <td><%= model_completion.total_cost ? number_to_currency(model_completion.total_cost, precision: 6) : "-" %></td>
9
7
  <td>
10
- <% if model_completion.citations.present? %>
11
- <span class="badge bg-info"><%= model_completion.citations.length %></span>
8
+ <% if model_completion.failed? %>
9
+ <span class="badge bg-danger"><%= t("raif.admin.common.failed") %></span>
10
+ <% elsif model_completion.completed? %>
11
+ <span class="badge bg-success"><%= t("raif.admin.common.completed") %></span>
12
12
  <% else %>
13
- <span class="text-muted">-</span>
13
+ <span class="badge bg-secondary"><%= t("raif.admin.common.pending") %></span>
14
14
  <% end %>
15
15
  </td>
16
+ <td><small class="text-muted"><%= model_completion.runtime_duration %></small></td>
17
+ <td><%= model_completion.cache_read_input_tokens.to_i > 0 ? number_with_delimiter(model_completion.cache_read_input_tokens) : "-" %></td>
18
+ <td><%= model_completion.cache_creation_input_tokens.to_i > 0 ? number_with_delimiter(model_completion.cache_creation_input_tokens) : "-" %></td>
19
+ <td><%= model_completion.total_tokens ? number_with_delimiter(model_completion.total_tokens) : "-" %></td>
20
+ <td><%= model_completion.total_cost ? number_to_currency(model_completion.total_cost, precision: 6) : "-" %></td>
16
21
  <td><small class="text-muted"><%= truncate(model_completion.raw_response, length: 100) %></small></td>
17
22
  </tr>
@@ -2,6 +2,42 @@
2
2
 
3
3
  <div class="row">
4
4
  <div class="col-12">
5
+ <%= form_tag raif.admin_model_completions_path, method: :get, class: "mb-4" do %>
6
+ <div class="row align-items-end">
7
+ <div class="col-md-4">
8
+ <div class="form-group">
9
+ <label for="status"><%= t("raif.admin.common.status") %></label>
10
+ <%= select_tag :status,
11
+ options_for_select(
12
+ [
13
+ [t("raif.admin.common.all"), :all],
14
+ [t("raif.admin.common.completed"), :completed],
15
+ [t("raif.admin.common.failed"), :failed],
16
+ [t("raif.admin.common.in_progress"), :started],
17
+ [t("raif.admin.common.pending"), :pending]
18
+ ],
19
+ @selected_status
20
+ ),
21
+ { class: "form-select" } %>
22
+ </div>
23
+ </div>
24
+ <div class="col-md-4">
25
+ <div class="form-group">
26
+ <label for="llm_model_key"><%= t("raif.admin.common.model") %></label>
27
+ <%= select_tag :llm_model_key,
28
+ options_for_select(
29
+ [[t("raif.admin.common.all"), ""]] + @llm_model_keys.map { |key| [key, key] },
30
+ @selected_llm_model_key
31
+ ),
32
+ { class: "form-select", data: { controller: "raif--tom-select" } } %>
33
+ </div>
34
+ </div>
35
+ <div class="col-md-2">
36
+ <%= submit_tag t("raif.admin.common.filter"), class: "btn btn-primary" %>
37
+ </div>
38
+ </div>
39
+ <% end %>
40
+
5
41
  <% if @model_completions.any? %>
6
42
  <div class="table-responsive">
7
43
  <table class="table table-striped table-hover">
@@ -12,9 +48,12 @@
12
48
  <th><%= t("raif.admin.common.source") %></th>
13
49
  <th><%= t("raif.admin.common.model") %></th>
14
50
  <th><%= t("raif.admin.common.response_format") %></th>
51
+ <th><%= t("raif.admin.common.status") %></th>
52
+ <th><%= t("raif.admin.common.duration") %></th>
53
+ <th><%= t("raif.admin.common.cache_read_input_tokens") %></th>
54
+ <th><%= t("raif.admin.common.cache_creation_input_tokens") %></th>
15
55
  <th><%= t("raif.admin.common.total_tokens") %></th>
16
56
  <th><%= t("raif.admin.common.total_cost") %></th>
17
- <th><%= t("raif.admin.common.citations") %></th>
18
57
  <th><%= t("raif.admin.common.response") %></th>
19
58
  </tr>
20
59
  </thead>