raif 1.3.0 → 1.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +8 -7
- data/app/assets/builds/raif.css +4 -1
- data/app/assets/builds/raif_admin.css +52 -2
- data/app/assets/builds/raif_admin_sprockets.js +2709 -0
- data/app/assets/javascript/raif/admin/copy_to_clipboard_controller.js +132 -0
- data/app/assets/javascript/raif/admin/cost_estimate_controller.js +80 -0
- data/app/assets/javascript/raif/admin/judge_config_controller.js +23 -0
- data/app/assets/javascript/raif/admin/select_all_checkboxes_controller.js +33 -0
- data/app/assets/javascript/raif/admin/sortable_table_controller.js +51 -0
- data/app/assets/javascript/raif/admin/table_search_controller.js +15 -0
- data/app/assets/javascript/raif/admin/tom_select_controller.js +33 -0
- data/app/assets/javascript/raif/controllers/conversations_controller.js +1 -1
- data/app/assets/javascript/raif_admin.js +23 -0
- data/app/assets/javascript/raif_admin_sprockets.js +24 -0
- data/app/assets/stylesheets/raif/admin/conversation.scss +16 -0
- data/app/assets/stylesheets/raif/conversations.scss +3 -0
- data/app/assets/stylesheets/raif.scss +2 -1
- data/app/assets/stylesheets/raif_admin.scss +50 -1
- data/app/controllers/raif/admin/agents_controller.rb +27 -1
- data/app/controllers/raif/admin/application_controller.rb +16 -0
- data/app/controllers/raif/admin/configs_controller.rb +95 -0
- data/app/controllers/raif/admin/llms_controller.rb +27 -0
- data/app/controllers/raif/admin/model_completions_controller.rb +24 -1
- data/app/controllers/raif/admin/model_tool_invocations_controller.rb +7 -1
- data/app/controllers/raif/admin/prompt_studio/agents_controller.rb +25 -0
- data/app/controllers/raif/admin/prompt_studio/base_controller.rb +32 -0
- data/app/controllers/raif/admin/prompt_studio/batch_runs_controller.rb +102 -0
- data/app/controllers/raif/admin/prompt_studio/conversations_controller.rb +25 -0
- data/app/controllers/raif/admin/prompt_studio/tasks_controller.rb +64 -0
- data/app/controllers/raif/admin/stats/model_tool_invocations_controller.rb +21 -0
- data/app/controllers/raif/admin/stats/tasks_controller.rb +15 -6
- data/app/controllers/raif/admin/stats_controller.rb +32 -3
- data/app/controllers/raif/admin/tasks_controller.rb +5 -0
- data/app/controllers/raif/conversation_entries_controller.rb +1 -0
- data/app/controllers/raif/conversations_controller.rb +10 -2
- data/app/helpers/raif/application_helper.rb +40 -0
- data/app/jobs/raif/conversation_entry_job.rb +8 -6
- data/app/jobs/raif/prompt_studio_batch_run_item_job.rb +11 -0
- data/app/jobs/raif/prompt_studio_batch_run_job.rb +15 -0
- data/app/jobs/raif/prompt_studio_task_run_job.rb +36 -0
- data/app/models/raif/admin/task_stat.rb +7 -0
- data/app/models/raif/agent.rb +98 -6
- data/app/models/raif/agents/native_tool_calling_agent.rb +179 -52
- data/app/models/raif/application_record.rb +18 -0
- data/app/models/raif/concerns/agent_inference_stats.rb +35 -0
- data/app/models/raif/concerns/has_prompt_templates.rb +88 -0
- data/app/models/raif/concerns/has_runtime_duration.rb +41 -0
- data/app/models/raif/concerns/json_schema_definition.rb +54 -6
- data/app/models/raif/concerns/llm_prompt_caching.rb +20 -0
- data/app/models/raif/concerns/llms/anthropic/message_formatting.rb +34 -0
- data/app/models/raif/concerns/llms/anthropic/response_tool_calls.rb +24 -0
- data/app/models/raif/concerns/llms/anthropic/tool_formatting.rb +8 -0
- data/app/models/raif/concerns/llms/bedrock/message_formatting.rb +43 -0
- data/app/models/raif/concerns/llms/bedrock/response_tool_calls.rb +26 -0
- data/app/models/raif/concerns/llms/bedrock/tool_formatting.rb +8 -0
- data/app/models/raif/concerns/llms/google/message_formatting.rb +112 -0
- data/app/models/raif/concerns/llms/google/response_tool_calls.rb +32 -0
- data/app/models/raif/concerns/llms/google/tool_formatting.rb +76 -0
- data/app/models/raif/concerns/llms/message_formatting.rb +41 -5
- data/app/models/raif/concerns/llms/open_ai/json_schema_validation.rb +3 -3
- data/app/models/raif/concerns/llms/open_ai_completions/message_formatting.rb +22 -0
- data/app/models/raif/concerns/llms/open_ai_completions/response_tool_calls.rb +22 -0
- data/app/models/raif/concerns/llms/open_ai_completions/tool_formatting.rb +8 -0
- data/app/models/raif/concerns/llms/open_ai_responses/message_formatting.rb +17 -0
- data/app/models/raif/concerns/llms/open_ai_responses/response_tool_calls.rb +26 -0
- data/app/models/raif/concerns/llms/open_ai_responses/tool_formatting.rb +8 -0
- data/app/models/raif/concerns/provider_managed_tool_calls.rb +162 -0
- data/app/models/raif/concerns/run_with.rb +127 -0
- data/app/models/raif/conversation.rb +112 -8
- data/app/models/raif/conversation_entry.rb +38 -4
- data/app/models/raif/embedding_model.rb +2 -1
- data/app/models/raif/embedding_models/bedrock.rb +10 -1
- data/app/models/raif/embedding_models/google.rb +37 -0
- data/app/models/raif/embedding_models/open_ai.rb +1 -1
- data/app/models/raif/evals/llm_judge.rb +70 -0
- data/{lib → app/models}/raif/evals/llm_judges/binary.rb +41 -3
- data/{lib → app/models}/raif/evals/llm_judges/comparative.rb +41 -3
- data/{lib → app/models}/raif/evals/llm_judges/scored.rb +39 -1
- data/{lib → app/models}/raif/evals/llm_judges/summarization.rb +40 -2
- data/app/models/raif/llm.rb +104 -4
- data/app/models/raif/llms/anthropic.rb +32 -22
- data/app/models/raif/llms/bedrock.rb +64 -24
- data/app/models/raif/llms/google.rb +166 -0
- data/app/models/raif/llms/open_ai_base.rb +23 -5
- data/app/models/raif/llms/open_ai_completions.rb +14 -12
- data/app/models/raif/llms/open_ai_responses.rb +14 -17
- data/app/models/raif/llms/open_router.rb +16 -15
- data/app/models/raif/model_completion.rb +103 -1
- data/app/models/raif/model_tool.rb +55 -5
- data/app/models/raif/model_tool_invocation.rb +68 -6
- data/app/models/raif/model_tools/agent_final_answer.rb +2 -7
- data/app/models/raif/model_tools/provider_managed/code_execution.rb +4 -0
- data/app/models/raif/model_tools/provider_managed/image_generation.rb +4 -0
- data/app/models/raif/model_tools/provider_managed/web_search.rb +4 -0
- data/app/models/raif/prompt_studio_batch_run.rb +155 -0
- data/app/models/raif/prompt_studio_batch_run_item.rb +220 -0
- data/app/models/raif/streaming_responses/bedrock.rb +60 -1
- data/app/models/raif/streaming_responses/google.rb +71 -0
- data/app/models/raif/task.rb +85 -18
- data/app/models/raif/user_tool_invocation.rb +19 -0
- data/app/views/layouts/raif/admin.html.erb +43 -2
- data/app/views/raif/admin/agents/_agent.html.erb +9 -0
- data/app/views/raif/admin/agents/_conversation_message.html.erb +28 -6
- data/app/views/raif/admin/agents/index.html.erb +50 -0
- data/app/views/raif/admin/agents/show.html.erb +50 -1
- data/app/views/raif/admin/configs/show.html.erb +117 -0
- data/app/views/raif/admin/conversations/_conversation_entry.html.erb +29 -34
- data/app/views/raif/admin/conversations/show.html.erb +2 -0
- data/app/views/raif/admin/llms/index.html.erb +110 -0
- data/app/views/raif/admin/model_completions/_model_completion.html.erb +10 -5
- data/app/views/raif/admin/model_completions/index.html.erb +40 -1
- data/app/views/raif/admin/model_completions/show.html.erb +256 -84
- data/app/views/raif/admin/model_tool_invocations/index.html.erb +22 -1
- data/app/views/raif/admin/model_tool_invocations/show.html.erb +18 -0
- data/app/views/raif/admin/model_tools/_list.html.erb +16 -0
- data/app/views/raif/admin/model_tools/_model_tool.html.erb +36 -0
- data/app/views/raif/admin/prompt_studio/agents/index.html.erb +56 -0
- data/app/views/raif/admin/prompt_studio/agents/show.html.erb +57 -0
- data/app/views/raif/admin/prompt_studio/batch_runs/_batch_run_item.html.erb +54 -0
- data/app/views/raif/admin/prompt_studio/batch_runs/_judge_config_fields.html.erb +76 -0
- data/app/views/raif/admin/prompt_studio/batch_runs/_judge_detail_modal.html.erb +27 -0
- data/app/views/raif/admin/prompt_studio/batch_runs/_modal.html.erb +35 -0
- data/app/views/raif/admin/prompt_studio/batch_runs/_progress.html.erb +78 -0
- data/app/views/raif/admin/prompt_studio/batch_runs/show.html.erb +49 -0
- data/app/views/raif/admin/prompt_studio/conversations/index.html.erb +48 -0
- data/app/views/raif/admin/prompt_studio/conversations/show.html.erb +36 -0
- data/app/views/raif/admin/prompt_studio/shared/_nav_tabs.html.erb +17 -0
- data/app/views/raif/admin/prompt_studio/shared/_prompt_comparison.html.erb +87 -0
- data/app/views/raif/admin/prompt_studio/shared/_type_filter.html.erb +54 -0
- data/app/views/raif/admin/prompt_studio/tasks/_task_result.html.erb +145 -0
- data/app/views/raif/admin/prompt_studio/tasks/_task_row.html.erb +12 -0
- data/app/views/raif/admin/prompt_studio/tasks/_task_type_filter.html.erb +58 -0
- data/app/views/raif/admin/prompt_studio/tasks/_tasks_table.html.erb +22 -0
- data/app/views/raif/admin/prompt_studio/tasks/index.html.erb +35 -0
- data/app/views/raif/admin/prompt_studio/tasks/show.html.erb +19 -0
- data/app/views/raif/admin/stats/_stats_tile.html.erb +34 -0
- data/app/views/raif/admin/stats/index.html.erb +71 -88
- data/app/views/raif/admin/stats/model_tool_invocations/index.html.erb +43 -0
- data/app/views/raif/admin/stats/tasks/index.html.erb +20 -6
- data/app/views/raif/admin/tasks/_task.html.erb +1 -0
- data/app/views/raif/admin/tasks/index.html.erb +23 -6
- data/app/views/raif/admin/tasks/show.html.erb +56 -3
- data/app/views/raif/conversation_entries/_form.html.erb +3 -0
- data/app/views/raif/conversation_entries/_message.html.erb +10 -6
- data/app/views/raif/conversations/_conversation.html.erb +10 -0
- data/app/views/raif/conversations/_entry_processed.turbo_stream.erb +12 -0
- data/app/views/raif/conversations/index.html.erb +23 -0
- data/config/importmap.rb +8 -0
- data/config/locales/admin.en.yml +161 -1
- data/config/locales/en.yml +67 -4
- data/config/routes.rb +10 -0
- data/db/migrate/20250904194456_add_generating_entry_response_to_raif_conversations.rb +7 -0
- data/db/migrate/20250911125234_add_source_to_raif_tasks.rb +7 -0
- data/db/migrate/20251020005853_add_source_to_raif_agents.rb +7 -0
- data/db/migrate/20251020011346_rename_task_run_args_to_run_with.rb +7 -0
- data/db/migrate/20251020011405_add_run_with_to_raif_agents.rb +13 -0
- data/db/migrate/20251024160119_add_llm_messages_max_length_to_raif_conversations.rb +14 -0
- data/db/migrate/20251124185033_add_provider_tool_call_id_to_raif_model_tool_invocations.rb +7 -0
- data/db/migrate/20251128202941_add_tool_choice_to_raif_model_completions.rb +7 -0
- data/db/migrate/20260118144846_add_source_to_raif_conversations.rb +7 -0
- data/db/migrate/20260119000000_add_failure_tracking_to_raif_model_completions.rb +10 -0
- data/db/migrate/20260119000001_add_completed_at_to_raif_model_completions.rb +8 -0
- data/db/migrate/20260119000002_add_started_at_to_raif_model_completions.rb +8 -0
- data/db/migrate/20260307000000_add_prompt_studio_run_to_raif_tasks.rb +7 -0
- data/db/migrate/20260308000000_create_raif_prompt_studio_batch_runs.rb +27 -0
- data/db/migrate/20260308000001_create_raif_prompt_studio_batch_run_items.rb +24 -0
- data/db/migrate/20260407000000_add_cache_token_columns_to_raif_model_completions.rb +8 -0
- data/lib/generators/raif/agent/agent_generator.rb +18 -0
- data/lib/generators/raif/agent/templates/agent.rb.tt +7 -5
- data/lib/generators/raif/agent/templates/application_agent.rb.tt +1 -1
- data/lib/generators/raif/agent/templates/system_prompt.erb.tt +3 -0
- data/lib/generators/raif/conversation/conversation_generator.rb +19 -1
- data/lib/generators/raif/conversation/templates/conversation.rb.tt +6 -0
- data/lib/generators/raif/conversation/templates/system_prompt.erb.tt +4 -0
- data/lib/generators/raif/install/templates/initializer.rb +117 -8
- data/lib/generators/raif/task/task_generator.rb +18 -0
- data/lib/generators/raif/task/templates/prompt.erb.tt +4 -0
- data/lib/generators/raif/task/templates/task.rb.tt +10 -9
- data/lib/raif/configuration.rb +47 -2
- data/lib/raif/embedding_model_registry.rb +8 -0
- data/lib/raif/engine.rb +24 -1
- data/lib/raif/errors/blank_response_error.rb +8 -0
- data/lib/raif/errors/instance_dependent_schema_error.rb +8 -0
- data/lib/raif/errors/prompt_template_error.rb +15 -0
- data/lib/raif/errors/streaming_error.rb +6 -3
- data/lib/raif/errors.rb +3 -0
- data/lib/raif/evals/run.rb +1 -0
- data/lib/raif/evals.rb +0 -6
- data/lib/raif/json_schema_builder.rb +14 -0
- data/lib/raif/llm_registry.rb +433 -42
- data/lib/raif/messages.rb +180 -0
- data/lib/raif/prompt_studio_comparison_builder.rb +138 -0
- data/lib/raif/token_estimator.rb +28 -0
- data/lib/raif/version.rb +1 -1
- data/lib/raif.rb +11 -0
- data/lib/tasks/annotate_rb.rake +10 -0
- data/spec/support/rspec_helpers.rb +15 -9
- data/spec/support/test_task.rb +9 -0
- data/spec/support/test_template_task.rb +41 -0
- metadata +108 -15
- data/app/models/raif/agents/re_act_agent.rb +0 -127
- data/app/models/raif/agents/re_act_step.rb +0 -32
- data/app/models/raif/concerns/task_run_args.rb +0 -62
- data/lib/raif/evals/llm_judge.rb +0 -32
- /data/{lib → app/models}/raif/evals/scoring_rubric.rb +0 -0
|
@@ -0,0 +1,117 @@
|
|
|
1
|
+
<h1 class="my-4"><%= t("raif.admin.config.show.title") %></h1>
|
|
2
|
+
|
|
3
|
+
<div class="row">
|
|
4
|
+
<div class="col-12">
|
|
5
|
+
<div class="card mb-4">
|
|
6
|
+
<div class="card-header bg-light">
|
|
7
|
+
<h5 class="mb-0"><%= t("raif.admin.config.show.configuration_settings") %></h5>
|
|
8
|
+
</div>
|
|
9
|
+
<div class="card-body">
|
|
10
|
+
<table class="table table-sm table-hover mb-0">
|
|
11
|
+
<thead>
|
|
12
|
+
<tr>
|
|
13
|
+
<th style="width: 40%"><%= t("raif.admin.config.show.setting") %></th>
|
|
14
|
+
<th style="width: 60%"><%= t("raif.admin.config.show.value") %></th>
|
|
15
|
+
</tr>
|
|
16
|
+
</thead>
|
|
17
|
+
<tbody>
|
|
18
|
+
<% @config_settings.each do |item| %>
|
|
19
|
+
<tr>
|
|
20
|
+
<td class="font-monospace"><%= item[:key] %></td>
|
|
21
|
+
<td>
|
|
22
|
+
<% if item[:value].is_a?(TrueClass) || item[:value].is_a?(FalseClass) %>
|
|
23
|
+
<span class="badge <%= item[:value] ? "bg-success" : "bg-secondary" %>">
|
|
24
|
+
<%= item[:value] %>
|
|
25
|
+
</span>
|
|
26
|
+
<% elsif item[:value].to_s.include?("*") %>
|
|
27
|
+
<code class="text-muted"><%= item[:value] %></code>
|
|
28
|
+
<% elsif item[:value].is_a?(String) && item[:value].length > 80 %>
|
|
29
|
+
<small class="text-muted"><%= item[:value] %></small>
|
|
30
|
+
<% elsif item[:value].present? %>
|
|
31
|
+
<code><%= item[:value] %></code>
|
|
32
|
+
<% else %>
|
|
33
|
+
<span class="text-muted fst-italic"><%= t("raif.admin.config.show.not_set") %></span>
|
|
34
|
+
<% end %>
|
|
35
|
+
</td>
|
|
36
|
+
</tr>
|
|
37
|
+
<% end %>
|
|
38
|
+
</tbody>
|
|
39
|
+
</table>
|
|
40
|
+
</div>
|
|
41
|
+
</div>
|
|
42
|
+
</div>
|
|
43
|
+
</div>
|
|
44
|
+
|
|
45
|
+
<div class="row mt-4">
|
|
46
|
+
<div class="col-12">
|
|
47
|
+
<div class="card">
|
|
48
|
+
<div class="card-header bg-light">
|
|
49
|
+
<h5 class="mb-0"><%= t("raif.admin.config.show.registered_llms") %></h5>
|
|
50
|
+
</div>
|
|
51
|
+
<div class="card-body">
|
|
52
|
+
<% if Raif.llm_registry.any? %>
|
|
53
|
+
<table class="table table-sm table-hover mb-0">
|
|
54
|
+
<thead>
|
|
55
|
+
<tr>
|
|
56
|
+
<th><%= t("raif.admin.config.show.key") %></th>
|
|
57
|
+
</tr>
|
|
58
|
+
</thead>
|
|
59
|
+
<tbody>
|
|
60
|
+
<% Raif.llm_registry.each do |key, _llm_config| %>
|
|
61
|
+
<tr>
|
|
62
|
+
<td>
|
|
63
|
+
<code><%= key %></code>
|
|
64
|
+
<% if key.to_s == @config.default_llm_model_key.to_s %>
|
|
65
|
+
<span class="badge bg-primary ms-2"><%= t("raif.admin.config.show.default") %></span>
|
|
66
|
+
<% end %>
|
|
67
|
+
</td>
|
|
68
|
+
</tr>
|
|
69
|
+
<% end %>
|
|
70
|
+
</tbody>
|
|
71
|
+
</table>
|
|
72
|
+
<% else %>
|
|
73
|
+
<div class="alert alert-warning mb-0">
|
|
74
|
+
<%= t("raif.admin.config.show.no_llms_registered") %>
|
|
75
|
+
</div>
|
|
76
|
+
<% end %>
|
|
77
|
+
</div>
|
|
78
|
+
</div>
|
|
79
|
+
</div>
|
|
80
|
+
</div>
|
|
81
|
+
|
|
82
|
+
<div class="row mt-4">
|
|
83
|
+
<div class="col-12">
|
|
84
|
+
<div class="card">
|
|
85
|
+
<div class="card-header bg-light">
|
|
86
|
+
<h5 class="mb-0"><%= t("raif.admin.config.show.registered_embedding_models") %></h5>
|
|
87
|
+
</div>
|
|
88
|
+
<div class="card-body">
|
|
89
|
+
<% if Raif.embedding_model_registry.present? %>
|
|
90
|
+
<table class="table table-sm table-hover mb-0">
|
|
91
|
+
<thead>
|
|
92
|
+
<tr>
|
|
93
|
+
<th><%= t("raif.admin.config.show.key") %></th>
|
|
94
|
+
</tr>
|
|
95
|
+
</thead>
|
|
96
|
+
<tbody>
|
|
97
|
+
<% Raif.embedding_model_registry.each do |key, _model_config| %>
|
|
98
|
+
<tr>
|
|
99
|
+
<td>
|
|
100
|
+
<code><%= key %></code>
|
|
101
|
+
<% if key.to_s == @config.default_embedding_model_key.to_s %>
|
|
102
|
+
<span class="badge bg-primary ms-2"><%= t("raif.admin.config.show.default") %></span>
|
|
103
|
+
<% end %>
|
|
104
|
+
</td>
|
|
105
|
+
</tr>
|
|
106
|
+
<% end %>
|
|
107
|
+
</tbody>
|
|
108
|
+
</table>
|
|
109
|
+
<% else %>
|
|
110
|
+
<div class="alert alert-info mb-0">
|
|
111
|
+
<%= t("raif.admin.config.show.no_embedding_models_registered") %>
|
|
112
|
+
</div>
|
|
113
|
+
<% end %>
|
|
114
|
+
</div>
|
|
115
|
+
</div>
|
|
116
|
+
</div>
|
|
117
|
+
</div>
|
|
@@ -36,45 +36,40 @@
|
|
|
36
36
|
<% if entry.raif_model_tool_invocations.any? %>
|
|
37
37
|
<div class="mb-3">
|
|
38
38
|
<strong><%= t("raif.admin.common.model_tool_invocations") %>:</strong>
|
|
39
|
-
<div class="ms-3 mt-2">
|
|
39
|
+
<div class="conversation-history ms-3 mt-2">
|
|
40
40
|
<% entry.raif_model_tool_invocations.each do |invocation| %>
|
|
41
|
-
<div class="
|
|
42
|
-
<div class="
|
|
43
|
-
<
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
</div>
|
|
58
|
-
<div class="mt-2">
|
|
41
|
+
<div class="message tool_call mb-3">
|
|
42
|
+
<div class="message-header d-flex justify-content-between align-items-center mb-2 px-2">
|
|
43
|
+
<strong class="text-warning">
|
|
44
|
+
<%= t("raif.admin.common.tool_call") %>: <%= link_to invocation.tool_name, raif.admin_model_tool_invocation_path(invocation) %>
|
|
45
|
+
<% if invocation.completed_at? %>
|
|
46
|
+
<span class="badge bg-success ms-2"><%= t("raif.admin.common.completed") %></span>
|
|
47
|
+
<% elsif invocation.failed_at? %>
|
|
48
|
+
<span class="badge bg-danger ms-2"><%= t("raif.admin.common.failed") %></span>
|
|
49
|
+
<% else %>
|
|
50
|
+
<span class="badge bg-secondary ms-2"><%= t("raif.admin.common.pending") %></span>
|
|
51
|
+
<% end %>
|
|
52
|
+
</strong>
|
|
53
|
+
<small class="text-muted"><%= invocation.created_at.rfc822 %></small>
|
|
54
|
+
</div>
|
|
55
|
+
<div class="message-content px-3 py-2">
|
|
56
|
+
<div>
|
|
59
57
|
<strong><%= t("raif.admin.common.arguments") %>:</strong>
|
|
60
|
-
<
|
|
61
|
-
JSON.pretty_generate(invocation.tool_arguments)
|
|
62
|
-
rescue StandardError
|
|
63
|
-
invocation.tool_arguments
|
|
64
|
-
end %></pre>
|
|
58
|
+
<code><%= invocation.tool_arguments.to_json %></code>
|
|
65
59
|
</div>
|
|
66
|
-
<% if invocation.result.present? %>
|
|
67
|
-
<div class="mt-2">
|
|
68
|
-
<strong><%= t("raif.admin.common.result") %>:</strong>
|
|
69
|
-
<pre class="pre-wrap mt-1"><%= begin
|
|
70
|
-
JSON.pretty_generate(invocation.result)
|
|
71
|
-
rescue StandardError
|
|
72
|
-
invocation.result
|
|
73
|
-
end %></pre>
|
|
74
|
-
</div>
|
|
75
|
-
<% end %>
|
|
76
60
|
</div>
|
|
77
61
|
</div>
|
|
62
|
+
|
|
63
|
+
<% if invocation.result.present? %>
|
|
64
|
+
<div class="message tool_call_result mb-3">
|
|
65
|
+
<div class="message-header d-flex justify-content-between align-items-center mb-2 px-2">
|
|
66
|
+
<strong class="text-success"><%= t("raif.admin.common.tool_result") %></strong>
|
|
67
|
+
</div>
|
|
68
|
+
<div class="message-content px-3 py-2">
|
|
69
|
+
<code><%= invocation.result.is_a?(String) ? invocation.result : JSON.pretty_generate(invocation.result) %></code>
|
|
70
|
+
</div>
|
|
71
|
+
</div>
|
|
72
|
+
<% end %>
|
|
78
73
|
<% end %>
|
|
79
74
|
</div>
|
|
80
75
|
</div>
|
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
<h1 class="my-4"><%= t("raif.admin.llms.index.title") %></h1>
|
|
2
|
+
|
|
3
|
+
<div class="row">
|
|
4
|
+
<div class="col-12">
|
|
5
|
+
<%= form_tag raif.admin_llms_path, method: :get, class: "mb-4" do %>
|
|
6
|
+
<div class="row align-items-end">
|
|
7
|
+
<div class="col-md-4">
|
|
8
|
+
<div class="form-group">
|
|
9
|
+
<label for="names"><%= t("raif.admin.llms.index.name") %></label>
|
|
10
|
+
<%= select_tag "names[]",
|
|
11
|
+
options_for_select(
|
|
12
|
+
@llm_names.map { |n| [n, n] },
|
|
13
|
+
@selected_names
|
|
14
|
+
),
|
|
15
|
+
{ id: "names", multiple: true, class: "form-select", data: { controller: "raif--tom-select" } } %>
|
|
16
|
+
</div>
|
|
17
|
+
</div>
|
|
18
|
+
<div class="col-md-4">
|
|
19
|
+
<div class="form-group">
|
|
20
|
+
<label for="providers"><%= t("raif.admin.llms.index.provider") %></label>
|
|
21
|
+
<%= select_tag "providers[]",
|
|
22
|
+
options_for_select(
|
|
23
|
+
@provider_names.map { |p| [p, p] },
|
|
24
|
+
@selected_providers
|
|
25
|
+
),
|
|
26
|
+
{ id: "providers", multiple: true, class: "form-select", data: { controller: "raif--tom-select" } } %>
|
|
27
|
+
</div>
|
|
28
|
+
</div>
|
|
29
|
+
<div class="col-md-2">
|
|
30
|
+
<%= submit_tag t("raif.admin.common.filter"), class: "btn btn-primary" %>
|
|
31
|
+
</div>
|
|
32
|
+
</div>
|
|
33
|
+
<% end %>
|
|
34
|
+
|
|
35
|
+
<div class="card" data-controller="raif--table-search raif--sortable-table">
|
|
36
|
+
<div class="card-header bg-light">
|
|
37
|
+
<input type="text"
|
|
38
|
+
class="form-control form-control-sm"
|
|
39
|
+
placeholder="<%= t("raif.admin.llms.index.search_placeholder") %>"
|
|
40
|
+
data-raif--table-search-target="input"
|
|
41
|
+
autocomplete="off"
|
|
42
|
+
data-action="input->raif--table-search#filter">
|
|
43
|
+
</div>
|
|
44
|
+
<div class="card-body">
|
|
45
|
+
<% if @llms.any? %>
|
|
46
|
+
<table class="table table-sm table-hover mb-0">
|
|
47
|
+
<thead>
|
|
48
|
+
<tr>
|
|
49
|
+
<th role="button" data-action="click->raif--sortable-table#sort" data-raif--sortable-table-target="header" data-col-index="0" data-sort-type="string" style="cursor: pointer;">
|
|
50
|
+
<%= t("raif.admin.llms.index.name") %>
|
|
51
|
+
</th>
|
|
52
|
+
<th role="button" data-action="click->raif--sortable-table#sort" data-raif--sortable-table-target="header" data-col-index="1" data-sort-type="string" style="cursor: pointer;">
|
|
53
|
+
<%= t("raif.admin.llms.index.provider") %>
|
|
54
|
+
</th>
|
|
55
|
+
<th role="button" data-action="click->raif--sortable-table#sort" data-raif--sortable-table-target="header" data-col-index="2" data-sort-type="string" style="cursor: pointer;">
|
|
56
|
+
<%= t("raif.admin.llms.index.api_name") %>
|
|
57
|
+
</th>
|
|
58
|
+
<th role="button" class="text-end" data-action="click->raif--sortable-table#sort" data-raif--sortable-table-target="header" data-col-index="3" data-sort-type="number" style="cursor: pointer;">
|
|
59
|
+
<%= t("raif.admin.llms.index.input_cost") %>
|
|
60
|
+
</th>
|
|
61
|
+
<th role="button" class="text-end" data-action="click->raif--sortable-table#sort" data-raif--sortable-table-target="header" data-col-index="4" data-sort-type="number" style="cursor: pointer;">
|
|
62
|
+
<%= t("raif.admin.llms.index.output_cost") %>
|
|
63
|
+
</th>
|
|
64
|
+
<th class="text-center"><%= t("raif.admin.common.default") %></th>
|
|
65
|
+
</tr>
|
|
66
|
+
</thead>
|
|
67
|
+
<tbody data-raif--sortable-table-target="body">
|
|
68
|
+
<% @llms.each do |llm| %>
|
|
69
|
+
<% input_cost = llm.input_token_cost.present? && llm.input_token_cost > 0 ? llm.input_token_cost * 1_000_000 : 0 %>
|
|
70
|
+
<% output_cost = llm.output_token_cost.present? && llm.output_token_cost > 0 ? llm.output_token_cost * 1_000_000 : 0 %>
|
|
71
|
+
<tr data-raif--table-search-target="row"
|
|
72
|
+
data-searchable="<%= "#{llm.name} #{llm.class.name.demodulize} #{llm.api_name}".downcase %>">
|
|
73
|
+
<td><%= llm.name %></td>
|
|
74
|
+
<td><code><%= llm.class.name.demodulize %></code></td>
|
|
75
|
+
<td><code><%= llm.api_name %></code></td>
|
|
76
|
+
<td class="text-end" data-sort-value="<%= input_cost %>">
|
|
77
|
+
<% if input_cost > 0 %>
|
|
78
|
+
$<%= format("%.2f", input_cost) %>
|
|
79
|
+
<% else %>
|
|
80
|
+
<span class="text-muted">-</span>
|
|
81
|
+
<% end %>
|
|
82
|
+
</td>
|
|
83
|
+
<td class="text-end" data-sort-value="<%= output_cost %>">
|
|
84
|
+
<% if output_cost > 0 %>
|
|
85
|
+
$<%= format("%.2f", output_cost) %>
|
|
86
|
+
<% else %>
|
|
87
|
+
<span class="text-muted">-</span>
|
|
88
|
+
<% end %>
|
|
89
|
+
</td>
|
|
90
|
+
<td class="text-center">
|
|
91
|
+
<% if llm.key.to_s == Raif.config.default_llm_model_key.to_s %>
|
|
92
|
+
<span class="badge bg-primary"><%= t("raif.admin.llms.index.default_badge") %></span>
|
|
93
|
+
<% end %>
|
|
94
|
+
</td>
|
|
95
|
+
</tr>
|
|
96
|
+
<% end %>
|
|
97
|
+
</tbody>
|
|
98
|
+
</table>
|
|
99
|
+
<p class="text-muted mt-3 mb-0">
|
|
100
|
+
<small><%= t("raif.admin.llms.index.cost_note") %></small>
|
|
101
|
+
</p>
|
|
102
|
+
<% else %>
|
|
103
|
+
<div class="alert alert-warning mb-0">
|
|
104
|
+
<%= t("raif.admin.llms.index.no_llms") %>
|
|
105
|
+
</div>
|
|
106
|
+
<% end %>
|
|
107
|
+
</div>
|
|
108
|
+
</div>
|
|
109
|
+
</div>
|
|
110
|
+
</div>
|
|
@@ -4,14 +4,19 @@
|
|
|
4
4
|
<td><%= model_completion.source_type %> #<%= model_completion.source_id %></td>
|
|
5
5
|
<td><%= model_completion.llm_model_key %></td>
|
|
6
6
|
<td><%= model_completion.response_format %></td>
|
|
7
|
-
<td><%= model_completion.total_tokens ? number_with_delimiter(model_completion.total_tokens) : "-" %></td>
|
|
8
|
-
<td><%= model_completion.total_cost ? number_to_currency(model_completion.total_cost, precision: 6) : "-" %></td>
|
|
9
7
|
<td>
|
|
10
|
-
<% if model_completion.
|
|
11
|
-
<span class="badge bg-
|
|
8
|
+
<% if model_completion.failed? %>
|
|
9
|
+
<span class="badge bg-danger"><%= t("raif.admin.common.failed") %></span>
|
|
10
|
+
<% elsif model_completion.completed? %>
|
|
11
|
+
<span class="badge bg-success"><%= t("raif.admin.common.completed") %></span>
|
|
12
12
|
<% else %>
|
|
13
|
-
<span class="
|
|
13
|
+
<span class="badge bg-secondary"><%= t("raif.admin.common.pending") %></span>
|
|
14
14
|
<% end %>
|
|
15
15
|
</td>
|
|
16
|
+
<td><small class="text-muted"><%= model_completion.runtime_duration %></small></td>
|
|
17
|
+
<td><%= model_completion.cache_read_input_tokens.to_i > 0 ? number_with_delimiter(model_completion.cache_read_input_tokens) : "-" %></td>
|
|
18
|
+
<td><%= model_completion.cache_creation_input_tokens.to_i > 0 ? number_with_delimiter(model_completion.cache_creation_input_tokens) : "-" %></td>
|
|
19
|
+
<td><%= model_completion.total_tokens ? number_with_delimiter(model_completion.total_tokens) : "-" %></td>
|
|
20
|
+
<td><%= model_completion.total_cost ? number_to_currency(model_completion.total_cost, precision: 6) : "-" %></td>
|
|
16
21
|
<td><small class="text-muted"><%= truncate(model_completion.raw_response, length: 100) %></small></td>
|
|
17
22
|
</tr>
|
|
@@ -2,6 +2,42 @@
|
|
|
2
2
|
|
|
3
3
|
<div class="row">
|
|
4
4
|
<div class="col-12">
|
|
5
|
+
<%= form_tag raif.admin_model_completions_path, method: :get, class: "mb-4" do %>
|
|
6
|
+
<div class="row align-items-end">
|
|
7
|
+
<div class="col-md-4">
|
|
8
|
+
<div class="form-group">
|
|
9
|
+
<label for="status"><%= t("raif.admin.common.status") %></label>
|
|
10
|
+
<%= select_tag :status,
|
|
11
|
+
options_for_select(
|
|
12
|
+
[
|
|
13
|
+
[t("raif.admin.common.all"), :all],
|
|
14
|
+
[t("raif.admin.common.completed"), :completed],
|
|
15
|
+
[t("raif.admin.common.failed"), :failed],
|
|
16
|
+
[t("raif.admin.common.in_progress"), :started],
|
|
17
|
+
[t("raif.admin.common.pending"), :pending]
|
|
18
|
+
],
|
|
19
|
+
@selected_status
|
|
20
|
+
),
|
|
21
|
+
{ class: "form-select" } %>
|
|
22
|
+
</div>
|
|
23
|
+
</div>
|
|
24
|
+
<div class="col-md-4">
|
|
25
|
+
<div class="form-group">
|
|
26
|
+
<label for="llm_model_key"><%= t("raif.admin.common.model") %></label>
|
|
27
|
+
<%= select_tag :llm_model_key,
|
|
28
|
+
options_for_select(
|
|
29
|
+
[[t("raif.admin.common.all"), ""]] + @llm_model_keys.map { |key| [key, key] },
|
|
30
|
+
@selected_llm_model_key
|
|
31
|
+
),
|
|
32
|
+
{ class: "form-select", data: { controller: "raif--tom-select" } } %>
|
|
33
|
+
</div>
|
|
34
|
+
</div>
|
|
35
|
+
<div class="col-md-2">
|
|
36
|
+
<%= submit_tag t("raif.admin.common.filter"), class: "btn btn-primary" %>
|
|
37
|
+
</div>
|
|
38
|
+
</div>
|
|
39
|
+
<% end %>
|
|
40
|
+
|
|
5
41
|
<% if @model_completions.any? %>
|
|
6
42
|
<div class="table-responsive">
|
|
7
43
|
<table class="table table-striped table-hover">
|
|
@@ -12,9 +48,12 @@
|
|
|
12
48
|
<th><%= t("raif.admin.common.source") %></th>
|
|
13
49
|
<th><%= t("raif.admin.common.model") %></th>
|
|
14
50
|
<th><%= t("raif.admin.common.response_format") %></th>
|
|
51
|
+
<th><%= t("raif.admin.common.status") %></th>
|
|
52
|
+
<th><%= t("raif.admin.common.duration") %></th>
|
|
53
|
+
<th><%= t("raif.admin.common.cache_read_input_tokens") %></th>
|
|
54
|
+
<th><%= t("raif.admin.common.cache_creation_input_tokens") %></th>
|
|
15
55
|
<th><%= t("raif.admin.common.total_tokens") %></th>
|
|
16
56
|
<th><%= t("raif.admin.common.total_cost") %></th>
|
|
17
|
-
<th><%= t("raif.admin.common.citations") %></th>
|
|
18
57
|
<th><%= t("raif.admin.common.response") %></th>
|
|
19
58
|
</tr>
|
|
20
59
|
</thead>
|