rubyllm-observ 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (209) hide show
  1. checksums.yaml +7 -0
  2. data/README.md +778 -0
  3. data/Rakefile +49 -0
  4. data/app/assets/javascripts/observ/application.js +12 -0
  5. data/app/assets/javascripts/observ/controllers/autoscroll_controller.js +33 -0
  6. data/app/assets/javascripts/observ/controllers/chat_form_controller.js +93 -0
  7. data/app/assets/javascripts/observ/controllers/copy_controller.js +43 -0
  8. data/app/assets/javascripts/observ/controllers/dashboard_controller.js +58 -0
  9. data/app/assets/javascripts/observ/controllers/drawer_controller.js +58 -0
  10. data/app/assets/javascripts/observ/controllers/expandable_controller.js +33 -0
  11. data/app/assets/javascripts/observ/controllers/filter_controller.js +36 -0
  12. data/app/assets/javascripts/observ/controllers/index.js +52 -0
  13. data/app/assets/javascripts/observ/controllers/json_viewer_controller.js +260 -0
  14. data/app/assets/javascripts/observ/controllers/message_form_controller.js +58 -0
  15. data/app/assets/javascripts/observ/controllers/prompt_variables_controller.js +64 -0
  16. data/app/assets/javascripts/observ/controllers/text_select_controller.js +14 -0
  17. data/app/assets/stylesheets/observ/_annotations.scss +127 -0
  18. data/app/assets/stylesheets/observ/_card.scss +52 -0
  19. data/app/assets/stylesheets/observ/_chat.scss +156 -0
  20. data/app/assets/stylesheets/observ/_components.scss +460 -0
  21. data/app/assets/stylesheets/observ/_dashboard.scss +40 -0
  22. data/app/assets/stylesheets/observ/_datasets.scss +697 -0
  23. data/app/assets/stylesheets/observ/_drawer.scss +273 -0
  24. data/app/assets/stylesheets/observ/_json_viewer.scss +120 -0
  25. data/app/assets/stylesheets/observ/_layout.scss +256 -0
  26. data/app/assets/stylesheets/observ/_metrics.scss +99 -0
  27. data/app/assets/stylesheets/observ/_observations.scss +160 -0
  28. data/app/assets/stylesheets/observ/_pagination.scss +143 -0
  29. data/app/assets/stylesheets/observ/_prompts.scss +365 -0
  30. data/app/assets/stylesheets/observ/_table.scss +53 -0
  31. data/app/assets/stylesheets/observ/_variables.scss +53 -0
  32. data/app/assets/stylesheets/observ/application.scss +15 -0
  33. data/app/controllers/observ/annotations_controller.rb +144 -0
  34. data/app/controllers/observ/application_controller.rb +8 -0
  35. data/app/controllers/observ/chats_controller.rb +58 -0
  36. data/app/controllers/observ/dashboard_controller.rb +159 -0
  37. data/app/controllers/observ/dataset_items_controller.rb +85 -0
  38. data/app/controllers/observ/dataset_run_items_controller.rb +84 -0
  39. data/app/controllers/observ/dataset_runs_controller.rb +110 -0
  40. data/app/controllers/observ/datasets_controller.rb +74 -0
  41. data/app/controllers/observ/messages_controller.rb +26 -0
  42. data/app/controllers/observ/observations_controller.rb +59 -0
  43. data/app/controllers/observ/prompt_versions_controller.rb +148 -0
  44. data/app/controllers/observ/prompts_controller.rb +205 -0
  45. data/app/controllers/observ/sessions_controller.rb +45 -0
  46. data/app/controllers/observ/traces_controller.rb +86 -0
  47. data/app/forms/observ/prompt_form.rb +96 -0
  48. data/app/helpers/observ/application_helper.rb +9 -0
  49. data/app/helpers/observ/chats_helper.rb +47 -0
  50. data/app/helpers/observ/dashboard_helper.rb +154 -0
  51. data/app/helpers/observ/datasets_helper.rb +62 -0
  52. data/app/helpers/observ/pagination_helper.rb +38 -0
  53. data/app/jobs/observ/application_job.rb +4 -0
  54. data/app/jobs/observ/dataset_runner_job.rb +49 -0
  55. data/app/mailers/observ/application_mailer.rb +6 -0
  56. data/app/models/concerns/observ/agent_phaseable.rb +124 -0
  57. data/app/models/concerns/observ/agent_selectable.rb +50 -0
  58. data/app/models/concerns/observ/chat_enhancements.rb +109 -0
  59. data/app/models/concerns/observ/message_enhancements.rb +31 -0
  60. data/app/models/concerns/observ/observability_instrumentation.rb +124 -0
  61. data/app/models/concerns/observ/prompt_management.rb +320 -0
  62. data/app/models/concerns/observ/trace_association.rb +9 -0
  63. data/app/models/observ/annotation.rb +23 -0
  64. data/app/models/observ/application_record.rb +5 -0
  65. data/app/models/observ/dataset.rb +51 -0
  66. data/app/models/observ/dataset_item.rb +41 -0
  67. data/app/models/observ/dataset_run.rb +104 -0
  68. data/app/models/observ/dataset_run_item.rb +111 -0
  69. data/app/models/observ/generation.rb +56 -0
  70. data/app/models/observ/null_prompt.rb +59 -0
  71. data/app/models/observ/observation.rb +38 -0
  72. data/app/models/observ/prompt.rb +315 -0
  73. data/app/models/observ/score.rb +51 -0
  74. data/app/models/observ/session.rb +131 -0
  75. data/app/models/observ/span.rb +13 -0
  76. data/app/models/observ/trace.rb +135 -0
  77. data/app/presenters/observ/agent_select_presenter.rb +59 -0
  78. data/app/services/observ/agent_executor_service.rb +174 -0
  79. data/app/services/observ/agent_provider.rb +60 -0
  80. data/app/services/observ/agent_selection_service.rb +53 -0
  81. data/app/services/observ/chat_instrumenter.rb +523 -0
  82. data/app/services/observ/dataset_runner_service.rb +153 -0
  83. data/app/services/observ/evaluator_runner_service.rb +58 -0
  84. data/app/services/observ/evaluators/base_evaluator.rb +51 -0
  85. data/app/services/observ/evaluators/contains_evaluator.rb +53 -0
  86. data/app/services/observ/evaluators/exact_match_evaluator.rb +23 -0
  87. data/app/services/observ/evaluators/json_structure_evaluator.rb +44 -0
  88. data/app/services/observ/prompt_manager/cache_statistics.rb +82 -0
  89. data/app/services/observ/prompt_manager/caching.rb +167 -0
  90. data/app/services/observ/prompt_manager/comparison.rb +49 -0
  91. data/app/services/observ/prompt_manager/version_management.rb +96 -0
  92. data/app/services/observ/prompt_manager.rb +40 -0
  93. data/app/services/observ/trace_text_formatter.rb +349 -0
  94. data/app/validators/observ/prompt_config_validator.rb +187 -0
  95. data/app/views/kaminari/_first_page.html.erb +11 -0
  96. data/app/views/kaminari/_gap.html.erb +8 -0
  97. data/app/views/kaminari/_last_page.html.erb +11 -0
  98. data/app/views/kaminari/_next_page.html.erb +11 -0
  99. data/app/views/kaminari/_page.html.erb +12 -0
  100. data/app/views/kaminari/_paginator.html.erb +25 -0
  101. data/app/views/kaminari/_prev_page.html.erb +11 -0
  102. data/app/views/kaminari/observ/_first_page.html.erb +11 -0
  103. data/app/views/kaminari/observ/_gap.html.erb +8 -0
  104. data/app/views/kaminari/observ/_last_page.html.erb +11 -0
  105. data/app/views/kaminari/observ/_next_page.html.erb +11 -0
  106. data/app/views/kaminari/observ/_page.html.erb +12 -0
  107. data/app/views/kaminari/observ/_paginator.html.erb +25 -0
  108. data/app/views/kaminari/observ/_prev_page.html.erb +11 -0
  109. data/app/views/layouts/observ/application.html.erb +88 -0
  110. data/app/views/observ/annotations/_annotation.html.erb +13 -0
  111. data/app/views/observ/annotations/_form.html.erb +28 -0
  112. data/app/views/observ/annotations/index.html.erb +28 -0
  113. data/app/views/observ/annotations/sessions_index.html.erb +48 -0
  114. data/app/views/observ/annotations/traces_index.html.erb +48 -0
  115. data/app/views/observ/chats/_form.html.erb +45 -0
  116. data/app/views/observ/chats/index.html.erb +67 -0
  117. data/app/views/observ/chats/new.html.erb +17 -0
  118. data/app/views/observ/chats/show.html.erb +34 -0
  119. data/app/views/observ/dashboard/index.html.erb +236 -0
  120. data/app/views/observ/dataset_items/_form.html.erb +49 -0
  121. data/app/views/observ/dataset_items/edit.html.erb +18 -0
  122. data/app/views/observ/dataset_items/index.html.erb +95 -0
  123. data/app/views/observ/dataset_items/new.html.erb +18 -0
  124. data/app/views/observ/dataset_run_items/_score_close_drawer.html.erb +4 -0
  125. data/app/views/observ/dataset_run_items/_score_drawer.html.erb +75 -0
  126. data/app/views/observ/dataset_run_items/_score_success.html.erb +29 -0
  127. data/app/views/observ/dataset_run_items/_scores_cell.html.erb +19 -0
  128. data/app/views/observ/dataset_run_items/details_drawer.turbo_stream.erb +80 -0
  129. data/app/views/observ/dataset_run_items/score_drawer.turbo_stream.erb +7 -0
  130. data/app/views/observ/dataset_runs/index.html.erb +108 -0
  131. data/app/views/observ/dataset_runs/new.html.erb +57 -0
  132. data/app/views/observ/dataset_runs/review.html.erb +155 -0
  133. data/app/views/observ/dataset_runs/show.html.erb +166 -0
  134. data/app/views/observ/datasets/_form.html.erb +62 -0
  135. data/app/views/observ/datasets/_items_tab.html.erb +66 -0
  136. data/app/views/observ/datasets/_runs_tab.html.erb +82 -0
  137. data/app/views/observ/datasets/edit.html.erb +32 -0
  138. data/app/views/observ/datasets/index.html.erb +105 -0
  139. data/app/views/observ/datasets/new.html.erb +18 -0
  140. data/app/views/observ/datasets/show.html.erb +67 -0
  141. data/app/views/observ/messages/_content.html.erb +1 -0
  142. data/app/views/observ/messages/_form.html.erb +33 -0
  143. data/app/views/observ/messages/_message.html.erb +14 -0
  144. data/app/views/observ/messages/_tool_calls.html.erb +10 -0
  145. data/app/views/observ/messages/create.turbo_stream.erb +9 -0
  146. data/app/views/observ/observations/index.html.erb +97 -0
  147. data/app/views/observ/observations/show_generation.html.erb +195 -0
  148. data/app/views/observ/observations/show_span.html.erb +93 -0
  149. data/app/views/observ/prompts/_diff_content.html.erb +16 -0
  150. data/app/views/observ/prompts/_form.html.erb +111 -0
  151. data/app/views/observ/prompts/_new_form.html.erb +102 -0
  152. data/app/views/observ/prompts/_prompt_actions.html.erb +4 -0
  153. data/app/views/observ/prompts/_prompt_content_highlighted.html.erb +4 -0
  154. data/app/views/observ/prompts/_version_actions.html.erb +40 -0
  155. data/app/views/observ/prompts/compare.html.erb +155 -0
  156. data/app/views/observ/prompts/edit.html.erb +17 -0
  157. data/app/views/observ/prompts/index.html.erb +108 -0
  158. data/app/views/observ/prompts/new.html.erb +17 -0
  159. data/app/views/observ/prompts/show.html.erb +138 -0
  160. data/app/views/observ/prompts/versions.html.erb +87 -0
  161. data/app/views/observ/sessions/annotations_drawer.turbo_stream.erb +25 -0
  162. data/app/views/observ/sessions/drawer_test.turbo_stream.erb +49 -0
  163. data/app/views/observ/sessions/index.html.erb +91 -0
  164. data/app/views/observ/sessions/show.html.erb +251 -0
  165. data/app/views/observ/traces/add_to_dataset_drawer.turbo_stream.erb +48 -0
  166. data/app/views/observ/traces/annotations_drawer.turbo_stream.erb +25 -0
  167. data/app/views/observ/traces/index.html.erb +87 -0
  168. data/app/views/observ/traces/show.html.erb +285 -0
  169. data/app/views/observ/traces/text_output_drawer.turbo_stream.erb +48 -0
  170. data/app/views/shared/_drawer.html.erb +26 -0
  171. data/config/routes.rb +80 -0
  172. data/db/migrate/001_create_observ_sessions.rb +21 -0
  173. data/db/migrate/002_create_observ_traces.rb +25 -0
  174. data/db/migrate/003_create_observ_observations.rb +42 -0
  175. data/db/migrate/004_add_message_id_to_observ_traces.rb +7 -0
  176. data/db/migrate/005_create_observ_prompts.rb +21 -0
  177. data/db/migrate/006_fix_prompt_config_strings.rb +23 -0
  178. data/db/migrate/007_create_observ_annotations.rb +12 -0
  179. data/db/migrate/009_add_prompt_fields_to_observ_chats.rb +11 -0
  180. data/db/migrate/010_create_observ_datasets.rb +15 -0
  181. data/db/migrate/011_create_observ_dataset_items.rb +17 -0
  182. data/db/migrate/012_create_observ_dataset_runs.rb +22 -0
  183. data/db/migrate/013_create_observ_dataset_run_items.rb +16 -0
  184. data/db/migrate/014_create_observ_scores.rb +26 -0
  185. data/lib/generators/observ/add_phase_tracking/add_phase_tracking_generator.rb +150 -0
  186. data/lib/generators/observ/add_phase_tracking/templates/migration.rb.tt +6 -0
  187. data/lib/generators/observ/install/USAGE +27 -0
  188. data/lib/generators/observ/install/install_generator.rb +270 -0
  189. data/lib/generators/observ/install_chat/install_chat_generator.rb +313 -0
  190. data/lib/generators/observ/install_chat/templates/agents/base_agent.rb.tt +147 -0
  191. data/lib/generators/observ/install_chat/templates/agents/simple_agent.rb.tt +55 -0
  192. data/lib/generators/observ/install_chat/templates/concerns/observ_chat_enhancements.rb.tt +34 -0
  193. data/lib/generators/observ/install_chat/templates/concerns/observ_message_enhancements.rb.tt +18 -0
  194. data/lib/generators/observ/install_chat/templates/initializers/observability.rb.tt +20 -0
  195. data/lib/generators/observ/install_chat/templates/jobs/chat_response_job.rb.tt +56 -0
  196. data/lib/generators/observ/install_chat/templates/migrations/add_agent_class_name.rb.tt +6 -0
  197. data/lib/generators/observ/install_chat/templates/migrations/add_observability_session_id.rb.tt +6 -0
  198. data/lib/generators/observ/install_chat/templates/tools/think_tool.rb.tt +29 -0
  199. data/lib/generators/observ/install_chat/templates/views/messages/_content.html.erb.tt +1 -0
  200. data/lib/observ/asset_installer.rb +130 -0
  201. data/lib/observ/asset_syncer.rb +104 -0
  202. data/lib/observ/configuration.rb +108 -0
  203. data/lib/observ/engine.rb +50 -0
  204. data/lib/observ/index_file_generator.rb +142 -0
  205. data/lib/observ/instrumenter/ruby_llm.rb +6 -0
  206. data/lib/observ/version.rb +3 -0
  207. data/lib/observ.rb +29 -0
  208. data/lib/tasks/observ_tasks.rake +75 -0
  209. metadata +453 -0
data/app/views/kaminari/observ/_paginator.html.erb ADDED
@@ -0,0 +1,25 @@
1
+ <%# The container tag
2
+ - available local variables
3
+ current_page: a page object for the currently displayed page
4
+ total_pages: total number of pages
5
+ per_page: number of items to fetch per page
6
+ remote: data-remote
7
+ paginator: the paginator that renders the pagination tags inside
8
+ -%>
9
+ <%= paginator.render do -%>
10
+ <nav class="pagination" role="navigation" aria-label="pager">
11
+ <%= first_page_tag unless current_page.first? %>
12
+ <%= prev_page_tag unless current_page.first? %>
13
+ <% each_page do |page| -%>
14
+ <% if page.display_tag? -%>
15
+ <%= page_tag page %>
16
+ <% elsif !page.was_truncated? -%>
17
+ <%= gap_tag %>
18
+ <% end -%>
19
+ <% end -%>
20
+ <% unless current_page.out_of_range? %>
21
+ <%= next_page_tag unless current_page.last? %>
22
+ <%= last_page_tag unless current_page.last? %>
23
+ <% end %>
24
+ </nav>
25
+ <% end -%>
data/app/views/kaminari/observ/_prev_page.html.erb ADDED
@@ -0,0 +1,11 @@
1
+ <%# Link to the "Previous" page
2
+ - available local variables
3
+ url: url to the previous page
4
+ current_page: a page object for the currently displayed page
5
+ total_pages: total number of pages
6
+ per_page: number of items to fetch per page
7
+ remote: data-remote
8
+ -%>
9
+ <span class="prev">
10
+ <%= link_to_unless current_page.first?, t('views.pagination.previous').html_safe, url, rel: 'prev', remote: remote %>
11
+ </span>
data/app/views/layouts/observ/application.html.erb ADDED
@@ -0,0 +1,88 @@
1
+ <!DOCTYPE html>
2
+ <html>
3
+ <head>
4
+ <title><%= content_for(:title) || "Observability Dashboard" %> - Rails Observ</title>
5
+ <meta name="viewport" content="width=device-width,initial-scale=1">
6
+ <%= csrf_meta_tags %>
7
+ <%= csp_meta_tag %>
8
+
9
+ <%# Load Vite assets in environments where the helper is available (e.g., demo app) %>
10
+ <% if respond_to?(:vite_client_tag) %>
11
+ <%= vite_client_tag %>
12
+ <%= vite_javascript_tag 'application' %>
13
+ <% end %>
14
+ </head>
15
+
16
+ <body class="observ-layout" data-controller="observ--drawer">
17
+ <nav class="observ-nav">
18
+ <div class="observ-nav__container">
19
+ <div class="observ-nav__brand">
20
+ <%= link_to "Observability", root_path, class: "observ-nav__brand-link" %>
21
+ </div>
22
+
23
+ <ul class="observ-nav__menu">
24
+ <li class="observ-nav__item">
25
+ <%= link_to "Dashboard", dashboard_path, class: "observ-nav__link #{current_page?(dashboard_path) ? 'observ-nav__link--active' : ''}" %>
26
+ </li>
27
+ <% if Observ.config.chat_ui_enabled? && respond_to?(:chats_path) %>
28
+ <li class="observ-nav__item">
29
+ <%= link_to "Chats", chats_path, class: "observ-nav__link #{current_page?(chats_path) ? 'observ-nav__link--active' : ''}" %>
30
+ </li>
31
+ <% end %>
32
+ <li class="observ-nav__item">
33
+ <%= link_to "Sessions", sessions_path, class: "observ-nav__link #{current_page?(sessions_path) ? 'observ-nav__link--active' : ''}" %>
34
+ </li>
35
+ <li class="observ-nav__item">
36
+ <%= link_to "Traces", traces_path, class: "observ-nav__link #{current_page?(traces_path) ? 'observ-nav__link--active' : ''}" %>
37
+ </li>
38
+ <li class="observ-nav__item">
39
+ <%= link_to "Observations", observations_path, class: "observ-nav__link #{current_page?(observations_path) ? 'observ-nav__link--active' : ''}" %>
40
+ </li>
41
+ <li class="observ-nav__item">
42
+ <%= link_to "Annotations", sessions_annotations_path, class: "observ-nav__link #{current_page?(sessions_annotations_path) || current_page?(traces_annotations_path) ? 'observ-nav__link--active' : ''}" %>
43
+ </li>
44
+ <li class="observ-nav__item">
45
+ <%= link_to "Prompts", prompts_path, class: "observ-nav__link #{controller_name == 'prompts' || controller_name == 'prompt_versions' ? 'observ-nav__link--active' : ''}" %>
46
+ </li>
47
+ <li class="observ-nav__item">
48
+ <%= link_to "Datasets", datasets_path, class: "observ-nav__link #{controller_name == 'datasets' || controller_name == 'dataset_items' || controller_name == 'dataset_runs' ? 'observ-nav__link--active' : ''}" %>
49
+ </li>
50
+ </ul>
51
+
52
+ <div class="observ-nav__actions">
53
+ <%= link_to Observ.config.back_to_app_label, main_app.instance_exec(&Observ.config.back_to_app_path), class: "observ-nav__link observ-nav__link--secondary" %>
54
+ </div>
55
+ </div>
56
+ </nav>
57
+
58
+ <main class="observ-main">
59
+ <% if content_for?(:page_header) %>
60
+ <div class="observ-page-header">
61
+ <%= yield :page_header %>
62
+ </div>
63
+ <% end %>
64
+
65
+ <% if notice.present? %>
66
+ <div class="observ-alert observ-alert--success">
67
+ <%= notice %>
68
+ </div>
69
+ <% end %>
70
+
71
+ <% if alert.present? %>
72
+ <div class="observ-alert observ-alert--danger">
73
+ <%= alert %>
74
+ </div>
75
+ <% end %>
76
+
77
+ <%= yield %>
78
+ </main>
79
+
80
+ <footer class="observ-footer">
81
+ <div class="observ-footer__container">
82
+ <p class="observ-footer__text">Observability Dashboard · Rails Observ POC</p>
83
+ </div>
84
+ </footer>
85
+
86
+ <%= render "shared/drawer" %>
87
+ </body>
88
+ </html>
data/app/views/observ/annotations/_annotation.html.erb ADDED
@@ -0,0 +1,13 @@
1
+ <div id="annotation_<%= annotation.id %>" class="observ-annotation">
2
+ <div class="observ-annotation__header">
3
+ <span class="observ-annotation__time">
4
+ <%= time_ago_in_words(annotation.created_at) %> ago
5
+ </span>
6
+ <%= button_to "Delete",
7
+ annotatable.is_a?(Observ::Session) ? session_annotation_path(annotatable, annotation) : trace_annotation_path(annotatable, annotation),
8
+ method: :delete,
9
+ class: "observ-annotation__delete",
10
+ data: { turbo_confirm: "Are you sure you want to delete this annotation?" } %>
11
+ </div>
12
+ <div class="observ-annotation__content"><%= annotation.content %></div>
13
+ </div>
data/app/views/observ/annotations/_form.html.erb ADDED
@@ -0,0 +1,28 @@
1
+ <%= form_with(
2
+ model: annotation,
3
+ url: annotatable.is_a?(Observ::Session) ? session_annotations_path(annotatable) : trace_annotations_path(annotatable),
4
+ id: "annotation-form",
5
+ class: "observ-annotation-form"
6
+ ) do |form| %>
7
+ <% if annotation.errors.any? %>
8
+ <div class="observ-alert observ-alert--danger">
9
+ <ul class="observ-alert__list">
10
+ <% annotation.errors.each do |error| %>
11
+ <li><%= error.full_message %></li>
12
+ <% end %>
13
+ </ul>
14
+ </div>
15
+ <% end %>
16
+
17
+ <div class="observ-form-field">
18
+ <%= form.label :content, "Add annotation", class: "observ-form-label" %>
19
+ <%= form.text_area :content,
20
+ class: "observ-form-textarea",
21
+ placeholder: "Enter your annotation...",
22
+ rows: 3 %>
23
+ </div>
24
+
25
+ <div class="observ-form-actions">
26
+ <%= form.submit "Add Annotation", class: "observ-button observ-button--primary" %>
27
+ </div>
28
+ <% end %>
data/app/views/observ/annotations/index.html.erb ADDED
@@ -0,0 +1,28 @@
1
+ <div class="observ-container">
2
+ <div class="observ-header">
3
+ <h1 class="observ-title">
4
+ Annotations for <%= @annotatable.is_a?(Observ::Session) ? "Session" : "Trace" %>
5
+ <%= link_to @annotatable.id, @annotatable.is_a?(Observ::Session) ? session_path(@annotatable) : trace_path(@annotatable), class: "observ-link" %>
6
+ </h1>
7
+ </div>
8
+
9
+ <div class="observ-card">
10
+ <div class="observ-card__header">
11
+ <h2 class="observ-card__title">Annotations (<span id="annotations-count"><%= @annotations.count %></span>)</h2>
12
+ </div>
13
+
14
+ <div class="observ-card__content">
15
+ <%= render partial: "observ/annotations/form", locals: { annotatable: @annotatable, annotation: @annotatable.annotations.build } %>
16
+
17
+ <div id="annotations-list" class="observ-annotations-list">
18
+ <% if @annotations.any? %>
19
+ <%= render partial: "observ/annotations/annotation", collection: @annotations, locals: { annotatable: @annotatable } %>
20
+ <% else %>
21
+ <div id="annotations-empty-state" class="observ-empty-state">
22
+ <p>No annotations yet.</p>
23
+ </div>
24
+ <% end %>
25
+ </div>
26
+ </div>
27
+ </div>
28
+ </div>
data/app/views/observ/annotations/sessions_index.html.erb ADDED
@@ -0,0 +1,48 @@
1
+ <div class="observ-container">
2
+ <div class="observ-header">
3
+ <h1 class="observ-title">Annotations</h1>
4
+ </div>
5
+
6
+ <div class="observ-tabs">
7
+ <div class="observ-tabs__list">
8
+ <%= link_to "Sessions", sessions_annotations_path, class: "observ-tabs__tab observ-tabs__tab--active" %>
9
+ <%= link_to "Traces", traces_annotations_path, class: "observ-tabs__tab" %>
10
+ </div>
11
+ </div>
12
+
13
+ <div class="observ-card">
14
+ <div class="observ-card__header">
15
+ <h2 class="observ-card__title">All Annotations (<%= @annotations.count %>)</h2>
16
+ <%= link_to "Export CSV", export_annotations_path(type: "sessions", format: :csv), class: "observ-button observ-button--secondary", style: "margin-left: auto;" %>
17
+ </div>
18
+
19
+ <div class="observ-card__content">
20
+ <% if @annotations.any? %>
21
+ <div class="observ-annotations-list">
22
+ <% @annotations.each do |annotation| %>
23
+ <div id="annotation_<%= annotation.id %>" class="observ-annotation">
24
+ <div class="observ-annotation__header">
25
+ <span class="observ-annotation__meta">
26
+ Session: <%= link_to annotation.annotatable.id, session_path(annotation.annotatable), class: "observ-link" %>
27
+ · <%= observ_relative_time(annotation.created_at) %>
28
+ </span>
29
+ <%= button_to "Delete",
30
+ session_annotation_path(annotation.annotatable.id, annotation),
31
+ method: :delete,
32
+ class: "observ-annotation__delete",
33
+ data: { turbo_method: :delete, turbo_confirm: "Are you sure?" } %>
34
+ </div>
35
+ <div class="observ-annotation__content"><%= annotation.content %></div>
36
+ </div>
37
+ <% end %>
38
+ </div>
39
+ <% else %>
40
+ <div class="observ-empty-state">
41
+ <p>No annotations for sessions yet.</p>
42
+ </div>
43
+ <% end %>
44
+ </div>
45
+ </div>
46
+
47
+ <%= observ_pagination(@annotations) %>
48
+ </div>
data/app/views/observ/annotations/traces_index.html.erb ADDED
@@ -0,0 +1,48 @@
1
+ <div class="observ-container">
2
+ <div class="observ-header">
3
+ <h1 class="observ-title">Annotations</h1>
4
+ </div>
5
+
6
+ <div class="observ-tabs">
7
+ <div class="observ-tabs__list">
8
+ <%= link_to "Sessions", sessions_annotations_path, class: "observ-tabs__tab" %>
9
+ <%= link_to "Traces", traces_annotations_path, class: "observ-tabs__tab observ-tabs__tab--active" %>
10
+ </div>
11
+ </div>
12
+
13
+ <div class="observ-card">
14
+ <div class="observ-card__header">
15
+ <h2 class="observ-card__title">All Annotations (<%= @annotations.count %>)</h2>
16
+ <%= link_to "Export CSV", export_annotations_path(type: "traces", format: :csv), class: "observ-button observ-button--secondary", style: "margin-left: auto;" %>
17
+ </div>
18
+
19
+ <div class="observ-card__content">
20
+ <% if @annotations.any? %>
21
+ <div class="observ-annotations-list">
22
+ <% @annotations.each do |annotation| %>
23
+ <div id="annotation_<%= annotation.id %>" class="observ-annotation">
24
+ <div class="observ-annotation__header">
25
+ <span class="observ-annotation__meta">
26
+ Trace: <%= link_to annotation.annotatable.id, trace_path(annotation.annotatable), class: "observ-link" %>
27
+ · <%= observ_relative_time(annotation.created_at) %>
28
+ </span>
29
+ <%= button_to "Delete",
30
+ trace_annotation_path(annotation.annotatable.id, annotation),
31
+ method: :delete,
32
+ class: "observ-annotation__delete",
33
+ data: { turbo_method: :delete, turbo_confirm: "Are you sure?" } %>
34
+ </div>
35
+ <div class="observ-annotation__content"><%= annotation.content %></div>
36
+ </div>
37
+ <% end %>
38
+ </div>
39
+ <% else %>
40
+ <div class="observ-empty-state">
41
+ <p>No annotations for traces yet.</p>
42
+ </div>
43
+ <% end %>
44
+ </div>
45
+ </div>
46
+
47
+ <%= observ_pagination(@annotations) %>
48
+ </div>
data/app/views/observ/chats/_form.html.erb ADDED
@@ -0,0 +1,45 @@
1
+ <%= form_with(model: chat, url: chats_path, data: {
2
+ controller: "observ--chat-form",
3
+ observ__chat_form_prompts_url_value: prompts_path,
4
+ observ__chat_form_agents_with_prompts_value: agents_with_prompts_map.to_json
5
+ }) do |form| %>
6
+ <% if chat.errors.any? %>
7
+ <div class="observ-alert observ-alert--danger">
8
+ <h3 class="observ-alert__title"><%= pluralize(chat.errors.count, "error") %> prohibited this chat from being saved:</h3>
9
+ <ul class="observ-alert__list">
10
+ <% chat.errors.each do |error| %>
11
+ <li><%= error.full_message %></li>
12
+ <% end %>
13
+ </ul>
14
+ </div>
15
+ <% end %>
16
+
17
+ <div class="observ-form-group">
18
+ <%= form.label :agent_class_name, "Select Agent Type:", class: "observ-label" %>
19
+ <%= form.select :agent_class_name,
20
+ agent_select_options,
21
+ {},
22
+ class: "observ-select",
23
+ data: {
24
+ observ__chat_form_target: "agentSelect",
25
+ action: "change->observ--chat-form#agentChanged"
26
+ } %>
27
+ </div>
28
+
29
+ <div class="observ-form-group observ-hidden"
30
+ data-observ--chat-form-target="promptVersionGroup">
31
+ <%= form.label :prompt_version, "Select Prompt Version:", class: "observ-label" %>
32
+ <%= form.select :prompt_version,
33
+ [],
34
+ { include_blank: "Use default (production)" },
35
+ class: "observ-select",
36
+ data: { observ__chat_form_target: "promptVersionSelect" } %>
37
+ <p class="observ-form-help-text">
38
+ Leave as default to use the production version, or select a specific version to test.
39
+ </p>
40
+ </div>
41
+
42
+ <div>
43
+ <%= form.submit "Start new chat", class: "observ-button observ-button--primary" %>
44
+ </div>
45
+ <% end %>
data/app/views/observ/chats/index.html.erb ADDED
@@ -0,0 +1,67 @@
1
+ <% content_for :title, "Agent Testing - Chats" %>
2
+
3
+ <% content_for :page_header do %>
4
+ <div class="observ-page-header__content">
5
+ <h1 class="observ-page-header__title">Agent Testing</h1>
6
+ <div class="observ-page-header__actions">
7
+ <%= link_to "New Chat", new_chat_path, class: "observ-button observ-button--primary" %>
8
+ </div>
9
+ </div>
10
+ <% end %>
11
+
12
+ <% if notice.present? %>
13
+ <div class="observ-alert observ-alert--success">
14
+ <%= notice %>
15
+ </div>
16
+ <% end %>
17
+
18
+ <div class="observ-card">
19
+ <div class="observ-card__body">
20
+ <% if @chats.any? %>
21
+ <table class="observ-table">
22
+ <thead class="observ-table__header">
23
+ <tr class="observ-table__row">
24
+ <th class="observ-table__cell">Model</th>
25
+ <th class="observ-table__cell">Agent</th>
26
+ <th class="observ-table__cell observ-table__cell--numeric">Messages</th>
27
+ <th class="observ-table__cell">Created</th>
28
+ <th class="observ-table__cell">Observability</th>
29
+ <th class="observ-table__cell"></th>
30
+ </tr>
31
+ </thead>
32
+ <tbody>
33
+ <% @chats.each do |chat| %>
34
+ <tr class="observ-table__row">
35
+ <td class="observ-table__cell">
36
+ <%= chat.model&.name || 'Default' %>
37
+ </td>
38
+ <td class="observ-table__cell">
39
+ <%= chat.agent_class_name.presence || 'BaseAgent' %>
40
+ </td>
41
+ <td class="observ-table__cell observ-table__cell--numeric">
42
+ <%= chat.messages.count %>
43
+ </td>
44
+ <td class="observ-table__cell">
45
+ <%= observ_relative_time(chat.created_at) %>
46
+ </td>
47
+ <td class="observ-table__cell">
48
+ <% if chat.observ_session %>
49
+ <%= link_to "View Session", session_path(chat.observ_session), class: "observ-link" %>
50
+ <% else %>
51
+ —
52
+ <% end %>
53
+ </td>
54
+ <td class="observ-table__cell observ-table__cell--actions">
55
+ <%= link_to "Open", chat_path(chat), class: "observ-button observ-button--sm" %>
56
+ </td>
57
+ </tr>
58
+ <% end %>
59
+ </tbody>
60
+ </table>
61
+ <% else %>
62
+ <p class="observ-card__empty">No chats found. Create your first chat to test agents.</p>
63
+ <% end %>
64
+ </div>
65
+ </div>
66
+
67
+ <%= observ_pagination(@chats) %>
data/app/views/observ/chats/new.html.erb ADDED
@@ -0,0 +1,17 @@
1
+ <% content_for :title, "New Agent Test Chat" %>
2
+
3
+ <% content_for :page_header do %>
4
+ <div class="observ-page-header__content">
5
+ <h1 class="observ-page-header__title">New Agent Test Chat</h1>
6
+ </div>
7
+ <% end %>
8
+
9
+ <div class="observ-card">
10
+ <div class="observ-card__body">
11
+ <%= render "form", chat: @chat %>
12
+ </div>
13
+
14
+ <div class="observ-card__footer">
15
+ <%= link_to "← Back to chats", chats_path, class: "observ-link" %>
16
+ </div>
17
+ </div>
data/app/views/observ/chats/show.html.erb ADDED
@@ -0,0 +1,34 @@
1
+ <%= turbo_stream_from "chat_#{@chat.id}" %>
2
+
3
+ <% content_for :title, "Chat ##{@chat.id}" %>
4
+
5
+ <% content_for :page_header do %>
6
+ <div class="observ-page-header__content">
7
+ <h1 class="observ-page-header__title">Agent Test Chat #<%= @chat.id %></h1>
8
+ <div class="observ-page-header__meta">
9
+ <span class="observ-badge observ-badge--secondary"><%= @chat.model&.name || 'Default' %></span>
10
+ <span class="observ-badge observ-badge--info"><%= @chat.agent_class_name.presence || 'BaseAgent' %></span>
11
+ </div>
12
+ </div>
13
+ <% end %>
14
+
15
+ <div class="observ-card">
16
+ <div class="observ-card__body" data-controller="observ--autoscroll">
17
+ <div id="messages" class="observ-chat-messages" data-observ--autoscroll-target="container">
18
+ <% @chat.messages.where.not(id: nil).each do |message| %>
19
+ <%= render message %>
20
+ <% end %>
21
+ </div>
22
+
23
+ <div class="observ-form-separator">
24
+ <%= render "observ/messages/form", chat: @chat, message: @message %>
25
+ </div>
26
+ </div>
27
+
28
+ <div class="observ-card__footer">
29
+ <%= link_to "← Back to chats", chats_path, class: "observ-link" %>
30
+ <% if @chat.observ_session %>
31
+ | <%= link_to "View Observability Data →", session_path(@chat.observ_session), class: "observ-link" %>
32
+ <% end %>
33
+ </div>
34
+ </div>