rubyllm-observ 0.5.0

data/app/views/observ/datasets/_runs_tab.html.erb

@@ -0,0 +1,82 @@
+<section class="observ-card">
+  <div class="observ-card__header">
+    <h2 class="observ-card__title">Dataset Runs</h2>
+    <%= link_to "New Run", new_dataset_run_path(@dataset), class: "observ-button observ-button--sm observ-button--primary" %>
+  </div>
+  <div class="observ-card__body">
+    <% if @runs.any? %>
+      <table class="observ-table">
+        <thead class="observ-table__header">
+          <tr class="observ-table__row">
+            <th class="observ-table__cell">Name</th>
+            <th class="observ-table__cell">Status</th>
+            <th class="observ-table__cell">Progress</th>
+            <th class="observ-table__cell observ-table__cell--numeric">Cost</th>
+            <th class="observ-table__cell observ-table__cell--numeric">Tokens</th>
+            <th class="observ-table__cell">Created</th>
+            <th class="observ-table__cell observ-table__cell--actions"></th>
+          </tr>
+        </thead>
+        <tbody>
+          <% @runs.each do |run| %>
+            <tr class="observ-table__row">
+              <td class="observ-table__cell">
+                <%= link_to run.name, dataset_run_path(@dataset, run), class: "observ-datasets-table__link" %>
+                <% if run.description.present? %>
+                  <p class="observ-datasets-table__description"><%= truncate(run.description, length: 50) %></p>
+                <% end %>
+              </td>
+              <td class="observ-table__cell">
+                <span class="observ-badge <%= run_status_badge_class(run.status) %>">
+                  <%= run.status %>
+                </span>
+              </td>
+              <td class="observ-table__cell">
+                <div class="observ-datasets__progress">
+                  <div class="observ-datasets__progress-bar">
+                    <div class="observ-datasets__progress-fill observ-datasets__progress-fill--success"
+                         style="width: <%= run.success_rate %>%"></div>
+                    <div class="observ-datasets__progress-fill observ-datasets__progress-fill--danger"
+                         style="width: <%= run.failure_rate %>%"></div>
+                  </div>
+                  <span class="observ-datasets__progress-text">
+                    <%= run.completed_items %>/<%= run.total_items %> completed
+                    <% if run.failed_items > 0 %>
+                      (<%= run.failed_items %> failed)
+                    <% end %>
+                  </span>
+                </div>
+              </td>
+              <td class="observ-table__cell observ-table__cell--numeric">
+                $<%= number_with_precision(run.total_cost, precision: 4) %>
+              </td>
+              <td class="observ-table__cell observ-table__cell--numeric">
+                <%= number_with_delimiter(run.total_tokens) %>
+              </td>
+              <td class="observ-table__cell">
+                <%= time_ago_in_words(run.created_at) %> ago
+              </td>
+              <td class="observ-table__cell observ-table__cell--actions">
+                <div class="observ-datasets-table__action-group">
+                  <%= link_to "View", dataset_run_path(@dataset, run), class: "observ-button observ-button--sm" %>
+                  <%= button_to "Delete", dataset_run_path(@dataset, run),
+                    method: :delete,
+                    class: "observ-button observ-button--sm observ-button--danger",
+                    data: { confirm: "Are you sure you want to delete this run?" } %>
+                </div>
+              </td>
+            </tr>
+          <% end %>
+        </tbody>
+      </table>
+
+      <%= observ_pagination(@runs) %>
+    <% else %>
+      <div class="observ-card__empty">
+        <p class="observ-card__empty-text">No runs yet</p>
+        <p class="observ-card__empty-subtext">Run your dataset to evaluate the agent's performance</p>
+        <%= link_to "Start a new run", new_dataset_run_path(@dataset), class: "observ-button observ-button--primary" %>
+      </div>
+    <% end %>
+  </div>
+</section>

data/app/views/observ/datasets/edit.html.erb

@@ -0,0 +1,32 @@
+<% content_for :title, "Edit #{@dataset.name}" %>
+
+<% content_for :page_header do %>
+  <div class="observ-page-header__content">
+    <div>
+      <%= link_to "← Back to Dataset", dataset_path(@dataset), class: "observ-datasets__back-link" %>
+      <h1 class="observ-page-header__title">Edit Dataset</h1>
+    </div>
+  </div>
+<% end %>
+
+<div class="observ-container">
+  <section class="observ-card">
+    <div class="observ-card__body">
+      <%= render "form", dataset: @dataset, agents: @agents %>
+    </div>
+  </section>
+
+  <!-- Danger Zone -->
+  <section class="observ-card observ-card--danger">
+    <div class="observ-card__header">
+      <h2 class="observ-card__title">Danger Zone</h2>
+    </div>
+    <div class="observ-card__body">
+      <p class="observ-text--muted">Deleting this dataset will permanently remove all items and runs.</p>
+      <%= button_to "Delete Dataset", dataset_path(@dataset),
+        method: :delete,
+        class: "observ-button observ-button--danger",
+        data: { confirm: "Are you sure you want to delete this dataset? This action cannot be undone." } %>
+    </div>
+  </section>
+</div>

data/app/views/observ/datasets/index.html.erb

@@ -0,0 +1,105 @@
+<% content_for :title, "Datasets" %>
+
+<% content_for :page_header do %>
+  <div class="observ-page-header__content">
+    <h1 class="observ-page-header__title">Datasets</h1>
+  </div>
+  <div class="observ-page-header__actions">
+    <%= link_to "New Dataset", new_dataset_path, class: "observ-button observ-button--primary" %>
+  </div>
+<% end %>
+
+<div class="observ-container">
+  <!-- Search -->
+  <section class="observ-card observ-datasets-filters">
+    <div class="observ-card__body">
+      <%= form_with url: datasets_path, method: :get, class: "observ-datasets-filters__form" do |f| %>
+        <div class="observ-datasets-filters__field observ-datasets-filters__field--search">
+          <%= f.label :search, "Search datasets", class: "observ-datasets-filters__label" %>
+          <%= f.text_field :search,
+            value: params[:search],
+            placeholder: "Search by name...",
+            class: "observ-datasets-filters__input" %>
+        </div>
+
+        <div class="observ-datasets-filters__actions">
+          <%= f.submit "Search", class: "observ-button observ-button--secondary" %>
+          <%= link_to "Clear", datasets_path, class: "observ-button" %>
+        </div>
+      <% end %>
+    </div>
+  </section>
+
+  <!-- Datasets Table -->
+  <section class="observ-card">
+    <div class="observ-card__body">
+      <% if @datasets.any? %>
+        <table class="observ-table">
+          <thead class="observ-table__header">
+            <tr class="observ-table__row">
+              <th class="observ-table__cell">Name</th>
+              <th class="observ-table__cell">Agent</th>
+              <th class="observ-table__cell observ-table__cell--numeric">Items</th>
+              <th class="observ-table__cell observ-table__cell--numeric">Runs</th>
+              <th class="observ-table__cell">Last Run</th>
+              <th class="observ-table__cell">Updated</th>
+              <th class="observ-table__cell observ-table__cell--actions"></th>
+            </tr>
+          </thead>
+          <tbody>
+            <% @datasets.each do |dataset| %>
+              <tr class="observ-table__row">
+                <td class="observ-table__cell">
+                  <%= link_to dataset.name, dataset_path(dataset), class: "observ-datasets-table__link" %>
+                  <% if dataset.description.present? %>
+                    <p class="observ-datasets-table__description"><%= truncate(dataset.description, length: 60) %></p>
+                  <% end %>
+                </td>
+                <td class="observ-table__cell">
+                  <span class="observ-badge observ-badge--info"><%= dataset.agent_class %></span>
+                </td>
+                <td class="observ-table__cell observ-table__cell--numeric">
+                  <%= dataset.items_count %>
+                  <% if dataset.active_items_count != dataset.items_count %>
+                    <span class="observ-text--muted">(<%= dataset.active_items_count %> active)</span>
+                  <% end %>
+                </td>
+                <td class="observ-table__cell observ-table__cell--numeric">
+                  <%= dataset.runs_count %>
+                </td>
+                <td class="observ-table__cell">
+                  <% if dataset.last_run %>
+                    <span class="observ-badge <%= run_status_badge_class(dataset.last_run.status) %>">
+                      <%= dataset.last_run.status %>
+                    </span>
+                    <span class="observ-text--muted"><%= time_ago_in_words(dataset.last_run.created_at) %> ago</span>
+                  <% else %>
+                    <span class="observ-text--muted">Never</span>
+                  <% end %>
+                </td>
+                <td class="observ-table__cell">
+                  <%= time_ago_in_words(dataset.updated_at) %> ago
+                </td>
+                <td class="observ-table__cell observ-table__cell--actions">
+                  <div class="observ-datasets-table__action-group">
+                    <%= link_to "View", dataset_path(dataset), class: "observ-button observ-button--sm" %>
+                    <%= link_to "Edit", edit_dataset_path(dataset), class: "observ-button observ-button--sm" %>
+                  </div>
+                </td>
+              </tr>
+            <% end %>
+          </tbody>
+        </table>
+      <% else %>
+        <div class="observ-card__empty">
+          <p class="observ-card__empty-text">No datasets found</p>
+          <p class="observ-card__empty-subtext">Create a dataset to start evaluating your LLM applications</p>
+          <%= link_to "Create your first dataset", new_dataset_path, class: "observ-button observ-button--primary" %>
+        </div>
+      <% end %>
+    </div>
+  </section>
+
+  <!-- Pagination -->
+  <%= observ_pagination(@datasets) %>
+</div>

data/app/views/observ/datasets/new.html.erb

@@ -0,0 +1,18 @@
+<% content_for :title, "New Dataset" %>
+
+<% content_for :page_header do %>
+  <div class="observ-page-header__content">
+    <div>
+      <%= link_to "← Back to Datasets", datasets_path, class: "observ-datasets__back-link" %>
+      <h1 class="observ-page-header__title">New Dataset</h1>
+    </div>
+  </div>
+<% end %>
+
+<div class="observ-container">
+  <section class="observ-card">
+    <div class="observ-card__body">
+      <%= render "form", dataset: @dataset, agents: @agents %>
+    </div>
+  </section>
+</div>

data/app/views/observ/datasets/show.html.erb

@@ -0,0 +1,67 @@
+<% content_for :title, @dataset.name %>
+
+<% content_for :page_header do %>
+  <div class="observ-page-header__content">
+    <div class="observ-page-header__breadcrumb">
+      <%= link_to "Datasets", datasets_path, class: "observ-link" %> /
+    </div>
+    <h1 class="observ-page-header__title"><%= @dataset.name %></h1>
+    <% if @dataset.description.present? %>
+      <p class="observ-page-header__subtitle"><%= @dataset.description %></p>
+    <% end %>
+  </div>
+  <div class="observ-page-header__actions">
+    <%= link_to "New Run", new_dataset_run_path(@dataset), class: "observ-button observ-button--primary" %>
+    <%= link_to "Add Item", new_dataset_item_path(@dataset), class: "observ-button observ-button--secondary" %>
+    <%= link_to "Edit", edit_dataset_path(@dataset), class: "observ-button" %>
+  </div>
+<% end %>
+
+<div class="observ-container">
+  <!-- Dataset Info Card -->
+  <section class="observ-card observ-datasets__info">
+    <div class="observ-card__body">
+      <dl class="observ-datasets__metadata">
+        <div class="observ-datasets__metadata-item">
+          <dt class="observ-datasets__metadata-label">Agent</dt>
+          <dd class="observ-datasets__metadata-value">
+            <span class="observ-badge observ-badge--info"><%= @dataset.agent_class %></span>
+          </dd>
+        </div>
+        <div class="observ-datasets__metadata-item">
+          <dt class="observ-datasets__metadata-label">Total Items</dt>
+          <dd class="observ-datasets__metadata-value"><%= @dataset.items_count %></dd>
+        </div>
+        <div class="observ-datasets__metadata-item">
+          <dt class="observ-datasets__metadata-label">Active Items</dt>
+          <dd class="observ-datasets__metadata-value"><%= @dataset.active_items_count %></dd>
+        </div>
+        <div class="observ-datasets__metadata-item">
+          <dt class="observ-datasets__metadata-label">Total Runs</dt>
+          <dd class="observ-datasets__metadata-value"><%= @dataset.runs_count %></dd>
+        </div>
+        <div class="observ-datasets__metadata-item">
+          <dt class="observ-datasets__metadata-label">Created</dt>
+          <dd class="observ-datasets__metadata-value"><%= @dataset.created_at.strftime("%b %d, %Y") %></dd>
+        </div>
+      </dl>
+    </div>
+  </section>
+
+  <!-- Tabs -->
+  <div class="observ-tabs">
+    <%= link_to "Items (#{@dataset.items_count})",
+      dataset_path(@dataset, tab: "items"),
+      class: "observ-tabs__tab #{@active_tab == 'items' ? 'observ-tabs__tab--active' : ''}" %>
+    <%= link_to "Runs (#{@dataset.runs_count})",
+      dataset_path(@dataset, tab: "runs"),
+      class: "observ-tabs__tab #{@active_tab == 'runs' ? 'observ-tabs__tab--active' : ''}" %>
+  </div>
+
+  <!-- Tab Content -->
+  <% if @active_tab == "items" %>
+    <%= render "items_tab" %>
+  <% else %>
+    <%= render "runs_tab" %>
+  <% end %>
+</div>

data/app/views/observ/messages/_content.html.erb

@@ -0,0 +1 @@
+<%= content %>

data/app/views/observ/messages/_form.html.erb

@@ -0,0 +1,33 @@
+<%= form_with(model: message, url: chat_messages_path(chat), id: "new_message", data: { controller: "observ--message-form" }) do |form| %>
+  <% if message.errors.any? %>
+    <div class="observ-alert observ-alert--danger">
+      <h3 class="observ-alert__title"><%= pluralize(message.errors.count, "error") %> prohibited this message from being saved:</h3>
+      <ul class="observ-alert__list">
+        <% message.errors.each do |error| %>
+          <li><%= error.full_message %></li>
+        <% end %>
+      </ul>
+    </div>
+  <% end %>
+
+  <div class="observ-form-group">
+    <%= form.text_field :content, 
+      class: "observ-input observ-input--wide", 
+      placeholder: "Type your message...", 
+      autofocus: true,
+      data: { 
+        observ__message_form_target: "input",
+        action: "input->observ--message-form#toggleSubmit"
+      } %>
+  </div>
+
+  <div class="observ-form-actions">
+    <%= form.submit "Send message", 
+      class: "observ-button observ-button--primary",
+      data: { observ__message_form_target: "submit" } %>
+    <span class="observ-loading-indicator" data-observ--message-form-target="loadingIndicator" style="display: none;">
+      <span class="observ-spinner"></span>
+      <span>Waiting for response...</span>
+    </span>
+  </div>
+<% end %>

data/app/views/observ/messages/_message.html.erb

@@ -0,0 +1,14 @@
+<div id="message_<%= message.id %>" class="observ-chat-message observ-chat-message--<%= message.role %>">
+  <div class="observ-chat-message__header">
+    <span class="observ-chat-message__role"><%= message.role&.capitalize %></span>
+    <span class="observ-chat-message__time"><%= message.created_at&.strftime("%I:%M %p") %></span>
+  </div>
+  
+  <div id="message_<%= message.id %>_content" class="observ-chat-message__content">
+    <%= simple_format(message.content) %>
+  </div>
+  
+  <% if message.tool_call? %>
+    <%= render "observ/messages/tool_calls", message: message %>
+  <% end %>
+</div>

data/app/views/observ/messages/_tool_calls.html.erb

@@ -0,0 +1,10 @@
+<div class="observ-chat-message__tool-calls">
+  <div class="observ-chat-message__tool-calls-label">
+    Tool Calls:
+  </div>
+  <% message.tool_calls.each do |tool_call| %>
+    <div class="observ-chat-message__tool-call">
+      <span class="observ-chat-message__tool-call-name"><%= tool_call.name %></span>(<%= tool_call.arguments.map { |k, v| "#{k}: #{v.inspect}" }.join(", ") %>)
+    </div>
+  <% end %>
+</div>

data/app/views/observ/messages/create.turbo_stream.erb

@@ -0,0 +1,9 @@
+<%= turbo_stream.append "messages" do %>
+  <% @chat.messages.last(2).each do |message| %>
+    <%= render message %>
+  <% end %>
+<% end %>
+
+<%= turbo_stream.replace "new_message" do %>
+  <%= render "observ/messages/form", chat: @chat, message: @chat.messages.build %>
+<% end %>

data/app/views/observ/observations/index.html.erb

@@ -0,0 +1,97 @@
+<% content_for :title, "Observations" %>
+
+<% content_for :page_header do %>
+  <div class="observ-page-header__content">
+    <h1 class="observ-page-header__title">Observations</h1>
+    <div class="observ-page-header__actions">
+      <%= link_to "Generations", generations_observations_path, class: "observ-button observ-button--sm" %>
+      <%= link_to "Spans", spans_observations_path, class: "observ-button observ-button--sm" %>
+    </div>
+  </div>
+<% end %>
+
+<div class="observ-container">
+  <section class="observ-card">
+    <div class="observ-card__body">
+      <% if @observations.any? %>
+        <table class="observ-table">
+          <thead class="observ-table__header">
+            <tr class="observ-table__row">
+              <th class="observ-table__cell">Observation ID</th>
+              <th class="observ-table__cell">Type</th>
+              <th class="observ-table__cell">Name</th>
+              <th class="observ-table__cell">Model</th>
+              <th class="observ-table__cell">Trace ID</th>
+              <th class="observ-table__cell">Start Time</th>
+              <th class="observ-table__cell">Duration</th>
+              <th class="observ-table__cell observ-table__cell--numeric">Tokens</th>
+              <th class="observ-table__cell observ-table__cell--numeric">Cost</th>
+              <th class="observ-table__cell"></th>
+            </tr>
+          </thead>
+          <tbody>
+            <% @observations.each do |observation| %>
+              <tr class="observ-table__row">
+                <td class="observ-table__cell">
+                  <code class="observ-code observ-code--inline"><%= truncate_id(observation.observation_id, 12) %></code>
+                </td>
+                <td class="observ-table__cell">
+                  <span class="observ-badge observ-badge--<%= observation.type.demodulize.downcase %>">
+                    <%= observation.type.demodulize %>
+                  </span>
+                </td>
+                <td class="observ-table__cell">
+                  <%= observation.name %>
+                </td>
+                <td class="observ-table__cell">
+                  <% if observation.is_a?(Observ::Generation) %>
+                    <%= observation.model || "—" %>
+                  <% else %>
+                    <span class="observ-text--muted">—</span>
+                  <% end %>
+                </td>
+                <td class="observ-table__cell">
+                  <%= link_to truncate_id(observation.trace.trace_id, 8), trace_path(observation.trace), class: "observ-link" %>
+                </td>
+                <td class="observ-table__cell">
+                  <%= observ_timestamp(observation.start_time) %>
+                </td>
+                <td class="observ-table__cell">
+                  <% if observation.duration_ms %>
+                    <%= format_duration_ms(observation.duration_ms) %>
+                  <% else %>
+                    <span class="observ-text--muted">—</span>
+                  <% end %>
+                </td>
+                <td class="observ-table__cell observ-table__cell--numeric">
+                  <% if observation.is_a?(Observ::Generation) %>
+                    <%= format_tokens(observation.total_tokens) %>
+                  <% else %>
+                    <span class="observ-text--muted">—</span>
+                  <% end %>
+                </td>
+                <td class="observ-table__cell observ-table__cell--numeric">
+                  <% if observation.is_a?(Observ::Generation) %>
+                    <%= format_currency(observation.cost_usd) %>
+                  <% else %>
+                    <span class="observ-text--muted">—</span>
+                  <% end %>
+                </td>
+                <td class="observ-table__cell observ-table__cell--actions">
+                  <%= link_to "View", observation_path(observation), class: "observ-button observ-button--sm" %>
+                </td>
+              </tr>
+            <% end %>
+          </tbody>
+        </table>
+      <% else %>
+        <div class="observ-card__empty">
+          <p>No observations found.</p>
+      </div>
+    <% end %>
+  </section>
+
+  <%= observ_pagination(@observations) %>
+</div>
+  </section>
+</div>