rubyllm-observ 0.5.0 → 0.6.0

data/app/views/observ/traces/show.html.erb

@@ -46,240 +46,13 @@
 <% end %>
 
 <div class="observ-container">
-  <section class="observ-card observ-card--compact">
-    <header class="observ-card__header">
-      <h2 class="observ-card__title">Details</h2>
-    </header>
-    <div class="observ-card__body">
-      <dl class="observ-definition-list observ-definition-list--compact">
-        <div class="observ-definition-list__item">
-          <dt class="observ-definition-list__term">Session</dt>
-          <dd class="observ-definition-list__definition">
-            <%= link_to truncate_id(@trace.observ_session.session_id, 12), session_path(@trace.observ_session), class: "observ-link" %>
-          </dd>
-        </div>
-        <div class="observ-definition-list__item">
-          <dt class="observ-definition-list__term">Name</dt>
-          <dd class="observ-definition-list__definition"><%= @trace.name || "—" %></dd>
-        </div>
-        <div class="observ-definition-list__item">
-          <dt class="observ-definition-list__term">Start Time</dt>
-          <dd class="observ-definition-list__definition"><%= observ_timestamp(@trace.start_time) %></dd>
-        </div>
-        <% if @trace.end_time %>
-          <div class="observ-definition-list__item">
-            <dt class="observ-definition-list__term">End Time</dt>
-            <dd class="observ-definition-list__definition"><%= observ_timestamp(@trace.end_time) %></dd>
-          </div>
-        <% end %>
-        <div class="observ-definition-list__item">
-          <dt class="observ-definition-list__term">Duration</dt>
-          <dd class="observ-definition-list__definition">
-            <% if @trace.duration_ms %>
-              <%= format_duration_ms(@trace.duration_ms) %>
-            <% else %>
-              <span class="observ-text--muted">In Progress</span>
-            <% end %>
-          </dd>
-        </div>
-        <div class="observ-definition-list__item">
-          <dt class="observ-definition-list__term">Total Tokens</dt>
-          <dd class="observ-definition-list__definition"><%= format_tokens(@trace.total_tokens) %></dd>
-        </div>
-        <div class="observ-definition-list__item">
-          <dt class="observ-definition-list__term">Total Cost</dt>
-          <dd class="observ-definition-list__definition"><%= format_currency(@trace.total_cost) %></dd>
-        </div>
-      </dl>
-    </div>
-  </section>
-
-  <% if @trace.input.present? %>
-    <section class="observ-card observ-card--compact">
-      <header class="observ-card__header">
-        <h2 class="observ-card__title">Input</h2>
-      </header>
-      <div class="observ-card__body">
-        <%= render_input_output(@trace.input, compact: true) %>
-      </div>
-    </section>
-  <% end %>
-
-  <% if @trace.output.present? %>
-    <section class="observ-card observ-card--compact">
-      <header class="observ-card__header">
-        <h2 class="observ-card__title">Output</h2>
-      </header>
-      <div class="observ-card__body">
-        <%= render_input_output(@trace.output, compact: true) %>
-      </div>
-    </section>
-  <% end %>
-
-  <% if @trace.metadata.present? && @trace.metadata.any? %>
-    <section class="observ-card observ-card--compact">
-      <header class="observ-card__header">
-        <h2 class="observ-card__title">Metadata</h2>
-      </header>
-      <div class="observ-card__body">
-        <%= render_json_viewer(@trace.metadata, compact: true) %>
-      </div>
-    </section>
-  <% end %>
-
-  <section class="observ-card">
-    <header class="observ-card__header">
-      <h2 class="observ-card__title">Observations (<%= @observations.count %>)</h2>
-    </header>
-    <div class="observ-card__body">
-      <% if @observations.any? %>
-        <div class="observ-observations-list observ-observations-list--compact">
-          <% @observations.each do |observation| %>
-            <div class="observ-observation-card observ-observation-card--compact observ-observation-card--<%= observation.type.demodulize.downcase %>">
-              <div class="observ-observation-card__header">
-                <span class="observ-observation-card__type-badge">
-                  <%= observation.type.demodulize %>
-                </span>
-                <h3 class="observ-observation-card__name"><%= observation.name %></h3>
-                <div class="observ-observation-card__meta">
-                  <span class="observ-observation-card__id">
-                    <code class="observ-code observ-code--inline"><%= truncate_id(observation.observation_id, 8) %></code>
-                  </span>
-                </div>
-              </div>
-              
-              <div class="observ-observation-card__body">
-                <dl class="observ-definition-list observ-definition-list--horizontal observ-definition-list--compact">
-                  <% if observation.is_a?(Observ::Generation) %>
-                    <div class="observ-definition-list__item">
-                      <dt class="observ-definition-list__term">Model</dt>
-                      <dd class="observ-definition-list__definition">
-                        <%= observ_model_badge(observation.model) %>
-                      </dd>
-                    </div>
-                    <div class="observ-definition-list__item">
-                      <dt class="observ-definition-list__term">Tokens</dt>
-                      <dd class="observ-definition-list__definition">
-                        <%= format_tokens(observation.total_tokens) %>
-                      </dd>
-                    </div>
-                    <div class="observ-definition-list__item">
-                      <dt class="observ-definition-list__term">Cost</dt>
-                      <dd class="observ-definition-list__definition">
-                        <%= format_currency(observation.cost_usd) %>
-                      </dd>
-                    </div>
-                    <% if observation.finish_reason %>
-                      <div class="observ-definition-list__item">
-                        <dt class="observ-definition-list__term">Finish</dt>
-                        <dd class="observ-definition-list__definition">
-                          <%= observation.finish_reason %>
-                        </dd>
-                      </div>
-                    <% end %>
-                    <% if observation.time_to_first_token_ms %>
-                      <div class="observ-definition-list__item">
-                        <dt class="observ-definition-list__term">TTFT</dt>
-                        <dd class="observ-definition-list__definition">
-                          <%= format_duration_ms(observation.time_to_first_token_ms) %>
-                        </dd>
-                      </div>
-                    <% end %>
-                    <div class="observ-definition-list__item">
-                      <dt class="observ-definition-list__term">Prompt</dt>
-                      <dd class="observ-definition-list__definition">
-                        <% if observation.prompt_name.present? %>
-                          <%= observation.prompt_name %>
-                          <% if observation.prompt_version.present? %>
-                            <span class="observ-text--muted">(v<%= observation.prompt_version %>)</span>
-                          <% end %>
-                        <% else %>
-                          <span class="observ-text--muted">default prompt</span>
-                        <% end %>
-                      </dd>
-                    </div>
-                  <% end %>
-                  <div class="observ-definition-list__item">
-                    <dt class="observ-definition-list__term">Duration</dt>
-                    <dd class="observ-definition-list__definition">
-                      <% if observation.duration_ms %>
-                        <%= format_duration_ms(observation.duration_ms) %>
-                      <% else %>
-                        <span class="observ-text--muted">—</span>
-                      <% end %>
-                    </dd>
-                  </div>
-                  <% if observation.is_a?(Observ::Span) && observation.status_message %>
-                    <div class="observ-definition-list__item">
-                      <dt class="observ-definition-list__term">Status</dt>
-                      <dd class="observ-definition-list__definition">
-                        <%= observation.status_message %>
-                      </dd>
-                    </div>
-                  <% end %>
-                </dl>
-              </div>
+  <%= render "observ/traces/details", trace: @trace %>
 
-              <% if observation.is_a?(Observ::Generation) && observation.usage.present? && observation.usage.any? %>
-                <div class="observ-observation-card__section observ-observation-card__section--compact">
-                  <h4 class="observ-observation-card__section-title">Token Usage</h4>
-                  <dl class="observ-definition-list observ-definition-list--horizontal observ-definition-list--compact">
-                    <% observation.usage.each do |key, value| %>
-                      <div class="observ-definition-list__item">
-                        <dt class="observ-definition-list__term"><%= key.humanize %></dt>
-                        <dd class="observ-definition-list__definition"><%= format_tokens(value) %></dd>
-                      </div>
-                    <% end %>
-                  </dl>
-                </div>
-              <% end %>
+  <%= render "observ/traces/input", trace: @trace %>
 
-              <% if observation.input.present? %>
-                <div class="observ-observation-card__section observ-observation-card__section--compact">
-                  <h4 class="observ-observation-card__section-title">Input</h4>
-                  <pre class="observ-code-block observ-code-block--compact"><%= observation.input %></pre>
-                </div>
-              <% end %>
+  <%= render "observ/traces/output", trace: @trace %>
 
-              <% if observation.output.present? %>
-                <div class="observ-observation-card__section observ-observation-card__section--compact">
-                  <h4 class="observ-observation-card__section-title">Output</h4>
-                  <pre class="observ-code-block observ-code-block--compact"><%= observation.output %></pre>
-                </div>
-              <% end %>
+  <%= render "observ/traces/metadata", trace: @trace %>
 
-              <% if observation.is_a?(Observ::Generation) && observation.messages.present? && observation.messages.any? %>
-                <div class="observ-observation-card__section observ-observation-card__section--compact">
-                  <h4 class="observ-observation-card__section-title">Messages</h4>
-                  <%= render_json_viewer(observation.messages, compact: true) %>
-                </div>
-              <% end %>
-
-              <% if observation.is_a?(Observ::Generation) && observation.provider_metadata.present? && observation.provider_metadata.any? %>
-                <div class="observ-observation-card__section observ-observation-card__section--compact">
-                  <h4 class="observ-observation-card__section-title">Provider Metadata</h4>
-                  <%= render_json_viewer(observation.provider_metadata, compact: true) %>
-                </div>
-              <% end %>
-
-              <% if observation.is_a?(Observ::Span) && observation.metadata.present? && observation.metadata.any? %>
-                <div class="observ-observation-card__section observ-observation-card__section--compact">
-                  <h4 class="observ-observation-card__section-title">Metadata</h4>
-                  <%= render_json_viewer(observation.metadata, compact: true) %>
-                </div>
-              <% end %>
-
-              <div class="observ-observation-card__footer">
-                <%= link_to "View Details →", observation_path(observation), class: "observ-link" %>
-              </div>
-            </div>
-          <% end %>
-        </div>
-      <% else %>
-        <div class="observ-card__empty">
-          <p>No observations found for this trace.</p>
-        </div>
-      <% end %>
-    </div>
-  </section>
+  <%= render "observ/traces/observations", observations: @observations, trace: @trace %>
 </div>

data/config/routes.rb

@@ -19,6 +19,7 @@ Observ::Engine.routes.draw do
       get :annotations_drawer
     end
     resources :annotations, only: [ :index, :create, :destroy ]
+    resources :scores, only: [ :create, :destroy ]
   end
 
   resources :traces, only: [ :index, :show ] do
@@ -32,6 +33,7 @@ Observ::Engine.routes.draw do
       post :add_to_dataset
     end
     resources :annotations, only: [ :index, :create, :destroy ]
+    resources :scores, only: [ :create, :destroy ]
   end
 
   resources :observations, only: [ :index, :show ] do
@@ -45,6 +47,18 @@ Observ::Engine.routes.draw do
   get "annotations/traces", to: "annotations#traces_index", as: :traces_annotations
   get "annotations/export", to: "annotations#export", as: :export_annotations
 
+  resources :reviews, only: [ :index, :show ], controller: "review_queue" do
+    collection do
+      get :sessions
+      get :traces
+      get :stats
+    end
+    member do
+      post :complete
+      post :skip
+    end
+  end
+
   resources :prompts do
     member do
       get :versions              # Version history view

data/db/migrate/015_refactor_scores_to_polymorphic.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+class RefactorScoresToPolymorphic < ActiveRecord::Migration[7.0]
+  def change
+    # Add polymorphic columns
+    add_column :observ_scores, :scoreable_type, :string
+    add_column :observ_scores, :scoreable_id, :bigint
+
+    # Remove old foreign keys
+    remove_foreign_key :observ_scores, :observ_dataset_run_items, column: :dataset_run_item_id
+    remove_foreign_key :observ_scores, :observ_traces, column: :trace_id
+
+    # Remove old indexes that reference the columns we're dropping
+    remove_index :observ_scores, name: "idx_scores_on_run_item_name_source"
+    remove_index :observ_scores, :trace_id
+
+    # Remove old columns
+    remove_column :observ_scores, :dataset_run_item_id, :bigint
+    remove_column :observ_scores, :trace_id, :bigint
+
+    # Add new indexes
+    add_index :observ_scores, [ :scoreable_type, :scoreable_id ]
+    add_index :observ_scores, [ :scoreable_type, :scoreable_id, :name, :source ],
+              unique: true,
+              name: "idx_scores_unique_on_scoreable_name_source"
+  end
+end

data/db/migrate/016_create_observ_review_items.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+class CreateObservReviewItems < ActiveRecord::Migration[7.0]
+  def change
+    create_table :observ_review_items do |t|
+      t.string :reviewable_type, null: false
+      t.bigint :reviewable_id, null: false
+
+      t.integer :status, default: 0, null: false
+      t.integer :priority, default: 0, null: false
+
+      t.string :reason
+      t.json :reason_details
+
+      t.datetime :completed_at
+      t.string :completed_by
+
+      t.timestamps
+
+      t.index [ :reviewable_type, :reviewable_id ], unique: true, name: "idx_review_items_on_reviewable"
+      t.index [ :status, :priority, :created_at ], name: "idx_review_items_on_status_priority_created"
+      t.index :status
+    end
+  end
+end

data/lib/observ/version.rb

@@ -1,3 +1,3 @@
 module Observ
-  VERSION = "0.5.0"
+  VERSION = "0.6.0"
 end

data/lib/rubyllm-observ.rb

@@ -0,0 +1 @@
+require "observ"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rubyllm-observ
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.6.0
 platform: ruby
 authors:
 - Franck D'agostini
@@ -242,12 +242,15 @@ files:
 - app/assets/stylesheets/observ/_dashboard.scss
 - app/assets/stylesheets/observ/_datasets.scss
 - app/assets/stylesheets/observ/_drawer.scss
+- app/assets/stylesheets/observ/_filters.scss
 - app/assets/stylesheets/observ/_json_viewer.scss
 - app/assets/stylesheets/observ/_layout.scss
 - app/assets/stylesheets/observ/_metrics.scss
+- app/assets/stylesheets/observ/_namespace.scss
 - app/assets/stylesheets/observ/_observations.scss
 - app/assets/stylesheets/observ/_pagination.scss
 - app/assets/stylesheets/observ/_prompts.scss
+- app/assets/stylesheets/observ/_reset.scss
 - app/assets/stylesheets/observ/_table.scss
 - app/assets/stylesheets/observ/_variables.scss
 - app/assets/stylesheets/observ/application.scss
@@ -263,6 +266,8 @@ files:
 - app/controllers/observ/observations_controller.rb
 - app/controllers/observ/prompt_versions_controller.rb
 - app/controllers/observ/prompts_controller.rb
+- app/controllers/observ/review_queue_controller.rb
+- app/controllers/observ/scores_controller.rb
 - app/controllers/observ/sessions_controller.rb
 - app/controllers/observ/traces_controller.rb
 - app/forms/observ/prompt_form.rb
@@ -271,15 +276,19 @@ files:
 - app/helpers/observ/dashboard_helper.rb
 - app/helpers/observ/datasets_helper.rb
 - app/helpers/observ/pagination_helper.rb
+- app/helpers/observ/reviews_helper.rb
 - app/jobs/observ/application_job.rb
 - app/jobs/observ/dataset_runner_job.rb
 - app/mailers/observ/application_mailer.rb
 - app/models/concerns/observ/agent_phaseable.rb
 - app/models/concerns/observ/agent_selectable.rb
 - app/models/concerns/observ/chat_enhancements.rb
+- app/models/concerns/observ/json_queryable.rb
 - app/models/concerns/observ/message_enhancements.rb
 - app/models/concerns/observ/observability_instrumentation.rb
 - app/models/concerns/observ/prompt_management.rb
+- app/models/concerns/observ/reviewable.rb
+- app/models/concerns/observ/scoreable.rb
 - app/models/concerns/observ/trace_association.rb
 - app/models/observ/annotation.rb
 - app/models/observ/application_record.rb
@@ -291,6 +300,7 @@ files:
 - app/models/observ/null_prompt.rb
 - app/models/observ/observation.rb
 - app/models/observ/prompt.rb
+- app/models/observ/review_item.rb
 - app/models/observ/score.rb
 - app/models/observ/session.rb
 - app/models/observ/span.rb
@@ -306,6 +316,7 @@ files:
 - app/services/observ/evaluators/contains_evaluator.rb
 - app/services/observ/evaluators/exact_match_evaluator.rb
 - app/services/observ/evaluators/json_structure_evaluator.rb
+- app/services/observ/guardrail_service.rb
 - app/services/observ/prompt_manager.rb
 - app/services/observ/prompt_manager/cache_statistics.rb
 - app/services/observ/prompt_manager/caching.rb
@@ -379,10 +390,26 @@ files:
 - app/views/observ/prompts/new.html.erb
 - app/views/observ/prompts/show.html.erb
 - app/views/observ/prompts/versions.html.erb
+- app/views/observ/review_queue/_item.html.erb
+- app/views/observ/review_queue/_stats.html.erb
+- app/views/observ/review_queue/index.html.erb
+- app/views/observ/review_queue/show.html.erb
+- app/views/observ/review_queue/stats.html.erb
+- app/views/observ/scores/_form.html.erb
+- app/views/observ/scores/create.turbo_stream.erb
+- app/views/observ/sessions/_chat.html.erb
+- app/views/observ/sessions/_metadata.html.erb
+- app/views/observ/sessions/_metrics.html.erb
+- app/views/observ/sessions/_traces.html.erb
 - app/views/observ/sessions/annotations_drawer.turbo_stream.erb
 - app/views/observ/sessions/drawer_test.turbo_stream.erb
 - app/views/observ/sessions/index.html.erb
 - app/views/observ/sessions/show.html.erb
+- app/views/observ/traces/_details.html.erb
+- app/views/observ/traces/_input.html.erb
+- app/views/observ/traces/_metadata.html.erb
+- app/views/observ/traces/_observations.html.erb
+- app/views/observ/traces/_output.html.erb
 - app/views/observ/traces/add_to_dataset_drawer.turbo_stream.erb
 - app/views/observ/traces/annotations_drawer.turbo_stream.erb
 - app/views/observ/traces/index.html.erb
@@ -403,6 +430,8 @@ files:
 - db/migrate/012_create_observ_dataset_runs.rb
 - db/migrate/013_create_observ_dataset_run_items.rb
 - db/migrate/014_create_observ_scores.rb
+- db/migrate/015_refactor_scores_to_polymorphic.rb
+- db/migrate/016_create_observ_review_items.rb
 - lib/generators/observ/add_phase_tracking/add_phase_tracking_generator.rb
 - lib/generators/observ/add_phase_tracking/templates/migration.rb.tt
 - lib/generators/observ/install/USAGE
@@ -426,6 +455,7 @@ files:
 - lib/observ/index_file_generator.rb
 - lib/observ/instrumenter/ruby_llm.rb
 - lib/observ/version.rb
+- lib/rubyllm-observ.rb
 - lib/tasks/observ_tasks.rake
 homepage: https://github.com/franck/observ
 licenses: