rubyllm-observ 0.5.0

data/app/views/observ/traces/show.html.erb

@@ -0,0 +1,285 @@
+<% content_for :title, "Trace #{truncate_id(@trace.trace_id, 12)}" %>
+
+<% content_for :page_header do %>
+  <div class="observ-page-header__content">
+    <div class="observ-page-header__breadcrumb">
+      <%= link_to "Traces", traces_path, class: "observ-link" %> /
+    </div>
+    <h1 class="observ-page-header__title">
+      Trace <code class="observ-code observ-code--inline"><%= truncate_id(@trace.trace_id, 12) %></code>
+    </h1>
+    <div class="observ-page-header__meta">
+      <%= observ_status_badge(observ_trace_status(@trace)) %>
+    </div>
+  </div>
+  <div class="observ-page-header__actions">
+    <%= link_to "#", 
+        class: "observ-button observ-button--secondary observ-button--sm",
+        data: { 
+          action: "click->observ--drawer#open", 
+          drawer_url_param: text_output_drawer_trace_path(@trace)
+        } do %>
+      See Text Output
+    <% end %>
+    
+    <%= link_to "#", 
+        class: "observ-button observ-button--secondary observ-button--sm",
+        data: { 
+          action: "click->observ--drawer#open", 
+          drawer_url_param: add_to_dataset_drawer_trace_path(@trace)
+        } do %>
+      Add to Dataset
+    <% end %>
+    
+    <%= link_to "#", 
+        class: "observ-button observ-button--primary observ-button--sm",
+        data: { 
+          action: "click->observ--drawer#open", 
+          drawer_url_param: annotations_drawer_trace_path(@trace)
+        } do %>
+      Annotate
+      <% if @trace.annotations.any? %>
+        <span class="observ-badge observ-badge--light"><%= @trace.annotations.count %></span>
+      <% end %>
+    <% end %>
+  </div>
+<% end %>
+
+<div class="observ-container">
+  <section class="observ-card observ-card--compact">
+    <header class="observ-card__header">
+      <h2 class="observ-card__title">Details</h2>
+    </header>
+    <div class="observ-card__body">
+      <dl class="observ-definition-list observ-definition-list--compact">
+        <div class="observ-definition-list__item">
+          <dt class="observ-definition-list__term">Session</dt>
+          <dd class="observ-definition-list__definition">
+            <%= link_to truncate_id(@trace.observ_session.session_id, 12), session_path(@trace.observ_session), class: "observ-link" %>
+          </dd>
+        </div>
+        <div class="observ-definition-list__item">
+          <dt class="observ-definition-list__term">Name</dt>
+          <dd class="observ-definition-list__definition"><%= @trace.name || "—" %></dd>
+        </div>
+        <div class="observ-definition-list__item">
+          <dt class="observ-definition-list__term">Start Time</dt>
+          <dd class="observ-definition-list__definition"><%= observ_timestamp(@trace.start_time) %></dd>
+        </div>
+        <% if @trace.end_time %>
+          <div class="observ-definition-list__item">
+            <dt class="observ-definition-list__term">End Time</dt>
+            <dd class="observ-definition-list__definition"><%= observ_timestamp(@trace.end_time) %></dd>
+          </div>
+        <% end %>
+        <div class="observ-definition-list__item">
+          <dt class="observ-definition-list__term">Duration</dt>
+          <dd class="observ-definition-list__definition">
+            <% if @trace.duration_ms %>
+              <%= format_duration_ms(@trace.duration_ms) %>
+            <% else %>
+              <span class="observ-text--muted">In Progress</span>
+            <% end %>
+          </dd>
+        </div>
+        <div class="observ-definition-list__item">
+          <dt class="observ-definition-list__term">Total Tokens</dt>
+          <dd class="observ-definition-list__definition"><%= format_tokens(@trace.total_tokens) %></dd>
+        </div>
+        <div class="observ-definition-list__item">
+          <dt class="observ-definition-list__term">Total Cost</dt>
+          <dd class="observ-definition-list__definition"><%= format_currency(@trace.total_cost) %></dd>
+        </div>
+      </dl>
+    </div>
+  </section>
+
+  <% if @trace.input.present? %>
+    <section class="observ-card observ-card--compact">
+      <header class="observ-card__header">
+        <h2 class="observ-card__title">Input</h2>
+      </header>
+      <div class="observ-card__body">
+        <%= render_input_output(@trace.input, compact: true) %>
+      </div>
+    </section>
+  <% end %>
+
+  <% if @trace.output.present? %>
+    <section class="observ-card observ-card--compact">
+      <header class="observ-card__header">
+        <h2 class="observ-card__title">Output</h2>
+      </header>
+      <div class="observ-card__body">
+        <%= render_input_output(@trace.output, compact: true) %>
+      </div>
+    </section>
+  <% end %>
+
+  <% if @trace.metadata.present? && @trace.metadata.any? %>
+    <section class="observ-card observ-card--compact">
+      <header class="observ-card__header">
+        <h2 class="observ-card__title">Metadata</h2>
+      </header>
+      <div class="observ-card__body">
+        <%= render_json_viewer(@trace.metadata, compact: true) %>
+      </div>
+    </section>
+  <% end %>
+
+  <section class="observ-card">
+    <header class="observ-card__header">
+      <h2 class="observ-card__title">Observations (<%= @observations.count %>)</h2>
+    </header>
+    <div class="observ-card__body">
+      <% if @observations.any? %>
+        <div class="observ-observations-list observ-observations-list--compact">
+          <% @observations.each do |observation| %>
+            <div class="observ-observation-card observ-observation-card--compact observ-observation-card--<%= observation.type.demodulize.downcase %>">
+              <div class="observ-observation-card__header">
+                <span class="observ-observation-card__type-badge">
+                  <%= observation.type.demodulize %>
+                </span>
+                <h3 class="observ-observation-card__name"><%= observation.name %></h3>
+                <div class="observ-observation-card__meta">
+                  <span class="observ-observation-card__id">
+                    <code class="observ-code observ-code--inline"><%= truncate_id(observation.observation_id, 8) %></code>
+                  </span>
+                </div>
+              </div>
+              
+              <div class="observ-observation-card__body">
+                <dl class="observ-definition-list observ-definition-list--horizontal observ-definition-list--compact">
+                  <% if observation.is_a?(Observ::Generation) %>
+                    <div class="observ-definition-list__item">
+                      <dt class="observ-definition-list__term">Model</dt>
+                      <dd class="observ-definition-list__definition">
+                        <%= observ_model_badge(observation.model) %>
+                      </dd>
+                    </div>
+                    <div class="observ-definition-list__item">
+                      <dt class="observ-definition-list__term">Tokens</dt>
+                      <dd class="observ-definition-list__definition">
+                        <%= format_tokens(observation.total_tokens) %>
+                      </dd>
+                    </div>
+                    <div class="observ-definition-list__item">
+                      <dt class="observ-definition-list__term">Cost</dt>
+                      <dd class="observ-definition-list__definition">
+                        <%= format_currency(observation.cost_usd) %>
+                      </dd>
+                    </div>
+                    <% if observation.finish_reason %>
+                      <div class="observ-definition-list__item">
+                        <dt class="observ-definition-list__term">Finish</dt>
+                        <dd class="observ-definition-list__definition">
+                          <%= observation.finish_reason %>
+                        </dd>
+                      </div>
+                    <% end %>
+                    <% if observation.time_to_first_token_ms %>
+                      <div class="observ-definition-list__item">
+                        <dt class="observ-definition-list__term">TTFT</dt>
+                        <dd class="observ-definition-list__definition">
+                          <%= format_duration_ms(observation.time_to_first_token_ms) %>
+                        </dd>
+                      </div>
+                    <% end %>
+                    <div class="observ-definition-list__item">
+                      <dt class="observ-definition-list__term">Prompt</dt>
+                      <dd class="observ-definition-list__definition">
+                        <% if observation.prompt_name.present? %>
+                          <%= observation.prompt_name %>
+                          <% if observation.prompt_version.present? %>
+                            <span class="observ-text--muted">(v<%= observation.prompt_version %>)</span>
+                          <% end %>
+                        <% else %>
+                          <span class="observ-text--muted">default prompt</span>
+                        <% end %>
+                      </dd>
+                    </div>
+                  <% end %>
+                  <div class="observ-definition-list__item">
+                    <dt class="observ-definition-list__term">Duration</dt>
+                    <dd class="observ-definition-list__definition">
+                      <% if observation.duration_ms %>
+                        <%= format_duration_ms(observation.duration_ms) %>
+                      <% else %>
+                        <span class="observ-text--muted">—</span>
+                      <% end %>
+                    </dd>
+                  </div>
+                  <% if observation.is_a?(Observ::Span) && observation.status_message %>
+                    <div class="observ-definition-list__item">
+                      <dt class="observ-definition-list__term">Status</dt>
+                      <dd class="observ-definition-list__definition">
+                        <%= observation.status_message %>
+                      </dd>
+                    </div>
+                  <% end %>
+                </dl>
+              </div>
+
+              <% if observation.is_a?(Observ::Generation) && observation.usage.present? && observation.usage.any? %>
+                <div class="observ-observation-card__section observ-observation-card__section--compact">
+                  <h4 class="observ-observation-card__section-title">Token Usage</h4>
+                  <dl class="observ-definition-list observ-definition-list--horizontal observ-definition-list--compact">
+                    <% observation.usage.each do |key, value| %>
+                      <div class="observ-definition-list__item">
+                        <dt class="observ-definition-list__term"><%= key.humanize %></dt>
+                        <dd class="observ-definition-list__definition"><%= format_tokens(value) %></dd>
+                      </div>
+                    <% end %>
+                  </dl>
+                </div>
+              <% end %>
+
+              <% if observation.input.present? %>
+                <div class="observ-observation-card__section observ-observation-card__section--compact">
+                  <h4 class="observ-observation-card__section-title">Input</h4>
+                  <pre class="observ-code-block observ-code-block--compact"><%= observation.input %></pre>
+                </div>
+              <% end %>
+
+              <% if observation.output.present? %>
+                <div class="observ-observation-card__section observ-observation-card__section--compact">
+                  <h4 class="observ-observation-card__section-title">Output</h4>
+                  <pre class="observ-code-block observ-code-block--compact"><%= observation.output %></pre>
+                </div>
+              <% end %>
+
+              <% if observation.is_a?(Observ::Generation) && observation.messages.present? && observation.messages.any? %>
+                <div class="observ-observation-card__section observ-observation-card__section--compact">
+                  <h4 class="observ-observation-card__section-title">Messages</h4>
+                  <%= render_json_viewer(observation.messages, compact: true) %>
+                </div>
+              <% end %>
+
+              <% if observation.is_a?(Observ::Generation) && observation.provider_metadata.present? && observation.provider_metadata.any? %>
+                <div class="observ-observation-card__section observ-observation-card__section--compact">
+                  <h4 class="observ-observation-card__section-title">Provider Metadata</h4>
+                  <%= render_json_viewer(observation.provider_metadata, compact: true) %>
+                </div>
+              <% end %>
+
+              <% if observation.is_a?(Observ::Span) && observation.metadata.present? && observation.metadata.any? %>
+                <div class="observ-observation-card__section observ-observation-card__section--compact">
+                  <h4 class="observ-observation-card__section-title">Metadata</h4>
+                  <%= render_json_viewer(observation.metadata, compact: true) %>
+                </div>
+              <% end %>
+
+              <div class="observ-observation-card__footer">
+                <%= link_to "View Details →", observation_path(observation), class: "observ-link" %>
+              </div>
+            </div>
+          <% end %>
+        </div>
+      <% else %>
+        <div class="observ-card__empty">
+          <p>No observations found for this trace.</p>
+        </div>
+      <% end %>
+    </div>
+  </section>
+</div>

data/app/views/observ/traces/text_output_drawer.turbo_stream.erb

@@ -0,0 +1,48 @@
+<%= turbo_stream.update "drawer-header-title" do %>
+  Trace Text Output
+<% end %>
+
+<%= turbo_stream.update "drawer-content" do %>
+  <div class="observ-drawer__section">
+    <div class="observ-drawer__instructions">
+      <strong>💡 Quick Start:</strong> Click the textarea to select all text, then copy and paste it into ChatGPT, Claude, or any LLM for analysis.
+    </div>
+    
+    <div 
+      class="observ-drawer__text-output"
+      data-controller="observ--text-select observ--copy"
+    >
+      <textarea 
+        class="observ-drawer__textarea" 
+        readonly
+        data-observ--text-select-target="text"
+        data-observ--copy-target="source"
+        data-action="click->observ--text-select#select"
+        aria-label="Formatted trace text output"
+      ><%= @formatted_text %></textarea>
+      
+      <button 
+        type="button"
+        class="observ-button observ-button--sm observ-button--secondary observ-drawer__copy-btn"
+        data-observ--copy-target="button"
+        data-action="click->observ--copy#copy"
+      >
+        📋 Copy to Clipboard
+      </button>
+    </div>
+    
+    <div class="observ-drawer__help">
+      <details>
+        <summary>What can you do with this text?</summary>
+        <ul class="observ-drawer__help-list">
+          <li>Paste into ChatGPT/Claude for performance analysis</li>
+          <li>Ask LLMs to identify optimization opportunities</li>
+          <li>Get suggestions for cost reduction strategies</li>
+          <li>Analyze error patterns and get debugging suggestions</li>
+          <li>Review quality and accuracy of AI responses</li>
+          <li>Generate reports or documentation from trace data</li>
+        </ul>
+      </details>
+    </div>
+  </div>
+<% end %>

data/app/views/shared/_drawer.html.erb

@@ -0,0 +1,26 @@
+<div class="observ-drawer" data-observ--drawer-target="drawer">
+  <div class="observ-drawer__overlay" data-action="click->observ--drawer#close"></div>
+  
+  <div class="observ-drawer__panel">
+    <div class="observ-drawer__header">
+      <button 
+        type="button" 
+        class="observ-drawer__close-btn" 
+        data-action="click->observ--drawer#close"
+        aria-label="Close drawer">
+        <svg width="20" height="20" viewBox="0 0 20 20" fill="none" xmlns="http://www.w3.org/2000/svg">
+          <path d="M15 5L5 15M5 5L15 15" stroke="currentColor" stroke-width="2" stroke-linecap="round"/>
+        </svg>
+      </button>
+      <h2 id="drawer-header-title" class="observ-drawer__title" data-observ--drawer-target="headerTitle">
+        Loading...
+      </h2>
+    </div>
+    
+    <div id="drawer-content" class="observ-drawer__content" data-observ--drawer-target="content">
+      <div class="observ-drawer__loading">
+        <span class="observ-spinner"></span>
+      </div>
+    </div>
+  </div>
+</div>

data/config/routes.rb

@@ -0,0 +1,80 @@
+Observ::Engine.routes.draw do
+  root to: "dashboard#index"
+
+  get "dashboard", to: "dashboard#index", as: :dashboard
+  get "dashboard/metrics", to: "dashboard#metrics"
+  get "dashboard/cost_analysis", to: "dashboard#cost_analysis"
+
+  # Chat routes - only available if Chat model exists in host app
+  if defined?(::Chat) && ::Chat.respond_to?(:acts_as_chat)
+    resources :chats, only: [ :index, :new, :create, :show ] do
+      resources :messages, only: [ :create ]
+    end
+  end
+
+  resources :sessions, only: [ :index, :show ] do
+    member do
+      get :metrics
+      get :drawer_test
+      get :annotations_drawer
+    end
+    resources :annotations, only: [ :index, :create, :destroy ]
+  end
+
+  resources :traces, only: [ :index, :show ] do
+    collection do
+      get :search
+    end
+    member do
+      get :annotations_drawer
+      get :text_output_drawer
+      get :add_to_dataset_drawer
+      post :add_to_dataset
+    end
+    resources :annotations, only: [ :index, :create, :destroy ]
+  end
+
+  resources :observations, only: [ :index, :show ] do
+    collection do
+      get :generations
+      get :spans
+    end
+  end
+
+  get "annotations/sessions", to: "annotations#sessions_index", as: :sessions_annotations
+  get "annotations/traces", to: "annotations#traces_index", as: :traces_annotations
+  get "annotations/export", to: "annotations#export", as: :export_annotations
+
+  resources :prompts do
+    member do
+      get :versions              # Version history view
+      get :compare               # Compare versions
+    end
+
+    resources :versions, only: [ :show ], controller: "prompt_versions" do
+      member do
+        post :promote    # draft -> production
+        post :demote     # production -> archived
+        post :restore    # archived -> production
+        post :clone      # create editable draft copy
+      end
+    end
+  end
+
+  resources :datasets do
+    resources :items, controller: "dataset_items", except: [ :show ]
+    resources :runs, controller: "dataset_runs", only: [ :index, :show, :new, :create, :destroy ] do
+      member do
+        post :run_evaluators
+        get :review
+      end
+      resources :run_items, controller: "dataset_run_items", only: [] do
+        member do
+          get :details_drawer
+          get :score_drawer
+          post :score
+        end
+      end
+    end
+  end
+end

data/db/migrate/001_create_observ_sessions.rb

@@ -0,0 +1,21 @@
+class CreateObservSessions < ActiveRecord::Migration[7.0]
+  def change
+    create_table :observ_sessions do |t|
+      t.string :session_id, null: false
+      t.string :user_id
+      t.datetime :start_time, null: false
+      t.datetime :end_time
+      t.json :metadata, default: {}
+      t.integer :total_traces_count, default: 0
+      t.integer :total_llm_calls_count, default: 0
+      t.integer :total_tokens, default: 0
+      t.decimal :total_cost, precision: 10, scale: 6, default: 0.0
+      t.integer :total_llm_duration_ms, default: 0
+
+      t.timestamps
+    end
+    add_index :observ_sessions, :session_id, unique: true
+    add_index :observ_sessions, :user_id
+    add_index :observ_sessions, :start_time
+  end
+end

data/db/migrate/002_create_observ_traces.rb

@@ -0,0 +1,25 @@
+class CreateObservTraces < ActiveRecord::Migration[7.0]
+  def change
+    create_table :observ_traces do |t|
+      t.string :trace_id, null: false
+      t.references :observ_session, null: false, foreign_key: true
+      t.string :name
+      t.datetime :start_time, null: false
+      t.datetime :end_time
+      t.text :input
+      t.text :output
+      t.json :metadata, default: {}
+      t.json :tags, default: []
+      t.string :user_id
+      t.string :release
+      t.string :version
+      t.decimal :total_cost, precision: 10, scale: 6, default: 0.0
+      t.integer :total_tokens, default: 0
+
+      t.timestamps
+    end
+    add_index :observ_traces, :trace_id, unique: true
+    add_index :observ_traces, :name
+    add_index :observ_traces, :start_time
+  end
+end

data/db/migrate/003_create_observ_observations.rb

@@ -0,0 +1,42 @@
+class CreateObservObservations < ActiveRecord::Migration[7.0]
+  def change
+    create_table :observ_observations do |t|
+      t.string :observation_id, null: false
+      t.references :observ_trace, null: false, foreign_key: true
+      t.string :parent_observation_id
+      t.string :type, null: false
+      t.string :name
+      t.datetime :start_time, null: false
+      t.datetime :end_time
+      t.json :metadata, default: {}
+      t.string :level, default: 'DEFAULT'
+      t.string :status_message
+      t.string :version
+
+      # Generation-specific fields
+      t.string :model
+      t.json :model_parameters, default: {}
+      t.text :input
+      t.text :output
+      t.json :usage, default: {}
+      t.decimal :cost_usd, precision: 10, scale: 6
+      t.string :prompt_name
+      t.string :prompt_version
+      t.datetime :completion_start_time
+      t.string :finish_reason
+      t.json :provider_metadata, default: {}
+      t.json :messages, default: []
+      t.json :tools, default: []
+      t.string :tool_choice
+      t.json :raw_response
+
+      t.timestamps
+    end
+
+    add_index :observ_observations, :observation_id, unique: true
+    add_index :observ_observations, :parent_observation_id
+    add_index :observ_observations, :type
+    add_index :observ_observations, :name
+    add_index :observ_observations, :start_time
+  end
+end

data/db/migrate/004_add_message_id_to_observ_traces.rb

@@ -0,0 +1,7 @@
+class AddMessageIdToObservTraces < ActiveRecord::Migration[7.0]
+  def change
+    add_column :observ_traces, :message_id, :integer
+    add_index :observ_traces, :message_id
+    add_foreign_key :observ_traces, :messages
+  end
+end

data/db/migrate/005_create_observ_prompts.rb

@@ -0,0 +1,21 @@
+class CreateObservPrompts < ActiveRecord::Migration[7.0]
+  def change
+    create_table :observ_prompts do |t|
+      t.string :name, null: false
+      t.text :prompt, null: false
+      t.integer :version, null: false
+      t.string :state, null: false, default: 'draft'
+      t.json :config, default: {}
+      t.text :commit_message
+      t.string :created_by
+
+      t.timestamps
+
+      # Composite unique index for name + version
+      t.index [ :name, :version ], unique: true
+
+      # Index for state queries (e.g., find all production prompts)
+      t.index [ :name, :state ]
+    end
+  end
+end

data/db/migrate/006_fix_prompt_config_strings.rb

@@ -0,0 +1,23 @@
+class FixPromptConfigStrings < ActiveRecord::Migration[7.0]
+  def up
+    # Find all prompts where config is stored as a String instead of JSON
+    Observ::Prompt.find_each do |prompt|
+      next if prompt.config.nil?
+
+      if prompt.config.is_a?(String)
+        begin
+          parsed = JSON.parse(prompt.config)
+          prompt.update_column(:config, parsed)
+          puts "Fixed config for #{prompt.name} v#{prompt.version}"
+        rescue JSON::ParserError => e
+          puts "WARNING: Could not parse config for #{prompt.name} v#{prompt.version}: #{e.message}"
+          prompt.update_column(:config, {})
+        end
+      end
+    end
+  end
+
+  def down
+    # No need to reverse this - we're fixing data corruption
+  end
+end

data/db/migrate/007_create_observ_annotations.rb

@@ -0,0 +1,12 @@
+class CreateObservAnnotations < ActiveRecord::Migration[7.0]
+  def change
+    create_table :observ_annotations do |t|
+      t.references :annotatable, polymorphic: true, null: false, index: true
+      t.text :content, null: false
+      t.string :annotator
+      t.text :tags
+
+      t.timestamps
+    end
+  end
+end

data/db/migrate/009_add_prompt_fields_to_observ_chats.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+class AddPromptFieldsToObservChats < ActiveRecord::Migration[7.0]
+  def change
+    # Only add columns if chats table exists (host app may not have chat feature)
+    return unless table_exists?(:chats)
+
+    add_column :chats, :prompt_name, :string, null: true
+    add_column :chats, :prompt_version, :integer, null: true
+  end
+end

data/db/migrate/010_create_observ_datasets.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+class CreateObservDatasets < ActiveRecord::Migration[7.0]
+  def change
+    create_table :observ_datasets do |t|
+      t.string :name, null: false
+      t.text :description
+      t.string :agent_class, null: false
+      t.json :metadata, default: {}
+      t.timestamps
+
+      t.index :name, unique: true
+    end
+  end
+end

data/db/migrate/011_create_observ_dataset_items.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+class CreateObservDatasetItems < ActiveRecord::Migration[7.0]
+  def change
+    create_table :observ_dataset_items do |t|
+      t.references :dataset, null: false, foreign_key: { to_table: :observ_datasets }
+      t.integer :status, default: 0, null: false
+      t.json :input, null: false
+      t.json :expected_output
+      t.json :metadata, default: {}
+      t.references :source_trace, foreign_key: { to_table: :observ_traces }
+      t.timestamps
+
+      t.index [ :dataset_id, :status ]
+    end
+  end
+end

data/db/migrate/012_create_observ_dataset_runs.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+class CreateObservDatasetRuns < ActiveRecord::Migration[7.0]
+  def change
+    create_table :observ_dataset_runs do |t|
+      t.references :dataset, null: false, foreign_key: { to_table: :observ_datasets }
+      t.string :name, null: false
+      t.text :description
+      t.integer :status, default: 0, null: false
+      t.json :metadata, default: {}
+      t.integer :total_items, default: 0
+      t.integer :completed_items, default: 0
+      t.integer :failed_items, default: 0
+      t.decimal :total_cost, precision: 10, scale: 6, default: 0
+      t.integer :total_tokens, default: 0
+      t.timestamps
+
+      t.index [ :dataset_id, :name ], unique: true
+      t.index [ :dataset_id, :status ]
+    end
+  end
+end