tracebook 0.1.1 → 1.0.1

data/app/views/tracebook/interactions/index.html.erb

@@ -1,108 +0,0 @@
-<div class="tb-container">
-  <header class="tb-header">
-    <h1>TraceBook Interactions</h1>
-    <div class="tb-kpis">
-      <div class="tb-kpi">
-        <span>Total</span>
-        <strong><%= @kpis[:total] %></strong>
-      </div>
-      <div class="tb-kpi">
-        <span>Success</span>
-        <strong><%= @kpis[:success] %></strong>
-      </div>
-      <div class="tb-kpi">
-        <span>Total Tokens</span>
-        <strong><%= @kpis[:input_tokens] + @kpis[:output_tokens] %></strong>
-      </div>
-      <div class="tb-kpi">
-        <span>Cost (¢)</span>
-        <strong><%= @kpis[:cost_cents] %></strong>
-      </div>
-    </div>
-  </header>
-
-  <section class="tb-filters">
-    <%= form_with url: interactions_path, method: :get, scope: :filters, data: { turbo_frame: "interactions_table" }, class: "tb-filter-form" do |form| %>
-      <div class="tb-filter-grid">
-        <div>
-          <%= form.label :provider %>
-          <%= form.select :provider, options_for_select(@providers, @filters[:provider]), include_blank: "All" %>
-        </div>
-        <div>
-          <%= form.label :model %>
-          <%= form.select :model, options_for_select(@models, @filters[:model]), include_blank: "All" %>
-        </div>
-        <div>
-          <%= form.label :project %>
-          <%= form.select :project, options_for_select(@projects, @filters[:project]), include_blank: "All" %>
-        </div>
-        <div>
-          <%= form.label :status %>
-          <%= form.select :status, options_for_select(TraceBook::Interaction.statuses.keys, @filters[:status]), include_blank: "All" %>
-        </div>
-        <div>
-          <%= form.label :review_state %>
-          <%= form.select :review_state, options_for_select(TraceBook::Interaction.review_states.keys, @filters[:review_state]), include_blank: "All" %>
-        </div>
-        <div>
-          <%= form.label :tag %>
-          <%= form.text_field :tag, value: @filters[:tag] %>
-        </div>
-        <div>
-          <%= form.label :from, "From (date)" %>
-          <%= form.date_field :from, value: @filters[:from] %>
-        </div>
-        <div>
-          <%= form.label :to, "To (date)" %>
-          <%= form.date_field :to, value: @filters[:to] %>
-        </div>
-      </div>
-      <div class="tb-filter-actions">
-        <%= form.submit "Apply" %>
-        <%= link_to "Reset", interactions_path, class: "tb-link" %>
-      </div>
-    <% end %>
-  </section>
-
-  <section class="tb-table-wrapper">
-    <%= form_with url: bulk_review_interactions_path, method: :post, data: { controller: "keyboard" }, html: { tabindex: 0 } do %>
-      <%= hidden_field_tag :review_state, "approved", data: { keyboard_target: "reviewState" } %>
-      <div class="tb-table-actions">
-        <button type="submit">Bulk Approve</button>
-        <button type="submit" formaction="<%= exports_path(format: :csv, filters: @filters.to_h) %>" formmethod="post">Export CSV</button>
-      </div>
-
-      <turbo-frame id="interactions_table">
-        <table class="tb-table" data-keyboard-target="table">
-          <thead>
-            <tr>
-              <th><input type="checkbox" data-keyboard-target="toggleAll"></th>
-              <th>Timestamp</th>
-              <th>Provider</th>
-              <th>Model</th>
-              <th>Status</th>
-              <th>Tokens</th>
-              <th>Cost (¢)</th>
-            </tr>
-          </thead>
-          <tbody>
-            <% @interactions.each do |interaction| %>
-              <tr data-controller="row" data-keyboard-target="row">
-                <td><%= check_box_tag "interaction_ids[]", interaction.id, false, data: { keyboard_target: "checkbox" } %></td>
-                <td><%= link_to interaction.created_at.strftime("%Y-%m-%d %H:%M"), interaction_path(interaction) %></td>
-                <td><%= interaction.provider %></td>
-                <td><%= interaction.model %></td>
-                <td><%= interaction.status %></td>
-                <td><%= interaction.total_tokens %></td>
-                <td><%= interaction.cost_total_cents %></td>
-              </tr>
-            <% end %>
-          </tbody>
-        </table>
-        <nav class="tb-pagination" aria-label="Interactions pagination">
-          <%== @pagy.series_nav(anchor_string: 'data-turbo-frame="interactions_table"') %>
-        </nav>
-      </turbo-frame>
-    <% end %>
-  </section>
-</div>

data/app/views/tracebook/interactions/show.html.erb

@@ -1,44 +0,0 @@
-<div class="tb-container">
-  <nav class="tb-breadcrumbs">
-    <%= link_to "← Back", interactions_path %>
-  </nav>
-
-  <header class="tb-header">
-    <h1>Interaction <%= @interaction.id %></h1>
-    <div class="tb-meta-grid">
-      <div><span>Provider</span><strong><%= @interaction.provider %></strong></div>
-      <div><span>Model</span><strong><%= @interaction.model %></strong></div>
-      <div><span>Status</span><strong><%= @interaction.status %></strong></div>
-      <div><span>Review</span><strong><%= @interaction.review_state %></strong></div>
-      <div><span>Tokens</span><strong><%= @interaction.total_tokens %></strong></div>
-      <div><span>Cost (¢)</span><strong><%= @interaction.cost_total_cents %></strong></div>
-    </div>
-  </header>
-
-  <% request_payload = payload_for(@interaction, :request) %>
-  <section class="tb-section" data-controller="json-viewer" data-json-viewer-collapsed-value="true">
-    <h2>Request</h2>
-    <pre data-json-viewer-target="content"><%= formatted_payload(request_payload, @interaction.request_text) %></pre>
-  </section>
-
-  <% response_payload = payload_for(@interaction, :response) %>
-  <section class="tb-section" data-controller="json-viewer">
-    <h2>Response</h2>
-    <pre data-json-viewer-target="content"><%= formatted_payload(response_payload, @interaction.response_text) %></pre>
-  </section>
-
-  <section class="tb-section">
-    <h2>Metadata</h2>
-    <pre><%= formatted_payload(@interaction.metadata, "{}") %></pre>
-  </section>
-
-  <section class="tb-section">
-    <%= form_with url: review_interaction_path(@interaction), method: :post, class: "tb-review-form" do %>
-      <div>
-        <%= label_tag :review_state, "Review State" %>
-        <%= select_tag :review_state, options_for_select(TraceBook::Interaction.review_states.keys, @interaction.review_state) %>
-      </div>
-      <%= submit_tag "Update Review" %>
-    <% end %>
-  </section>
-</div>

data/db/migrate/20241112000100_create_tracebook_interactions.rb

@@ -1,55 +0,0 @@
-# frozen_string_literal: true
-
-class CreateTracebookInteractions < ActiveRecord::Migration[8.0]
-  def change
-    create_table :tracebook_interactions do |t|
-      t.string :project
-      t.string :provider, null: false
-      t.string :model, null: false
-      t.string :session_id
-
-      t.text :request_payload
-      t.text :response_payload
-      t.text :request_text
-      t.text :response_text
-
-      t.integer :input_tokens
-      t.integer :output_tokens
-      t.integer :total_tokens
-      t.integer :latency_ms
-
-      t.integer :status, null: false, default: 0
-      t.integer :review_state, null: false, default: 0
-      t.string :error_class
-      t.text :error_message
-
-      t.string :user_type
-      t.bigint :user_id
-      t.bigint :parent_id
-
-      t.text :tags
-      t.text :metadata
-
-      t.string :request_payload_store, null: false, default: "inline"
-      t.string :response_payload_store, null: false, default: "inline"
-      t.bigint :request_payload_blob_id
-      t.bigint :response_payload_blob_id
-
-      t.integer :cost_input_cents, default: 0, null: false
-      t.integer :cost_output_cents, default: 0, null: false
-      t.integer :cost_total_cents, default: 0, null: false
-      t.string :currency, null: false, default: "USD"
-
-      t.timestamps
-    end
-
-    add_index :tracebook_interactions, :created_at
-    add_index :tracebook_interactions, [ :provider, :model, :created_at ]
-    add_index :tracebook_interactions, [ :project, :created_at ]
-    add_index :tracebook_interactions, :session_id
-    add_index :tracebook_interactions, :status
-    add_index :tracebook_interactions, :review_state
-    add_index :tracebook_interactions, :parent_id
-    add_index :tracebook_interactions, [ :user_type, :user_id ]
-  end
-end

data/db/migrate/20241112000200_create_tracebook_rollups_dailies.rb

@@ -1,24 +0,0 @@
-# frozen_string_literal: true
-
-class CreateTracebookRollupsDailies < ActiveRecord::Migration[8.0]
-  def change
-    create_table :tracebook_rollups_dailies do |t|
-      t.date :date, null: false
-      t.string :project
-      t.string :provider
-      t.string :model
-
-      t.integer :interactions_count, null: false, default: 0
-      t.integer :success_count, null: false, default: 0
-      t.integer :error_count, null: false, default: 0
-      t.integer :input_tokens_sum, null: false, default: 0
-      t.integer :output_tokens_sum, null: false, default: 0
-      t.integer :cost_cents_sum, null: false, default: 0
-      t.string :currency, null: false, default: "USD"
-
-      t.timestamps
-    end
-
-    add_index :tracebook_rollups_dailies, [ :date, :project, :provider, :model ], unique: true, name: "index_tracebook_rollups_on_dimensions"
-  end
-end

data/db/migrate/20241112000400_create_tracebook_redaction_rules.rb

@@ -1,19 +0,0 @@
-# frozen_string_literal: true
-
-class CreateTracebookRedactionRules < ActiveRecord::Migration[8.0]
-  def change
-    create_table :tracebook_redaction_rules do |t|
-      t.string :name, null: false
-      t.text :pattern, null: false
-      t.string :replacement, null: false, default: "[REDACTED]"
-      t.integer :applies_to, null: false, default: 2
-      t.boolean :enabled, null: false, default: true
-      t.integer :priority, null: false, default: 100
-
-      t.timestamps
-    end
-
-    add_index :tracebook_redaction_rules, :enabled
-    add_index :tracebook_redaction_rules, :priority
-  end
-end

data/lib/tracebook/adapters/active_agent.rb

@@ -1,82 +0,0 @@
-# frozen_string_literal: true
-
-require "active_support/core_ext/hash/indifferent_access"
-
-module Tracebook
-  module Adapters
-    module ActiveAgent
-      extend self
-
-      def enable!(bus: nil)
-        bus ||= discover_bus
-        return unless bus.respond_to?(:subscribe)
-
-        subscribers << bus.subscribe { |event| handle_event(event) }
-      end
-
-      def disable!
-        subscribers.clear
-      end
-
-      private
-
-      def handle_event(event)
-        payload = event.with_indifferent_access
-        provider = payload[:provider]&.to_s.presence || "active_agent"
-        mapper = mapper_for(provider)
-        meta_hash = payload[:meta] || {}
-        meta = meta_hash.merge(
-          session_id: payload[:session_id],
-          parent_id: payload[:parent_id]
-        )
-
-        normalized = if mapper
-                        mapper.normalize(raw_request: payload[:request], raw_response: payload[:response], meta: meta)
-        else
-                        fallback(provider, payload, meta)
-        end
-
-        TraceBook.record!(**normalized.to_h)
-      end
-
-      def mapper_for(provider)
-        case provider
-        when "openai"
-          Tracebook::Mappers::OpenAI.new
-        when "anthropic"
-          Tracebook::Mappers::Anthropic.new
-        when "ollama"
-          Tracebook::Mappers::Ollama.new
-        else
-          nil
-        end
-      end
-
-      def fallback(provider, payload, meta)
-        NormalizedInteraction.new(
-          provider: provider,
-          model: payload.dig(:request, :model),
-          project: meta[:project],
-          request_payload: payload[:request],
-          response_payload: payload[:response],
-          status: meta[:status] || :success,
-          tags: Array(meta[:tags]),
-          session_id: meta[:session_id],
-          parent_id: meta[:parent_id]
-        )
-      end
-
-      def subscribers
-        @subscribers ||= []
-      end
-
-      def discover_bus
-        ActiveAgent::Bus if defined?(ActiveAgent::Bus)
-      rescue NameError
-        nil
-      end
-    end
-  end
-end
-
-TraceBook = Tracebook unless defined?(TraceBook)

data/lib/tracebook/mappers/anthropic.rb

@@ -1,59 +0,0 @@
-# frozen_string_literal: true
-
-require_relative "base"
-
-module Tracebook
-  module Mappers
-    class Anthropic < Base
-      def normalize(raw_request:, raw_response:, meta: {})
-        request = symbolize(raw_request || {})
-        response = symbolize(raw_response || {})
-        meta_info = indifferent_meta(meta)
-
-        build_interaction(
-          provider: "anthropic",
-          model: request[:model] || response[:model],
-          project: meta_info[:project],
-          request_payload: raw_request,
-          response_payload: raw_response,
-          request_text: extract_blocks(request[:messages]),
-          response_text: extract_blocks(response[:content]),
-          input_tokens: anthropic_usage(response, :input_tokens),
-          output_tokens: anthropic_usage(response, :output_tokens),
-          latency_ms: meta_info[:latency_ms],
-          status: meta_info[:status]&.to_sym || :success,
-          error_class: nil,
-          error_message: nil,
-          tags: Array(meta_info[:tags]).compact,
-          metadata: {},
-          user: meta_info[:user],
-          parent_id: meta_info[:parent_id],
-          session_id: meta_info[:session_id]
-        )
-      end
-
-      private
-
-      def extract_blocks(blocks)
-        Array(blocks).flat_map do |block|
-          block = block.with_indifferent_access
-          case block[:type]
-          when "text"
-            block[:text]
-          when "input_text"
-            block[:text]
-          else
-            nil
-          end
-        end.compact.join("\n\n")
-      end
-
-      def anthropic_usage(response, key)
-        usage = response[:usage] || {}
-        usage.with_indifferent_access[key]&.to_i
-      end
-    end
-  end
-end
-
-TraceBook = Tracebook unless defined?(TraceBook)

data/lib/tracebook/mappers/base.rb

@@ -1,38 +0,0 @@
-# frozen_string_literal: true
-
-require "active_support/core_ext/hash/indifferent_access"
-require "active_support/core_ext/object/deep_dup"
-
-module Tracebook
-  module Mappers
-    class Base
-      def normalize(raw_request:, raw_response:, meta: {})
-        raise NotImplementedError
-      end
-
-      private
-
-      def build_interaction(**attributes)
-        NormalizedInteraction.new(**attributes)
-      end
-
-      def indifferent_meta(meta)
-        (meta || {}).with_indifferent_access
-      end
-
-      def symbolize(hash)
-        hash.deep_dup.transform_keys { |key| key.respond_to?(:to_sym) ? key.to_sym : key }
-      end
-
-      def compact_hash(hash)
-        hash.each_with_object({}) do |(key, value), memo|
-          next if value.nil?
-
-          memo[key] = value
-        end
-      end
-    end
-  end
-end
-
-TraceBook = Tracebook unless defined?(TraceBook)

data/lib/tracebook/mappers/ollama.rb

@@ -1,49 +0,0 @@
-# frozen_string_literal: true
-
-require_relative "base"
-
-module Tracebook
-  module Mappers
-    class Ollama < Base
-      def normalize(raw_request:, raw_response:, meta: {})
-        request = symbolize(raw_request || {})
-        response = symbolize(raw_response || {})
-        meta_info = indifferent_meta(meta)
-
-        metadata = {}
-        metadata["eval_count"] = response[:eval_count] if response.key?(:eval_count)
-
-        build_interaction(
-          provider: "ollama",
-          model: request[:model] || response[:model],
-          project: meta_info[:project],
-          request_payload: raw_request,
-          response_payload: raw_response,
-          request_text: request[:prompt] || request[:input],
-          response_text: response[:response],
-          input_tokens: response[:prompt_eval_count],
-          output_tokens: response[:eval_count],
-          latency_ms: meta_info[:latency_ms] || to_milliseconds(response[:total_duration]),
-          status: meta_info[:status]&.to_sym || :success,
-          error_class: nil,
-          error_message: nil,
-          tags: Array(meta_info[:tags]).compact,
-          metadata: metadata,
-          user: meta_info[:user],
-          parent_id: meta_info[:parent_id],
-          session_id: meta_info[:session_id]
-        )
-      end
-
-      private
-
-      def to_milliseconds(value)
-        return unless value
-
-        (value.to_f * 1000).to_i
-      end
-    end
-  end
-end
-
-TraceBook = Tracebook unless defined?(TraceBook)

data/lib/tracebook/mappers/openai.rb

@@ -1,75 +0,0 @@
-# frozen_string_literal: true
-
-require_relative "base"
-
-module Tracebook
-  module Mappers
-    class OpenAI < Base
-      def normalize(raw_request:, raw_response:, meta: {})
-        request = symbolize(raw_request || {})
-        response = symbolize(raw_response || {})
-        metadata = build_metadata(response)
-        meta_info = indifferent_meta(meta)
-
-        build_interaction(
-          provider: "openai",
-          model: request[:model] || response[:model],
-          project: meta_info[:project],
-          request_payload: raw_request,
-          response_payload: raw_response,
-          request_text: join_messages(request[:messages]),
-          response_text: first_choice_text(response),
-          input_tokens: usage_tokens(response, :prompt_tokens),
-          output_tokens: usage_tokens(response, :completion_tokens),
-          latency_ms: meta_info[:latency_ms],
-          status: meta_info[:status]&.to_sym || default_status(response),
-          error_class: nil,
-          error_message: nil,
-          tags: Array(meta_info[:tags]).compact,
-          metadata: metadata,
-          user: meta_info[:user],
-          parent_id: meta_info[:parent_id],
-          session_id: meta_info[:session_id]
-        )
-      end
-
-      private
-
-      def join_messages(messages)
-        Array(messages).map { |message| message.with_indifferent_access[:content].to_s }.reject(&:empty?).join("\n\n")
-      end
-
-      def first_choice(response)
-        Array(response[:choices]).first || {}
-      end
-
-      def first_choice_text(response)
-        choice = first_choice(response)
-        message = choice[:message] || {}
-        message.with_indifferent_access[:content].to_s
-      end
-
-      def usage_tokens(response, key)
-        usage = response[:usage] || {}
-        usage.with_indifferent_access[key]&.to_i
-      end
-
-      def build_metadata(response)
-        choice = first_choice(response)
-        metadata = {}
-        metadata["finish_reason"] = choice[:finish_reason] if choice[:finish_reason]
-        metadata
-      end
-
-      def default_status(response)
-        finish_reason = first_choice(response)[:finish_reason]
-        return :canceled if finish_reason == "length"
-        return :error if finish_reason == "error"
-
-        :success
-      end
-    end
-  end
-end
-
-TraceBook = Tracebook unless defined?(TraceBook)