llm_cost_tracker 0.9.0 → 0.11.0

data/app/views/llm_cost_tracker/tags/show.html.erb

@@ -1,150 +1,131 @@
+<% form_url = tag_path(params[:key]) %>
+
 <% if @value.present? %>
-  <section class="lct-panel lct-toolbar">
-    <div class="lct-toolbar-head">
-      <div>
-        <p class="lct-muted"><%= link_to "← All values for #{params[:key]}", tag_path(params[:key], current_query.except(:tag_value)) %></p>
-        <h2 class="lct-section-title">Tag: <code class="lct-code"><%= params[:key] %></code> = <code class="lct-code"><%= @value %></code></h2>
-      </div>
-    </div>
+  <p class="lct-breadcrumb-back"><%= link_to "← All values for #{params[:key]}", tag_path(params[:key], current_query.except(:tag_value)) %></p>
+  <h2 class="lct-page-title">Tag: <code class="lct-code-id"><%= params[:key] %></code> = <code class="lct-code-id"><%= @value %></code></h2>
 
-    <%= render "llm_cost_tracker/shared/filters",
-               path: tag_path(params[:key]),
-               fields: %i[from to provider model],
-               hidden_fields: { tag_value: @value },
-               reset_path: tag_path(params[:key], tag_value: @value) %>
-  </section>
+  <div class="lct-filter-row">
+    <%= render "llm_cost_tracker/shared/filter_pill_date", path: form_url, extra_hidden: { tag_value: @value }, extra_except: [:tag_value] %>
+    <%= render "llm_cost_tracker/shared/filter_pill_provider", path: form_url, extra_hidden: { tag_value: @value }, extra_except: [:tag_value] %>
+    <%= render "llm_cost_tracker/shared/filter_pill_model", path: form_url, extra_hidden: { tag_value: @value }, extra_except: [:tag_value] %>
+
+    <% if params[:provider].present? || params[:model].present? %>
+      <%= link_to "× Clear filters", tag_path(params[:key], current_query(provider: nil, model: nil, page: nil)), class: "lct-filter-clear" %>
+    <% end %>
+
+    <span class="lct-filter-row-meta"><%= number(@value_calls) %> call<%= "s" unless @value_calls == 1 %> · <%= money(@value_total_cost) %></span>
+  </div>
 
   <% if @value_calls.zero? %>
     <section class="lct-panel lct-empty">
       <h2 class="lct-state-title">No calls tagged with <%= params[:key] %>=<%= @value %></h2>
       <p class="lct-state-copy">No matching calls in the current slice.</p>
-      <div class="lct-state-actions">
-        <%= link_to "Back to values", tag_path(params[:key]), class: "lct-button lct-button-secondary" %>
-      </div>
     </section>
   <% else %>
-    <section class="lct-stat-grid lct-stat-grid-spaced">
-      <article class="lct-stat">
-        <p class="lct-stat-label">Total cost</p>
+    <div class="lct-stat-grid">
+      <div class="lct-stat">
+        <div class="lct-stat-head"><p class="lct-stat-label">Total cost</p></div>
         <p class="lct-stat-value"><%= money(@value_total_cost) %></p>
-        <p class="lct-stat-copy">Across <%= number(@value_calls) %> calls</p>
-      </article>
-
-      <article class="lct-stat">
-        <p class="lct-stat-label">Calls</p>
+        <p class="lct-stat-foot">Across <%= number(@value_calls) %> calls</p>
+      </div>
+      <div class="lct-stat">
+        <div class="lct-stat-head"><p class="lct-stat-label">Calls</p></div>
         <p class="lct-stat-value"><%= number(@value_calls) %></p>
-        <p class="lct-stat-copy">Tagged with <code class="lct-code"><%= @value %></code></p>
-      </article>
-
-      <article class="lct-stat">
-        <p class="lct-stat-label">Avg cost / call</p>
+        <p class="lct-stat-foot">Tagged with <code class="lct-code-id"><%= @value %></code></p>
+      </div>
+      <div class="lct-stat">
+        <div class="lct-stat-head"><p class="lct-stat-label">Avg cost / call</p></div>
         <p class="lct-stat-value"><%= money(@value_calls.positive? ? @value_total_cost / @value_calls : 0) %></p>
-        <p class="lct-stat-copy">Mean over the slice</p>
-      </article>
-    </section>
+      </div>
+    </div>
 
     <section class="lct-panel">
-      <div class="lct-section-head">
-        <div>
-          <h2 class="lct-section-title">Spend over time</h2>
-          <p class="lct-section-copy">Daily total cost for calls tagged <code class="lct-code"><%= params[:key] %>=<%= @value %></code>.</p>
-        </div>
-        <%= link_to "Calls", calls_path(calls_query_for_tag(key: @key, value: @value)), class: "lct-button lct-button-secondary lct-button-compact" %>
+      <div class="lct-panel-head">
+        <h2 class="lct-panel-title">Spend over time</h2>
+        <span class="lct-panel-meta"><%= link_to "View calls →", calls_path(calls_query_for_tag(key: @key, value: @value)) %></span>
       </div>
-
-      <%= render "llm_cost_tracker/shared/spend_chart", series: @value_points %>
+      <%= render "llm_cost_tracker/shared/spend_chart", series: @value_points, comparison_series: [] %>
     </section>
   <% end %>
+
 <% else %>
-<section class="lct-panel lct-toolbar">
-  <div class="lct-toolbar-head">
-    <div>
-      <p class="lct-muted"><%= link_to "← All tag keys", tags_path(current_query) %></p>
-      <h2 class="lct-section-title">Tag: <code class="lct-code"><%= params[:key] %></code></h2>
-    </div>
-  </div>
 
-  <%= render "llm_cost_tracker/shared/filters",
-             path: tag_path(params[:key]),
-             fields: %i[from to provider model],
-             reset_path: tag_path(params[:key]) %>
+  <p class="lct-breadcrumb-back"><%= link_to "← All tag keys", tags_path(current_query) %></p>
+  <h2 class="lct-page-title">Tag: <code class="lct-code-id"><%= params[:key] %></code></h2>
 
-  <%= render "llm_cost_tracker/shared/active_filters", chips: active_tag_filters, clear_path: tag_path(params[:key]) %>
+  <div class="lct-filter-row">
+    <%= render "llm_cost_tracker/shared/filter_pill_date", path: form_url %>
+    <%= render "llm_cost_tracker/shared/filter_pill_provider", path: form_url %>
+    <%= render "llm_cost_tracker/shared/filter_pill_model", path: form_url %>
 
-  <p class="lct-summary-row">
-    <span><strong><%= number(@breakdown.tagged_calls) %></strong> tagged calls</span>
-    <span><strong><%= percent(coverage_percent(@breakdown.tagged_calls, @breakdown.total_calls)) %></strong> coverage</span>
-    <span><strong><%= number(@breakdown.distinct_values) %></strong> distinct values</span>
-  </p>
+    <% if params[:provider].present? || params[:model].present? %>
+      <%= link_to "× Clear filters", tag_path(params[:key], current_query(provider: nil, model: nil, page: nil)), class: "lct-filter-clear" %>
+    <% end %>
 
-  <% if @breakdown.distinct_values > @breakdown.rows.size %>
-    <p class="lct-toolbar-note">Showing top <%= number(@breakdown.limit) %> values by spend.</p>
-  <% end %>
-</section>
+    <span class="lct-filter-row-meta"><%= number(@breakdown.tagged_calls) %> tagged call<%= "s" unless @breakdown.tagged_calls == 1 %> · <%= percent(coverage_percent(@breakdown.tagged_calls, @breakdown.total_calls)) %> coverage · <%= number(@breakdown.distinct_values) %> distinct value<%= "s" unless @breakdown.distinct_values == 1 %></span>
+  </div>
 
-<% if @breakdown.rows.empty? %>
-  <section class="lct-panel lct-empty">
-    <h2 class="lct-state-title">No calls tagged with <%= params[:key] %></h2>
-    <p class="lct-state-copy">Values for this key will appear here once matching calls carry the tag in the current slice.</p>
-    <div class="lct-state-actions">
-      <%= link_to "Clear filters", tag_path(params[:key]), class: "lct-button lct-button-secondary" %>
+  <% if @breakdown.rows.empty? %>
+    <section class="lct-panel lct-empty">
+      <h2 class="lct-state-title">No calls tagged with <%= params[:key] %></h2>
+      <p class="lct-state-copy">Values for this key will appear here once matching calls carry the tag in the current slice.</p>
+    </section>
+  <% else %>
+    <div class="lct-stat-grid">
+      <div class="lct-stat">
+        <div class="lct-stat-head"><p class="lct-stat-label">Tagged calls</p></div>
+        <p class="lct-stat-value"><%= number(@breakdown.tagged_calls) %></p>
+        <p class="lct-stat-foot">Rows that include <code class="lct-code-id"><%= params[:key] %></code></p>
+      </div>
+      <div class="lct-stat">
+        <div class="lct-stat-head"><p class="lct-stat-label">Coverage</p></div>
+        <p class="lct-stat-value"><%= percent(coverage_percent(@breakdown.tagged_calls, @breakdown.total_calls)) %></p>
+        <p class="lct-stat-foot"><%= number(@breakdown.total_calls) %> total calls in this slice</p>
+      </div>
+      <div class="lct-stat">
+        <div class="lct-stat-head"><p class="lct-stat-label">Distinct values</p></div>
+        <p class="lct-stat-value"><%= number(@breakdown.distinct_values) %></p>
+      </div>
     </div>
-  </section>
-<% else %>
-  <section class="lct-stat-grid lct-stat-grid-spaced">
-    <article class="lct-stat">
-      <p class="lct-stat-label">Tagged calls</p>
-      <p class="lct-stat-value"><%= number(@breakdown.tagged_calls) %></p>
-      <p class="lct-stat-copy">Rows that include <code class="lct-code"><%= params[:key] %></code></p>
-    </article>
-
-    <article class="lct-stat">
-      <p class="lct-stat-label">Coverage</p>
-      <p class="lct-stat-value"><%= percent(coverage_percent(@breakdown.tagged_calls, @breakdown.total_calls)) %></p>
-      <p class="lct-stat-copy"><%= number(@breakdown.total_calls) %> total calls in this slice</p>
-    </article>
 
-    <article class="lct-stat">
-      <p class="lct-stat-label">Distinct values</p>
-      <p class="lct-stat-value"><%= number(@breakdown.distinct_values) %></p>
-      <p class="lct-stat-copy">Unique values currently visible</p>
-    </article>
-  </section>
+    <% if @breakdown.distinct_values > @breakdown.rows.size %>
+      <div class="lct-alert lct-alert-info">
+        <span>Showing top <%= number(@breakdown.limit) %> values by spend.</span>
+      </div>
+    <% end %>
 
-  <section class="lct-panel">
-    <div class="lct-table-wrap">
-      <table class="lct-table lct-table-compact">
+    <section class="lct-panel">
+      <table class="lct-tbl">
         <thead>
           <tr>
-            <th>Value</th>
-            <th class="lct-num">Calls</th>
+            <%= sortable_header("Value", "value") %>
+            <%= sortable_header("Calls", "calls", num: true) %>
             <th class="lct-num">Share</th>
-            <th class="lct-num">Total cost</th>
-            <th class="lct-num">Avg cost / call</th>
+            <%= sortable_header("Total cost", "cost", num: true) %>
+            <%= sortable_header("Avg cost / call", "avg_cost", num: true) %>
             <th></th>
           </tr>
         </thead>
         <tbody>
           <% @breakdown.rows.each do |row| %>
             <tr>
-              <td><code class="lct-code"><%= row.value %></code></td>
+              <td><code class="lct-code-id"><%= row.value %></code></td>
               <td class="lct-num"><%= number(row.calls) %></td>
               <td class="lct-num"><%= percent(row.share_percent) %></td>
               <td class="lct-num"><%= money(row.total_cost) %></td>
               <td class="lct-num"><%= money(row.average_cost_per_call) %></td>
-              <td>
+              <td class="lct-num">
                 <% if row.value == "(untagged)" %>
-                  <span class="lct-muted">n/a</span>
+                  <span class="lct-num-muted">n/a</span>
                 <% else %>
-                  <%= link_to "Trend", tag_path(params[:key], current_query.merge(tag_value: row.value)), class: "lct-button lct-button-secondary lct-button-compact" %>
-                  <%= link_to "Calls", calls_path(calls_query_for_tag(key: params[:key], value: row.value)), class: "lct-button lct-button-secondary lct-button-compact" %>
+                  <%= link_to "Trend", tag_path(params[:key], current_query.merge(tag_value: row.value)), class: "lct-page-link" %>
+                  <%= link_to "Calls", calls_path(calls_query_for_tag(key: params[:key], value: row.value)), class: "lct-page-link" %>
                 <% end %>
               </td>
             </tr>
           <% end %>
         </tbody>
       </table>
-    </div>
-  </section>
-<% end %>
+    </section>
+  <% end %>
 <% end %>

data/config/routes.rb

@@ -6,6 +6,7 @@ LlmCostTracker::Engine.routes.draw do
   resources :models, only: :index
   resources :tags, only: %i[index show], param: :key, format: false
   get "data_quality", to: "data_quality#index", as: :data_quality
+  get "pricing", to: "pricing#index", as: :pricing
   get "reconciliation", to: "reconciliation#index", as: :reconciliation
   post "reconciliation/import", to: "reconciliation#trigger_import", as: :reconciliation_import
 

data/lib/llm_cost_tracker/billing/cost_status.rb

@@ -10,36 +10,32 @@ module LlmCostTracker
       PARTIAL = "partial"
       UNKNOWN = "unknown"
 
-      class << self
-        # rubocop:disable Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity
-        def call(token_usage:, usage_source:, token_cost:, service_line_items:, total_cost:,
-                 token_pricing_partial: false)
-          return UNKNOWN if usage_source == :unknown
+      # rubocop:disable Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity
+      def self.call(token_usage:, usage_source:, token_cost:, service_line_items:, total_cost:,
+                    token_pricing_partial: false)
+        return UNKNOWN if usage_source == :unknown
 
-          token_billable = Components::TOKEN_PRICED.any? do |component|
-            token_usage.public_send(component.token_key).positive?
-          end
-          service_billable = false
-          service_priced = false
-          service_unpriced = false
-          service_line_items.each do |line_item|
-            next unless line_item.billable?
+        token_billable = token_usage.priced_quantities.any? { |_key, quantity| quantity.positive? }
+        service_billable = false
+        service_priced = false
+        service_unpriced = false
+        service_line_items.each do |line_item|
+          next unless line_item.billable?
 
-            service_billable = true
-            service_priced ||= line_item.priced?
-            service_unpriced ||= line_item.unpriced?
-            break if service_priced && service_unpriced
-          end
+          service_billable = true
+          service_priced ||= line_item.priced?
+          service_unpriced ||= line_item.unpriced?
+          break if service_priced && service_unpriced
+        end
 
-          priced = (token_billable && !token_cost.nil?) || service_priced || (!token_billable && !service_billable)
-          unpriced = (token_billable && (token_cost.nil? || token_pricing_partial)) || service_unpriced
-          return UNKNOWN if unpriced && !priced
-          return PARTIAL if unpriced
+        priced = (token_billable && !token_cost.nil?) || service_priced || (!token_billable && !service_billable)
+        unpriced = (token_billable && (token_cost.nil? || token_pricing_partial)) || service_unpriced
+        return UNKNOWN if unpriced && !priced
+        return PARTIAL if unpriced
 
-          total_cost.nil? || total_cost.zero? ? FREE : COMPLETE
-        end
-        # rubocop:enable Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity
+        total_cost.nil? || total_cost.zero? ? FREE : COMPLETE
       end
+      # rubocop:enable Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity
     end
   end
 end

data/lib/llm_cost_tracker/billing/line_item.rb

@@ -30,28 +30,11 @@ module LlmCostTracker
 
     class LineItem
       USD = "USD"
-      OPTIONAL_ATTRIBUTES = %i[
-        pricing_basis
-        price_key
-        price_source
-        price_source_version
-        provider_field
-        provider_item_id
-      ].freeze
-      SYMBOL_ATTRIBUTES = %i[
-        kind
-        direction
-        modality
-        cache_state
-        unit
-        pricing_basis
-        price_source
-      ].freeze
 
       def self.build(attributes)
         attributes = attributes.to_h
         component = component_for(attributes)
-        normalized = {
+        new(
           kind: symbol_or_nil(attributes[:kind]) || component&.kind,
           direction: symbol_or_nil(attributes[:direction]) || component&.direction,
           modality: symbol_or_nil(attributes[:modality]) || component&.modality,
@@ -63,38 +46,30 @@ module LlmCostTracker
           cost: decimal_or_nil(attributes[:cost]),
           currency: attributes[:currency] || USD,
           cost_status: cost_status_for(attributes),
+          pricing_basis: symbol_or_nil(attributes[:pricing_basis]),
+          price_key: attributes[:price_key],
+          price_source: symbol_or_nil(attributes[:price_source]),
+          price_source_version: attributes[:price_source_version],
+          provider_field: attributes[:provider_field],
+          provider_item_id: attributes[:provider_item_id],
           details: attributes[:details] || {}
-        }.merge(optional_attributes_for(attributes))
-
-        new(**normalized)
+        )
       end
 
       def self.from_token_usage(token_usage)
         return [] unless token_usage
 
-        Components::TOKEN_PRICED.filter_map do |component|
-          quantity = token_usage.public_send(component.token_key)
+        token_usage.priced_quantities.filter_map do |key, quantity|
           next unless quantity.positive?
 
-          new(
+          component = Components::BY_KEY.fetch(key)
+          build(
             kind: component.kind,
             direction: component.direction,
             modality: component.modality,
             cache_state: component.cache_state,
-            quantity: BigDecimal(quantity.to_s),
-            unit: component.unit,
-            rate_amount: nil,
-            rate_quantity: BigDecimal("1"),
-            cost: nil,
-            currency: USD,
-            cost_status: CostStatus::UNKNOWN,
-            pricing_basis: nil,
-            price_key: nil,
-            price_source: nil,
-            price_source_version: nil,
-            provider_field: nil,
-            provider_item_id: nil,
-            details: {}
+            quantity: quantity,
+            unit: component.unit
           )
         end
       end
@@ -132,16 +107,7 @@ module LlmCostTracker
         decimal_or_nil(value) || BigDecimal("0")
       end
 
-      def self.optional_attributes_for(attributes)
-        OPTIONAL_ATTRIBUTES.to_h do |key|
-          value = attributes[key]
-          value = value.to_sym if value.is_a?(String) && SYMBOL_ATTRIBUTES.include?(key)
-          [key, value]
-        end
-      end
-
-      private_class_method :cost_status_for, :component_for, :symbol_or_nil, :decimal_or_nil, :decimal_or_zero,
-                           :optional_attributes_for
+      private_class_method :cost_status_for, :component_for, :symbol_or_nil, :decimal_or_nil, :decimal_or_zero
 
       def billable?
         quantity.positive?
@@ -163,7 +129,7 @@ module LlmCostTracker
         cost || BigDecimal("0")
       end
 
-      def apply_rate(rate)
+      def with_rate(rate)
         rate_amount = rate.fetch(:amount)
         rate_quantity = rate.fetch(:quantity)
         applied_cost = (quantity / rate_quantity) * rate_amount

data/lib/llm_cost_tracker/budget.rb

@@ -1,28 +1,34 @@
 # frozen_string_literal: true
 
+require "bigdecimal"
+
 require_relative "logging"
 require_relative "ledger"
+require_relative "pricing/estimator"
 
 module LlmCostTracker
   class Budget
     BUDGET_TYPE_TO_PERIOD = { monthly: :month, daily: :day }.freeze
 
     class << self
-      def enforce!
+      def enforce!(provider: nil, model: nil, request: nil)
         config = LlmCostTracker.configuration
         return unless config.budget_exceeded_behavior == :block_requests
 
+        estimate = estimate_cost(provider: provider, model: model, request: request)
+        raise_per_call_pre_send(estimate, config.per_call_budget) if config.per_call_budget && estimate.positive?
+
         budgets = { monthly: config.monthly_budget, daily: config.daily_budget }.compact
         return if budgets.empty?
 
         totals = totals_for(budgets.keys, time: Time.now.utc)
 
         budgets.each do |budget_type, budget|
-          total = totals.fetch(budget_type)
+          total = totals.fetch(budget_type) + estimate
           next unless total >= budget
 
           raise BudgetExceededError.new(**budget_payload(
-            budget_type: budget_type, total: total, budget: budget, last_event: nil
+            budget_type: budget_type, total: total, budget: budget, last_event: nil, stage: :pre_send
           ))
         end
       end
@@ -44,6 +50,20 @@ module LlmCostTracker
 
       private
 
+      def estimate_cost(provider:, model:, request:)
+        return BigDecimal("0") unless provider && model && request
+
+        Pricing::Estimator.call(provider: provider, model: model, request: request) || BigDecimal("0")
+      end
+
+      def raise_per_call_pre_send(estimate, budget)
+        return unless estimate >= budget
+
+        raise BudgetExceededError.new(**budget_payload(
+          budget_type: :per_call, total: estimate, budget: budget, last_event: nil, stage: :pre_send
+        ))
+      end
+
       def check_per_call_budget(event, config)
         budget = config.per_call_budget
         return unless budget
@@ -70,7 +90,8 @@ module LlmCostTracker
           budget_type: budget_type,
           total: total,
           budget: budget,
-          last_event: last_event
+          last_event: last_event,
+          stage: :post_spend
         )
 
         if notify_exceeded?(config, budget_type: budget_type, total: total, budget: budget, last_event: last_event)
@@ -79,19 +100,19 @@ module LlmCostTracker
         raise BudgetExceededError.new(**payload) if %i[raise block_requests].include?(config.budget_exceeded_behavior)
       end
 
-      def budget_payload(budget_type:, total:, budget:, last_event:)
+      def budget_payload(budget_type:, total:, budget:, last_event:, stage:)
         {
           budget_type: budget_type,
           total: total,
           budget: budget,
-          last_event: last_event
+          last_event: last_event,
+          stage: stage
         }
       end
 
       def notify_exceeded?(config, budget_type:, total:, budget:, last_event:)
         return false unless config.on_budget_exceeded
-        return true unless last_event&.total_cost
-        return true if budget_type == :per_call
+        return true if !last_event&.total_cost || budget_type == :per_call
 
         total - last_event.total_cost < budget
       end

data/lib/llm_cost_tracker/{parsers → capture}/sse.rb

@@ -4,7 +4,7 @@ require "active_support/core_ext/object/blank"
 require "json"
 
 module LlmCostTracker
-  module Parsers
+  module Capture
     module SSE
       DONE_MARKER = "[DONE]"