llm_cost_tracker 0.1.4 → 0.2.0.alpha2

data/app/views/llm_cost_tracker/calls/index.html.erb

@@ -0,0 +1,127 @@
+<section class="lct-panel">
+  <h2 class="lct-section-title">Calls</h2>
+  <form class="lct-filters" action="<%= calls_path %>" method="get">
+    <div class="lct-field">
+      <label for="lct-from">From</label>
+      <input id="lct-from" type="date" name="from" value="<%= params[:from] %>">
+    </div>
+
+    <div class="lct-field">
+      <label for="lct-to">To</label>
+      <input id="lct-to" type="date" name="to" value="<%= params[:to] %>">
+    </div>
+
+    <div class="lct-field">
+      <label for="lct-provider">Provider</label>
+      <input id="lct-provider" type="text" name="provider" value="<%= params[:provider] %>">
+    </div>
+
+    <div class="lct-field">
+      <label for="lct-model">Model</label>
+      <input id="lct-model" type="text" name="model" value="<%= params[:model] %>">
+    </div>
+
+    <div class="lct-field">
+      <label for="lct-tag-key">Tag key</label>
+      <input id="lct-tag-key" type="text" name="tag_key" value="<%= params[:tag_key] %>">
+    </div>
+
+    <div class="lct-field">
+      <label for="lct-tag-value">Tag value</label>
+      <input id="lct-tag-value" type="text" name="tag_value" value="<%= params[:tag_value] %>">
+    </div>
+
+    <div class="lct-field">
+      <label for="lct-sort">Sort / filter</label>
+      <select id="lct-sort" name="sort">
+        <option value=""               <%= "selected" if @sort.blank? %>>Recent first</option>
+        <option value="expensive"      <%= "selected" if @sort == "expensive" %>>Most expensive</option>
+        <option value="input"          <%= "selected" if @sort == "input" %>>Largest input</option>
+        <option value="output"         <%= "selected" if @sort == "output" %>>Largest output</option>
+        <% if @latency_available %>
+          <option value="slow" <%= "selected" if @sort == "slow" %>>Slowest</option>
+        <% end %>
+        <option value="unknown_pricing" <%= "selected" if @sort == "unknown_pricing" %>>Unknown pricing only</option>
+      </select>
+    </div>
+
+    <div class="lct-field">
+      <label for="lct-per">Per page</label>
+      <input id="lct-per" type="number" name="per" min="1" max="200" value="<%= @page.per %>">
+    </div>
+
+    <div class="lct-button-row">
+      <button class="lct-button" type="submit">Apply</button>
+      <%= link_to "Reset", calls_path, class: "lct-button lct-button-secondary" %>
+      <%= link_to "Export CSV", calls_path(current_query(format: :csv)), class: "lct-button lct-button-secondary" %>
+    </div>
+  </form>
+  <p class="lct-muted">CSV export is capped at <%= number(LlmCostTracker::CallsController::CSV_EXPORT_LIMIT) %> rows per request — narrow the date range to export larger slices.</p>
+</section>
+
+<% if @calls_count.zero? %>
+  <section class="lct-panel lct-empty">
+    <h2 class="lct-section-title">No matching calls</h2>
+    <p class="lct-muted">Tracked requests will appear here when they match the current filters.</p>
+  </section>
+<% else %>
+  <section class="lct-panel">
+    <div class="lct-table-wrap">
+      <table class="lct-table lct-calls-table">
+        <thead>
+          <tr>
+            <th>Tracked At</th>
+            <th>Provider</th>
+            <th>Model</th>
+            <th>Input</th>
+            <th>Output</th>
+            <th>Total</th>
+            <th>Cost</th>
+            <% if @latency_available %>
+              <th>Latency</th>
+            <% end %>
+            <th>Tags</th>
+            <th></th>
+          </tr>
+        </thead>
+        <tbody>
+          <% @calls.each do |call| %>
+            <% tags = call.parsed_tags %>
+            <tr>
+              <td class="lct-nowrap"><%= format_date(call.tracked_at) %></td>
+              <td><%= call.provider %></td>
+              <td><%= call.model %></td>
+              <td><%= format_tokens(call.input_tokens) %></td>
+              <td><%= format_tokens(call.output_tokens) %></td>
+              <td><%= format_tokens(call.total_tokens) %></td>
+              <td><%= optional_money(call.total_cost) %></td>
+              <% if @latency_available %>
+                <td><%= call.latency_ms ? "#{number(call.latency_ms)}ms" : "n/a" %></td>
+              <% end %>
+              <td>
+                <span class="lct-tags" title="<%= safe_json(tags) %>"><%= tags_summary(tags) %></span>
+              </td>
+              <td><%= link_to "Details", call_path(call), class: "lct-button lct-button-secondary" %></td>
+            </tr>
+          <% end %>
+        </tbody>
+      </table>
+    </div>
+
+    <nav class="lct-pagination" aria-label="Pagination">
+      <% first_row = @page.offset + 1 %>
+      <% last_row = [@page.offset + @calls.length, @calls_count].min %>
+      <span class="lct-muted">
+        <%= number(first_row) %>-<%= number(last_row) %> of <%= number(@calls_count) %>
+      </span>
+      <span>
+        <% if @page.prev_page? %>
+          <%= link_to "Previous", calls_path(current_query(page: @page.page - 1, per: @page.per)), class: "lct-button lct-button-secondary" %>
+        <% end %>
+        <% if @page.next_page?(@calls_count) %>
+          <%= link_to "Next", calls_path(current_query(page: @page.page + 1, per: @page.per)), class: "lct-button lct-button-secondary" %>
+        <% end %>
+      </span>
+    </nav>
+  </section>
+<% end %>

data/app/views/llm_cost_tracker/calls/show.html.erb

@@ -0,0 +1,67 @@
+<section class="lct-panel">
+  <p class="lct-muted"><%= link_to "Back to calls", calls_path %></p>
+  <h2 class="lct-section-title">Call #<%= @call.id %></h2>
+
+  <div class="lct-detail-grid">
+    <dl class="lct-dl">
+      <dt>Tracked At</dt>
+      <dd><%= format_date(@call.tracked_at) %></dd>
+
+      <dt>Provider</dt>
+      <dd><%= @call.provider %></dd>
+
+      <dt>Model</dt>
+      <dd><%= @call.model %></dd>
+
+      <dt>Pricing Status</dt>
+      <dd><%= pricing_status(@call) %></dd>
+
+      <% if @call.has_attribute?("created_at") %>
+        <dt>Created At</dt>
+        <dd><%= format_date(@call.created_at) %></dd>
+      <% end %>
+
+      <% if @call.has_attribute?("updated_at") %>
+        <dt>Updated At</dt>
+        <dd><%= format_date(@call.updated_at) %></dd>
+      <% end %>
+    </dl>
+
+    <dl class="lct-dl">
+      <dt>Input Tokens</dt>
+      <dd><%= format_tokens(@call.input_tokens) %></dd>
+
+      <dt>Output Tokens</dt>
+      <dd><%= format_tokens(@call.output_tokens) %></dd>
+
+      <dt>Total Tokens</dt>
+      <dd><%= format_tokens(@call.total_tokens) %></dd>
+
+      <dt>Input Cost</dt>
+      <dd><%= optional_money(@call.input_cost) %></dd>
+
+      <dt>Output Cost</dt>
+      <dd><%= optional_money(@call.output_cost) %></dd>
+
+      <dt>Total Cost</dt>
+      <dd><%= optional_money(@call.total_cost) %></dd>
+
+      <% if @latency_available %>
+        <dt>Latency</dt>
+        <dd><%= @call.latency_ms ? "#{optional_number(@call.latency_ms)}ms" : "n/a" %></dd>
+      <% end %>
+    </dl>
+  </div>
+</section>
+
+<section class="lct-panel">
+  <h2 class="lct-section-title">Tags</h2>
+  <pre class="lct-pre"><%= safe_json(@tags) %></pre>
+</section>
+
+<% if @metadata_available %>
+  <section class="lct-panel">
+    <h2 class="lct-section-title">Metadata</h2>
+    <pre class="lct-pre"><%= safe_json(@metadata) %></pre>
+  </section>
+<% end %>

data/app/views/llm_cost_tracker/dashboard/index.html.erb

@@ -0,0 +1,145 @@
+<% if @stats.total_calls.zero? %>
+  <section class="lct-panel lct-empty">
+    <h2 class="lct-section-title">No LLM calls yet</h2>
+    <p class="lct-muted">Tracked requests will appear here after your application records its first LLM API call.</p>
+  </section>
+<% else %>
+  <section class="lct-grid lct-stats">
+    <article class="lct-stat">
+      <p class="lct-stat-label">Total spend</p>
+      <p class="lct-stat-value"><%= money(@stats.total_cost) %></p>
+      <% badge = delta_badge(@stats.cost_delta_percent) %>
+      <p class="<%= badge[:css_class] %>"><%= badge[:text] %></p>
+    </article>
+
+    <article class="lct-stat">
+      <p class="lct-stat-label">Calls</p>
+      <p class="lct-stat-value"><%= number(@stats.total_calls) %></p>
+      <% badge = delta_badge(@stats.calls_delta_percent, mode: :neutral) %>
+      <p class="<%= badge[:css_class] %>"><%= badge[:text] %></p>
+    </article>
+
+    <article class="lct-stat">
+      <p class="lct-stat-label">Avg cost / call</p>
+      <p class="lct-stat-value"><%= money(@stats.average_cost_per_call) %></p>
+    </article>
+
+    <% if @stats.average_latency_ms %>
+      <article class="lct-stat">
+        <p class="lct-stat-label">Avg latency</p>
+        <p class="lct-stat-value"><%= number(@stats.average_latency_ms.round) %>ms</p>
+      </article>
+    <% end %>
+
+    <% if @stats.unknown_pricing_count.positive? %>
+      <article class="lct-stat">
+        <p class="lct-stat-label">Unknown pricing</p>
+        <p class="lct-stat-value"><%= number(@stats.unknown_pricing_count) %></p>
+        <p class="lct-stat-sub">
+          <%= percent(coverage_percent(@stats.unknown_pricing_count, @stats.total_calls)) %> of calls &middot;
+          <%= link_to "Review →", data_quality_path %>
+        </p>
+      </article>
+    <% end %>
+  </section>
+
+  <% if @stats.monthly_budget_status %>
+    <% budget = @stats.monthly_budget_status %>
+    <section class="lct-panel">
+      <h2 class="lct-section-title">Monthly Budget</h2>
+      <p class="lct-muted">Current-month spend across <strong>all</strong> calls — overview filters do not apply. Soft limit: blocking is not atomic under concurrency.</p>
+      <table class="lct-table">
+        <tbody>
+          <tr>
+            <th>Spent</th>
+            <td><%= money(budget[:spent]) %></td>
+          </tr>
+          <tr>
+            <th>Budget</th>
+            <td><%= money(budget[:budget]) %></td>
+          </tr>
+          <tr>
+            <th>Used</th>
+            <td><%= percent(budget[:percent_used]) %></td>
+          </tr>
+        </tbody>
+      </table>
+      <%= render "llm_cost_tracker/shared/bar", value: budget[:percent_used], max: 100.0, variant: "budget" %>
+    </section>
+  <% end %>
+
+  <section class="lct-panel">
+    <h2 class="lct-section-title">Daily Spend</h2>
+    <% max_cost = @time_series.map { |point| point[:cost] }.max.to_f %>
+    <table class="lct-table">
+      <thead>
+        <tr>
+          <th>Day</th>
+          <th>Spend</th>
+          <th>Trend</th>
+        </tr>
+      </thead>
+      <tbody>
+        <% @time_series.each do |point| %>
+          <tr>
+            <td><%= point[:label] %></td>
+            <td><%= money(point[:cost]) %></td>
+            <td><%= render "llm_cost_tracker/shared/bar", value: point[:cost], max: max_cost %></td>
+          </tr>
+        <% end %>
+      </tbody>
+    </table>
+  </section>
+
+  <% if @providers.any? %>
+    <section class="lct-panel">
+      <h2 class="lct-section-title">By Provider</h2>
+      <table class="lct-table">
+        <thead>
+          <tr>
+            <th>Provider</th>
+            <th>Calls</th>
+            <th>Spend</th>
+            <th>Share</th>
+          </tr>
+        </thead>
+        <tbody>
+          <% @providers.each do |row| %>
+            <tr>
+              <td><%= row.provider %></td>
+              <td><%= number(row.calls) %></td>
+              <td><%= money(row.total_cost) %></td>
+              <td><%= percent(row.share_percent) %></td>
+            </tr>
+          <% end %>
+        </tbody>
+      </table>
+    </section>
+  <% end %>
+
+  <section class="lct-panel">
+    <h2 class="lct-section-title">Top Models</h2>
+    <table class="lct-table">
+      <thead>
+        <tr>
+          <th>Provider</th>
+          <th>Model</th>
+          <th>Calls</th>
+          <th>Spend</th>
+          <th>Avg cost / call</th>
+        </tr>
+      </thead>
+      <tbody>
+        <% @top_models.each do |row| %>
+          <tr>
+            <td><%= row.provider %></td>
+            <td><%= row.model %></td>
+            <td><%= number(row.calls) %></td>
+            <td><%= money(row.total_cost) %></td>
+            <td><%= money(row.average_cost_per_call) %></td>
+          </tr>
+        <% end %>
+      </tbody>
+    </table>
+  </section>
+<% end %>

data/app/views/llm_cost_tracker/data_quality/index.html.erb

@@ -0,0 +1,110 @@
+<% total = @stats.total_calls %>
+
+<% if total.zero? %>
+  <section class="lct-panel lct-empty">
+    <h2 class="lct-section-title">No data yet</h2>
+    <p class="lct-muted">Data quality metrics will appear here once calls are recorded.</p>
+  </section>
+<% else %>
+  <section class="lct-grid lct-stats">
+    <article class="lct-stat">
+      <p class="lct-stat-label">Total calls</p>
+      <p class="lct-stat-value"><%= number(total) %></p>
+    </article>
+
+    <article class="lct-stat">
+      <p class="lct-stat-label">Unknown pricing</p>
+      <p class="lct-stat-value"><%= number(@stats.unknown_pricing_count) %></p>
+      <p class="lct-stat-sub"><%= percent(coverage_percent(@stats.unknown_pricing_count, total)) %> of calls</p>
+    </article>
+
+    <article class="lct-stat">
+      <p class="lct-stat-label">Calls without tags</p>
+      <p class="lct-stat-value"><%= number(@stats.untagged_calls_count) %></p>
+      <p class="lct-stat-sub"><%= percent(coverage_percent(@stats.untagged_calls_count, total)) %> of calls</p>
+    </article>
+
+    <% if @stats.latency_column_present %>
+      <article class="lct-stat">
+        <p class="lct-stat-label">Missing latency</p>
+        <p class="lct-stat-value"><%= number(@stats.missing_latency_count) %></p>
+        <p class="lct-stat-sub"><%= percent(coverage_percent(@stats.missing_latency_count, total)) %> of calls</p>
+      </article>
+    <% end %>
+  </section>
+
+  <% unless @stats.unknown_pricing_by_model.empty? %>
+    <section class="lct-panel">
+      <h2 class="lct-section-title">Unknown Pricing by Model</h2>
+      <p class="lct-muted">
+        These models have no pricing configured. Token counts are recorded but cost is <code class="lct-code">nil</code>.
+        Add entries to <code class="lct-code">pricing_overrides</code> or <code class="lct-code">prices_file</code> to fix.
+      </p>
+      <div class="lct-table-wrap">
+        <table class="lct-table">
+          <thead>
+            <tr>
+              <th>Model</th>
+              <th>Calls without cost</th>
+              <th>Share of total</th>
+            </tr>
+          </thead>
+          <tbody>
+            <% @stats.unknown_pricing_by_model.each do |model, count| %>
+              <tr>
+                <td><code class="lct-code"><%= model %></code></td>
+                <td><%= number(count) %></td>
+                <td><%= percent(total.positive? ? (count.to_f / total) * 100 : 0) %></td>
+              </tr>
+            <% end %>
+          </tbody>
+        </table>
+      </div>
+      <p class="lct-muted" style="margin-top:12px">
+        <%= link_to "View all unknown pricing calls →", calls_path(sort: "unknown_pricing") %>
+      </p>
+    </section>
+  <% end %>
+
+  <section class="lct-panel">
+    <h2 class="lct-section-title">Coverage Summary</h2>
+    <table class="lct-table">
+      <thead>
+        <tr>
+          <th>Dimension</th>
+          <th>Coverage</th>
+          <th>Calls with data</th>
+          <th>Visual</th>
+        </tr>
+      </thead>
+      <tbody>
+        <% cost_coverage = coverage_percent(total - @stats.unknown_pricing_count, total) %>
+        <tr>
+          <td>Cost (pricing known)</td>
+          <td><%= percent(cost_coverage) %></td>
+          <td><%= number(total - @stats.unknown_pricing_count) %></td>
+          <td><%= render "llm_cost_tracker/shared/bar", value: cost_coverage, max: 100.0 %></td>
+        </tr>
+
+        <% tag_coverage = coverage_percent(total - @stats.untagged_calls_count, total) %>
+        <tr>
+          <td>Tags (at least one tag)</td>
+          <td><%= percent(tag_coverage) %></td>
+          <td><%= number(total - @stats.untagged_calls_count) %></td>
+          <td><%= render "llm_cost_tracker/shared/bar", value: tag_coverage, max: 100.0 %></td>
+        </tr>
+
+        <% if @stats.latency_column_present %>
+          <% latency_coverage = coverage_percent(total - @stats.missing_latency_count, total) %>
+          <tr>
+            <td>Latency</td>
+            <td><%= percent(latency_coverage) %></td>
+            <td><%= number(total - @stats.missing_latency_count) %></td>
+            <td><%= render "llm_cost_tracker/shared/bar", value: latency_coverage, max: 100.0 %></td>
+          </tr>
+        <% end %>
+      </tbody>
+    </table>
+  </section>
+<% end %>
+

data/app/views/llm_cost_tracker/errors/database.html.erb

@@ -0,0 +1,8 @@
+<section class="lct-panel">
+  <h2>Database unavailable</h2>
+  <p class="lct-muted">
+    llm_cost_tracker could not read the <span class="lct-code">llm_api_calls</span> table.
+    Check that ActiveRecord is connected, then run
+    <span class="lct-code">rails generate llm_cost_tracker:install</span> and migrate your database.
+  </p>
+</section>

data/app/views/llm_cost_tracker/errors/invalid_filter.html.erb

@@ -0,0 +1,4 @@
+<section class="lct-panel">
+  <h2>Invalid filter</h2>
+  <p class="lct-muted"><%= @error_message %></p>
+</section>

data/app/views/llm_cost_tracker/errors/not_found.html.erb

@@ -0,0 +1,5 @@
+<section class="lct-panel">
+  <h2>Call not found</h2>
+  <p class="lct-muted">The requested LLM API call could not be found.</p>
+  <p><%= link_to "Back to calls", calls_path, class: "lct-button lct-button-secondary" %></p>
+</section>

data/app/views/llm_cost_tracker/models/index.html.erb

@@ -0,0 +1,95 @@
+<section class="lct-panel">
+  <h2 class="lct-section-title">Models</h2>
+  <form class="lct-filters" action="<%= models_path %>" method="get">
+    <div class="lct-field">
+      <label for="lct-from">From</label>
+      <input id="lct-from" type="date" name="from" value="<%= params[:from] %>">
+    </div>
+
+    <div class="lct-field">
+      <label for="lct-to">To</label>
+      <input id="lct-to" type="date" name="to" value="<%= params[:to] %>">
+    </div>
+
+    <div class="lct-field">
+      <label for="lct-provider">Provider</label>
+      <input id="lct-provider" type="text" name="provider" value="<%= params[:provider] %>">
+    </div>
+
+    <div class="lct-field">
+      <label for="lct-model">Model</label>
+      <input id="lct-model" type="text" name="model" value="<%= params[:model] %>">
+    </div>
+
+    <div class="lct-field">
+      <label for="lct-tag-key">Tag key</label>
+      <input id="lct-tag-key" type="text" name="tag_key" value="<%= params[:tag_key] %>">
+    </div>
+
+    <div class="lct-field">
+      <label for="lct-tag-value">Tag value</label>
+      <input id="lct-tag-value" type="text" name="tag_value" value="<%= params[:tag_value] %>">
+    </div>
+
+    <div class="lct-field">
+      <label for="lct-sort">Sort by</label>
+      <select id="lct-sort" name="sort">
+        <option value="cost"     <%= "selected" if @sort.blank? || @sort == "cost" %>>Total spend</option>
+        <option value="calls"    <%= "selected" if @sort == "calls" %>>Call volume</option>
+        <option value="avg_cost" <%= "selected" if @sort == "avg_cost" %>>Avg cost / call</option>
+        <% if @latency_available %>
+          <option value="latency" <%= "selected" if @sort == "latency" %>>Avg latency</option>
+        <% end %>
+      </select>
+    </div>
+
+    <div class="lct-button-row">
+      <button class="lct-button" type="submit">Apply</button>
+      <%= link_to "Reset", models_path, class: "lct-button lct-button-secondary" %>
+    </div>
+  </form>
+</section>
+
+<% if @rows.empty? %>
+  <section class="lct-panel lct-empty">
+    <h2 class="lct-section-title">No models</h2>
+    <p class="lct-muted">Tracked models will appear here when they match the current filters.</p>
+  </section>
+<% else %>
+  <section class="lct-panel">
+    <div class="lct-table-wrap">
+      <table class="lct-table">
+        <thead>
+          <tr>
+            <th>Provider</th>
+            <th>Model</th>
+            <th>Calls</th>
+            <th>Input</th>
+            <th>Output</th>
+            <th>Total cost</th>
+            <th>Avg cost / call</th>
+            <% if @latency_available %>
+              <th>Avg latency</th>
+            <% end %>
+          </tr>
+        </thead>
+        <tbody>
+          <% @rows.each do |row| %>
+            <tr>
+              <td><%= row.provider %></td>
+              <td><%= row.model %></td>
+              <td><%= number(row.calls) %></td>
+              <td><%= format_tokens(row.input_tokens) %></td>
+              <td><%= format_tokens(row.output_tokens) %></td>
+              <td><%= money(row.total_cost) %></td>
+              <td><%= money(row.average_cost_per_call) %></td>
+              <% if @latency_available %>
+                <td><%= row.average_latency_ms ? "#{number(row.average_latency_ms.round)}ms" : "n/a" %></td>
+              <% end %>
+            </tr>
+          <% end %>
+        </tbody>
+      </table>
+    </div>
+  </section>
+<% end %>

data/app/views/llm_cost_tracker/shared/_bar.html.erb

@@ -0,0 +1,5 @@
+<% variant_class = local_assigns[:variant] == "budget" ? " lct-budget-fill" : "" %>
+
+<div class="lct-bar-track" aria-hidden="true">
+  <div class="lct-bar-fill<%= variant_class %>" style="width: <%= bar_width(value, max) %>"></div>
+</div>

data/app/views/llm_cost_tracker/shared/setup_required.html.erb

@@ -0,0 +1,6 @@
+<section class="lct-panel">
+  <p class="lct-muted">
+    The <span class="lct-code">llm_api_calls</span> table is not available yet.
+    Run <span class="lct-code">rails generate llm_cost_tracker:install</span> and migrate your database.
+  </p>
+</section>

data/app/views/llm_cost_tracker/tags/index.html.erb

@@ -0,0 +1,34 @@
+<% if @rows.empty? %>
+  <section class="lct-panel lct-empty">
+    <h2 class="lct-section-title">No tag keys found</h2>
+    <p class="lct-muted">No calls with tags have been recorded yet. Tag keys will appear here once data is available.</p>
+  </section>
+<% else %>
+  <section class="lct-panel">
+    <h2 class="lct-section-title">Tag Keys</h2>
+    <p class="lct-muted">All tag keys present in the dataset. Click a key to explore spend and call distribution by value.</p>
+    <div class="lct-table-wrap">
+      <table class="lct-table">
+        <thead>
+          <tr>
+            <th>Tag Key</th>
+            <th>Calls with this key</th>
+            <th>Distinct values</th>
+            <th></th>
+          </tr>
+        </thead>
+        <tbody>
+          <% @rows.each do |row| %>
+            <tr>
+              <td><code class="lct-code"><%= row.key %></code></td>
+              <td><%= number(row.calls_count) %></td>
+              <td><%= number(row.distinct_values) %></td>
+              <td><%= link_to "Breakdown →", tag_path(row.key), class: "lct-button lct-button-secondary" %></td>
+            </tr>
+          <% end %>
+        </tbody>
+      </table>
+    </div>
+  </section>
+<% end %>
+