llm_cost_tracker 0.14.2 → 0.15.0

data/lib/llm_cost_tracker.rb

@@ -128,12 +128,16 @@ module LlmCostTracker
         pricing_mode: pricing_mode,
         metadata: tags
       )
+      completed = false
       yield collector
-    rescue Exception # rubocop:disable Lint/RescueException -- record the spend and keep the caller's exception
-      collector&.finish!(errored: true)
-      raise
-    else
+      completed = true
       collector.finish!
+    rescue Exception # rubocop:disable Lint/RescueException
+      collector&.finish!(errored: true) unless completed
+      completed = true
+      raise
+    ensure
+      collector&.finish! unless completed
     end
   end
 end

data/lib/tasks/llm_cost_tracker.rake

@@ -12,6 +12,34 @@ module LlmCostTrackerTasks
     FileUtils.mkdir_p(File.dirname(path))
     path
   end
+
+  def self.batch_size(default)
+    text = ENV.fetch("BATCH_SIZE", default.to_s)
+    size = Integer(text, 10, exception: false)
+    return size if size&.positive?
+
+    abort("llm_cost_tracker: BATCH_SIZE=#{text} is not a positive integer, e.g. BATCH_SIZE=#{default}")
+  end
+
+  def self.backfill_after_refresh(path)
+    file = LlmCostTracker.configuration.pricing.file
+    return unless file && File.expand_path(file) == File.expand_path(path)
+
+    if ledger_reachable?
+      Rake::Task["llm_cost_tracker:backfill_unknown_pricing"].execute
+    else
+      puts "llm_cost_tracker: calls ledger not reachable; " \
+           "run bin/rails llm_cost_tracker:backfill_unknown_pricing where it is"
+    end
+  end
+
+  def self.ledger_reachable?
+    return false unless Rake::Task.task_defined?("environment")
+
+    LlmCostTracker::Call.with_connection { |connection| connection.table_exists?(LlmCostTracker::Call.table_name) }
+  rescue ActiveRecord::NoDatabaseError, ActiveRecord::ConnectionNotEstablished
+    false
+  end
 end
 
 # rubocop:disable-next Metrics/BlockLength
@@ -58,7 +86,7 @@ namespace :llm_cost_tracker do
        "Use BATCH_SIZE=N to tune."
   task backfill_unknown_pricing: :environment do
     require_relative "../llm_cost_tracker/pricing/backfill"
-    batch_size = (ENV["BATCH_SIZE"] || LlmCostTracker::Pricing::Backfill::DEFAULT_BATCH_SIZE).to_i
+    batch_size = LlmCostTrackerTasks.batch_size(LlmCostTracker::Pricing::Backfill::DEFAULT_BATCH_SIZE)
     result = LlmCostTracker::Pricing::Backfill.call(batch_size: batch_size)
     puts "llm_cost_tracker: examined #{result.examined} calls, recomputed #{result.recomputed}, " \
          "still unknown #{result.still_unknown}"
@@ -73,7 +101,7 @@ namespace :llm_cost_tracker do
     to_text = ENV["TO"].presence
     to = to_text && Time.zone.parse(to_text)
     abort("llm_cost_tracker: TO=#{to_text} is not a date, e.g. TO=2026-10-01") if to_text && !to
-    batch_size = (ENV["BATCH_SIZE"] || LlmCostTracker::Pricing::Backfill::DEFAULT_BATCH_SIZE).to_i
+    batch_size = LlmCostTrackerTasks.batch_size(LlmCostTracker::Pricing::Backfill::DEFAULT_BATCH_SIZE)
     scope = LlmCostTracker::Pricing::Backfill.reprice_scope(from...to)
     result = LlmCostTracker::Pricing::Backfill.call(scope: scope, batch_size: batch_size, reprice: true)
     puts "llm_cost_tracker: examined #{result.examined} calls, repriced #{result.recomputed}"
@@ -82,7 +110,7 @@ namespace :llm_cost_tracker do
   desc "Delete llm_cost_tracker_calls and ingestion inbox rows older than DAYS (default: 90). Use BATCH_SIZE=N to tune."
   task prune: :environment do
     days = (ENV["DAYS"] || 90).to_i
-    batch_size = (ENV["BATCH_SIZE"] || LlmCostTracker::Retention::DEFAULT_BATCH_SIZE).to_i
+    batch_size = LlmCostTrackerTasks.batch_size(LlmCostTracker::Retention::DEFAULT_BATCH_SIZE)
     deleted = LlmCostTracker::Retention.prune(older_than: days, batch_size: batch_size)
     puts "llm_cost_tracker: pruned #{deleted} calls older than #{days} days"
     inbox_pruned = LlmCostTracker::Retention.prune_inbox(older_than: days)
@@ -105,14 +133,15 @@ namespace :llm_cost_tracker do
       abort("llm_cost_tracker: llm_cost_tracker_call_tags is missing the cost columns; " \
             "run the upgrade_per_tag_budgets generator and migrate first")
     end
-    batch_size = (ENV["BATCH_SIZE"] || LlmCostTracker::Budget::PerTag::DEFAULT_BACKFILL_BATCH).to_i
+    batch_size = LlmCostTrackerTasks.batch_size(LlmCostTracker::Budget::PerTag::DEFAULT_BACKFILL_BATCH)
     filled = LlmCostTracker::Budget::PerTag.backfill(batch_size: batch_size)
     puts "llm_cost_tracker: filled cost and time on #{filled} tag rows"
   end
 
   namespace :prices do
     desc(
-      "Refresh the configured pricing file from the maintained LLM Cost Tracker price snapshot. " \
+      "Refresh the configured pricing file from the maintained LLM Cost Tracker price snapshot; after writing a new " \
+      "config.pricing.file, run llm_cost_tracker:backfill_unknown_pricing if the calls ledger is reachable. " \
       "Review changes first with llm_cost_tracker:prices:check. Use FORCE=1 to accept suspicious price changes, " \
       "URL=... to override the source, or OUTPUT=path/to/file.json."
     )
@@ -130,6 +159,7 @@ namespace :llm_cost_tracker do
       puts "  source: #{result.source_url}"
       puts "  version: #{result.source_version.inspect}" if result.source_version
       LlmCostTracker::Pricing::Sync::ChangePrinter.call(result.changes, suspicious: result.suspicious)
+      LlmCostTrackerTasks.backfill_after_refresh(result.path) if result.written
     end
 
     desc "Compare the current pricing file with the maintained LLM Cost Tracker price snapshot."

data/llm_cost_tracker.gemspec

@@ -8,11 +8,11 @@ Gem::Specification.new do |spec|
   spec.authors       = ["Sergii Khomenko"]
   spec.email         = ["sergey@mm.st"]
 
-  spec.summary       = "LLM API cost tracking for Rails applications"
-  spec.description   = "Logs every call your Rails app makes to OpenAI, Anthropic, Gemini, RubyLLM, " \
-                       "or an OpenAI-compatible API: tokens, cost, latency, tags. Calls go straight " \
-                       "to the provider — no proxy. Includes price sync, budget guardrails, and a " \
-                       "mountable dashboard."
+  spec.summary       = "LLM spend tracking and budgets for Rails, in your own database"
+  spec.description   = "Records every LLM call your Rails app makes through RubyLLM, the official OpenAI " \
+                       "and Anthropic SDKs, Faraday, or any OpenAI-compatible API: tokens and cost, attributed " \
+                       "by user, feature, or any tag. Calls go straight to the provider — no proxy. " \
+                       "Includes budgets that can block the next call, bundled prices, and a dashboard."
   spec.homepage      = "https://github.com/sergey-homenko/llm_cost_tracker"
   spec.license       = "MIT"
 
@@ -50,6 +50,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency "railties", ">= 8.0", "< 9.0"
 
   spec.add_development_dependency "anthropic", "~> 1.61"
+  spec.add_development_dependency "aws-eventstream", "~> 1.4"
   spec.add_development_dependency "nokogiri", "~> 1.19"
   spec.add_development_dependency "openai", "~> 0.80"
   spec.add_development_dependency "pg", "~> 1.6"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llm_cost_tracker
 version: !ruby/object:Gem::Version
-  version: 0.14.2
+  version: 0.15.0
 platform: ruby
 authors:
 - Sergii Khomenko
@@ -117,6 +117,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.61'
+- !ruby/object:Gem::Dependency
+  name: aws-eventstream
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
@@ -263,9 +277,10 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
-description: 'Logs every call your Rails app makes to OpenAI, Anthropic, Gemini, RubyLLM,
-  or an OpenAI-compatible API: tokens, cost, latency, tags. Calls go straight to the
-  provider — no proxy. Includes price sync, budget guardrails, and a mountable dashboard.'
+description: 'Records every LLM call your Rails app makes through RubyLLM, the official
+  OpenAI and Anthropic SDKs, Faraday, or any OpenAI-compatible API: tokens and cost,
+  attributed by user, feature, or any tag. Calls go straight to the provider — no
+  proxy. Includes budgets that can block the next call, bundled prices, and a dashboard.'
 email:
 - sergey@mm.st
 executables: []
@@ -303,7 +318,11 @@ files:
 - app/models/llm_cost_tracker/call_tag.rb
 - app/models/llm_cost_tracker/ingestion/inbox_entry.rb
 - app/models/llm_cost_tracker/ingestion/lease.rb
+- app/services/llm_cost_tracker/dashboard/call_order.rb
+- app/services/llm_cost_tracker/dashboard/calls_export.rb
 - app/services/llm_cost_tracker/dashboard/data_quality.rb
+- app/services/llm_cost_tracker/dashboard/data_quality/stats_query.rb
+- app/services/llm_cost_tracker/dashboard/data_quality/summary.rb
 - app/services/llm_cost_tracker/dashboard/date_range.rb
 - app/services/llm_cost_tracker/dashboard/filter.rb
 - app/services/llm_cost_tracker/dashboard/masking.rb
@@ -311,11 +330,13 @@ files:
 - app/services/llm_cost_tracker/dashboard/overview_stats.rb
 - app/services/llm_cost_tracker/dashboard/pagination.rb
 - app/services/llm_cost_tracker/dashboard/params.rb
+- app/services/llm_cost_tracker/dashboard/percent.rb
 - app/services/llm_cost_tracker/dashboard/pricing_overview.rb
 - app/services/llm_cost_tracker/dashboard/provider_breakdown.rb
 - app/services/llm_cost_tracker/dashboard/setup_state.rb
 - app/services/llm_cost_tracker/dashboard/sort.rb
 - app/services/llm_cost_tracker/dashboard/spend_anomaly.rb
+- app/services/llm_cost_tracker/dashboard/spend_chart.rb
 - app/services/llm_cost_tracker/dashboard/tag_breakdown.rb
 - app/services/llm_cost_tracker/dashboard/tag_key_explorer.rb
 - app/services/llm_cost_tracker/dashboard/time_series.rb
@@ -328,6 +349,7 @@ files:
 - app/views/llm_cost_tracker/errors/database.html.erb
 - app/views/llm_cost_tracker/errors/invalid_filter.html.erb
 - app/views/llm_cost_tracker/errors/not_found.html.erb
+- app/views/llm_cost_tracker/errors/query.html.erb
 - app/views/llm_cost_tracker/models/index.html.erb
 - app/views/llm_cost_tracker/pricing/index.html.erb
 - app/views/llm_cost_tracker/shared/_bar.html.erb
@@ -345,7 +367,11 @@ files:
 - lib/llm_cost_tracker.rb
 - lib/llm_cost_tracker/assets.rb
 - lib/llm_cost_tracker/budget.rb
+- lib/llm_cost_tracker/budget/estimate.rb
+- lib/llm_cost_tracker/budget/global.rb
+- lib/llm_cost_tracker/budget/limit.rb
 - lib/llm_cost_tracker/budget/per_tag.rb
+- lib/llm_cost_tracker/budget/tagged.rb
 - lib/llm_cost_tracker/capture/event_window.rb
 - lib/llm_cost_tracker/capture/sdk_payload.rb
 - lib/llm_cost_tracker/capture/sse.rb
@@ -401,11 +427,24 @@ files:
 - lib/llm_cost_tracker/ingestion/worker.rb
 - lib/llm_cost_tracker/integrations.rb
 - lib/llm_cost_tracker/integrations/anthropic.rb
+- lib/llm_cost_tracker/integrations/anthropic/batch_results_capture.rb
+- lib/llm_cost_tracker/integrations/anthropic/patches.rb
 - lib/llm_cost_tracker/integrations/base.rb
+- lib/llm_cost_tracker/integrations/base/patch_target.rb
 - lib/llm_cost_tracker/integrations/openai.rb
 - lib/llm_cost_tracker/integrations/openai/batch_capture.rb
 - lib/llm_cost_tracker/integrations/openai/patches.rb
+- lib/llm_cost_tracker/integrations/openai/websocket_capture.rb
 - lib/llm_cost_tracker/integrations/ruby_llm.rb
+- lib/llm_cost_tracker/integrations/ruby_llm/v1.rb
+- lib/llm_cost_tracker/integrations/ruby_llm/v1/patches.rb
+- lib/llm_cost_tracker/integrations/ruby_llm/v1/reply.rb
+- lib/llm_cost_tracker/integrations/ruby_llm/v2.rb
+- lib/llm_cost_tracker/integrations/ruby_llm/v2/attempt.rb
+- lib/llm_cost_tracker/integrations/ruby_llm/v2/attempt/token_counts.rb
+- lib/llm_cost_tracker/integrations/ruby_llm/v2/frame.rb
+- lib/llm_cost_tracker/integrations/ruby_llm/v2/recorder.rb
+- lib/llm_cost_tracker/integrations/ruby_llm/v2/seams.rb
 - lib/llm_cost_tracker/ledger.rb
 - lib/llm_cost_tracker/ledger/isolation.rb
 - lib/llm_cost_tracker/ledger/period.rb
@@ -427,18 +466,28 @@ files:
 - lib/llm_cost_tracker/ledger/tags/query.rb
 - lib/llm_cost_tracker/logging.rb
 - lib/llm_cost_tracker/middleware/faraday.rb
+- lib/llm_cost_tracker/middleware/faraday/body.rb
+- lib/llm_cost_tracker/middleware/faraday/exchange.rb
+- lib/llm_cost_tracker/middleware/faraday/response_reader.rb
+- lib/llm_cost_tracker/middleware/faraday/stream_tee.rb
 - lib/llm_cost_tracker/parsers.rb
 - lib/llm_cost_tracker/prices.json
 - lib/llm_cost_tracker/pricing.rb
 - lib/llm_cost_tracker/pricing/backfill.rb
 - lib/llm_cost_tracker/pricing/calculation.rb
+- lib/llm_cost_tracker/pricing/calculation/iterations.rb
+- lib/llm_cost_tracker/pricing/calculation/quantities.rb
+- lib/llm_cost_tracker/pricing/calculation/snapshot.rb
+- lib/llm_cost_tracker/pricing/calculation/totals.rb
 - lib/llm_cost_tracker/pricing/effective_prices.rb
 - lib/llm_cost_tracker/pricing/estimator.rb
 - lib/llm_cost_tracker/pricing/matcher.rb
 - lib/llm_cost_tracker/pricing/mode.rb
+- lib/llm_cost_tracker/pricing/off_peak.rb
 - lib/llm_cost_tracker/pricing/price_key.rb
 - lib/llm_cost_tracker/pricing/rate.rb
 - lib/llm_cost_tracker/pricing/registry.rb
+- lib/llm_cost_tracker/pricing/registry/normalizer.rb
 - lib/llm_cost_tracker/pricing/service_rates.rb
 - lib/llm_cost_tracker/pricing/source.rb
 - lib/llm_cost_tracker/pricing/sync.rb
@@ -446,6 +495,7 @@ files:
 - lib/llm_cost_tracker/pricing/sync/fetcher.rb
 - lib/llm_cost_tracker/pricing/sync/registry_diff.rb
 - lib/llm_cost_tracker/pricing/sync/registry_writer.rb
+- lib/llm_cost_tracker/pricing/sync/remote_snapshot.rb
 - lib/llm_cost_tracker/pricing/sync/snapshot_guard.rb
 - lib/llm_cost_tracker/pricing/unknown.rb
 - lib/llm_cost_tracker/providers.rb
@@ -454,14 +504,17 @@ files:
 - lib/llm_cost_tracker/providers/anthropic/usage_extractor.rb
 - lib/llm_cost_tracker/providers/azure/hosts.rb
 - lib/llm_cost_tracker/providers/azure/parser.rb
+- lib/llm_cost_tracker/providers/gemini/grounding.rb
 - lib/llm_cost_tracker/providers/gemini/model_families.rb
 - lib/llm_cost_tracker/providers/gemini/parser.rb
 - lib/llm_cost_tracker/providers/gemini/usage_extractor.rb
 - lib/llm_cost_tracker/providers/openai/hosts.rb
 - lib/llm_cost_tracker/providers/openai/model_families.rb
+- lib/llm_cost_tracker/providers/openai/output_item.rb
 - lib/llm_cost_tracker/providers/openai/parser.rb
 - lib/llm_cost_tracker/providers/openai/response_parser.rb
 - lib/llm_cost_tracker/providers/openai/service_charges.rb
+- lib/llm_cost_tracker/providers/openai/stream_parser.rb
 - lib/llm_cost_tracker/providers/openai/usage_extractor.rb
 - lib/llm_cost_tracker/providers/openai_compatible/parser.rb
 - lib/llm_cost_tracker/railtie.rb
@@ -508,5 +561,5 @@ required_rubygems_version: !ruby/object:Gem::Requirement
 requirements: []
 rubygems_version: 3.6.9
 specification_version: 4
-summary: LLM API cost tracking for Rails applications
+summary: LLM spend tracking and budgets for Rails, in your own database
 test_files: []