llm_cost_tracker 0.14.0 → 0.14.2

data/lib/tasks/llm_cost_tracker.rake

@@ -16,7 +16,7 @@ end
 
 # rubocop:disable-next Metrics/BlockLength
 namespace :llm_cost_tracker do
-  desc "Install LLM Cost Tracker with dashboard and prices, migrate, and run doctor"
+  desc "Install LLM Cost Tracker with a local prices file, migrate, run doctor, and print dashboard mount steps"
   task :setup do
     Rails::Generators.invoke("llm_cost_tracker:install", %w[--dashboard --prices --skip])
     begin
@@ -54,7 +54,7 @@ namespace :llm_cost_tracker do
     puts LlmCostTracker::Report.generate(days: days)
   end
 
-  desc "Recompute total_cost for calls with unknown pricing using the current price registry. " \
+  desc "Recompute total_cost for calls with unknown or partial pricing using the current price registry. " \
        "Use BATCH_SIZE=N to tune."
   task backfill_unknown_pricing: :environment do
     require_relative "../llm_cost_tracker/pricing/backfill"
@@ -64,7 +64,22 @@ namespace :llm_cost_tracker do
          "still unknown #{result.still_unknown}"
   end
 
-  desc "Delete llm_cost_tracker_calls older than DAYS (default: 90). Use BATCH_SIZE=N to tune."
+  desc "Reprice calls tracked from FROM (and before TO, if set) at the current price registry, including " \
+       "calls already priced; rollups and per-tag costs move by the difference. Use BATCH_SIZE=N to tune."
+  task reprice: :environment do
+    require_relative "../llm_cost_tracker/pricing/backfill"
+    from = Time.zone.parse(ENV["FROM"].to_s)
+    abort("llm_cost_tracker: set FROM to the first day to reprice, e.g. FROM=2026-09-01") unless from
+    to_text = ENV["TO"].presence
+    to = to_text && Time.zone.parse(to_text)
+    abort("llm_cost_tracker: TO=#{to_text} is not a date, e.g. TO=2026-10-01") if to_text && !to
+    batch_size = (ENV["BATCH_SIZE"] || LlmCostTracker::Pricing::Backfill::DEFAULT_BATCH_SIZE).to_i
+    scope = LlmCostTracker::Pricing::Backfill.reprice_scope(from...to)
+    result = LlmCostTracker::Pricing::Backfill.call(scope: scope, batch_size: batch_size, reprice: true)
+    puts "llm_cost_tracker: examined #{result.examined} calls, repriced #{result.recomputed}"
+  end
+
+  desc "Delete llm_cost_tracker_calls and ingestion inbox rows older than DAYS (default: 90). Use BATCH_SIZE=N to tune."
   task prune: :environment do
     days = (ENV["DAYS"] || 90).to_i
     batch_size = (ENV["BATCH_SIZE"] || LlmCostTracker::Retention::DEFAULT_BATCH_SIZE).to_i
@@ -98,33 +113,23 @@ namespace :llm_cost_tracker do
   namespace :prices do
     desc(
       "Refresh the configured pricing file from the maintained LLM Cost Tracker price snapshot. " \
-      "Use PREVIEW=1 to preview, URL=... to override the source, or OUTPUT=path/to/file.json."
+      "Review changes first with llm_cost_tracker:prices:check. Use FORCE=1 to accept suspicious price changes, " \
+      "URL=... to override the source, or OUTPUT=path/to/file.json."
     )
     task :refresh do
       Rake::Task["environment"].invoke if Rake::Task.task_defined?("environment")
       require_relative "../llm_cost_tracker"
 
+      abort("llm_cost_tracker: PREVIEW is not supported; run llm_cost_tracker:prices:check") if ENV.key?("PREVIEW")
+
       output_path = LlmCostTrackerTasks.price_refresh_output_path
       source_url = LlmCostTracker::Pricing::Sync.configured_remote_url
-      preview = ENV["PREVIEW"] == "1"
-      result = LlmCostTracker::Pricing::Sync.refresh(
-        path: output_path,
-        url: source_url,
-        preview: preview
-      )
-
-      action = if preview
-                 "previewed"
-               elsif result.written
-                 "refreshed"
-               else
-                 "kept"
-               end
+      result = LlmCostTracker::Pricing::Sync.refresh(path: output_path, url: source_url, force: ENV["FORCE"] == "1")
 
-      puts "llm_cost_tracker: #{action} pricing file #{result.path}"
+      puts "llm_cost_tracker: #{result.written ? 'refreshed' : 'kept'} pricing file #{result.path}"
       puts "  source: #{result.source_url}"
       puts "  version: #{result.source_version.inspect}" if result.source_version
-      LlmCostTracker::Pricing::Sync::ChangePrinter.call(result.changes)
+      LlmCostTracker::Pricing::Sync::ChangePrinter.call(result.changes, suspicious: result.suspicious)
     end
 
     desc "Compare the current pricing file with the maintained LLM Cost Tracker price snapshot."
@@ -139,7 +144,7 @@ namespace :llm_cost_tracker do
       puts "llm_cost_tracker: checked pricing file #{result.path}"
       puts "  source: #{result.source_url}"
       puts "  version: #{result.source_version.inspect}" if result.source_version
-      LlmCostTracker::Pricing::Sync::ChangePrinter.call(result.changes)
+      LlmCostTracker::Pricing::Sync::ChangePrinter.call(result.changes, suspicious: result.suspicious)
       puts "  pricing is up to date" if result.up_to_date
       abort("llm_cost_tracker: pricing check failed") unless result.up_to_date
     end

data/llm_cost_tracker.gemspec

@@ -0,0 +1,63 @@
+# frozen_string_literal: true
+
+require_relative "lib/llm_cost_tracker/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "llm_cost_tracker"
+  spec.version       = LlmCostTracker::VERSION
+  spec.authors       = ["Sergii Khomenko"]
+  spec.email         = ["sergey@mm.st"]
+
+  spec.summary       = "LLM API cost tracking for Rails applications"
+  spec.description   = "Logs every call your Rails app makes to OpenAI, Anthropic, Gemini, RubyLLM, " \
+                       "or an OpenAI-compatible API: tokens, cost, latency, tags. Calls go straight " \
+                       "to the provider — no proxy. Includes price sync, budget guardrails, and a " \
+                       "mountable dashboard."
+  spec.homepage      = "https://github.com/sergey-homenko/llm_cost_tracker"
+  spec.license       = "MIT"
+
+  spec.required_ruby_version = ">= 3.3.0"
+
+  spec.metadata["bug_tracker_uri"] = "#{spec.homepage}/issues"
+  spec.metadata["changelog_uri"]   = "#{spec.homepage}/blob/main/CHANGELOG.md"
+  spec.metadata["source_code_uri"] = spec.homepage
+  spec.metadata["documentation_uri"] = "#{spec.homepage}#readme"
+  spec.metadata["rubygems_mfa_required"] = "true"
+
+  spec.files = Dir.chdir(__dir__) do
+    `git ls-files -z`.split("\x0").reject do |f|
+      (File.expand_path(f) == __FILE__) ||
+        f.start_with?("bin/",
+                      "test/",
+                      "spec/",
+                      "scripts/",
+                      "docs/",
+                      ".git",
+                      ".github",
+                      "gemfiles/",
+                      ".rubocop",
+                      "Gemfile") ||
+        f == "codecov.yml"
+    end
+  end
+
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "activerecord", ">= 8.0", "< 9.0"
+  spec.add_dependency "activesupport", ">= 8.0", "< 9.0"
+  spec.add_dependency "csv", "~> 3.0"
+  spec.add_dependency "faraday", ">= 2.0", "< 3.0"
+  spec.add_dependency "railties", ">= 8.0", "< 9.0"
+
+  spec.add_development_dependency "anthropic", "~> 1.61"
+  spec.add_development_dependency "nokogiri", "~> 1.19"
+  spec.add_development_dependency "openai", "~> 0.80"
+  spec.add_development_dependency "pg", "~> 1.6"
+  spec.add_development_dependency "rake", "~> 13.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency "rubocop", "~> 1.0"
+  spec.add_development_dependency "ruby_llm", ">= 1.16", "< 3"
+  spec.add_development_dependency "simplecov", "~> 0.22"
+  spec.add_development_dependency "simplecov-lcov", "~> 0.8"
+  spec.add_development_dependency "webmock", "~> 3.0"
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llm_cost_tracker
 version: !ruby/object:Gem::Version
-  version: 0.14.0
+  version: 0.14.2
 platform: ruby
 authors:
 - Sergii Khomenko
@@ -15,7 +15,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '7.1'
+        version: '8.0'
     - - "<"
       - !ruby/object:Gem::Version
         version: '9.0'
@@ -25,7 +25,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '7.1'
+        version: '8.0'
     - - "<"
       - !ruby/object:Gem::Version
         version: '9.0'
@@ -35,7 +35,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '7.1'
+        version: '8.0'
     - - "<"
       - !ruby/object:Gem::Version
         version: '9.0'
@@ -45,7 +45,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '7.1'
+        version: '8.0'
     - - "<"
       - !ruby/object:Gem::Version
         version: '9.0'
@@ -89,7 +89,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '7.1'
+        version: '8.0'
     - - "<"
       - !ruby/object:Gem::Version
         version: '9.0'
@@ -99,7 +99,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '7.1'
+        version: '8.0'
     - - "<"
       - !ruby/object:Gem::Version
         version: '9.0'
@@ -205,16 +205,22 @@ dependencies:
   name: ruby_llm
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '1.16'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '3'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '1.16'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '3'
 - !ruby/object:Gem::Dependency
   name: simplecov
   requirement: !ruby/object:Gem::Requirement
@@ -340,9 +346,11 @@ files:
 - lib/llm_cost_tracker/assets.rb
 - lib/llm_cost_tracker/budget.rb
 - lib/llm_cost_tracker/budget/per_tag.rb
+- lib/llm_cost_tracker/capture/event_window.rb
 - lib/llm_cost_tracker/capture/sdk_payload.rb
 - lib/llm_cost_tracker/capture/sse.rb
 - lib/llm_cost_tracker/capture/stream_collector.rb
+- lib/llm_cost_tracker/capture/stream_tap.rb
 - lib/llm_cost_tracker/capture/stream_tracker.rb
 - lib/llm_cost_tracker/capture_verifier.rb
 - lib/llm_cost_tracker/charges/cost.rb
@@ -399,6 +407,7 @@ files:
 - lib/llm_cost_tracker/integrations/openai/patches.rb
 - lib/llm_cost_tracker/integrations/ruby_llm.rb
 - lib/llm_cost_tracker/ledger.rb
+- lib/llm_cost_tracker/ledger/isolation.rb
 - lib/llm_cost_tracker/ledger/period.rb
 - lib/llm_cost_tracker/ledger/period/totals.rb
 - lib/llm_cost_tracker/ledger/rollups.rb
@@ -411,6 +420,7 @@ files:
 - lib/llm_cost_tracker/ledger/schema/calls.rb
 - lib/llm_cost_tracker/ledger/schema/ingestion/inbox_entries.rb
 - lib/llm_cost_tracker/ledger/schema/ingestion/leases.rb
+- lib/llm_cost_tracker/ledger/storable.rb
 - lib/llm_cost_tracker/ledger/store.rb
 - lib/llm_cost_tracker/ledger/tags/breakdown.rb
 - lib/llm_cost_tracker/ledger/tags/encoding.rb
@@ -436,6 +446,7 @@ files:
 - lib/llm_cost_tracker/pricing/sync/fetcher.rb
 - lib/llm_cost_tracker/pricing/sync/registry_diff.rb
 - lib/llm_cost_tracker/pricing/sync/registry_writer.rb
+- lib/llm_cost_tracker/pricing/sync/snapshot_guard.rb
 - lib/llm_cost_tracker/pricing/unknown.rb
 - lib/llm_cost_tracker/providers.rb
 - lib/llm_cost_tracker/providers/anthropic/parser.rb
@@ -454,6 +465,7 @@ files:
 - lib/llm_cost_tracker/providers/openai/usage_extractor.rb
 - lib/llm_cost_tracker/providers/openai_compatible/parser.rb
 - lib/llm_cost_tracker/railtie.rb
+- lib/llm_cost_tracker/redaction.rb
 - lib/llm_cost_tracker/report.rb
 - lib/llm_cost_tracker/report/data.rb
 - lib/llm_cost_tracker/report/formatter.rb
@@ -470,6 +482,7 @@ files:
 - lib/llm_cost_tracker/usage/token_usage.rb
 - lib/llm_cost_tracker/version.rb
 - lib/tasks/llm_cost_tracker.rake
+- llm_cost_tracker.gemspec
 homepage: https://github.com/sergey-homenko/llm_cost_tracker
 licenses:
 - MIT
@@ -486,7 +499,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 3.4.0
+      version: 3.3.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="