llm_cost_tracker 0.2.0 → 0.3.1

data/lib/tasks/llm_cost_tracker.rake

@@ -1,5 +1,6 @@
 # frozen_string_literal: true
 
+# rubocop:disable Metrics/BlockLength
 namespace :llm_cost_tracker do
   desc "Print an LLM cost report from ActiveRecord storage"
   task report: :environment do
@@ -14,4 +15,119 @@ namespace :llm_cost_tracker do
     deleted = LlmCostTracker::Retention.prune(older_than: days, batch_size: batch_size)
     puts "llm_cost_tracker: pruned #{deleted} calls older than #{days} days"
   end
+
+  namespace :prices do
+    desc(
+      "Sync built-in pricing data from LiteLLM/OpenRouter JSON sources. " \
+      "Use PREVIEW=1 to preview, STRICT=1 to fail on provider errors, " \
+      "or OUTPUT=path/to/file.json."
+    )
+    task :sync do
+      Rake::Task["environment"].invoke if Rake::Task.task_defined?("environment")
+      require_relative "../llm_cost_tracker"
+
+      output_path = ENV["OUTPUT"] || LlmCostTracker.configuration.prices_file || LlmCostTracker::PriceSync::DEFAULT_OUTPUT_PATH
+      strict = ENV["STRICT"] == "1" || ARGV.include?("--strict")
+      result = LlmCostTracker::PriceSync.sync(
+        path: output_path,
+        preview: ENV["PREVIEW"] == "1",
+        strict: strict
+      )
+
+      action = if ENV["PREVIEW"] == "1"
+                 "previewed"
+               elsif result.written
+                 "updated"
+               else
+                 "kept"
+               end
+
+      puts "llm_cost_tracker: #{action} pricing file #{result.path}"
+      print_source_usage(result.sources_used)
+      print_changes(result.changes)
+      print_discrepancies(result.discrepancies)
+      print_issues("validator rejected", result.rejected)
+      print_issues("validator flagged", result.flagged)
+      print_models("orphaned models (no JSON source match)", result.orphaned_models)
+      print_failures(result.failed_sources, heading: "source failures (kept existing values)")
+    end
+
+    desc "Compare the current pricing snapshot with LiteLLM/OpenRouter JSON sources and exit non-zero on drift."
+    task :check do
+      Rake::Task["environment"].invoke if Rake::Task.task_defined?("environment")
+      require_relative "../llm_cost_tracker"
+
+      output_path = ENV["OUTPUT"] || LlmCostTracker.configuration.prices_file || LlmCostTracker::PriceSync::DEFAULT_OUTPUT_PATH
+      result = LlmCostTracker::PriceSync.check(path: output_path)
+
+      puts "llm_cost_tracker: checked pricing file #{result.path}"
+      print_source_usage(result.sources_used)
+      print_changes(result.changes)
+      print_discrepancies(result.discrepancies)
+      print_issues("validator rejected", result.rejected)
+      print_issues("validator flagged", result.flagged)
+      print_models("orphaned models (no JSON source match)", result.orphaned_models)
+      print_failures(result.failed_sources, heading: "source failures")
+      puts "  pricing is up to date" if result.up_to_date
+      abort("llm_cost_tracker: pricing check failed") unless result.up_to_date
+    end
+  end
+end
+# rubocop:enable Metrics/BlockLength
+
+def print_source_usage(sources_used)
+  return if sources_used.empty?
+
+  puts "  sources used:"
+  sources_used.each do |source, usage|
+    version = usage.source_version ? ", version=#{usage.source_version.inspect}" : ""
+    puts "    - #{source} (#{usage.prices_count} prices#{version})"
+  end
+end
+
+def print_changes(changes)
+  puts "  changed models: #{changes.size}"
+  return if changes.empty?
+
+  changes.each do |model, fields|
+    puts "    - #{model}"
+    fields.each do |field, values|
+      puts "      #{field}: #{values['from'].inspect} -> #{values['to'].inspect}"
+    end
+  end
+end
+
+def print_discrepancies(discrepancies)
+  return if discrepancies.empty?
+
+  puts "  source discrepancies: #{discrepancies.size}"
+  discrepancies.each do |issue|
+    formatted = issue.values.map { |source, value| "#{source}=#{value.inspect}" }.join(", ")
+    puts "    - #{issue.model} #{issue.field}: #{formatted}"
+  end
+end
+
+def print_issues(heading, issues)
+  return if issues.empty?
+
+  puts "  #{heading}: #{issues.size}"
+  issues.each do |issue|
+    puts "    - #{issue.model}: #{issue.reason}"
+  end
+end
+
+def print_models(heading, models)
+  return if models.empty?
+
+  puts "  #{heading}: #{models.size}"
+  models.each { |model| puts "    - #{model}" }
+end
+
+def print_failures(failed_sources, heading:)
+  return if failed_sources.empty?
+
+  puts "  #{heading}: #{failed_sources.size}"
+  failed_sources.each do |source, message|
+    puts "    - #{source}: #{message}"
+  end
 end

data/llm_cost_tracker.gemspec

@@ -8,19 +8,21 @@ Gem::Specification.new do |spec|
   spec.authors       = ["Sergii Khomenko"]
   spec.email         = ["sergey@mm.st"]
 
-  spec.summary       = "Self-hosted LLM API cost guardrails for Ruby and Rails"
-  spec.description   = "Tracks token usage and estimated costs for OpenAI, Anthropic, Google Gemini, " \
-                       "OpenRouter, DeepSeek, and OpenAI-compatible calls. " \
-                       "Works as Faraday middleware for Ruby clients, with ActiveRecord storage, " \
-                       "arbitrary tag-based attribution, and budget guardrails."
+  spec.summary       = "Self-hosted LLM usage and cost tracking for Ruby and Rails"
+  spec.description   = "Tracks token usage, latency, and estimated costs for OpenAI, Anthropic, " \
+                       "Google Gemini, OpenRouter, DeepSeek, and OpenAI-compatible APIs. " \
+                       "Works through Faraday middleware or explicit track/track_stream helpers, " \
+                       "with ActiveRecord storage, tag-based attribution, price sync tasks, " \
+                       "and budget guardrails."
   spec.homepage      = "https://github.com/sergey-homenko/llm_cost_tracker"
   spec.license       = "MIT"
 
   spec.required_ruby_version = ">= 3.3.0"
 
-  spec.metadata["homepage_uri"]    = spec.homepage
   spec.metadata["bug_tracker_uri"] = "#{spec.homepage}/issues"
   spec.metadata["changelog_uri"]   = "#{spec.homepage}/blob/main/CHANGELOG.md"
+  spec.metadata["source_code_uri"] = spec.homepage
+  spec.metadata["documentation_uri"] = "#{spec.homepage}#readme"
   spec.metadata["rubygems_mfa_required"] = "true"
 
   spec.files = Dir.chdir(__dir__) do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: llm_cost_tracker
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.1
 platform: ruby
 authors:
 - Sergii Khomenko
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-04-20 00:00:00.000000000 Z
+date: 2026-04-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -180,10 +180,10 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
-description: Tracks token usage and estimated costs for OpenAI, Anthropic, Google
-  Gemini, OpenRouter, DeepSeek, and OpenAI-compatible calls. Works as Faraday middleware
-  for Ruby clients, with ActiveRecord storage, arbitrary tag-based attribution, and
-  budget guardrails.
+description: Tracks token usage, latency, and estimated costs for OpenAI, Anthropic,
+  Google Gemini, OpenRouter, DeepSeek, and OpenAI-compatible APIs. Works through Faraday
+  middleware or explicit track/track_stream helpers, with ActiveRecord storage, tag-based
+  attribution, price sync tasks, and budget guardrails.
 email:
 - sergey@mm.st
 executables: []
@@ -248,9 +248,13 @@ files:
 - lib/llm_cost_tracker/event.rb
 - lib/llm_cost_tracker/event_metadata.rb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/add_latency_ms_generator.rb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/add_provider_response_id_generator.rb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/add_streaming_generator.rb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/install_generator.rb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/prices_generator.rb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/templates/add_latency_ms_to_llm_api_calls.rb.erb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/add_provider_response_id_to_llm_api_calls.rb.erb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/add_streaming_to_llm_api_calls.rb.erb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/templates/create_llm_api_calls.rb.erb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/templates/initializer.rb.erb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/templates/llm_cost_tracker_prices.yml.erb
@@ -261,6 +265,7 @@ files:
 - lib/llm_cost_tracker/llm_api_call.rb
 - lib/llm_cost_tracker/logging.rb
 - lib/llm_cost_tracker/middleware/faraday.rb
+- lib/llm_cost_tracker/parameter_hash.rb
 - lib/llm_cost_tracker/parsed_usage.rb
 - lib/llm_cost_tracker/parsers/anthropic.rb
 - lib/llm_cost_tracker/parsers/base.rb
@@ -269,8 +274,22 @@ files:
 - lib/llm_cost_tracker/parsers/openai_compatible.rb
 - lib/llm_cost_tracker/parsers/openai_usage.rb
 - lib/llm_cost_tracker/parsers/registry.rb
+- lib/llm_cost_tracker/parsers/sse.rb
 - lib/llm_cost_tracker/period_grouping.rb
 - lib/llm_cost_tracker/price_registry.rb
+- lib/llm_cost_tracker/price_sync.rb
+- lib/llm_cost_tracker/price_sync/fetcher.rb
+- lib/llm_cost_tracker/price_sync/merger.rb
+- lib/llm_cost_tracker/price_sync/model_catalog.rb
+- lib/llm_cost_tracker/price_sync/raw_price.rb
+- lib/llm_cost_tracker/price_sync/refresh_plan_builder.rb
+- lib/llm_cost_tracker/price_sync/registry_loader.rb
+- lib/llm_cost_tracker/price_sync/registry_writer.rb
+- lib/llm_cost_tracker/price_sync/source.rb
+- lib/llm_cost_tracker/price_sync/source_result.rb
+- lib/llm_cost_tracker/price_sync/sources/litellm.rb
+- lib/llm_cost_tracker/price_sync/sources/open_router.rb
+- lib/llm_cost_tracker/price_sync/validator.rb
 - lib/llm_cost_tracker/prices.json
 - lib/llm_cost_tracker/pricing.rb
 - lib/llm_cost_tracker/railtie.rb
@@ -279,12 +298,14 @@ files:
 - lib/llm_cost_tracker/report_formatter.rb
 - lib/llm_cost_tracker/retention.rb
 - lib/llm_cost_tracker/storage/active_record_store.rb
+- lib/llm_cost_tracker/stream_collector.rb
 - lib/llm_cost_tracker/tag_accessors.rb
 - lib/llm_cost_tracker/tag_key.rb
 - lib/llm_cost_tracker/tag_query.rb
 - lib/llm_cost_tracker/tags_column.rb
 - lib/llm_cost_tracker/tracker.rb
 - lib/llm_cost_tracker/unknown_pricing.rb
+- lib/llm_cost_tracker/value_helpers.rb
 - lib/llm_cost_tracker/version.rb
 - lib/tasks/llm_cost_tracker.rake
 - llm_cost_tracker.gemspec
@@ -292,9 +313,10 @@ homepage: https://github.com/sergey-homenko/llm_cost_tracker
 licenses:
 - MIT
 metadata:
-  homepage_uri: https://github.com/sergey-homenko/llm_cost_tracker
   bug_tracker_uri: https://github.com/sergey-homenko/llm_cost_tracker/issues
   changelog_uri: https://github.com/sergey-homenko/llm_cost_tracker/blob/main/CHANGELOG.md
+  source_code_uri: https://github.com/sergey-homenko/llm_cost_tracker
+  documentation_uri: https://github.com/sergey-homenko/llm_cost_tracker#readme
   rubygems_mfa_required: 'true'
 post_install_message:
 rdoc_options: []
@@ -314,5 +336,5 @@ requirements: []
 rubygems_version: 3.5.9
 signing_key:
 specification_version: 4
-summary: Self-hosted LLM API cost guardrails for Ruby and Rails
+summary: Self-hosted LLM usage and cost tracking for Ruby and Rails
 test_files: []