llm_cost_tracker 0.7.3 → 0.9.0

data/lib/llm_cost_tracker/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LlmCostTracker
-  VERSION = "0.7.3"
+  VERSION = "0.9.0"
 end

data/lib/llm_cost_tracker.rb

@@ -16,7 +16,11 @@ require_relative "llm_cost_tracker/logging"
 require_relative "llm_cost_tracker/tags/key"
 require_relative "llm_cost_tracker/tags/context"
 require_relative "llm_cost_tracker/tags/sanitizer"
+require_relative "llm_cost_tracker/masking"
 require_relative "llm_cost_tracker/token_usage"
+require_relative "llm_cost_tracker/billing/components"
+require_relative "llm_cost_tracker/billing/line_item"
+require_relative "llm_cost_tracker/billing/cost_status"
 require_relative "llm_cost_tracker/event"
 require_relative "llm_cost_tracker/pricing"
 require_relative "llm_cost_tracker/usage_capture"
@@ -42,19 +46,31 @@ require_relative "llm_cost_tracker/doctor"
 require_relative "llm_cost_tracker/doctor/capture_verifier"
 
 module LlmCostTracker
+  autoload :Reconciliation, "llm_cost_tracker/reconciliation"
+  autoload :ReconcileTasks, "llm_cost_tracker/reconcile_tasks"
+
   @configuration = Configuration.new
 
   class << self
     attr_reader :configuration
 
+    def table_name_prefix
+      "llm_cost_tracker_"
+    end
+
+    def reconciliation_enabled?
+      configuration.reconciliation_enabled
+    end
+
     def configure
       config = configuration
       raise Error, "LlmCostTracker is already configured" if config.finalized?
 
       yield(config)
-      config.openai_compatible_providers = config.openai_compatible_providers.dup
       config.finalize!
       Pricing::Lookup.reset!
+      Pricing::Registry.reset!
+      Pricing::ServiceCharges.reset!
       Integrations.install!
       config
     end
@@ -63,67 +79,61 @@ module LlmCostTracker
       Ingestion::Worker.shutdown!(drain: false)
       @configuration = Configuration.new
       Pricing::Lookup.reset!
+      Pricing::Registry.reset!
+      Pricing::ServiceCharges.reset!
       Pricing::Unknown.reset!
       Ingestion::Worker.reset!
       Tags::Context.clear!
-    end
-
-    def flush!(timeout: nil)
-      if timeout
-        Ingestion::Worker.flush!(timeout: timeout)
-      else
-        Ingestion::Worker.flush!
-      end
-    end
-
-    def shutdown!(timeout: nil, drain: true)
-      if timeout
-        Ingestion::Worker.shutdown!(timeout: timeout, drain: drain)
-      else
-        Ingestion::Worker.shutdown!(drain: drain)
-      end
-    end
-
-    def enforce_budget!
-      Tracker.enforce_budget!
+      DashboardSetupState.reset! if defined?(DashboardSetupState)
     end
 
     def with_tags(tags = nil, **kwargs, &)
-      merged = (tags || {}).to_h.merge(kwargs)
-      Tags::Context.with(merged, &)
+      Tags::Context.with((tags || {}).merge(kwargs), &)
     end
 
-    def track(provider:, input_tokens:, output_tokens:, model: nil, latency_ms: nil, stream: false,
-              usage_source: :manual, enforce_budget: false, provider_response_id: nil, pricing_mode: nil, **metadata)
-      enforce_budget! if enforce_budget
-      token_usage = TokenUsage.from_hash(metadata.merge(input_tokens: input_tokens, output_tokens: output_tokens))
+    def track(provider:, tokens:, model: nil, tags: {}, latency_ms: nil, stream: false,
+              usage_source: :manual, enforce_budget: false,
+              provider_response_id: nil, provider_project_id: nil, provider_api_key_id: nil,
+              provider_workspace_id: nil, batch: nil, pricing_mode: nil, service_line_items: [])
+      Tracker.enforce_budget! if enforce_budget
 
       Tracker.record(
         capture: UsageCapture.build(
           provider: provider,
           model: model,
-          token_usage: token_usage,
+          token_usage: TokenUsage.build_from_tokens(tokens),
           stream: stream,
           usage_source: usage_source,
-          provider_response_id: provider_response_id
+          provider_response_id: provider_response_id,
+          provider_project_id: provider_project_id,
+          provider_api_key_id: provider_api_key_id,
+          provider_workspace_id: provider_workspace_id,
+          batch: batch,
+          pricing_mode: pricing_mode,
+          service_line_items: service_line_items
         ),
         latency_ms: latency_ms,
         pricing_mode: pricing_mode,
-        metadata: metadata
+        metadata: tags
       )
     end
 
-    def track_stream(provider:, model: nil, latency_ms: nil, enforce_budget: false, provider_response_id: nil,
-                     pricing_mode: nil, **metadata)
+    def track_stream(provider:, model: nil, tags: {}, latency_ms: nil, enforce_budget: false,
+                     provider_response_id: nil, provider_project_id: nil, provider_api_key_id: nil,
+                     provider_workspace_id: nil, batch: nil, pricing_mode: nil)
       require_relative "llm_cost_tracker/capture/stream_collector"
-      enforce_budget! if enforce_budget
+      Tracker.enforce_budget! if enforce_budget
       collector = Capture::StreamCollector.new(
         provider: provider.to_s,
         model: model,
         latency_ms: latency_ms,
         provider_response_id: provider_response_id,
+        provider_project_id: provider_project_id,
+        provider_api_key_id: provider_api_key_id,
+        provider_workspace_id: provider_workspace_id,
+        batch: batch,
         pricing_mode: pricing_mode,
-        metadata: metadata
+        metadata: tags
       )
       yield collector
       collector.finish!
@@ -140,4 +150,4 @@ Faraday::Middleware.register_middleware(
   llm_cost_tracker: LlmCostTracker::Middleware::Faraday
 )
 
-at_exit { LlmCostTracker.shutdown!(drain: false) }
+at_exit { LlmCostTracker::Ingestion::Worker.shutdown!(drain: false) }

data/lib/tasks/llm_cost_tracker.rake

@@ -1,9 +1,27 @@
 # frozen_string_literal: true
 
 require "fileutils"
+require "rails/generators"
+
+require_relative "../llm_cost_tracker/generators/llm_cost_tracker/install_generator"
+require_relative "../llm_cost_tracker/pricing/sync_change_printer"
 
 # rubocop:disable Metrics/BlockLength
 namespace :llm_cost_tracker do
+  desc "Install LLM Cost Tracker with dashboard and prices, migrate, and run doctor"
+  task :setup do
+    Rails::Generators.invoke("llm_cost_tracker:install", %w[--dashboard --prices --skip])
+    begin
+      Rake::Task["db:migrate"].invoke
+    rescue ActiveRecord::NoDatabaseError, ActiveRecord::ConnectionNotEstablished => e
+      abort(
+        "llm_cost_tracker: database is not reachable (#{e.class}). " \
+        "Start your database, run 'rails db:create db:migrate', then re-run 'rails llm_cost_tracker:setup'."
+      )
+    end
+    Rake::Task["llm_cost_tracker:doctor"].invoke
+  end
+
   desc "Check LLM Cost Tracker setup"
   task :doctor do
     Rake::Task["environment"].invoke if Rake::Task.task_defined?("environment")
@@ -30,7 +48,7 @@ namespace :llm_cost_tracker do
     puts LlmCostTracker::Report.generate(days: days)
   end
 
-  desc "Delete llm_api_calls older than DAYS (default: 90). Use BATCH_SIZE=N to tune."
+  desc "Delete llm_cost_tracker_calls older than DAYS (default: 90). Use BATCH_SIZE=N to tune."
   task prune: :environment do
     days = (ENV["DAYS"] || 90).to_i
     batch_size = (ENV["BATCH_SIZE"] || LlmCostTracker::Retention::DEFAULT_BATCH_SIZE).to_i
@@ -98,19 +116,27 @@ namespace :llm_cost_tracker do
       abort("llm_cost_tracker: price is incomplete or unknown") unless explanation.complete?
     end
   end
+
+  namespace :reconcile do
+    desc "Import provider invoice rows from a JSON INPUT file. " \
+         "Use SOURCE=openai INPUT=path/to/file.json. Pass PROVIDER=openai for unmapped sources (csv, ...)."
+    task(:import) { reconcile_run(:run_import) }
+
+    desc "Print a reconciliation diff. " \
+         "Use SOURCE=openai PERIOD_START=YYYY-MM-DD PERIOD_END=YYYY-MM-DD. PROVIDER=openai for unmapped sources."
+    task(:diff) { reconcile_run(:run_diff) }
+  end
 end
 # rubocop:enable Metrics/BlockLength
 
-def print_changes(changes)
-  puts "  changed models: #{changes.size}"
-  return if changes.empty?
+def reconcile_run(method)
+  Rake::Task["environment"].invoke if Rake::Task.task_defined?("environment")
+  require_relative "../llm_cost_tracker"
+  LlmCostTracker::ReconcileTasks.public_send(method, env: ENV)
+end
 
-  changes.each do |model, fields|
-    puts "    - #{model}"
-    fields.each do |field, values|
-      puts "      #{field}: #{values['from'].inspect} -> #{values['to'].inspect}"
-    end
-  end
+def print_changes(changes)
+  LlmCostTracker::Pricing::SyncChangePrinter.call(changes)
 end
 
 def price_refresh_output_path
@@ -128,13 +154,15 @@ def price_explanation_from_env
     provider: provider,
     model: model,
     pricing_mode: ENV.fetch("PRICING_MODE", nil),
-    token_usage: LlmCostTracker::TokenUsage.build(
-      input_tokens: ENV.fetch("INPUT_TOKENS", 1).to_i,
-      output_tokens: ENV.fetch("OUTPUT_TOKENS", 1).to_i,
-      cache_read_input_tokens: ENV.fetch("CACHE_READ_INPUT_TOKENS", 0).to_i,
-      cache_write_input_tokens: ENV.fetch("CACHE_WRITE_INPUT_TOKENS", 0).to_i,
-      cache_write_1h_input_tokens: ENV.fetch("CACHE_WRITE_1H_INPUT_TOKENS", 0).to_i
-    )
+    tokens: {
+      input: ENV.fetch("INPUT_TOKENS", 1).to_i,
+      output: ENV.fetch("OUTPUT_TOKENS", 1).to_i,
+      cache_read_input: ENV.fetch("CACHE_READ_INPUT_TOKENS", 0).to_i,
+      cache_write_input: ENV.fetch("CACHE_WRITE_INPUT_TOKENS", 0).to_i,
+      cache_write_extended_input: ENV.fetch("CACHE_WRITE_EXTENDED_INPUT_TOKENS", 0).to_i,
+      audio_input: ENV.fetch("AUDIO_INPUT_TOKENS", 0).to_i,
+      audio_output: ENV.fetch("AUDIO_OUTPUT_TOKENS", 0).to_i
+    }
   )
 end
 

metadata

@@ -1,14 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: llm_cost_tracker
 version: !ruby/object:Gem::Version
-  version: 0.7.3
+  version: 0.9.0
 platform: ruby
 authors:
 - Sergii Khomenko
-autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-05-01 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -216,11 +215,9 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
-description: Tracks token usage, latency, and estimated costs for RubyLLM, OpenAI,
-  Anthropic, Google Gemini, OpenRouter, DeepSeek, and OpenAI-compatible APIs. Works
-  through Rails SDK integrations, Faraday middleware, or explicit track/track_stream
-  helpers, with ActiveRecord storage, tag-based attribution, price sync tasks, and
-  budget guardrails.
+description: 'Logs every call your Rails app makes to OpenAI, Anthropic, Gemini, RubyLLM,
+  or an OpenAI-compatible API: tokens, cost, latency, tags. Calls go straight to the
+  provider — no proxy. Includes price sync, budget guardrails, and a mountable dashboard.'
 email:
 - sergey@mm.st
 executables: []
@@ -228,6 +225,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".rspec"
+- ".ruby-version"
 - CHANGELOG.md
 - CODE_OF_CONDUCT.md
 - LICENSE.txt
@@ -241,21 +239,25 @@ files:
 - app/controllers/llm_cost_tracker/dashboard_controller.rb
 - app/controllers/llm_cost_tracker/data_quality_controller.rb
 - app/controllers/llm_cost_tracker/models_controller.rb
+- app/controllers/llm_cost_tracker/reconciliation_controller.rb
 - app/controllers/llm_cost_tracker/tags_controller.rb
 - app/helpers/llm_cost_tracker/application_helper.rb
 - app/helpers/llm_cost_tracker/chart_helper.rb
 - app/helpers/llm_cost_tracker/dashboard_filter_helper.rb
 - app/helpers/llm_cost_tracker/dashboard_filter_options_helper.rb
 - app/helpers/llm_cost_tracker/dashboard_query_helper.rb
+- app/helpers/llm_cost_tracker/inline_style_helper.rb
 - app/helpers/llm_cost_tracker/pagination_helper.rb
+- app/helpers/llm_cost_tracker/reconciliation_helper.rb
 - app/helpers/llm_cost_tracker/token_usage_helper.rb
-- app/models/llm_cost_tracker/ingestion/event.rb
+- app/models/llm_cost_tracker/call.rb
+- app/models/llm_cost_tracker/call_line_item.rb
+- app/models/llm_cost_tracker/call_rollup.rb
+- app/models/llm_cost_tracker/call_tag.rb
+- app/models/llm_cost_tracker/ingestion/inbox_entry.rb
 - app/models/llm_cost_tracker/ingestion/lease.rb
-- app/models/llm_cost_tracker/ledger/call.rb
-- app/models/llm_cost_tracker/ledger/call_metrics.rb
-- app/models/llm_cost_tracker/ledger/period/grouping.rb
-- app/models/llm_cost_tracker/ledger/period/total.rb
-- app/models/llm_cost_tracker/ledger/tags/accessors.rb
+- app/models/llm_cost_tracker/provider_invoice.rb
+- app/models/llm_cost_tracker/provider_invoice_import.rb
 - app/services/llm_cost_tracker/dashboard/data_quality.rb
 - app/services/llm_cost_tracker/dashboard/date_range.rb
 - app/services/llm_cost_tracker/dashboard/filter.rb
@@ -277,9 +279,12 @@ files:
 - app/views/llm_cost_tracker/errors/invalid_filter.html.erb
 - app/views/llm_cost_tracker/errors/not_found.html.erb
 - app/views/llm_cost_tracker/models/index.html.erb
+- app/views/llm_cost_tracker/reconciliation/index.html.erb
 - app/views/llm_cost_tracker/shared/_active_filters.html.erb
 - app/views/llm_cost_tracker/shared/_bar.html.erb
+- app/views/llm_cost_tracker/shared/_filters.html.erb
 - app/views/llm_cost_tracker/shared/_metric_stack.html.erb
+- app/views/llm_cost_tracker/shared/_sort.html.erb
 - app/views/llm_cost_tracker/shared/_spend_chart.html.erb
 - app/views/llm_cost_tracker/shared/_tag_chips.html.erb
 - app/views/llm_cost_tracker/shared/setup_required.html.erb
@@ -288,43 +293,51 @@ files:
 - config/routes.rb
 - lib/llm_cost_tracker.rb
 - lib/llm_cost_tracker/assets.rb
+- lib/llm_cost_tracker/billing/components.rb
+- lib/llm_cost_tracker/billing/components.yml
+- lib/llm_cost_tracker/billing/cost_status.rb
+- lib/llm_cost_tracker/billing/line_item.rb
 - lib/llm_cost_tracker/budget.rb
 - lib/llm_cost_tracker/capture/stream.rb
 - lib/llm_cost_tracker/capture/stream_collector.rb
 - lib/llm_cost_tracker/capture/stream_tracker.rb
 - lib/llm_cost_tracker/configuration.rb
-- lib/llm_cost_tracker/configuration/instrumentation.rb
+- lib/llm_cost_tracker/dashboard_setup_state.rb
 - lib/llm_cost_tracker/doctor.rb
 - lib/llm_cost_tracker/doctor/capture_verifier.rb
 - lib/llm_cost_tracker/doctor/check.rb
+- lib/llm_cost_tracker/doctor/cost_drift_check.rb
 - lib/llm_cost_tracker/doctor/ingestion_check.rb
+- lib/llm_cost_tracker/doctor/invoice_reconciliation_check.rb
+- lib/llm_cost_tracker/doctor/legacy_audit_check.rb
+- lib/llm_cost_tracker/doctor/legacy_billing_status_check.rb
 - lib/llm_cost_tracker/doctor/price_check.rb
+- lib/llm_cost_tracker/doctor/pricing_snapshot_drift_check.rb
+- lib/llm_cost_tracker/doctor/probe.rb
+- lib/llm_cost_tracker/doctor/schema_check.rb
 - lib/llm_cost_tracker/engine.rb
 - lib/llm_cost_tracker/errors.rb
 - lib/llm_cost_tracker/event.rb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/add_ingestion_generator.rb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/add_latency_ms_generator.rb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/add_period_totals_generator.rb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/add_provider_response_id_generator.rb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/add_streaming_generator.rb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/add_token_usage_generator.rb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/call_rollups_generator.rb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/durable_ingestion_generator.rb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/install_generator.rb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/prices_generator.rb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/add_ingestion_to_llm_cost_tracker.rb.erb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/add_latency_ms_to_llm_api_calls.rb.erb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/add_period_totals_to_llm_cost_tracker.rb.erb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/add_provider_response_id_to_llm_api_calls.rb.erb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/add_streaming_to_llm_api_calls.rb.erb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/add_token_usage_to_llm_api_calls.rb.erb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/create_llm_api_calls.rb.erb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/reconciliation_generator.rb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/create_llm_cost_tracker_call_rollups.rb.erb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/create_llm_cost_tracker_calls.rb.erb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/create_llm_cost_tracker_durable_ingestion.rb.erb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/create_llm_cost_tracker_reconciliation.rb.erb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/templates/initializer.rb.erb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/upgrade_llm_api_call_cost_precision.rb.erb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/upgrade_llm_api_call_tags_to_jsonb.rb.erb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/upgrade_cost_precision_generator.rb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/upgrade_tags_to_jsonb_generator.rb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/upgrade_call_rollups_provider.rb.erb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/upgrade_call_tags_key_value_index.rb.erb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/upgrade_image_tokens.rb.erb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/upgrade_call_rollups_provider_generator.rb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/upgrade_call_tags_key_value_index_generator.rb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/upgrade_image_tokens_generator.rb
 - lib/llm_cost_tracker/ingestion.rb
 - lib/llm_cost_tracker/ingestion/batch.rb
 - lib/llm_cost_tracker/ingestion/inbox.rb
+- lib/llm_cost_tracker/ingestion/inline.rb
 - lib/llm_cost_tracker/ingestion/lease_claim.rb
 - lib/llm_cost_tracker/ingestion/worker.rb
 - lib/llm_cost_tracker/integrations.rb
@@ -336,15 +349,22 @@ files:
 - lib/llm_cost_tracker/ledger/period.rb
 - lib/llm_cost_tracker/ledger/period/totals.rb
 - lib/llm_cost_tracker/ledger/rollups.rb
-- lib/llm_cost_tracker/ledger/rollups/batch.rb
 - lib/llm_cost_tracker/ledger/rollups/upsert_sql.rb
 - lib/llm_cost_tracker/ledger/schema/adapter.rb
+- lib/llm_cost_tracker/ledger/schema/call_line_items.rb
+- lib/llm_cost_tracker/ledger/schema/call_rollups.rb
+- lib/llm_cost_tracker/ledger/schema/call_tags.rb
 - lib/llm_cost_tracker/ledger/schema/calls.rb
-- lib/llm_cost_tracker/ledger/schema/period_totals.rb
+- lib/llm_cost_tracker/ledger/schema/ingestion_inbox_entries.rb
+- lib/llm_cost_tracker/ledger/schema/ingestion_leases.rb
+- lib/llm_cost_tracker/ledger/schema/provider_invoice_imports.rb
+- lib/llm_cost_tracker/ledger/schema/provider_invoices.rb
 - lib/llm_cost_tracker/ledger/store.rb
+- lib/llm_cost_tracker/ledger/tags/encoding.rb
 - lib/llm_cost_tracker/ledger/tags/query.rb
 - lib/llm_cost_tracker/ledger/tags/sql.rb
 - lib/llm_cost_tracker/logging.rb
+- lib/llm_cost_tracker/masking.rb
 - lib/llm_cost_tracker/middleware/faraday.rb
 - lib/llm_cost_tracker/parsers.rb
 - lib/llm_cost_tracker/parsers/anthropic.rb
@@ -352,22 +372,33 @@ files:
 - lib/llm_cost_tracker/parsers/gemini.rb
 - lib/llm_cost_tracker/parsers/openai.rb
 - lib/llm_cost_tracker/parsers/openai_compatible.rb
+- lib/llm_cost_tracker/parsers/openai_service_charges.rb
 - lib/llm_cost_tracker/parsers/openai_usage.rb
 - lib/llm_cost_tracker/parsers/sse.rb
 - lib/llm_cost_tracker/prices.json
 - lib/llm_cost_tracker/pricing.rb
-- lib/llm_cost_tracker/pricing/components.rb
 - lib/llm_cost_tracker/pricing/effective_prices.rb
 - lib/llm_cost_tracker/pricing/explainer.rb
 - lib/llm_cost_tracker/pricing/lookup.rb
+- lib/llm_cost_tracker/pricing/mode.rb
 - lib/llm_cost_tracker/pricing/registry.rb
+- lib/llm_cost_tracker/pricing/service_charges.rb
 - lib/llm_cost_tracker/pricing/sync.rb
 - lib/llm_cost_tracker/pricing/sync/fetcher.rb
 - lib/llm_cost_tracker/pricing/sync/registry_diff.rb
-- lib/llm_cost_tracker/pricing/sync/registry_loader.rb
 - lib/llm_cost_tracker/pricing/sync/registry_writer.rb
+- lib/llm_cost_tracker/pricing/sync_change_printer.rb
 - lib/llm_cost_tracker/pricing/unknown.rb
 - lib/llm_cost_tracker/railtie.rb
+- lib/llm_cost_tracker/reconcile_tasks.rb
+- lib/llm_cost_tracker/reconciliation.rb
+- lib/llm_cost_tracker/reconciliation/diff.rb
+- lib/llm_cost_tracker/reconciliation/diff_result.rb
+- lib/llm_cost_tracker/reconciliation/import_result.rb
+- lib/llm_cost_tracker/reconciliation/importer.rb
+- lib/llm_cost_tracker/reconciliation/sources/anthropic_usage.rb
+- lib/llm_cost_tracker/reconciliation/sources/fingerprint.rb
+- lib/llm_cost_tracker/reconciliation/sources/openai_usage.rb
 - lib/llm_cost_tracker/report.rb
 - lib/llm_cost_tracker/report/data.rb
 - lib/llm_cost_tracker/report/formatter.rb
@@ -375,6 +406,7 @@ files:
 - lib/llm_cost_tracker/tags/context.rb
 - lib/llm_cost_tracker/tags/key.rb
 - lib/llm_cost_tracker/tags/sanitizer.rb
+- lib/llm_cost_tracker/timing.rb
 - lib/llm_cost_tracker/token_usage.rb
 - lib/llm_cost_tracker/tracker.rb
 - lib/llm_cost_tracker/usage_capture.rb
@@ -389,7 +421,6 @@ metadata:
   source_code_uri: https://github.com/sergey-homenko/llm_cost_tracker
   documentation_uri: https://github.com/sergey-homenko/llm_cost_tracker#readme
   rubygems_mfa_required: 'true'
-post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -397,15 +428,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 3.3.0
+      version: 3.4.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.22
-signing_key:
+rubygems_version: 3.6.9
 specification_version: 4
-summary: Rails-native LLM usage and cost tracking with ActiveRecord storage
+summary: LLM API cost tracking for Rails applications
 test_files: []

data/app/models/llm_cost_tracker/ingestion/event.rb

@@ -1,13 +0,0 @@
-# frozen_string_literal: true
-
-require "active_record"
-
-module LlmCostTracker
-  module Ingestion
-    class Event < ActiveRecord::Base
-      MAX_ATTEMPTS = 5
-
-      self.table_name = "llm_cost_tracker_inbox_events"
-    end
-  end
-end

data/app/models/llm_cost_tracker/ledger/call.rb

@@ -1,45 +0,0 @@
-# frozen_string_literal: true
-
-require "active_record"
-
-module LlmCostTracker
-  module Ledger
-    class Call < ActiveRecord::Base
-      extend Period::Grouping
-      extend Ledger::CallMetrics
-      include Ledger::Tags::Accessors
-
-      self.table_name = "llm_api_calls"
-
-      scope :with_cost, -> { where.not(total_cost: nil) }
-      scope :without_cost, -> { where(total_cost: nil) }
-      scope :unknown_pricing, -> { without_cost }
-      scope :with_latency, -> { where.not(latency_ms: nil) }
-      scope :streaming,     -> { where(stream: true) }
-      scope :non_streaming, -> { where(stream: [false, nil]) }
-      scope :by_usage_source, ->(source) { where(usage_source: source.to_s) }
-      scope :with_provider_response_id, -> { where.not(provider_response_id: [nil, ""]) }
-      scope :missing_provider_response_id, -> { where(provider_response_id: [nil, ""]) }
-      scope :streaming_missing_usage, lambda {
-        where(stream: true).where(usage_source: ["unknown", nil])
-      }
-
-      scope :with_json_tags, lambda {
-        where.not(tags: {})
-      }
-
-      scope :today,       -> { where(tracked_at: Time.now.utc.beginning_of_day..) }
-      scope :this_week,   -> { where(tracked_at: Time.now.utc.beginning_of_week..) }
-      scope :this_month,  -> { where(tracked_at: Time.now.utc.beginning_of_month..) }
-      scope :between,     ->(from, to) { where(tracked_at: from..to) }
-
-      def self.by_tag(key, value)
-        by_tags(key => value)
-      end
-
-      def self.by_tags(tags)
-        Ledger::Tags::Query.apply(tags)
-      end
-    end
-  end
-end

data/app/models/llm_cost_tracker/ledger/call_metrics.rb

@@ -1,66 +0,0 @@
-# frozen_string_literal: true
-
-require "llm_cost_tracker/ledger/tags/sql"
-
-module LlmCostTracker
-  module Ledger
-    module CallMetrics
-      def total_cost
-        sum(:total_cost).to_f
-      end
-
-      def total_tokens
-        sum(:total_tokens).to_i
-      end
-
-      def cost_by_model(limit: nil)
-        cost_by_column(:model, limit: limit)
-      end
-
-      def cost_by_provider(limit: nil)
-        cost_by_column(:provider, limit: limit)
-      end
-
-      def group_by_tag(key)
-        group(Arel.sql(tag_value_expression(key)))
-      end
-
-      def cost_by_tag(key, limit: nil)
-        expression = tag_value_expression(key)
-        label_expression = "COALESCE(NULLIF(#{expression}, ''), #{connection.quote('(untagged)')})"
-        relation = select("#{label_expression} AS name, COALESCE(SUM(total_cost), 0) AS total_cost")
-                   .group(Arel.sql(label_expression))
-                   .order(Arel.sql("COALESCE(SUM(total_cost), 0) DESC"))
-        relation = relation.limit(limit) if limit
-        relation
-      end
-
-      def average_latency_ms
-        average(:latency_ms)&.to_f
-      end
-
-      def latency_by_model
-        group(:model).average(:latency_ms).transform_values(&:to_f)
-      end
-
-      def latency_by_provider
-        group(:provider).average(:latency_ms).transform_values(&:to_f)
-      end
-
-      def tag_value_expression(key, table_name: quoted_table_name)
-        Ledger::Tags::Sql.value_expression(key, table_name: table_name)
-      end
-
-      private
-
-      def cost_by_column(column, limit:)
-        quoted_column = "#{quoted_table_name}.#{connection.quote_column_name(column)}"
-        relation = select("#{quoted_column} AS name, COALESCE(SUM(total_cost), 0) AS total_cost")
-                   .group(column)
-                   .order(Arel.sql("COALESCE(SUM(total_cost), 0) DESC"))
-        relation = relation.limit(limit) if limit
-        relation
-      end
-    end
-  end
-end