llm_cost_tracker 0.10.0 → 0.12.0

data/lib/tasks/llm_cost_tracker.rake

@@ -35,11 +35,9 @@ namespace :llm_cost_tracker do
   task :verify_capture do
     Rake::Task["environment"].invoke if Rake::Task.task_defined?("environment")
     require_relative "../llm_cost_tracker"
-    checks = LlmCostTracker::Doctor::CaptureVerifier.call
-    puts LlmCostTracker::Doctor::CaptureVerifier.report(checks)
-    unless LlmCostTracker::Doctor::CaptureVerifier.healthy?(checks)
-      abort("llm_cost_tracker: capture verification failed")
-    end
+    checks = LlmCostTracker::CaptureVerifier.call
+    puts LlmCostTracker::CaptureVerifier.report(checks)
+    abort("llm_cost_tracker: capture verification failed") unless LlmCostTracker::CaptureVerifier.healthy?(checks)
   end
 
   desc "Print an LLM cost report from ActiveRecord storage"
@@ -66,8 +64,15 @@ namespace :llm_cost_tracker do
     puts "llm_cost_tracker: pruned #{deleted} calls older than #{days} days"
     inbox_pruned = LlmCostTracker::Retention.prune_inbox(older_than: days)
     puts "llm_cost_tracker: pruned #{inbox_pruned} inbox entries older than #{days} days"
-    invoice_imports_pruned = LlmCostTracker::Retention.prune_invoice_imports(older_than: days)
-    puts "llm_cost_tracker: pruned #{invoice_imports_pruned} provider invoice imports older than #{days} days"
+  end
+
+  desc "Rebuild llm_cost_tracker_call_rollups from the calls ledger (resync the rollup cache)"
+  task rebuild_rollups: :environment do
+    unless LlmCostTracker::CallRollup.table_exists?
+      abort("llm_cost_tracker: rollups table missing; run the call_rollups generator and migrate first")
+    end
+    rows = LlmCostTracker::Ledger::Rollups.rebuild!
+    puts "llm_cost_tracker: rebuilt #{rows} rollup rows from the calls ledger"
   end
 
   namespace :prices do
@@ -99,7 +104,7 @@ namespace :llm_cost_tracker do
       puts "llm_cost_tracker: #{action} pricing file #{result.path}"
       puts "  source: #{result.source_url}"
       puts "  version: #{result.source_version.inspect}" if result.source_version
-      print_changes(result.changes)
+      LlmCostTracker::Pricing::Sync::ChangePrinter.call(result.changes)
     end
 
     desc "Compare the current pricing file with the maintained LLM Cost Tracker price snapshot."
@@ -114,80 +119,16 @@ namespace :llm_cost_tracker do
       puts "llm_cost_tracker: checked pricing file #{result.path}"
       puts "  source: #{result.source_url}"
       puts "  version: #{result.source_version.inspect}" if result.source_version
-      print_changes(result.changes)
+      LlmCostTracker::Pricing::Sync::ChangePrinter.call(result.changes)
       puts "  pricing is up to date" if result.up_to_date
       abort("llm_cost_tracker: pricing check failed") unless result.up_to_date
     end
-
-    desc "Explain how a provider/model price is matched. Use PROVIDER=... MODEL=..."
-    task :explain do
-      Rake::Task["environment"].invoke if Rake::Task.task_defined?("environment")
-      require_relative "../llm_cost_tracker"
-
-      explanation = price_explanation_from_env
-      puts "llm_cost_tracker: #{explanation.message}"
-      print_price_explanation(explanation)
-      abort("llm_cost_tracker: price is incomplete or unknown") unless explanation.complete?
-    end
-  end
-
-  namespace :reconcile do
-    desc "Import provider invoice rows from a JSON INPUT file. " \
-         "Use SOURCE=openai INPUT=path/to/file.json. Pass PROVIDER=openai for unmapped sources (csv, ...)."
-    task(:import) { reconcile_run(:run_import) }
-
-    desc "Print a reconciliation diff. " \
-         "Use SOURCE=openai PERIOD_START=YYYY-MM-DD PERIOD_END=YYYY-MM-DD. PROVIDER=openai for unmapped sources."
-    task(:diff) { reconcile_run(:run_diff) }
   end
 end
 # rubocop:enable Metrics/BlockLength
 
-def reconcile_run(method)
-  Rake::Task["environment"].invoke if Rake::Task.task_defined?("environment")
-  require_relative "../llm_cost_tracker"
-  LlmCostTracker::ReconcileTasks.public_send(method, env: ENV)
-end
-
-def print_changes(changes)
-  LlmCostTracker::Pricing::Sync::ChangePrinter.call(changes)
-end
-
 def price_refresh_output_path
   path = LlmCostTracker::Pricing::Sync.configured_output_path
   FileUtils.mkdir_p(File.dirname(path))
   path
 end
-
-def price_explanation_from_env
-  provider = ENV["PROVIDER"].to_s.strip
-  model = ENV["MODEL"].to_s.strip
-  abort("llm_cost_tracker: use PROVIDER=... MODEL=...") if provider.empty? || model.empty?
-
-  LlmCostTracker::Pricing.explain(
-    provider: provider,
-    model: model,
-    pricing_mode: ENV.fetch("PRICING_MODE", nil),
-    tokens: {
-      input: ENV.fetch("INPUT_TOKENS", 1).to_i,
-      output: ENV.fetch("OUTPUT_TOKENS", 1).to_i,
-      cache_read_input: ENV.fetch("CACHE_READ_INPUT_TOKENS", 0).to_i,
-      cache_write_input: ENV.fetch("CACHE_WRITE_INPUT_TOKENS", 0).to_i,
-      cache_write_extended_input: ENV.fetch("CACHE_WRITE_EXTENDED_INPUT_TOKENS", 0).to_i,
-      audio_input: ENV.fetch("AUDIO_INPUT_TOKENS", 0).to_i,
-      audio_output: ENV.fetch("AUDIO_OUTPUT_TOKENS", 0).to_i
-    }
-  )
-end
-
-def print_price_explanation(explanation)
-  return unless explanation.matched?
-
-  puts "  source: #{explanation.source}"
-  puts "  matched_key: #{explanation.matched_key}"
-  puts "  matched_by: #{explanation.matched_by}"
-  puts "  pricing_mode: #{explanation.pricing_mode || 'standard'}"
-  explanation.effective_prices.each do |key, value|
-    puts "  #{key}: #{value.nil? ? 'missing' : value}"
-  end
-end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llm_cost_tracker
 version: !ruby/object:Gem::Version
-  version: 0.10.0
+  version: 0.12.0
 platform: ruby
 authors:
 - Sergii Khomenko
@@ -103,6 +103,20 @@ dependencies:
     - - "<"
       - !ruby/object:Gem::Version
         version: '9.0'
+- !ruby/object:Gem::Dependency
+  name: anthropic
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.42'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.42'
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
@@ -117,6 +131,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: openai
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.63'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.63'
 - !ruby/object:Gem::Dependency
   name: pg
   requirement: !ruby/object:Gem::Requirement
@@ -173,6 +201,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: ruby_llm
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.15'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.15'
 - !ruby/object:Gem::Dependency
   name: simplecov
   requirement: !ruby/object:Gem::Requirement
@@ -239,16 +281,15 @@ files:
 - app/controllers/llm_cost_tracker/dashboard_controller.rb
 - app/controllers/llm_cost_tracker/data_quality_controller.rb
 - app/controllers/llm_cost_tracker/models_controller.rb
-- app/controllers/llm_cost_tracker/reconciliation_controller.rb
+- app/controllers/llm_cost_tracker/pricing_controller.rb
 - app/controllers/llm_cost_tracker/tags_controller.rb
 - app/helpers/llm_cost_tracker/application_helper.rb
 - app/helpers/llm_cost_tracker/chart_helper.rb
-- app/helpers/llm_cost_tracker/dashboard_filter_helper.rb
 - app/helpers/llm_cost_tracker/dashboard_filter_options_helper.rb
 - app/helpers/llm_cost_tracker/dashboard_query_helper.rb
 - app/helpers/llm_cost_tracker/inline_style_helper.rb
 - app/helpers/llm_cost_tracker/pagination_helper.rb
-- app/helpers/llm_cost_tracker/reconciliation_helper.rb
+- app/helpers/llm_cost_tracker/sortable_table_helper.rb
 - app/helpers/llm_cost_tracker/token_usage_helper.rb
 - app/models/llm_cost_tracker/call.rb
 - app/models/llm_cost_tracker/call_line_item.rb
@@ -256,16 +297,18 @@ files:
 - app/models/llm_cost_tracker/call_tag.rb
 - app/models/llm_cost_tracker/ingestion/inbox_entry.rb
 - app/models/llm_cost_tracker/ingestion/lease.rb
-- app/models/llm_cost_tracker/provider_invoice.rb
-- app/models/llm_cost_tracker/provider_invoice_import.rb
 - app/services/llm_cost_tracker/dashboard/data_quality.rb
 - app/services/llm_cost_tracker/dashboard/date_range.rb
 - app/services/llm_cost_tracker/dashboard/filter.rb
+- app/services/llm_cost_tracker/dashboard/masking.rb
+- app/services/llm_cost_tracker/dashboard/monthly_budget.rb
 - app/services/llm_cost_tracker/dashboard/overview_stats.rb
 - app/services/llm_cost_tracker/dashboard/pagination.rb
 - app/services/llm_cost_tracker/dashboard/params.rb
+- app/services/llm_cost_tracker/dashboard/pricing_overview.rb
 - app/services/llm_cost_tracker/dashboard/provider_breakdown.rb
 - app/services/llm_cost_tracker/dashboard/setup_state.rb
+- app/services/llm_cost_tracker/dashboard/sort.rb
 - app/services/llm_cost_tracker/dashboard/spend_anomaly.rb
 - app/services/llm_cost_tracker/dashboard/tag_breakdown.rb
 - app/services/llm_cost_tracker/dashboard/tag_key_explorer.rb
@@ -280,12 +323,13 @@ files:
 - app/views/llm_cost_tracker/errors/invalid_filter.html.erb
 - app/views/llm_cost_tracker/errors/not_found.html.erb
 - app/views/llm_cost_tracker/models/index.html.erb
-- app/views/llm_cost_tracker/reconciliation/index.html.erb
-- app/views/llm_cost_tracker/shared/_active_filters.html.erb
+- app/views/llm_cost_tracker/pricing/index.html.erb
 - app/views/llm_cost_tracker/shared/_bar.html.erb
-- app/views/llm_cost_tracker/shared/_filters.html.erb
+- app/views/llm_cost_tracker/shared/_filter_pill_date.html.erb
+- app/views/llm_cost_tracker/shared/_filter_pill_model.html.erb
+- app/views/llm_cost_tracker/shared/_filter_pill_provider.html.erb
+- app/views/llm_cost_tracker/shared/_filter_pill_stream.html.erb
 - app/views/llm_cost_tracker/shared/_metric_stack.html.erb
-- app/views/llm_cost_tracker/shared/_sort.html.erb
 - app/views/llm_cost_tracker/shared/_spend_chart.html.erb
 - app/views/llm_cost_tracker/shared/_tag_chips.html.erb
 - app/views/llm_cost_tracker/shared/setup_required.html.erb
@@ -294,25 +338,21 @@ files:
 - config/routes.rb
 - lib/llm_cost_tracker.rb
 - lib/llm_cost_tracker/assets.rb
-- lib/llm_cost_tracker/billing/components.rb
-- lib/llm_cost_tracker/billing/components.yml
-- lib/llm_cost_tracker/billing/cost_status.rb
-- lib/llm_cost_tracker/billing/line_item.rb
 - lib/llm_cost_tracker/budget.rb
-- lib/llm_cost_tracker/capture/stream.rb
+- lib/llm_cost_tracker/capture/sdk_payload.rb
+- lib/llm_cost_tracker/capture/sse.rb
 - lib/llm_cost_tracker/capture/stream_collector.rb
 - lib/llm_cost_tracker/capture/stream_tracker.rb
+- lib/llm_cost_tracker/capture_verifier.rb
+- lib/llm_cost_tracker/charges/cost.rb
+- lib/llm_cost_tracker/charges/cost_status.rb
+- lib/llm_cost_tracker/charges/line_item.rb
+- lib/llm_cost_tracker/check.rb
 - lib/llm_cost_tracker/configuration.rb
+- lib/llm_cost_tracker/currency.rb
 - lib/llm_cost_tracker/doctor.rb
-- lib/llm_cost_tracker/doctor/capture_verifier.rb
-- lib/llm_cost_tracker/doctor/check.rb
-- lib/llm_cost_tracker/doctor/cost_drift_check.rb
 - lib/llm_cost_tracker/doctor/ingestion_check.rb
-- lib/llm_cost_tracker/doctor/invoice_reconciliation_check.rb
-- lib/llm_cost_tracker/doctor/legacy_audit_check.rb
-- lib/llm_cost_tracker/doctor/legacy_billing_status_check.rb
 - lib/llm_cost_tracker/doctor/price_check.rb
-- lib/llm_cost_tracker/doctor/pricing_snapshot_drift_check.rb
 - lib/llm_cost_tracker/doctor/probe.rb
 - lib/llm_cost_tracker/doctor/schema_check.rb
 - lib/llm_cost_tracker/engine.rb
@@ -322,22 +362,16 @@ files:
 - lib/llm_cost_tracker/generators/llm_cost_tracker/call_rollups_generator.rb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/install_generator.rb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/prices_generator.rb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/reconciliation_generator.rb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/templates/create_llm_cost_tracker_async_ingestion.rb.erb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/templates/create_llm_cost_tracker_call_rollups.rb.erb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/templates/create_llm_cost_tracker_calls.rb.erb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/create_llm_cost_tracker_reconciliation.rb.erb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/templates/initializer.rb.erb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/templates/upgrade_call_rollups_provider.rb.erb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/templates/upgrade_call_tags_key_value_index.rb.erb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/templates/upgrade_image_tokens.rb.erb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/upgrade_provider_invoice_imports_provider.rb.erb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/upgrade_provider_invoices_metadata_index.rb.erb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/upgrade_call_rollups_provider_generator.rb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/upgrade_call_tags_key_value_index_generator.rb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/upgrade_image_tokens_generator.rb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/upgrade_provider_invoice_imports_provider_generator.rb
-- lib/llm_cost_tracker/generators/llm_cost_tracker/upgrade_provider_invoices_metadata_index_generator.rb
 - lib/llm_cost_tracker/ingestion.rb
 - lib/llm_cost_tracker/ingestion/batch.rb
 - lib/llm_cost_tracker/ingestion/inbox.rb
@@ -348,69 +382,65 @@ files:
 - lib/llm_cost_tracker/integrations/anthropic.rb
 - lib/llm_cost_tracker/integrations/base.rb
 - lib/llm_cost_tracker/integrations/openai.rb
+- lib/llm_cost_tracker/integrations/openai/batch_capture.rb
+- lib/llm_cost_tracker/integrations/openai/patches.rb
 - lib/llm_cost_tracker/integrations/ruby_llm.rb
 - lib/llm_cost_tracker/ledger.rb
 - lib/llm_cost_tracker/ledger/period.rb
 - lib/llm_cost_tracker/ledger/period/totals.rb
 - lib/llm_cost_tracker/ledger/rollups.rb
-- lib/llm_cost_tracker/ledger/rollups/upsert_sql.rb
+- lib/llm_cost_tracker/ledger/schema.rb
 - lib/llm_cost_tracker/ledger/schema/adapter.rb
+- lib/llm_cost_tracker/ledger/schema/base.rb
 - lib/llm_cost_tracker/ledger/schema/call_line_items.rb
 - lib/llm_cost_tracker/ledger/schema/call_rollups.rb
 - lib/llm_cost_tracker/ledger/schema/call_tags.rb
 - lib/llm_cost_tracker/ledger/schema/calls.rb
-- lib/llm_cost_tracker/ledger/schema/ingestion_inbox_entries.rb
-- lib/llm_cost_tracker/ledger/schema/ingestion_leases.rb
-- lib/llm_cost_tracker/ledger/schema/provider_invoice_imports.rb
-- lib/llm_cost_tracker/ledger/schema/provider_invoices.rb
+- lib/llm_cost_tracker/ledger/schema/ingestion/inbox_entries.rb
+- lib/llm_cost_tracker/ledger/schema/ingestion/leases.rb
 - lib/llm_cost_tracker/ledger/store.rb
+- lib/llm_cost_tracker/ledger/tags/breakdown.rb
 - lib/llm_cost_tracker/ledger/tags/encoding.rb
 - lib/llm_cost_tracker/ledger/tags/query.rb
-- lib/llm_cost_tracker/ledger/tags/sql.rb
 - lib/llm_cost_tracker/logging.rb
-- lib/llm_cost_tracker/masking.rb
 - lib/llm_cost_tracker/middleware/faraday.rb
 - lib/llm_cost_tracker/parsers.rb
-- lib/llm_cost_tracker/parsers/anthropic.rb
-- lib/llm_cost_tracker/parsers/azure.rb
-- lib/llm_cost_tracker/parsers/base.rb
-- lib/llm_cost_tracker/parsers/gemini.rb
-- lib/llm_cost_tracker/parsers/openai.rb
-- lib/llm_cost_tracker/parsers/openai_compatible.rb
-- lib/llm_cost_tracker/parsers/openai_service_charges.rb
-- lib/llm_cost_tracker/parsers/openai_usage.rb
-- lib/llm_cost_tracker/parsers/sse.rb
 - lib/llm_cost_tracker/prices.json
 - lib/llm_cost_tracker/pricing.rb
 - lib/llm_cost_tracker/pricing/backfill.rb
+- lib/llm_cost_tracker/pricing/calculation.rb
 - lib/llm_cost_tracker/pricing/effective_prices.rb
 - lib/llm_cost_tracker/pricing/estimator.rb
-- lib/llm_cost_tracker/pricing/explainer.rb
-- lib/llm_cost_tracker/pricing/lookup.rb
+- lib/llm_cost_tracker/pricing/matcher.rb
 - lib/llm_cost_tracker/pricing/mode.rb
+- lib/llm_cost_tracker/pricing/price_key.rb
+- lib/llm_cost_tracker/pricing/rate.rb
 - lib/llm_cost_tracker/pricing/registry.rb
-- lib/llm_cost_tracker/pricing/service_charges.rb
+- lib/llm_cost_tracker/pricing/service_rates.rb
+- lib/llm_cost_tracker/pricing/source.rb
 - lib/llm_cost_tracker/pricing/sync.rb
 - lib/llm_cost_tracker/pricing/sync/change_printer.rb
 - lib/llm_cost_tracker/pricing/sync/fetcher.rb
 - lib/llm_cost_tracker/pricing/sync/registry_diff.rb
 - lib/llm_cost_tracker/pricing/sync/registry_writer.rb
 - lib/llm_cost_tracker/pricing/unknown.rb
-- lib/llm_cost_tracker/providers/anthropic/tier_classification.rb
+- lib/llm_cost_tracker/providers.rb
+- lib/llm_cost_tracker/providers/anthropic/parser.rb
+- lib/llm_cost_tracker/providers/anthropic/response_parser.rb
+- lib/llm_cost_tracker/providers/anthropic/usage_extractor.rb
 - lib/llm_cost_tracker/providers/azure/hosts.rb
+- lib/llm_cost_tracker/providers/azure/parser.rb
 - lib/llm_cost_tracker/providers/gemini/model_families.rb
+- lib/llm_cost_tracker/providers/gemini/parser.rb
+- lib/llm_cost_tracker/providers/gemini/usage_extractor.rb
 - lib/llm_cost_tracker/providers/openai/hosts.rb
 - lib/llm_cost_tracker/providers/openai/model_families.rb
+- lib/llm_cost_tracker/providers/openai/parser.rb
+- lib/llm_cost_tracker/providers/openai/response_parser.rb
+- lib/llm_cost_tracker/providers/openai/service_charges.rb
+- lib/llm_cost_tracker/providers/openai/usage_extractor.rb
+- lib/llm_cost_tracker/providers/openai_compatible/parser.rb
 - lib/llm_cost_tracker/railtie.rb
-- lib/llm_cost_tracker/reconcile_tasks.rb
-- lib/llm_cost_tracker/reconciliation.rb
-- lib/llm_cost_tracker/reconciliation/diff.rb
-- lib/llm_cost_tracker/reconciliation/diff_result.rb
-- lib/llm_cost_tracker/reconciliation/import_result.rb
-- lib/llm_cost_tracker/reconciliation/importer.rb
-- lib/llm_cost_tracker/reconciliation/sources/anthropic_usage.rb
-- lib/llm_cost_tracker/reconciliation/sources/fingerprint.rb
-- lib/llm_cost_tracker/reconciliation/sources/openai_usage.rb
 - lib/llm_cost_tracker/report.rb
 - lib/llm_cost_tracker/report/data.rb
 - lib/llm_cost_tracker/report/formatter.rb
@@ -419,8 +449,12 @@ files:
 - lib/llm_cost_tracker/tags/key.rb
 - lib/llm_cost_tracker/tags/sanitizer.rb
 - lib/llm_cost_tracker/timing.rb
-- lib/llm_cost_tracker/token_usage.rb
 - lib/llm_cost_tracker/tracker.rb
+- lib/llm_cost_tracker/usage/catalog.rb
+- lib/llm_cost_tracker/usage/dimension.rb
+- lib/llm_cost_tracker/usage/dimensions.yml
+- lib/llm_cost_tracker/usage/source.rb
+- lib/llm_cost_tracker/usage/token_usage.rb
 - lib/llm_cost_tracker/version.rb
 - lib/tasks/llm_cost_tracker.rake
 homepage: https://github.com/sergey-homenko/llm_cost_tracker

data/app/controllers/llm_cost_tracker/reconciliation_controller.rb

@@ -1,106 +0,0 @@
-# frozen_string_literal: true
-
-module LlmCostTracker
-  class ReconciliationController < ApplicationController
-    def index
-      @reconciliation_enabled = LlmCostTracker::Reconciliation.enabled?
-      @reconciliation_installed = LlmCostTracker::ProviderInvoice.table_exists?
-      if @reconciliation_enabled && @reconciliation_installed
-        @scopes = invoice_scopes
-        @sources = @scopes.map { |scope| scope[:source] }.uniq
-        @diffs = @scopes.filter_map { |scope| diff_for(scope) }
-        @last_imported_at = LlmCostTracker::ProviderInvoice.maximum(:imported_at)
-      else
-        @scopes = []
-        @sources = []
-        @diffs = []
-        @last_imported_at = nil
-      end
-      @threshold = LlmCostTracker::Reconciliation::DEFAULT_THRESHOLD_PERCENT
-      @configured_importers = @reconciliation_enabled ? configured_importers : {}
-    end
-
-    def trigger_import
-      unless LlmCostTracker::Reconciliation.enabled?
-        return redirect_to reconciliation_path, alert: "Reconciliation is disabled"
-      end
-
-      source = params[:source].to_s
-      importer = configured_importers[source.to_sym]
-      return redirect_to reconciliation_path, alert: "No importer configured for #{source}" if importer.nil?
-
-      result = importer.call
-      if result.respond_to?(:errors) && result.errors.any?
-        LlmCostTracker::Logging.warn(
-          "Reconciliation import for #{source} returned #{result.errors.size} row error(s)"
-        )
-        return redirect_to(
-          reconciliation_path,
-          alert: "Imported #{result.respond_to?(:total_imported) ? result.total_imported : 0} " \
-                 "#{source} rows with #{result.errors.size} row error(s); see Rails logs for details."
-        )
-      end
-      message = if result.respond_to?(:total_imported)
-                  "Imported #{result.total_imported} #{source} rows"
-                else
-                  "Triggered #{source} importer"
-                end
-      redirect_to reconciliation_path, notice: message
-    rescue StandardError => e
-      LlmCostTracker::Logging.warn("Reconciliation import failed for #{source}: #{e.class}: #{e.message}")
-      redirect_to reconciliation_path,
-                  alert: "Import failed (#{e.class.name}); see Rails logs for details."
-    end
-
-    private
-
-    def configured_importers
-      LlmCostTracker.configuration.reconciliation_importers
-    end
-
-    def invoice_scopes
-      connection = LlmCostTracker::ProviderInvoice.connection
-      provider_expr =
-        if LlmCostTracker::Ledger::Schema::Adapter.postgresql?(connection)
-          Arel.sql("metadata->>'provider'")
-        else
-          Arel.sql("JSON_UNQUOTE(JSON_EXTRACT(metadata, '$.provider'))")
-        end
-      LlmCostTracker::ProviderInvoice
-        .group(:source, provider_expr, :currency)
-        .order(:source, :currency)
-        .pluck(:source, provider_expr, :currency)
-        .map { |source, provider, currency| { source: source, provider: provider, currency: currency.upcase } }
-    end
-
-    def diff_for(scope)
-      window = scope_invoices(scope)
-               .order(period_end: :desc, period_start: :desc)
-               .limit(1)
-               .pick(:period_start, :period_end)
-      return nil unless window
-
-      LlmCostTracker::Reconciliation.diff(
-        source: scope[:source], provider: scope[:provider], currency: scope[:currency],
-        period_start: window[0], period_end: window[1]
-      )
-    rescue ArgumentError => e
-      LlmCostTracker::Logging.warn("Reconciliation diff skipped for #{scope.inspect}: #{e.message}")
-      nil
-    end
-
-    def scope_invoices(scope)
-      relation = LlmCostTracker::ProviderInvoice
-                 .where(source: scope[:source], currency: scope[:currency])
-      connection = LlmCostTracker::ProviderInvoice.connection
-      provider = scope[:provider]
-      return relation if provider.nil? || provider.empty?
-
-      if LlmCostTracker::Ledger::Schema::Adapter.postgresql?(connection)
-        relation.where("metadata->>'provider' = ?", provider)
-      else
-        relation.where("JSON_UNQUOTE(JSON_EXTRACT(metadata, '$.provider')) = ?", provider)
-      end
-    end
-  end
-end

data/app/helpers/llm_cost_tracker/dashboard_filter_helper.rb

@@ -1,28 +0,0 @@
-# frozen_string_literal: true
-
-module LlmCostTracker
-  module DashboardFilterHelper
-    FILTER_PARAM_KEYS = %i[from to provider model stream usage_source tag].freeze
-
-    STREAM_FILTER_OPTIONS = [
-      ["Streaming only", "yes"],
-      ["Non-streaming only", "no"]
-    ].freeze
-
-    def any_filter_applied?
-      FILTER_PARAM_KEYS.any? { |key| params[key].present? }
-    end
-
-    def active_tag_filters
-      tag_params = LlmCostTracker::Dashboard::Params.tag_query(params[:tag])
-
-      tag_params.filter_map do |key, value|
-        {
-          label: "Tag",
-          value: "#{key}=#{value}",
-          path: dashboard_filter_path(current_query(tag: tag_params.except(key).presence, page: nil))
-        }
-      end
-    end
-  end
-end

data/app/helpers/llm_cost_tracker/reconciliation_helper.rb

@@ -1,13 +0,0 @@
-# frozen_string_literal: true
-
-module LlmCostTracker
-  module ReconciliationHelper
-    def attribution_summary(attribution)
-      LlmCostTracker::Masking.format_attribution(attribution)
-    end
-
-    def mask_secret(value)
-      LlmCostTracker::Masking.mask_value(:provider_api_key_id, value)
-    end
-  end
-end

data/app/models/llm_cost_tracker/provider_invoice.rb

@@ -1,13 +0,0 @@
-# frozen_string_literal: true
-
-module LlmCostTracker
-  class ProviderInvoice < ActiveRecord::Base
-    before_validation :normalize_currency
-
-    private
-
-    def normalize_currency
-      self.currency = currency.to_s.upcase if currency.present?
-    end
-  end
-end

data/app/models/llm_cost_tracker/provider_invoice_import.rb

@@ -1,29 +0,0 @@
-# frozen_string_literal: true
-
-module LlmCostTracker
-  class ProviderInvoiceImport < ActiveRecord::Base
-    STATE_RUNNING = "running"
-    STATE_COMPLETED = "completed"
-    STATE_FAILED = "failed"
-    STATES = [STATE_RUNNING, STATE_COMPLETED, STATE_FAILED].freeze
-
-    scope :for_source, ->(source) { where(source: source.to_s) }
-    scope :for_provider, ->(provider) { where(provider: provider.to_s) }
-    scope :running, -> { where(state: STATE_RUNNING) }
-    scope :completed, -> { where(state: STATE_COMPLETED) }
-    scope :failed, -> { where(state: STATE_FAILED) }
-    scope :latest, -> { order(started_at: :desc, id: :desc) }
-
-    def self.resume_cursor_for(source, provider: nil)
-      scope = for_source(source)
-      scope = scope.for_provider(provider) if provider
-      scope.latest.limit(1).pick(:cursor)
-    end
-
-    def self.last_completed_window_for(source, provider: nil)
-      scope = for_source(source)
-      scope = scope.for_provider(provider) if provider
-      scope.completed.latest.limit(1).pick(:window_start, :window_end)
-    end
-  end
-end