llm_cost_tracker 0.8.0 → 0.9.0

data/lib/llm_cost_tracker/report/data.rb

@@ -2,6 +2,7 @@
 
 require "active_support/core_ext/integer/time"
 
+require_relative "../billing/cost_status"
 require_relative "../ledger"
 
 module LlmCostTracker
@@ -57,7 +58,9 @@ module LlmCostTracker
             "COALESCE(SUM(total_cost), 0) AS total_cost, " \
             "COUNT(*) AS requests_count, " \
             "AVG(latency_ms) AS average_latency_ms, " \
-            "COALESCE(SUM(CASE WHEN total_cost IS NULL THEN 1 ELSE 0 END), 0) AS unknown_pricing_count"
+            "COALESCE(SUM(CASE WHEN total_cost IS NULL " \
+            "OR cost_status IN ('#{Billing::CostStatus::UNKNOWN}', '#{Billing::CostStatus::PARTIAL}') " \
+            "THEN 1 ELSE 0 END), 0) AS unknown_pricing_count"
           )
           .take
       end

data/lib/llm_cost_tracker/retention.rb

@@ -21,6 +21,17 @@ module LlmCostTracker
         deleted
       end
 
+      def prune_invoice_imports(older_than:, now: Time.now.utc)
+        cutoff = resolve_cutoff(older_than, now)
+        require_relative "ledger"
+        return 0 unless LlmCostTracker::ProviderInvoiceImport.table_exists?
+
+        LlmCostTracker::ProviderInvoiceImport
+          .where(state: %w[completed failed])
+          .where(finished_at: ...cutoff)
+          .delete_all
+      end
+
       private
 
       def resolve_cutoff(older_than, now)
@@ -54,14 +65,16 @@ module LlmCostTracker
           next 0 if rows.empty?
 
           deleted = LlmCostTracker::Call.where(id: rows.map(&:first)).delete_all
-          LlmCostTracker::Ledger::Rollups.decrement!(rows) if deleted.positive?
+          if deleted.positive? && LlmCostTracker.configuration.cache_rollups
+            LlmCostTracker::Ledger::Rollups.decrement!(rows)
+          end
           deleted
         end
       end
 
       def pluck_prunable(cutoff, batch_size)
         LlmCostTracker::Call.where(tracked_at: ...cutoff).order(:id).limit(batch_size).lock
-                            .pluck(:id, :tracked_at, :total_cost, :pricing_snapshot)
+                            .pluck(:id, :tracked_at, :total_cost, :pricing_snapshot, :provider)
       end
     end
   end

data/lib/llm_cost_tracker/tags/context.rb

@@ -1,6 +1,5 @@
 # frozen_string_literal: true
 
-require "active_support/core_ext/object/deep_dup"
 require "active_support/isolated_execution_state"
 
 module LlmCostTracker
@@ -11,7 +10,7 @@ module LlmCostTracker
       class << self
         def with(tags)
           stack = ActiveSupport::IsolatedExecutionState[KEY] || []
-          ActiveSupport::IsolatedExecutionState[KEY] = stack + [(tags || {}).deep_dup.to_h]
+          ActiveSupport::IsolatedExecutionState[KEY] = stack + [Sanitizer.call((tags || {}).to_h)]
           yield
         ensure
           ActiveSupport::IsolatedExecutionState[KEY] = stack
@@ -19,9 +18,9 @@ module LlmCostTracker
 
         def tags
           default_tags = LlmCostTracker.configuration.default_tags
-          default_tags = default_tags.call.deep_dup if default_tags.respond_to?(:call)
+          default_tags = default_tags.call if default_tags.respond_to?(:call)
 
-          default_tags.to_h.merge(*Array(ActiveSupport::IsolatedExecutionState[KEY]))
+          Sanitizer.call(default_tags.to_h).merge(*Array(ActiveSupport::IsolatedExecutionState[KEY]))
         end
 
         def clear!

data/lib/llm_cost_tracker/tags/sanitizer.rb

@@ -8,12 +8,26 @@ module LlmCostTracker
     module Sanitizer
       REDACTED_VALUE = "[REDACTED]"
 
+      SECRET_VALUE_PATTERNS = [
+        /\Ask-(?:ant-|admin-|proj-|svcacct-|live-|test-)?[A-Za-z0-9_-]{16,}\z/,
+        /\AAKIA[0-9A-Z]{16}\z/,
+        /\Agh[opsur]_[A-Za-z0-9]{16,}\z/,
+        /\Agithub_pat_[A-Za-z0-9_]{20,}\z/,
+        /\Aeyj[A-Za-z0-9_-]+\.[A-Za-z0-9_-]+\.[A-Za-z0-9_-]+\z/i,
+        /\Abearer\s+[A-Za-z0-9_.-]{20,}\z/i,
+        /\Axox[abprs]-[A-Za-z0-9-]{10,}\z/,
+        /\A(?:sk|rk|pk)_(?:live|test)_[A-Za-z0-9]{20,}\z/,
+        /\AAIza[0-9A-Za-z_-]{35}\z/
+      ].freeze
+      private_constant :SECRET_VALUE_PATTERNS
+
       class << self
         def call(tags, config: LlmCostTracker.configuration)
           tags = (tags || {}).to_h
           redacted = Array(config.redacted_tag_keys).map { |key| normalized_key(key) }
           limit = [config.max_tag_value_bytesize.to_i, 0].max
-          tags.first([config.max_tag_count.to_i, 0].max).each_with_object({}) do |(key, value), sanitized|
+          max_count = [config.max_tag_count.to_i, 0].max
+          tags.to_a.last(max_count).each_with_object({}) do |(key, value), sanitized|
             sanitized[key] = sanitized_value(key, value, redacted, limit)
           end
         end
@@ -23,10 +37,52 @@ module LlmCostTracker
         def sanitized_value(key, value, redacted, limit)
           return REDACTED_VALUE if redacted_key?(key, redacted)
 
-          string = value_string(value)
-          return value if string.bytesize <= limit
+          scrubbed = scrub_secrets(value)
+          return REDACTED_VALUE if scrubbed.equal?(REDACTED_SENTINEL)
+
+          scalar_truncate(scrubbed, limit)
+        end
+
+        REDACTED_SENTINEL = Object.new.freeze
+        private_constant :REDACTED_SENTINEL
+
+        def scalar_truncate(value, limit)
+          case value
+          when Hash
+            value.transform_values { |nested| scalar_truncate(nested, limit) }
+          when Array
+            value.map { |nested| scalar_truncate(nested, limit) }
+          else
+            return value if value == REDACTED_VALUE
+
+            string = value.to_s
+            return value if string.bytesize <= limit
+
+            string.byteslice(0, limit).encode("UTF-8", invalid: :replace, undef: :replace)
+          end
+        end
+
+        def scrub_secrets(value)
+          case value
+          when Hash
+            value.each_with_object({}) do |(key, nested), out|
+              scrubbed = scrub_secrets(nested)
+              out[key] = scrubbed.equal?(REDACTED_SENTINEL) ? REDACTED_VALUE : scrubbed
+            end
+          when Array
+            value.map do |nested|
+              scrubbed = scrub_secrets(nested)
+              scrubbed.equal?(REDACTED_SENTINEL) ? REDACTED_VALUE : scrubbed
+            end
+          else
+            secret_shaped?(value.to_s) ? REDACTED_SENTINEL : value
+          end
+        end
+
+        def secret_shaped?(string)
+          return false if string.bytesize < 16
 
-          string.byteslice(0, limit).encode("UTF-8", invalid: :replace, undef: :replace)
+          SECRET_VALUE_PATTERNS.any? { |pattern| pattern.match?(string) }
         end
 
         def redacted_key?(key, redacted)

data/lib/llm_cost_tracker/token_usage.rb

@@ -14,8 +14,10 @@ module LlmCostTracker
     :cache_write_input_tokens,
     :cache_write_extended_input_tokens,
     :audio_input_tokens,
+    :image_input_tokens,
     :output_tokens,
     :audio_output_tokens,
+    :image_output_tokens,
     :total_tokens,
     :hidden_output_tokens
   ) do
@@ -53,6 +55,7 @@ module LlmCostTracker
     def self.build(input_tokens:, output_tokens:, cache_read_input_tokens: 0,
                    cache_write_input_tokens: 0, cache_write_extended_input_tokens: 0,
                    audio_input_tokens: 0, audio_output_tokens: 0,
+                   image_input_tokens: 0, image_output_tokens: 0,
                    total_tokens: nil, hidden_output_tokens: 0)
       input = non_negative_int(input_tokens)
       output = non_negative_int(output_tokens)
@@ -61,9 +64,12 @@ module LlmCostTracker
       cache_write_extended = non_negative_int(cache_write_extended_input_tokens)
       audio_input = non_negative_int(audio_input_tokens)
       audio_output = non_negative_int(audio_output_tokens)
+      image_input = non_negative_int(image_input_tokens)
+      image_output = non_negative_int(image_output_tokens)
       hidden_output = non_negative_int(hidden_output_tokens)
-      calculated_total = input + cache_read + cache_write + cache_write_extended + audio_input + output + audio_output
-      total = total_tokens.nil? ? calculated_total : [non_negative_int(total_tokens), calculated_total].max
+      calculated_total = input + cache_read + cache_write + cache_write_extended +
+                         audio_input + image_input + output + audio_output + image_output
+      total = total_tokens ? [non_negative_int(total_tokens), calculated_total].max : calculated_total
 
       new(
         input_tokens: input,
@@ -71,8 +77,10 @@ module LlmCostTracker
         cache_write_input_tokens: cache_write,
         cache_write_extended_input_tokens: cache_write_extended,
         audio_input_tokens: audio_input,
+        image_input_tokens: image_input,
         output_tokens: output,
         audio_output_tokens: audio_output,
+        image_output_tokens: image_output,
         total_tokens: total,
         hidden_output_tokens: hidden_output
       )

data/lib/llm_cost_tracker/tracker.rb

@@ -6,6 +6,7 @@ require "securerandom"
 
 require_relative "ingestion"
 require_relative "ledger"
+require_relative "logging"
 require_relative "pricing"
 require_relative "billing/cost_status"
 
@@ -24,10 +25,11 @@ module LlmCostTracker
         return unless LlmCostTracker.configuration.enabled
 
         pricing_mode = Pricing.normalize_mode(pricing_mode) || capture.pricing_mode
-        cost_data, pricing_snapshot = Pricing.cost_and_snapshot_for(
+        cost_data, pricing_snapshot, priced_line_items = Pricing.calculate(
           provider: capture.provider,
           model: capture.model,
           tokens: capture.token_usage,
+          line_items: capture.line_items,
           pricing_mode: pricing_mode
         )
 
@@ -38,19 +40,36 @@ module LlmCostTracker
           pricing_mode: pricing_mode,
           cost_data: cost_data,
           pricing_snapshot: pricing_snapshot,
+          line_items: priced_line_items,
           metadata: metadata,
           latency_ms: latency_ms,
           context_tags: context_tags
         )
 
-        ActiveSupport::Notifications.instrument(EVENT_NAME, event.to_h)
-
-        Ingestion::Inbox.save(event)
+        save_event(event)
+        yield :after_save if block_given?
+        notify_subscribers(event)
         Budget.check!(event)
 
         event
       end
 
+      def save_event(event)
+        if LlmCostTracker.configuration.durable_ingestion
+          Ingestion::Inbox.save(event)
+        else
+          Ingestion::Inline.save(event)
+        end
+      end
+
+      def notify_subscribers(event)
+        return unless ActiveSupport::Notifications.notifier.listening?(EVENT_NAME)
+
+        ActiveSupport::Notifications.instrument(EVENT_NAME, event.to_h)
+      rescue StandardError => e
+        Logging.warn("Subscriber raised on #{EVENT_NAME}: #{e.class}: #{e.message}")
+      end
+
       private
 
       def token_pricing_partial?(token_usage:, cost_data:)
@@ -61,15 +80,9 @@ module LlmCostTracker
         end
       end
 
-      # rubocop:disable Metrics/MethodLength
-      def build_event(capture:, pricing_mode:, cost_data:, pricing_snapshot:, metadata:, latency_ms:, context_tags:)
+      def build_event(capture:, pricing_mode:, cost_data:, pricing_snapshot:, line_items:,
+                      metadata:, latency_ms:, context_tags:)
         context_tags = (context_tags || LlmCostTracker::Tags::Context.tags).to_h
-        line_items, = Pricing.price_line_items(
-          provider: capture.provider,
-          model: capture.model,
-          line_items: capture.line_items,
-          pricing_mode: pricing_mode
-        )
         cost = cost_with_service_lines(cost_data, line_items)
         cost_status = Billing::CostStatus.call(
           token_usage: capture.token_usage,
@@ -102,7 +115,6 @@ module LlmCostTracker
           line_items: line_items
         )
       end
-      # rubocop:enable Metrics/MethodLength
 
       def finite_latency_ms(latency_ms)
         return nil if latency_ms.nil?
@@ -113,16 +125,31 @@ module LlmCostTracker
       end
 
       def cost_with_service_lines(cost_data, line_items)
-        service_lines = line_items.reject(&:token?)
-        return cost_data if service_lines.empty?
-        return cost_data if service_lines.none?(&:priced?)
+        priced_services = line_items.reject(&:token?).select(&:priced?)
+        return cost_data if priced_services.empty?
+
+        base_currency = (cost_data && cost_data[:currency]) || Billing::LineItem::USD
+        matching, mismatched = priced_services.partition { |line| line.currency.to_s == base_currency.to_s }
+        warn_currency_mismatch(mismatched, base_currency) if mismatched.any?
 
-        service_total = service_lines.sum(BigDecimal("0"), &:cost_value)
         cost = cost_data ? cost_data.dup : {}
+        cost[:currency] ||= base_currency.to_s
+        return cost if matching.empty?
+
+        service_total = matching.sum(BigDecimal("0"), &:cost_value)
         base_total = BigDecimal(cost.fetch(:total_cost, 0).to_s)
-        cost[:total_cost] = (base_total + service_total).round(8).to_f
+        cost[:total_cost] = (base_total + service_total).round(8)
         cost
       end
+
+      def warn_currency_mismatch(lines, base_currency)
+        currencies = lines.map { |line| line.currency.to_s }.uniq.sort
+        Logging.warn(
+          "Service line currency mismatch: header is #{base_currency}, dropping " \
+          "#{lines.size} priced line(s) in #{currencies.join(', ')} from header total. " \
+          "Per-line costs are still recorded; header total reflects #{base_currency} only."
+        )
+      end
     end
   end
 end

data/lib/llm_cost_tracker/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LlmCostTracker
-  VERSION = "0.8.0"
+  VERSION = "0.9.0"
 end

data/lib/llm_cost_tracker.rb

@@ -16,6 +16,7 @@ require_relative "llm_cost_tracker/logging"
 require_relative "llm_cost_tracker/tags/key"
 require_relative "llm_cost_tracker/tags/context"
 require_relative "llm_cost_tracker/tags/sanitizer"
+require_relative "llm_cost_tracker/masking"
 require_relative "llm_cost_tracker/token_usage"
 require_relative "llm_cost_tracker/billing/components"
 require_relative "llm_cost_tracker/billing/line_item"
@@ -45,6 +46,9 @@ require_relative "llm_cost_tracker/doctor"
 require_relative "llm_cost_tracker/doctor/capture_verifier"
 
 module LlmCostTracker
+  autoload :Reconciliation, "llm_cost_tracker/reconciliation"
+  autoload :ReconcileTasks, "llm_cost_tracker/reconcile_tasks"
+
   @configuration = Configuration.new
 
   class << self
@@ -54,6 +58,10 @@ module LlmCostTracker
       "llm_cost_tracker_"
     end
 
+    def reconciliation_enabled?
+      configuration.reconciliation_enabled
+    end
+
     def configure
       config = configuration
       raise Error, "LlmCostTracker is already configured" if config.finalized?
@@ -76,6 +84,7 @@ module LlmCostTracker
       Pricing::Unknown.reset!
       Ingestion::Worker.reset!
       Tags::Context.clear!
+      DashboardSetupState.reset! if defined?(DashboardSetupState)
     end
 
     def with_tags(tags = nil, **kwargs, &)

data/lib/tasks/llm_cost_tracker.rake

@@ -10,8 +10,15 @@ require_relative "../llm_cost_tracker/pricing/sync_change_printer"
 namespace :llm_cost_tracker do
   desc "Install LLM Cost Tracker with dashboard and prices, migrate, and run doctor"
   task :setup do
-    Rails::Generators.invoke("llm_cost_tracker:install", %w[--dashboard --prices])
-    Rake::Task["db:migrate"].invoke
+    Rails::Generators.invoke("llm_cost_tracker:install", %w[--dashboard --prices --skip])
+    begin
+      Rake::Task["db:migrate"].invoke
+    rescue ActiveRecord::NoDatabaseError, ActiveRecord::ConnectionNotEstablished => e
+      abort(
+        "llm_cost_tracker: database is not reachable (#{e.class}). " \
+        "Start your database, run 'rails db:create db:migrate', then re-run 'rails llm_cost_tracker:setup'."
+      )
+    end
     Rake::Task["llm_cost_tracker:doctor"].invoke
   end
 
@@ -109,9 +116,25 @@ namespace :llm_cost_tracker do
       abort("llm_cost_tracker: price is incomplete or unknown") unless explanation.complete?
     end
   end
+
+  namespace :reconcile do
+    desc "Import provider invoice rows from a JSON INPUT file. " \
+         "Use SOURCE=openai INPUT=path/to/file.json. Pass PROVIDER=openai for unmapped sources (csv, ...)."
+    task(:import) { reconcile_run(:run_import) }
+
+    desc "Print a reconciliation diff. " \
+         "Use SOURCE=openai PERIOD_START=YYYY-MM-DD PERIOD_END=YYYY-MM-DD. PROVIDER=openai for unmapped sources."
+    task(:diff) { reconcile_run(:run_diff) }
+  end
 end
 # rubocop:enable Metrics/BlockLength
 
+def reconcile_run(method)
+  Rake::Task["environment"].invoke if Rake::Task.task_defined?("environment")
+  require_relative "../llm_cost_tracker"
+  LlmCostTracker::ReconcileTasks.public_send(method, env: ENV)
+end
+
 def print_changes(changes)
   LlmCostTracker::Pricing::SyncChangePrinter.call(changes)
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llm_cost_tracker
 version: !ruby/object:Gem::Version
-  version: 0.8.0
+  version: 0.9.0
 platform: ruby
 authors:
 - Sergii Khomenko
@@ -239,13 +239,16 @@ files:
 - app/controllers/llm_cost_tracker/dashboard_controller.rb
 - app/controllers/llm_cost_tracker/data_quality_controller.rb
 - app/controllers/llm_cost_tracker/models_controller.rb
+- app/controllers/llm_cost_tracker/reconciliation_controller.rb
 - app/controllers/llm_cost_tracker/tags_controller.rb
 - app/helpers/llm_cost_tracker/application_helper.rb
 - app/helpers/llm_cost_tracker/chart_helper.rb
 - app/helpers/llm_cost_tracker/dashboard_filter_helper.rb
 - app/helpers/llm_cost_tracker/dashboard_filter_options_helper.rb
 - app/helpers/llm_cost_tracker/dashboard_query_helper.rb
+- app/helpers/llm_cost_tracker/inline_style_helper.rb
 - app/helpers/llm_cost_tracker/pagination_helper.rb
+- app/helpers/llm_cost_tracker/reconciliation_helper.rb
 - app/helpers/llm_cost_tracker/token_usage_helper.rb
 - app/models/llm_cost_tracker/call.rb
 - app/models/llm_cost_tracker/call_line_item.rb
@@ -254,6 +257,7 @@ files:
 - app/models/llm_cost_tracker/ingestion/inbox_entry.rb
 - app/models/llm_cost_tracker/ingestion/lease.rb
 - app/models/llm_cost_tracker/provider_invoice.rb
+- app/models/llm_cost_tracker/provider_invoice_import.rb
 - app/services/llm_cost_tracker/dashboard/data_quality.rb
 - app/services/llm_cost_tracker/dashboard/date_range.rb
 - app/services/llm_cost_tracker/dashboard/filter.rb
@@ -275,6 +279,7 @@ files:
 - app/views/llm_cost_tracker/errors/invalid_filter.html.erb
 - app/views/llm_cost_tracker/errors/not_found.html.erb
 - app/views/llm_cost_tracker/models/index.html.erb
+- app/views/llm_cost_tracker/reconciliation/index.html.erb
 - app/views/llm_cost_tracker/shared/_active_filters.html.erb
 - app/views/llm_cost_tracker/shared/_bar.html.erb
 - app/views/llm_cost_tracker/shared/_filters.html.erb
@@ -297,11 +302,13 @@ files:
 - lib/llm_cost_tracker/capture/stream_collector.rb
 - lib/llm_cost_tracker/capture/stream_tracker.rb
 - lib/llm_cost_tracker/configuration.rb
+- lib/llm_cost_tracker/dashboard_setup_state.rb
 - lib/llm_cost_tracker/doctor.rb
 - lib/llm_cost_tracker/doctor/capture_verifier.rb
 - lib/llm_cost_tracker/doctor/check.rb
 - lib/llm_cost_tracker/doctor/cost_drift_check.rb
 - lib/llm_cost_tracker/doctor/ingestion_check.rb
+- lib/llm_cost_tracker/doctor/invoice_reconciliation_check.rb
 - lib/llm_cost_tracker/doctor/legacy_audit_check.rb
 - lib/llm_cost_tracker/doctor/legacy_billing_status_check.rb
 - lib/llm_cost_tracker/doctor/price_check.rb
@@ -311,13 +318,26 @@ files:
 - lib/llm_cost_tracker/engine.rb
 - lib/llm_cost_tracker/errors.rb
 - lib/llm_cost_tracker/event.rb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/call_rollups_generator.rb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/durable_ingestion_generator.rb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/install_generator.rb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/prices_generator.rb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/reconciliation_generator.rb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/create_llm_cost_tracker_call_rollups.rb.erb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/templates/create_llm_cost_tracker_calls.rb.erb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/create_llm_cost_tracker_durable_ingestion.rb.erb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/create_llm_cost_tracker_reconciliation.rb.erb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/templates/initializer.rb.erb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/upgrade_call_rollups_provider.rb.erb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/upgrade_call_tags_key_value_index.rb.erb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/upgrade_image_tokens.rb.erb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/upgrade_call_rollups_provider_generator.rb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/upgrade_call_tags_key_value_index_generator.rb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/upgrade_image_tokens_generator.rb
 - lib/llm_cost_tracker/ingestion.rb
 - lib/llm_cost_tracker/ingestion/batch.rb
 - lib/llm_cost_tracker/ingestion/inbox.rb
+- lib/llm_cost_tracker/ingestion/inline.rb
 - lib/llm_cost_tracker/ingestion/lease_claim.rb
 - lib/llm_cost_tracker/ingestion/worker.rb
 - lib/llm_cost_tracker/integrations.rb
@@ -335,11 +355,16 @@ files:
 - lib/llm_cost_tracker/ledger/schema/call_rollups.rb
 - lib/llm_cost_tracker/ledger/schema/call_tags.rb
 - lib/llm_cost_tracker/ledger/schema/calls.rb
+- lib/llm_cost_tracker/ledger/schema/ingestion_inbox_entries.rb
+- lib/llm_cost_tracker/ledger/schema/ingestion_leases.rb
+- lib/llm_cost_tracker/ledger/schema/provider_invoice_imports.rb
 - lib/llm_cost_tracker/ledger/schema/provider_invoices.rb
 - lib/llm_cost_tracker/ledger/store.rb
+- lib/llm_cost_tracker/ledger/tags/encoding.rb
 - lib/llm_cost_tracker/ledger/tags/query.rb
 - lib/llm_cost_tracker/ledger/tags/sql.rb
 - lib/llm_cost_tracker/logging.rb
+- lib/llm_cost_tracker/masking.rb
 - lib/llm_cost_tracker/middleware/faraday.rb
 - lib/llm_cost_tracker/parsers.rb
 - lib/llm_cost_tracker/parsers/anthropic.rb
@@ -355,6 +380,7 @@ files:
 - lib/llm_cost_tracker/pricing/effective_prices.rb
 - lib/llm_cost_tracker/pricing/explainer.rb
 - lib/llm_cost_tracker/pricing/lookup.rb
+- lib/llm_cost_tracker/pricing/mode.rb
 - lib/llm_cost_tracker/pricing/registry.rb
 - lib/llm_cost_tracker/pricing/service_charges.rb
 - lib/llm_cost_tracker/pricing/sync.rb
@@ -364,6 +390,15 @@ files:
 - lib/llm_cost_tracker/pricing/sync_change_printer.rb
 - lib/llm_cost_tracker/pricing/unknown.rb
 - lib/llm_cost_tracker/railtie.rb
+- lib/llm_cost_tracker/reconcile_tasks.rb
+- lib/llm_cost_tracker/reconciliation.rb
+- lib/llm_cost_tracker/reconciliation/diff.rb
+- lib/llm_cost_tracker/reconciliation/diff_result.rb
+- lib/llm_cost_tracker/reconciliation/import_result.rb
+- lib/llm_cost_tracker/reconciliation/importer.rb
+- lib/llm_cost_tracker/reconciliation/sources/anthropic_usage.rb
+- lib/llm_cost_tracker/reconciliation/sources/fingerprint.rb
+- lib/llm_cost_tracker/reconciliation/sources/openai_usage.rb
 - lib/llm_cost_tracker/report.rb
 - lib/llm_cost_tracker/report/data.rb
 - lib/llm_cost_tracker/report/formatter.rb