llm_cost_tracker 0.7.3 → 0.9.0

data/lib/llm_cost_tracker/prices.json

@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "updated_at": "2026-05-01",
+    "updated_at": "2026-05-08",
     "currency": "USD",
     "unit": "1M tokens",
     "source_urls": [
@@ -15,13 +15,26 @@
     "schema_version": 1,
     "min_gem_version": "0.4.0"
   },
+  "service_charges": {
+    "anthropic": {
+      "web_search_request": 10.0,
+      "web_fetch_request": 0.0,
+      "code_execution_hour": 0.05
+    },
+    "openai": {
+      "web_search_request": 10.0,
+      "web_search_preview_request_reasoning": 10.0,
+      "web_search_preview_request_non_reasoning": 25.0,
+      "file_search_call": 2.5
+    }
+  },
   "models": {
     "anthropic/claude-haiku-4-5": {
       "input": 1.0,
       "output": 5.0,
       "cache_read_input": 0.1,
       "cache_write_input": 1.25,
-      "cache_write_1h_input": 2.0,
+      "cache_write_extended_input": 2.0,
       "batch_input": 0.5,
       "batch_output": 2.5
     },
@@ -30,7 +43,7 @@
       "output": 75.0,
       "cache_read_input": 1.5,
       "cache_write_input": 18.75,
-      "cache_write_1h_input": 30.0,
+      "cache_write_extended_input": 30.0,
       "batch_input": 7.5,
       "batch_output": 37.5
     },
@@ -39,7 +52,7 @@
       "output": 75.0,
       "cache_read_input": 1.5,
       "cache_write_input": 18.75,
-      "cache_write_1h_input": 30.0,
+      "cache_write_extended_input": 30.0,
       "batch_input": 7.5,
       "batch_output": 37.5
     },
@@ -48,7 +61,7 @@
       "output": 25.0,
       "cache_read_input": 0.5,
       "cache_write_input": 6.25,
-      "cache_write_1h_input": 10.0,
+      "cache_write_extended_input": 10.0,
       "batch_input": 2.5,
       "batch_output": 12.5
     },
@@ -57,24 +70,24 @@
       "output": 25.0,
       "cache_read_input": 0.5,
       "cache_write_input": 6.25,
-      "cache_write_1h_input": 10.0,
+      "cache_write_extended_input": 10.0,
       "batch_input": 2.5,
       "batch_output": 12.5,
       "data_residency_input": 5.5,
       "data_residency_cache_write_input": 6.875,
-      "data_residency_cache_write_1h_input": 11.0,
+      "data_residency_cache_write_extended_input": 11.0,
       "data_residency_cache_read_input": 0.55,
       "data_residency_output": 27.5,
       "data_residency_batch_input": 2.75,
       "data_residency_batch_output": 13.75,
       "fast_input": 30.0,
       "fast_cache_write_input": 37.5,
-      "fast_cache_write_1h_input": 60.0,
+      "fast_cache_write_extended_input": 60.0,
       "fast_cache_read_input": 3.0,
       "fast_output": 150.0,
       "fast_data_residency_input": 33.0,
       "fast_data_residency_cache_write_input": 41.25,
-      "fast_data_residency_cache_write_1h_input": 66.0,
+      "fast_data_residency_cache_write_extended_input": 66.0,
       "fast_data_residency_cache_read_input": 3.3,
       "fast_data_residency_output": 165.0
     },
@@ -83,12 +96,12 @@
       "output": 25.0,
       "cache_read_input": 0.5,
       "cache_write_input": 6.25,
-      "cache_write_1h_input": 10.0,
+      "cache_write_extended_input": 10.0,
       "batch_input": 2.5,
       "batch_output": 12.5,
       "data_residency_input": 5.5,
       "data_residency_cache_write_input": 6.875,
-      "data_residency_cache_write_1h_input": 11.0,
+      "data_residency_cache_write_extended_input": 11.0,
       "data_residency_cache_read_input": 0.55,
       "data_residency_output": 27.5,
       "data_residency_batch_input": 2.75,
@@ -99,7 +112,7 @@
       "output": 15.0,
       "cache_read_input": 0.3,
       "cache_write_input": 3.75,
-      "cache_write_1h_input": 6.0,
+      "cache_write_extended_input": 6.0,
       "batch_input": 1.5,
       "batch_output": 7.5
     },
@@ -108,7 +121,7 @@
       "output": 15.0,
       "cache_read_input": 0.3,
       "cache_write_input": 3.75,
-      "cache_write_1h_input": 6.0,
+      "cache_write_extended_input": 6.0,
       "batch_input": 1.5,
       "batch_output": 7.5
     },
@@ -117,12 +130,12 @@
       "output": 15.0,
       "cache_read_input": 0.3,
       "cache_write_input": 3.75,
-      "cache_write_1h_input": 6.0,
+      "cache_write_extended_input": 6.0,
       "batch_input": 1.5,
       "batch_output": 7.5,
       "data_residency_input": 3.3,
       "data_residency_cache_write_input": 4.125,
-      "data_residency_cache_write_1h_input": 6.6,
+      "data_residency_cache_write_extended_input": 6.6,
       "data_residency_cache_read_input": 0.33,
       "data_residency_output": 16.5,
       "data_residency_batch_input": 1.65,
@@ -130,10 +143,12 @@
     },
     "gemini/gemini-2.0-flash": {
       "input": 0.1,
-      "cache_read_input": 0.025,
       "output": 0.4,
+      "audio_input": 0.7,
+      "cache_read_input": 0.025,
       "batch_input": 0.05,
       "batch_output": 0.2,
+      "batch_audio_input": 0.35,
       "batch_cache_read_input": 0.025
     },
     "gemini/gemini-2.0-flash-lite": {
@@ -145,44 +160,52 @@
     "gemini/gemini-2.5-flash": {
       "input": 0.3,
       "output": 2.5,
+      "audio_input": 1.0,
       "cache_read_input": 0.03,
       "batch_input": 0.15,
       "batch_output": 1.25,
+      "batch_audio_input": 0.5,
       "batch_cache_read_input": 0.03,
       "flex_input": 0.15,
       "flex_output": 1.25,
+      "flex_audio_input": 0.5,
       "flex_cache_read_input": 0.03,
       "priority_input": 0.54,
       "priority_output": 4.5,
+      "priority_audio_input": 1.8,
       "priority_cache_read_input": 0.054
     },
     "gemini/gemini-2.5-flash-lite": {
       "input": 0.1,
       "output": 0.4,
+      "audio_input": 0.3,
       "cache_read_input": 0.01,
       "batch_input": 0.05,
       "batch_output": 0.2,
+      "batch_audio_input": 0.15,
       "batch_cache_read_input": 0.01,
       "flex_input": 0.05,
       "flex_output": 0.2,
+      "flex_audio_input": 0.15,
       "flex_cache_read_input": 0.01,
       "priority_input": 0.18,
       "priority_output": 0.72,
+      "priority_audio_input": 0.54,
       "priority_cache_read_input": 0.018
     },
     "gemini/gemini-2.5-pro": {
       "input": 1.25,
       "output": 10.0,
-      "cache_read_input": 0.125,
-      "batch_input": 0.625,
-      "batch_output": 5.0,
-      "batch_cache_read_input": 0.125,
       "_context_price_threshold_tokens": 200000,
       "above_context_input": 2.5,
       "above_context_output": 15.0,
+      "cache_read_input": 0.125,
       "above_context_cache_read_input": 0.25,
+      "batch_input": 0.625,
+      "batch_output": 5.0,
       "above_context_batch_input": 1.25,
       "above_context_batch_output": 7.5,
+      "batch_cache_read_input": 0.125,
       "above_context_batch_cache_read_input": 0.25,
       "flex_input": 0.625,
       "flex_output": 5.0,
@@ -309,6 +332,141 @@
       "priority_output": 1.0,
       "priority_cache_read_input": 0.125
     },
+    "openai/gpt-4o-realtime-preview": {
+      "input": 5.0,
+      "cache_read_input": 2.5,
+      "audio_input": 40.0,
+      "output": 20.0,
+      "audio_output": 80.0
+    },
+    "openai/gpt-4o-mini-realtime-preview": {
+      "input": 0.6,
+      "cache_read_input": 0.3,
+      "audio_input": 10.0,
+      "output": 2.4,
+      "audio_output": 20.0
+    },
+    "openai/gpt-realtime": {
+      "input": 4.0,
+      "cache_read_input": 0.4,
+      "audio_input": 32.0,
+      "output": 16.0,
+      "audio_output": 64.0
+    },
+    "openai/gpt-realtime-1.5": {
+      "input": 4.0,
+      "cache_read_input": 0.4,
+      "audio_input": 32.0,
+      "output": 16.0,
+      "audio_output": 64.0
+    },
+    "openai/gpt-realtime-mini": {
+      "input": 0.6,
+      "cache_read_input": 0.06,
+      "audio_input": 10.0,
+      "output": 2.4,
+      "audio_output": 20.0
+    },
+    "openai/gpt-audio-1.5": {
+      "input": 2.5,
+      "audio_input": 32.0,
+      "output": 10.0,
+      "audio_output": 64.0
+    },
+    "openai/gpt-audio-mini": {
+      "input": 0.6,
+      "audio_input": 10.0,
+      "output": 2.4,
+      "audio_output": 20.0
+    },
+    "openai/gpt-audio": {
+      "input": 2.5,
+      "audio_input": 32.0,
+      "output": 10.0,
+      "audio_output": 64.0
+    },
+    "openai/gpt-4o-audio-preview": {
+      "input": 2.5,
+      "audio_input": 40.0,
+      "output": 10.0,
+      "audio_output": 80.0
+    },
+    "openai/gpt-4o-mini-audio-preview": {
+      "input": 0.15,
+      "audio_input": 10.0,
+      "output": 0.6,
+      "audio_output": 20.0
+    },
+    "openai/text-embedding-3-small": {
+      "input": 0.02,
+      "batch_input": 0.01
+    },
+    "openai/text-embedding-3-large": {
+      "input": 0.13,
+      "batch_input": 0.065
+    },
+    "openai/text-embedding-ada-002": {
+      "input": 0.10,
+      "batch_input": 0.05
+    },
+    "openai/gpt-4o-transcribe": {
+      "input": 2.5,
+      "audio_input": 6.0,
+      "output": 10.0
+    },
+    "openai/gpt-4o-mini-transcribe": {
+      "input": 1.25,
+      "audio_input": 3.0,
+      "output": 5.0
+    },
+    "openai/tts-1": {
+      "text_to_speech_character": 15.0
+    },
+    "openai/tts-1-hd": {
+      "text_to_speech_character": 30.0
+    },
+    "openai/gpt-image-1": {
+      "input": 5.0,
+      "cache_read_input": 1.25,
+      "image_input": 10.0,
+      "image_output": 40.0,
+      "batch_input": 2.5,
+      "batch_cache_read_input": 0.63,
+      "batch_image_input": 5.0,
+      "batch_image_output": 20.0
+    },
+    "openai/gpt-image-1-mini": {
+      "input": 2.0,
+      "cache_read_input": 0.2,
+      "image_input": 2.5,
+      "image_output": 8.0,
+      "batch_input": 1.0,
+      "batch_cache_read_input": 0.1,
+      "batch_image_input": 1.25,
+      "batch_image_output": 4.0
+    },
+    "openai/gpt-image-1.5": {
+      "input": 5.0,
+      "cache_read_input": 1.25,
+      "output": 10.0,
+      "image_input": 8.0,
+      "image_output": 32.0,
+      "batch_input": 2.5,
+      "batch_cache_read_input": 0.63,
+      "batch_output": 5.0,
+      "batch_image_input": 4.0,
+      "batch_image_output": 16.0
+    },
+    "openai/gpt-image-2": {
+      "input": 5.0,
+      "cache_read_input": 1.25,
+      "image_input": 8.0,
+      "image_output": 30.0,
+      "batch_input": 2.5,
+      "batch_cache_read_input": 0.625,
+      "batch_image_input": 4.0,
+      "batch_image_output": 15.0
+    },
     "openai/gpt-5": {
       "input": 1.25,
       "output": 10.0,
@@ -672,7 +830,7 @@
     "anthropic/claude-haiku-3-5": {
       "input": 0.8,
       "cache_write_input": 1.0,
-      "cache_write_1h_input": 1.6,
+      "cache_write_extended_input": 1.6,
       "cache_read_input": 0.08,
       "output": 4.0,
       "batch_input": 0.4,
@@ -681,7 +839,7 @@
     "anthropic/claude-haiku-3": {
       "input": 0.25,
       "cache_write_input": 0.3,
-      "cache_write_1h_input": 0.5,
+      "cache_write_extended_input": 0.5,
       "cache_read_input": 0.03,
       "output": 1.25,
       "batch_input": 0.125,
@@ -720,6 +878,24 @@
       "input": 1.5,
       "output": 6.0,
       "cache_read_input": 0.375
+    },
+    "gemini/gemini-3.1-flash-lite": {
+      "input": 0.25,
+      "output": 1.5,
+      "audio_input": 0.5,
+      "cache_read_input": 0.025,
+      "batch_input": 0.125,
+      "batch_output": 0.75,
+      "batch_audio_input": 0.25,
+      "batch_cache_read_input": 0.0125,
+      "flex_input": 0.125,
+      "flex_output": 0.75,
+      "flex_audio_input": 0.25,
+      "flex_cache_read_input": 0.0125,
+      "priority_input": 0.45,
+      "priority_output": 2.7,
+      "priority_audio_input": 0.9,
+      "priority_cache_read_input": 0.045
     }
   }
 }

data/lib/llm_cost_tracker/pricing/effective_prices.rb

@@ -1,23 +1,24 @@
 # frozen_string_literal: true
 
-require_relative "components"
+require_relative "../billing/components"
+require_relative "mode"
 
 module LlmCostTracker
   module Pricing
     module EffectivePrices
       class << self
         def call(usage:, prices:, pricing_mode:)
-          quantities = usage.price_quantities
           context_tier = context_tier?(usage: usage, prices: prices)
+          orderings = pricing_mode && Mode.parse(pricing_mode).permutations
 
-          Pricing::COMPONENTS.to_h do |component|
-            price_key = component.price_key
-            tokens = quantities.fetch(price_key)
+          Billing::Components::TOKEN_PRICED.to_h do |component|
+            price_key = component.key
+            tokens = usage.public_send(component.token_key)
             price = if tokens.positive?
                       price_for(
                         prices: prices,
                         key: price_key,
-                        pricing_mode: pricing_mode,
+                        orderings: orderings,
                         context_tier: context_tier
                       )
                     else
@@ -29,12 +30,16 @@ module LlmCostTracker
 
         private
 
-        def price_for(prices:, key:, pricing_mode:, context_tier:)
-          mode = Pricing.normalize_mode(pricing_mode)
-          return contextual_price(prices: prices, key: key, context_tier: context_tier) unless mode
+        def price_for(prices:, key:, orderings:, context_tier:)
+          return contextual_price(prices: prices, key: key, context_tier: context_tier) unless orderings
 
-          contextual_price(prices: prices, key: :"#{mode}_#{key}", context_tier: context_tier) ||
-            derived_mode_price(prices: prices, key: key, mode: mode, context_tier: context_tier)
+          orderings.each do |mode|
+            direct = contextual_price(prices: prices, key: :"#{mode}_#{key}", context_tier: context_tier)
+            return direct if direct
+          end
+          return nil if %i[input output].include?(key)
+
+          derived_mode_price(prices: prices, key: key, modes: orderings, context_tier: context_tier)
         end
 
         def contextual_price(prices:, key:, context_tier:)
@@ -43,16 +48,17 @@ module LlmCostTracker
           prices[:"above_context_#{key}"]
         end
 
-        def derived_mode_price(prices:, key:, mode:, context_tier:)
+        def derived_mode_price(prices:, key:, modes:, context_tier:)
           standard_price = contextual_price(prices: prices, key: key, context_tier: context_tier)
-          return nil unless standard_price
+          base_price = contextual_price(prices: prices, key: :input, context_tier: context_tier)
+          return nil unless standard_price && base_price
+          return nil if base_price.zero?
 
-          base_key = key == :output ? :output : :input
-          base_price = contextual_price(prices: prices, key: base_key, context_tier: context_tier)
-          mode_base_price = contextual_price(prices: prices, key: :"#{mode}_#{base_key}", context_tier: context_tier)
-          return nil unless base_price && mode_base_price
-
-          standard_price * (mode_base_price.to_f / base_price)
+          modes.each do |mode|
+            mode_base_price = contextual_price(prices: prices, key: :"#{mode}_input", context_tier: context_tier)
+            return standard_price * (mode_base_price / base_price) if mode_base_price
+          end
+          nil
         end
 
         def context_tier?(usage:, prices:)
@@ -62,8 +68,9 @@ module LlmCostTracker
           input_tokens = usage.input_tokens +
                          usage.cache_read_input_tokens +
                          usage.cache_write_input_tokens +
-                         usage.cache_write_1h_input_tokens
-          input_tokens > threshold.to_i
+                         usage.cache_write_extended_input_tokens +
+                         usage.audio_input_tokens
+          input_tokens > threshold
         end
       end
     end

data/lib/llm_cost_tracker/pricing/explainer.rb

@@ -1,5 +1,6 @@
 # frozen_string_literal: true
 
+require_relative "../token_usage"
 require_relative "effective_prices"
 
 module LlmCostTracker
@@ -33,7 +34,7 @@ module LlmCostTracker
 
     module Explainer
       class << self
-        def call(provider:, model:, token_usage:, pricing_mode: nil)
+        def call(provider:, model:, tokens:, pricing_mode: nil)
           match = Lookup.call(provider: provider, model: model)
 
           explanation(
@@ -41,7 +42,7 @@ module LlmCostTracker
             model: model,
             pricing_mode: pricing_mode,
             match: match,
-            usage: token_usage
+            usage: TokenUsage.build_from_tokens(tokens)
           )
         end
 
@@ -50,9 +51,7 @@ module LlmCostTracker
         def explanation(provider:, model:, pricing_mode:, match:, usage:)
           prices = match&.prices
           pricing_mode = Pricing.normalize_mode(pricing_mode)
-          effective = if prices && usage
-                        EffectivePrices.call(usage: usage, prices: prices, pricing_mode: pricing_mode)
-                      end
+          effective = EffectivePrices.call(usage: usage, prices: prices, pricing_mode: pricing_mode) if prices
 
           Explanation.new(
             provider: provider.to_s,

data/lib/llm_cost_tracker/pricing/lookup.rb

@@ -7,55 +7,89 @@ module LlmCostTracker
       MUTEX = Mutex.new
       CACHE_MISS = Object.new.freeze
       NO_MATCH = Object.new.freeze
-      MAX_LOOKUP_CACHE_ENTRIES = 512
+      LOOKUP_CACHE_LIMIT = 2_048
+      PRICE_FILE_RECHECK_INTERVAL = 1.0
+      private_constant :PRICE_FILE_RECHECK_INTERVAL
 
       class << self
         def call(provider:, model:)
           provider_name = provider.to_s.presence
           model_name = model.to_s
+          return nil if model_name.empty?
+
+          invalidate_cache_if_prices_file_changed!
+
           cache_key = [provider_name, model_name]
           cached = cached_lookup(cache_key)
           return cached unless cached.equal?(CACHE_MISS)
 
+          match = lookup_match(provider_name: provider_name, model_name: model_name)
+          cache_lookup(cache_key, match)
+          match
+        end
+
+        def reset!
+          MUTEX.synchronize do
+            reset_prices_caches!(signature: nil)
+            @prices_file_last_check_at = nil
+          end
+        end
+
+        private
+
+        def invalidate_cache_if_prices_file_changed!
+          path = LlmCostTracker.configuration.prices_file
+
+          unless path
+            return if @prices_file_signature.nil?
+
+            MUTEX.synchronize { reset_prices_caches!(signature: nil) unless @prices_file_signature.nil? }
+            return
+          end
+
+          now = Process.clock_gettime(Process::CLOCK_MONOTONIC)
+          last_check = @prices_file_last_check_at
+          return if last_check && (now - last_check) < PRICE_FILE_RECHECK_INTERVAL
+
+          signature = File.exist?(path) ? File.mtime(path) : nil
+          MUTEX.synchronize do
+            @prices_file_last_check_at = now
+            reset_prices_caches!(signature: signature) if @prices_file_signature != signature
+          end
+        end
+
+        def reset_prices_caches!(signature:)
+          @prices_cache = nil
+          @lookup_cache = nil
+          @sorted_price_keys_cache = nil
+          @prices_file_signature = signature
+        end
+
+        def lookup_match(provider_name:, model_name:)
           provider_model = provider_name ? "#{provider_name}/#{model_name}" : model_name
           normalized_model = normalize_model_name(model_name)
           current = current_price_tables
 
-          match =
-            explain_table(
-              table: current.fetch(:pricing_overrides),
-              source: :pricing_overrides,
-              provider_model: provider_model,
-              model_name: model_name,
-              normalized_model: normalized_model
-            ) ||
-            explain_table(
-              table: current.fetch(:file_prices),
-              source: :prices_file,
-              provider_model: provider_model,
-              model_name: model_name,
-              normalized_model: normalized_model
-            ) ||
-            explain_table(
-              table: Registry.builtin_prices,
-              source: :bundled,
+          ordered_table_lookups(current).each do |source, table|
+            match = explain_table(
+              table: table,
+              source: source,
               provider_model: provider_model,
               model_name: model_name,
               normalized_model: normalized_model
             )
-          cache_lookup(cache_key, match)
-          match
-        end
-
-        def reset!
-          MUTEX.synchronize do
-            @prices_cache = nil
-            @lookup_cache = nil
-            @sorted_price_keys_cache = nil
+            return match if match
           end
+          nil
         end
 
-        private
+        def ordered_table_lookups(current)
+          [
+            [:pricing_overrides, current.fetch(:pricing_overrides)],
+            [:prices_file, current.fetch(:file_prices)],
+            [:bundled, Registry.builtin_prices]
+          ]
+        end
 
         def current_price_tables
           cached = @prices_cache
@@ -67,8 +101,7 @@ module LlmCostTracker
 
             config = LlmCostTracker.configuration
             file_prices = Registry.file_prices(config.prices_file)
-            overrides = Registry.normalize_price_table(config.pricing_overrides)
-            value = { pricing_overrides: overrides, file_prices: file_prices }.freeze
+            value = { pricing_overrides: config.pricing_overrides, file_prices: file_prices }.freeze
             @prices_cache = value
             value
           end
@@ -85,7 +118,7 @@ module LlmCostTracker
         def cache_lookup(cache_key, match)
           MUTEX.synchronize do
             values = (@lookup_cache || {}).dup
-            values.clear if values.size >= MAX_LOOKUP_CACHE_ENTRIES
+            values.shift while values.size >= LOOKUP_CACHE_LIMIT
             values[cache_key] = match || NO_MATCH
             @lookup_cache = values.freeze
           end
@@ -135,7 +168,7 @@ module LlmCostTracker
         end
 
         def match(table:, source:, key:, matched_by:)
-          Match.new(source: source.to_s, key: key, prices: table[key], matched_by: matched_by.to_s)
+          Match.new(source: source, key: key, prices: table[key], matched_by: matched_by)
         end
 
         def snapshot_variant?(model, key)
@@ -147,14 +180,18 @@ module LlmCostTracker
 
         def sorted_price_keys(table)
           cached = @sorted_price_keys_cache
-          return cached[:keys] if cached && cached[:table].equal?(table)
+          existing = cached && cached[table]
+          return existing if existing
 
           MUTEX.synchronize do
             cached = @sorted_price_keys_cache
-            return cached[:keys] if cached && cached[:table].equal?(table)
+            existing = cached && cached[table]
+            return existing if existing
 
             keys = table.keys.sort_by { |key| -key.length }
-            @sorted_price_keys_cache = { table: table, keys: keys }.freeze
+            next_cache = cached ? cached.dup : {}.compare_by_identity
+            next_cache[table] = keys
+            @sorted_price_keys_cache = next_cache.freeze
             keys
           end
         end