llm_cost_tracker 0.3.0 → 0.3.1

data/lib/llm_cost_tracker/stream_collector.rb

@@ -8,10 +8,11 @@ module LlmCostTracker
   class StreamCollector
     attr_reader :provider
 
-    def initialize(provider:, model:, latency_ms: nil, metadata: {})
+    def initialize(provider:, model:, latency_ms: nil, provider_response_id: nil, metadata: {})
       @provider = provider.to_s
       @model = model
       @latency_ms = latency_ms
+      @provider_response_id = provider_response_id
       @metadata = ValueHelpers.deep_dup(metadata || {})
       @events = []
       @explicit_usage = nil
@@ -20,13 +21,11 @@ module LlmCostTracker
       @monitor = Monitor.new
     end
 
-    def model
-      @monitor.synchronize { @model }
-    end
+    def model = @monitor.synchronize { @model }
 
-    def metadata
-      @monitor.synchronize { ValueHelpers.deep_dup(@metadata) }
-    end
+    def metadata = @monitor.synchronize { ValueHelpers.deep_dup(@metadata) }
+
+    def provider_response_id = @monitor.synchronize { @provider_response_id }
 
     def model=(value)
       @monitor.synchronize do
@@ -35,6 +34,13 @@ module LlmCostTracker
       end
     end
 
+    def provider_response_id=(value)
+      @monitor.synchronize do
+        ensure_open!
+        @provider_response_id = value
+      end
+    end
+
     def event(data, type: nil)
       @monitor.synchronize do
         ensure_open!
@@ -67,6 +73,7 @@ module LlmCostTracker
           explicit_usage: ValueHelpers.deep_dup(@explicit_usage),
           model: @model,
           latency_ms: @latency_ms,
+          provider_response_id: @provider_response_id,
           metadata: ValueHelpers.deep_dup(@metadata)
         }
       end
@@ -80,6 +87,7 @@ module LlmCostTracker
         latency_ms: snapshot[:latency_ms] || elapsed_ms,
         stream: true,
         usage_source: parsed.usage_source,
+        provider_response_id: parsed.provider_response_id || snapshot[:provider_response_id],
         metadata: error_metadata(errored).merge(snapshot[:metadata]).merge(parsed.metadata)
       )
     end
@@ -147,12 +155,8 @@ module LlmCostTracker
       )
     end
 
-    def error_metadata(errored)
-      errored ? { stream_errored: true } : {}
-    end
+    def error_metadata(errored) = errored ? { stream_errored: true } : {}
 
-    def elapsed_ms
-      ((Process.clock_gettime(Process::CLOCK_MONOTONIC) - @started_at) * 1000).round
-    end
+    def elapsed_ms = ((Process.clock_gettime(Process::CLOCK_MONOTONIC) - @started_at) * 1000).round
   end
 end

data/lib/llm_cost_tracker/tags_column.rb

@@ -32,5 +32,9 @@ module LlmCostTracker
     def usage_source_column?
       columns_hash.key?("usage_source")
     end
+
+    def provider_response_id_column?
+      columns_hash.key?("provider_response_id")
+    end
   end
 end

data/lib/llm_cost_tracker/tracker.rb

@@ -13,8 +13,8 @@ module LlmCostTracker
         Budget.enforce!
       end
 
-      def record(provider:, model:, input_tokens:, output_tokens:,
-                 metadata: {}, latency_ms: nil, stream: false, usage_source: nil)
+      def record(provider:, model:, input_tokens:, output_tokens:, latency_ms: nil, stream: false,
+                 usage_source: nil, provider_response_id: nil, metadata: {})
         usage = EventMetadata.usage_data(input_tokens, output_tokens, metadata)
 
         cost_data = Pricing.cost_for(
@@ -39,6 +39,7 @@ module LlmCostTracker
           latency_ms: normalized_latency_ms(latency_ms),
           stream: stream ? true : false,
           usage_source: normalized_usage_source(usage_source),
+          provider_response_id: normalized_provider_response_id(provider_response_id),
           tracked_at: Time.now.utc
         )
 
@@ -122,6 +123,13 @@ module LlmCostTracker
         symbol = value.to_sym
         USAGE_SOURCES.include?(symbol) ? symbol.to_s : nil
       end
+
+      def normalized_provider_response_id(value)
+        return nil if value.nil?
+
+        string = value.to_s
+        string.empty? ? nil : string
+      end
     end
   end
 end

data/lib/llm_cost_tracker/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LlmCostTracker
-  VERSION = "0.3.0"
+  VERSION = "0.3.1"
 end

data/lib/llm_cost_tracker.rb

@@ -8,6 +8,7 @@ require_relative "llm_cost_tracker/version"
 require_relative "llm_cost_tracker/configuration"
 require_relative "llm_cost_tracker/errors"
 require_relative "llm_cost_tracker/logging"
+require_relative "llm_cost_tracker/parameter_hash"
 require_relative "llm_cost_tracker/cost"
 require_relative "llm_cost_tracker/event"
 require_relative "llm_cost_tracker/parsed_usage"
@@ -44,10 +45,6 @@ module LlmCostTracker
       CONFIGURATION_MUTEX.synchronize { @configuration ||= Configuration.new }
     end
 
-    # Configure the gem once during application boot.
-    #
-    # @yieldparam configuration [LlmCostTracker::Configuration]
-    # @return [void]
     def configure
       config = CONFIGURATION_MUTEX.synchronize do
         current = @configuration || Configuration.new
@@ -69,13 +66,8 @@ module LlmCostTracker
       Tracker.enforce_budget!
     end
 
-    def track(provider:, model:, input_tokens:, output_tokens:, **options)
-      latency_ms = options.delete(:latency_ms)
-      stream = options.key?(:stream) ? options.delete(:stream) : false
-      usage_source = options.key?(:usage_source) ? options.delete(:usage_source) : :manual
-      enforce_budget = options.key?(:enforce_budget) ? options.delete(:enforce_budget) : false
-      metadata = options
-
+    def track(provider:, model:, input_tokens:, output_tokens:, latency_ms: nil, stream: false, usage_source: :manual,
+              enforce_budget: false, provider_response_id: nil, **metadata)
       enforce_budget! if enforce_budget
       Tracker.record(
         provider: provider.to_s,
@@ -85,17 +77,19 @@ module LlmCostTracker
         latency_ms: latency_ms,
         stream: stream,
         usage_source: usage_source,
+        provider_response_id: provider_response_id,
         metadata: metadata
       )
     end
 
-    def track_stream(provider:, model:, latency_ms: nil, enforce_budget: false, **metadata)
+    def track_stream(provider:, model:, latency_ms: nil, enforce_budget: false, provider_response_id: nil, **metadata)
       require_relative "llm_cost_tracker/stream_collector"
       enforce_budget! if enforce_budget
       collector = StreamCollector.new(
         provider: provider.to_s,
         model: model,
         latency_ms: latency_ms,
+        provider_response_id: provider_response_id,
         metadata: metadata
       )
       yield collector
@@ -116,10 +110,8 @@ module LlmCostTracker
   end
 end
 
-# Load Railtie if Rails is present
 require_relative "llm_cost_tracker/railtie" if defined?(Rails::Railtie)
 
-# Auto-register Faraday middleware
 if defined?(Faraday)
   Faraday::Middleware.register_middleware(
     llm_cost_tracker: LlmCostTracker::Middleware::Faraday

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llm_cost_tracker
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.3.1
 platform: ruby
 authors:
 - Sergii Khomenko
@@ -248,10 +248,12 @@ files:
 - lib/llm_cost_tracker/event.rb
 - lib/llm_cost_tracker/event_metadata.rb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/add_latency_ms_generator.rb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/add_provider_response_id_generator.rb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/add_streaming_generator.rb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/install_generator.rb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/prices_generator.rb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/templates/add_latency_ms_to_llm_api_calls.rb.erb
+- lib/llm_cost_tracker/generators/llm_cost_tracker/templates/add_provider_response_id_to_llm_api_calls.rb.erb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/templates/add_streaming_to_llm_api_calls.rb.erb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/templates/create_llm_api_calls.rb.erb
 - lib/llm_cost_tracker/generators/llm_cost_tracker/templates/initializer.rb.erb
@@ -263,6 +265,7 @@ files:
 - lib/llm_cost_tracker/llm_api_call.rb
 - lib/llm_cost_tracker/logging.rb
 - lib/llm_cost_tracker/middleware/faraday.rb
+- lib/llm_cost_tracker/parameter_hash.rb
 - lib/llm_cost_tracker/parsed_usage.rb
 - lib/llm_cost_tracker/parsers/anthropic.rb
 - lib/llm_cost_tracker/parsers/base.rb
@@ -279,6 +282,9 @@ files:
 - lib/llm_cost_tracker/price_sync/merger.rb
 - lib/llm_cost_tracker/price_sync/model_catalog.rb
 - lib/llm_cost_tracker/price_sync/raw_price.rb
+- lib/llm_cost_tracker/price_sync/refresh_plan_builder.rb
+- lib/llm_cost_tracker/price_sync/registry_loader.rb
+- lib/llm_cost_tracker/price_sync/registry_writer.rb
 - lib/llm_cost_tracker/price_sync/source.rb
 - lib/llm_cost_tracker/price_sync/source_result.rb
 - lib/llm_cost_tracker/price_sync/sources/litellm.rb