lex-llm-gateway 0.2.6 → 0.2.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6598c8eb88e900cf46910dcb33c93a51e9013e4a56795ea7a94d6aa892f8a550
-  data.tar.gz: 7267fd499d23a63afcd45bd8780080bac45a045f917f8b60ec04181d804e5e94
+  metadata.gz: 893662bdc056fd78efe87c3fa3874746bc1284d436b3233a49bed368370506b2
+  data.tar.gz: c62e301286b6690a66c12445990424bb811d9faef6783986a4e93dca4c015672
 SHA512:
-  metadata.gz: 0f35e042cd9c333fecae0ba9896bb79e131f9ece92af6a68e03920a6eaad652ee3a4fe1a38f1906d1378186290c66591125bf610f707896cc0c09b80ccb1dfaf
-  data.tar.gz: bb641bd9d3efcd68dfbe0c5d818a72935c6c3c89e76a68dee56c33dc8a5a2039270c0eed875245cadf93dbe1b1f1c39b6e366637c35b19f20dfe5a411e0aa1b6
+  metadata.gz: 9ad0d8c1dcf0df6b447c1a12653bf7799ef95f6c8b1fba8167cd54652f7ef7aadc6414fe03397ecb3307564b48b06fd6b1ce7604d9d1b6d72886dfe4608b422a
+  data.tar.gz: c9d3c90429a44efa0cdb15309161d67182f8136815a119e4a4f4d76b014d0e5982bc0e161bab3db8423d69c68950a5f6cf5ef30fec176e567db2bc5d4a87fab3

data/CHANGELOG.md

@@ -1,5 +1,23 @@
 # Changelog
 
+## [0.2.8] - 2026-03-23
+
+### Added
+- MeteringWriter now passes trace context fields (status, event_type, extension, runner_function) to metering_records
+- require_relative for CostEstimator in MeteringWriter to fix standalone require
+
+### Changed
+- identity_fields split into identity_fields + trace_fields for rubocop compliance
+
+## [0.2.7] - 2026-03-23
+
+### Added
+- CostEstimator helper: estimates cost_usd from model pricing table and token counts
+- Pricing data for 14 models across Anthropic, OpenAI, and Google providers
+- Fuzzy model matching for versioned/prefixed model IDs
+- MeteringWriter now computes and persists cost_usd on every metering record
+- 10 new CostEstimator specs covering exact pricing, zero tokens, unknown models, fuzzy matching
+
 ## [0.2.6] - 2026-03-23
 
 ### Added

data/lib/legion/extensions/llm/gateway/helpers/cost_estimator.rb

@@ -0,0 +1,57 @@
+# frozen_string_literal: true
+
+module Legion
+  module Extensions
+    module LLM
+      module Gateway
+        module Helpers
+          module CostEstimator
+            # Prices per 1M tokens [input, output] in USD
+            # Source: published API pricing as of 2026-03
+            PRICING = {
+              'claude-opus-4-6' => [15.0, 75.0],
+              'claude-sonnet-4-6' => [3.0, 15.0],
+              'claude-haiku-4-5' => [0.80, 4.0],
+              'claude-3-5-sonnet' => [3.0, 15.0],
+              'claude-3-haiku' => [0.25, 1.25],
+              'gpt-4o' => [2.50,  10.0],
+              'gpt-4o-mini' => [0.15,  0.60],
+              'gpt-4-turbo' => [10.0,  30.0],
+              'o3' => [10.0, 40.0],
+              'o3-mini' => [1.10,  4.40],
+              'o4-mini' => [1.10,  4.40],
+              'gemini-2.5-pro' => [1.25, 10.0],
+              'gemini-2.5-flash' => [0.15,  0.60],
+              'gemini-2.0-flash' => [0.10,  0.40]
+            }.freeze
+
+            DEFAULT_PRICE = [1.0, 3.0].freeze
+
+            module_function
+
+            def estimate(model_id:, input_tokens: 0, output_tokens: 0, **)
+              price = resolve_price(model_id)
+              input_cost  = (input_tokens.to_i / 1_000_000.0) * price[0]
+              output_cost = (output_tokens.to_i / 1_000_000.0) * price[1]
+              (input_cost + output_cost).round(6)
+            end
+
+            def resolve_price(model_id)
+              return DEFAULT_PRICE unless model_id
+
+              normalized = model_id.to_s.downcase
+              PRICING[normalized] || fuzzy_match(normalized) || DEFAULT_PRICE
+            end
+
+            def fuzzy_match(normalized)
+              PRICING.each do |key, price|
+                return price if normalized.include?(key) || key.include?(normalized)
+              end
+              nil
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/llm/gateway/runners/metering_writer.rb

@@ -1,5 +1,7 @@
 # frozen_string_literal: true
 
+require_relative '../helpers/cost_estimator'
+
 module Legion
   module Extensions
     module LLM
@@ -23,7 +25,10 @@ module Legion
             end
 
             def normalize_record(payload)
-              identity_fields(payload).merge(metric_fields(payload))
+              identity_fields(payload)
+                .merge(trace_fields(payload))
+                .merge(metric_fields(payload))
+                .merge(cost_field(payload))
             end
 
             def identity_fields(payload)
@@ -37,6 +42,15 @@ module Legion
               }
             end
 
+            def trace_fields(payload)
+              {
+                status: payload[:status],
+                event_type: payload[:event_type],
+                extension: payload[:extension],
+                runner_function: payload[:runner_function]
+              }
+            end
+
             def metric_fields(payload)
               {
                 input_tokens: payload[:input_tokens].to_i,
@@ -47,6 +61,15 @@ module Legion
                 wall_clock_ms: payload[:wall_clock_ms].to_i
               }
             end
+
+            def cost_field(payload)
+              cost = payload[:cost_usd] || Helpers::CostEstimator.estimate(
+                model_id: payload[:model_id],
+                input_tokens: payload[:input_tokens].to_i,
+                output_tokens: payload[:output_tokens].to_i
+              )
+              { cost_usd: cost.to_f }
+            end
           end
         end
       end

data/lib/legion/extensions/llm/gateway/version.rb

@@ -4,7 +4,7 @@ module Legion
   module Extensions
     module LLM
       module Gateway
-        VERSION = '0.2.6'
+        VERSION = '0.2.8'
       end
     end
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-llm-gateway
 version: !ruby/object:Gem::Version
-  version: 0.2.6
+  version: 0.2.8
 platform: ruby
 authors:
 - Esity
@@ -182,6 +182,7 @@ files:
 - lib/legion/extensions/llm/gateway/actors/spool_flush.rb
 - lib/legion/extensions/llm/gateway/client.rb
 - lib/legion/extensions/llm/gateway/helpers/auth.rb
+- lib/legion/extensions/llm/gateway/helpers/cost_estimator.rb
 - lib/legion/extensions/llm/gateway/helpers/reply_dispatcher.rb
 - lib/legion/extensions/llm/gateway/helpers/rpc.rb
 - lib/legion/extensions/llm/gateway/runners/fleet.rb