legion-llm 0.3.22 → 0.3.23

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: db13bc01a538ce15c213a0ee49dae011b79c0bdf0148ebb940dad6b54cc769c4
-  data.tar.gz: a68d77b17f0eeff3e841620cc43bae9601e9a9069b555ca583b507ab258677db
+  metadata.gz: 45a5b0befbd5b6ea879f539a30ecb6675f7481e349c115f52ffc2e167c9e7c8d
+  data.tar.gz: 66323d03c6aac956cb0ad78b9bb708cbe7e3c834ede3ab4b34c820e1289f2320
 SHA512:
-  metadata.gz: ab9351b4781dcf146d552f555d0da7eaa444a94d15125af387af33b5ae3741863fccccaafd1fd981faca6e3781589fd6f5a4a273b9a02bf940d389763c55150c
-  data.tar.gz: 4e17454656a9baf87b78a75e99bfe5cc6215a48d1135cc053abab4e85b8b300e3ece10ab5e6628dabbd7a22cbc167d1d3e1d5c63d87da226a8092db6f1ed3b64
+  metadata.gz: 37ace42f654c110b9e633c53f4999fadd52d447f76145f95bd8ea18a3bcd816ad7ff4b6d3c7270eceaa12ab3b2f4a00f0192066df2a0adc53643d4614f534bb8
+  data.tar.gz: 7c6d639f5f45dbc4c3fccb94e8fece4e933da6037758d8eec3590c35fa15c24f55c19cdc9cc534b848a879d5de585d1c2cef070faa0b3bf354417cef25f86ab7

data/CHANGELOG.md

@@ -1,5 +1,14 @@
 # Legion LLM Changelog
 
+## [0.3.23] - 2026-03-23
+
+### Added
+- Auto-metering hook: records token usage after every LLM call via gateway MeteringWriter or AMQP transport
+- `Hooks::Metering.install` registers an `after_chat` hook during `LLM.start`
+- Extracts input/output tokens, provider, model, status from response
+- Opt-out via `llm.metering.auto: false` in settings
+- 11 specs covering hook installation, data extraction, availability checks, and edge cases
+
 ## [0.3.22] - 2026-03-23
 
 ### Changed

data/lib/legion/llm/hooks/metering.rb

@@ -0,0 +1,90 @@
+# frozen_string_literal: true
+
+module Legion
+  module LLM
+    module Hooks
+      module Metering
+        module_function
+
+        def install
+          Legion::LLM::Hooks.after_chat do |response:, model:, **|
+            record(response, model)
+            nil
+          end
+        end
+
+        def record(response, model)
+          return unless metering_available?
+
+          payload = extract_metering_data(response, model)
+          return if payload[:input_tokens].zero? && payload[:output_tokens].zero?
+
+          publish_metering(payload)
+        rescue StandardError => e
+          Legion::Logging.debug("[LLM::Metering] record failed: #{e.message}") if defined?(Legion::Logging)
+        end
+
+        def extract_metering_data(response, model)
+          usage = extract_usage(response)
+          {
+            provider:      extract_provider(response),
+            model_id:      (extract_model(response) || model).to_s,
+            input_tokens:  usage[:input_tokens],
+            output_tokens: usage[:output_tokens],
+            event_type:    'llm_completion',
+            status:        response.is_a?(Hash) && response[:error] ? 'failure' : 'success'
+          }
+        end
+
+        def extract_usage(response)
+          return { input_tokens: 0, output_tokens: 0 } unless response.is_a?(Hash)
+
+          usage = response[:usage] || {}
+          {
+            input_tokens:  usage[:input_tokens] || usage[:prompt_tokens] || 0,
+            output_tokens: usage[:output_tokens] || usage[:completion_tokens] || 0
+          }
+        end
+
+        def extract_provider(response)
+          return nil unless response.is_a?(Hash)
+
+          response.dig(:meta, :provider) || response[:provider]
+        end
+
+        def extract_model(response)
+          return nil unless response.is_a?(Hash)
+
+          response.dig(:meta, :model) || response[:model]
+        end
+
+        def publish_metering(payload)
+          if gateway_metering?
+            Legion::Extensions::LLM::Gateway::Runners::MeteringWriter.write_metering_record(payload)
+          elsif transport_metering?
+            Legion::Transport.publish(
+              'lex.metering.record',
+              Legion::JSON.dump(payload)
+            )
+          end
+        end
+
+        def gateway_metering?
+          defined?(Legion::Extensions::LLM::Gateway::Runners::MeteringWriter)
+        end
+
+        def transport_metering?
+          defined?(Legion::Transport) &&
+            Legion::Transport.respond_to?(:connected?) &&
+            Legion::Transport.connected?
+        rescue StandardError
+          false
+        end
+
+        def metering_available?
+          gateway_metering? || transport_metering?
+        end
+      end
+    end
+  end
+end

data/lib/legion/llm/hooks.rb

@@ -2,6 +2,7 @@
 
 require 'legion/llm/hooks/rag_guard'
 require 'legion/llm/hooks/response_guard'
+require 'legion/llm/hooks/metering'
 
 module Legion
   module LLM

data/lib/legion/llm/version.rb

@@ -2,6 +2,6 @@
 
 module Legion
   module LLM
-    VERSION = '0.3.22'
+    VERSION = '0.3.23'
   end
 end

data/lib/legion/llm.rb

@@ -46,6 +46,8 @@ module Legion
         run_discovery
         set_defaults
 
+        install_hooks
+
         @started = true
         Legion::Settings[:llm][:connected] = true
         Legion::Logging.info 'Legion::LLM started'
@@ -494,6 +496,13 @@ module Legion
         cloud_providers.include?(resolved&.to_sym)
       end
 
+      def install_hooks
+        metering_enabled = settings.dig(:metering, :auto) != false
+        Hooks::Metering.install if metering_enabled
+      rescue StandardError => e
+        Legion::Logging.debug("LLM hook installation failed: #{e.message}") if defined?(Legion::Logging)
+      end
+
       def set_defaults
         default_model    = settings[:default_model]
         default_provider = settings[:default_provider]

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: legion-llm
 version: !ruby/object:Gem::Version
-  version: 0.3.22
+  version: 0.3.23
 platform: ruby
 authors:
 - Esity
@@ -145,6 +145,7 @@ files:
 - lib/legion/llm/escalation_history.rb
 - lib/legion/llm/helpers/llm.rb
 - lib/legion/llm/hooks.rb
+- lib/legion/llm/hooks/metering.rb
 - lib/legion/llm/hooks/rag_guard.rb
 - lib/legion/llm/hooks/response_guard.rb
 - lib/legion/llm/off_peak.rb