legion-llm 0.3.20 → 0.3.21

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 19f442b46ed976f59b4f44878bff395fc497dde75bc9b3df8a4471442e0cb3eb
-  data.tar.gz: 590d08bf5499d7a95989ea2a8e098c386a6a4b9eae1e5bcbda89b390f50c20a9
+  metadata.gz: 1b13e641291a41a378dba7a7eca32aaf67c46bc45cb5d459ded5bc3bdab8e0b0
+  data.tar.gz: cc8c372089f5de6518222d608255d65f58968bb97d6eb4f77aac61bb475149d1
 SHA512:
-  metadata.gz: 490852eca96d4356949c3dc2a3bfa811c35a539ea47d89f8a12cc5a5098b3709ec03cf83677927378f8f96357af2de88dfbb24ffed68f2268535d3b692c0d1ce
-  data.tar.gz: ae3efe882cde912a9cae6bca01605200027e13f6ff72232f04140bd67f030224600a6a6f4692d221c986e4d4d2228e3c64d1c7bbb50112521f78612f5aad3f46
+  metadata.gz: b8f38cc2091b3f09f55325192cc6d92bda63aeddbdbe1548ebb04e6c68037219d7c1a892e86dd5663ef0334289c7107c2f8326cc30faf218e53dee0c4b19e1b9
+  data.tar.gz: 50c0618742b5006211029aef080fd04c044b20f6b5e33a6bd6d5c070c8971defb3b21bf0f70341ac23900b20f3e80df2071505edf66879519e913a7e95ea1d33

data/CHANGELOG.md

@@ -1,5 +1,15 @@
 # Legion LLM Changelog
 
+## [0.3.21] - 2026-03-23
+
+### Added
+- `Legion::LLM::ToolRegistry` thread-safe tool class registry for auto-attaching tools to chat sessions
+- Wire ToolRegistry into `chat_single` so globally registered tools are available in every session
+
+### Fixed
+- Fix `CostTracker.settings_pricing` reading from wrong settings key (`:'legion-llm'` instead of `:llm`)
+- Fix `ShadowEval.evaluate` not passing `messages:` to shadow model (shadow got no context to respond to)
+
 ## [0.3.20] - 2026-03-22
 
 ### Changed

data/lib/legion/llm/cost_tracker.rb

@@ -84,7 +84,7 @@ module Legion
         def settings_pricing
           return {} unless defined?(Legion::Settings)
 
-          pricing = Legion::Settings.dig(:'legion-llm', :pricing)
+          pricing = Legion::Settings.dig(:llm, :pricing)
           pricing.is_a?(Hash) ? pricing : {}
         rescue StandardError => e
           Legion::Logging.warn("CostTracker settings unavailable: #{e.message}") if defined?(Legion::Logging)

data/lib/legion/llm/shadow_eval.rb

@@ -15,14 +15,14 @@ module Legion
           rand < rate
         end
 
-        def evaluate(primary_response:, messages: nil, shadow_model: nil) # rubocop:disable Lint/UnusedMethodArgument
+        def evaluate(primary_response:, messages: nil, shadow_model: nil)
           shadow_model ||= Legion::Settings.dig(:llm, :shadow, :model) || 'gpt-4o-mini'
           Legion::Logging.debug("ShadowEval triggered primary_model=#{primary_response[:model]} shadow_model=#{shadow_model}") if defined?(Legion::Logging)
 
           shadow_response = Legion::LLM.send(:chat_single,
                                              model: shadow_model, provider: nil,
-                                             intent: nil, tier: nil,
-                                             skip_shadow: true)
+                                             messages: messages, intent: nil,
+                                             tier: nil)
 
           comparison = compare(primary_response, shadow_response, shadow_model)
           Legion::Events.emit('llm.shadow_eval', comparison) if defined?(Legion::Events)

data/lib/legion/llm/tool_registry.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+module Legion
+  module LLM
+    module ToolRegistry
+      @tools = []
+      @mutex = Mutex.new
+
+      class << self
+        def register(tool_class)
+          @mutex.synchronize do
+            @tools << tool_class unless @tools.include?(tool_class)
+          end
+        end
+
+        def tools
+          @mutex.synchronize { @tools.dup }
+        end
+
+        def clear
+          @mutex.synchronize { @tools.clear }
+        end
+      end
+    end
+  end
+end

data/lib/legion/llm/version.rb

@@ -2,6 +2,6 @@
 
 module Legion
   module LLM
-    VERSION = '0.3.20'
+    VERSION = '0.3.21'
   end
 end

data/lib/legion/llm.rb

@@ -17,6 +17,7 @@ require_relative 'llm/batch'
 require_relative 'llm/scheduling'
 require_relative 'llm/off_peak'
 require_relative 'llm/cost_tracker'
+require_relative 'llm/tool_registry'
 
 begin
   require 'legion/extensions/llm/gateway'
@@ -119,6 +120,9 @@ module Legion
           end
         end
 
+        if defined?(Legion::Logging)
+          Legion::Logging.debug "[LLM] chat_direct escalate=#{escalate} message_present=#{!message.nil?} model=#{model} provider=#{provider}"
+        end
         result = if escalate && message
                    chat_with_escalation(
                      model: model, provider: provider, intent: intent, tier: tier,
@@ -129,6 +133,7 @@ module Legion
                    chat_single(model: model, provider: provider, intent: intent, tier: tier,
                                temperature: temperature, message: message, **kwargs)
                  end
+        Legion::Logging.debug "[LLM] chat_direct result_class=#{result.class} result_nil=#{result.nil?}" if defined?(Legion::Logging)
 
         if cache_key && result.is_a?(Hash)
           ttl = settings.dig(:prompt_caching, :response_cache, :ttl_seconds) || Cache::DEFAULT_TTL
@@ -283,7 +288,11 @@ module Legion
         Legion::Extensions::LLM::Gateway::Runners::Inference.chat(**)
       end
 
-      def chat_single(model:, provider:, intent:, tier:, message: nil, **kwargs)
+      def chat_single(model:, provider:, intent:, tier:, message: nil, **kwargs) # rubocop:disable Metrics/CyclomaticComplexity,Metrics/PerceivedComplexity
+        explicit_tools = kwargs.delete(:tools)
+        tools = explicit_tools || ToolRegistry.tools
+        tools = nil if tools.empty?
+
         if (intent || tier) && Router.routing_enabled?
           resolution = Router.resolve(intent: intent, tier: tier, model: model, provider: provider)
           if resolution
@@ -307,10 +316,17 @@ module Legion
 
         inject_anthropic_cache_control!(opts, provider)
 
+        if defined?(Legion::Logging)
+          Legion::Logging.debug "[LLM] chat_single model=#{opts[:model]} provider=#{opts[:provider]} message_present=#{!message.nil?} tools=#{tools&.size || 0}"
+        end
         session = RubyLLM.chat(**opts)
+        tools&.each { |tool| session.with_tool(tool) }
         return session unless message
 
-        session.ask(message)
+        Legion::Logging.debug '[LLM] chat_single calling session.ask' if defined?(Legion::Logging)
+        response = session.ask(message)
+        Legion::Logging.debug "[LLM] chat_single response_class=#{response.class} response_nil=#{response.nil?}" if defined?(Legion::Logging)
+        response
       end
 
       def chat_with_escalation(model:, provider:, intent:, tier:, max_escalations:, quality_check:, message:, **kwargs)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: legion-llm
 version: !ruby/object:Gem::Version
-  version: 0.3.20
+  version: 0.3.21
 platform: ruby
 authors:
 - Esity
@@ -161,6 +161,7 @@ files:
 - lib/legion/llm/settings.rb
 - lib/legion/llm/shadow_eval.rb
 - lib/legion/llm/structured_output.rb
+- lib/legion/llm/tool_registry.rb
 - lib/legion/llm/transport/exchanges/escalation.rb
 - lib/legion/llm/transport/messages/escalation_event.rb
 - lib/legion/llm/version.rb