legion-llm 0.9.29 → 0.9.30

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 914f95fd880bbb73c043d16612bbf22fc22569455b721fe9052b5ee4c55e83b3
-  data.tar.gz: 0a2f12babcae95cab6c9f2e0ee8b5207c26d998aafcee464d457af7ebea4dc16
+  metadata.gz: 221d8482faa90a3fa8e4bbefe90999838a56b96bc34d6506956f6b8ac90ab290
+  data.tar.gz: a3c3ce4cde046e8cd1af18874e04da1698d4527549fc70df274d14c0830f3803
 SHA512:
-  metadata.gz: 52a9853e3c2337d19a0e4517d0472143e9aa809dd94363655db76a94ed924041b95b20a1038442053fc8b30f4c035782335a6edc0ad9634cb17e7f6c59c81f4b
-  data.tar.gz: bd2f8b50e52e0653cedcb44c0c18105c212151b64baab5dd62248a456e917bdae8e8347d83d7c8c4dd535da354f00795d938643e94e95ec03657c03d2bfa33a2
+  metadata.gz: fd2fdd7bce06cd6efa9a8b583072b947f14ffdaa5a1898b65f2027da8693c79bdd56b3553d04f6f6329f2f3a9d71c0699947f371aa5715708fd538a144819363
+  data.tar.gz: 7c3c36ca8b7db0075b18ea656e3c13c9235d873362d8febbe663c96eb07a1fa562a16d754f1bfed42d909698b466c303d7395e79caa0093ad1d1008c64389f69

data/CHANGELOG.md

@@ -1,5 +1,10 @@
 # Legion LLM Changelog
 
+## [0.9.30] - 2026-05-16
+
+### Fixed
+- Tools: API-submitted client tools are no longer advertised to providers unless callers explicitly opt into client-tool passthrough, preventing incomplete tool calls from ending streaming responses.
+
 ## [0.9.29] - 2026-05-16
 
 ### Added

data/lib/legion/llm/api/anthropic/messages.rb

@@ -149,7 +149,7 @@ module Legion
                   name:        tname,
                   description: tdesc,
                   parameters:  tschema,
-                  source:      { type: :client, executable: false }
+                  source:      { type: :client, executable: true }
                 )
               rescue StandardError => e
                 log.warn("[llm][api][anthropic][messages] build_tool_classes failed name=#{tname} error=#{e.message}")

data/lib/legion/llm/api/native/inference.rb

@@ -28,6 +28,7 @@ module Legion
               conversation_id = body[:conversation_id]
               request_id      = body[:request_id] || SecureRandom.uuid
               include_thinking = body[:include_thinking] == true
+              client_tool_passthrough = body[:client_tool_passthrough] == true
 
               unless messages.is_a?(Array)
                 halt 400, { 'Content-Type' => 'application/json' },
@@ -103,6 +104,9 @@ module Legion
 
               extra = {}
               extra[:tier] = tier.to_sym if tier
+              metadata = { requested_tools: requested_tools }
+              metadata[:client_tool_passthrough] = true if client_tool_passthrough
+              metadata[:client_tool_request_count] = tools.size if tools.any?
 
               pipeline_request = Legion::LLM::Inference::Request.build(
                 id:              request_id,
@@ -112,7 +116,7 @@ module Legion
                 tools:           tool_declarations,
                 caller:          effective_caller,
                 conversation_id: conversation_id,
-                metadata:        { requested_tools: requested_tools },
+                metadata:        metadata,
                 stream:          streaming,
                 cache:           { strategy: :default, cacheable: true },
                 extra:           extra

data/lib/legion/llm/api/openai/chat_completions.rb

@@ -123,7 +123,7 @@ module Legion
                 name:        t[:name].to_s,
                 description: t[:description].to_s,
                 parameters:  t[:parameters] || {},
-                source:      { type: :client, executable: false }
+                source:      { type: :client, executable: true }
               )
             rescue StandardError => e
               tool_name = t.is_a?(Hash) ? t[:name] : nil

data/lib/legion/llm/inference/executor.rb

@@ -939,6 +939,23 @@ module Legion
           !(@request.respond_to?(:suppress_tools) && @request.suppress_tools)
         end
 
+        def client_tool_passthrough_enabled?
+          return false unless @request.respond_to?(:metadata)
+
+          metadata = @request.metadata || {}
+          value = metadata[:client_tool_passthrough] || metadata['client_tool_passthrough']
+          value == true
+        end
+
+        def non_executable_client_tool?(definition)
+          source = definition.respond_to?(:source) ? definition.source : {}
+          return false unless source.is_a?(Hash)
+
+          source_type = source[:type] || source['type']
+          executable = source.key?(:executable) ? source[:executable] : source['executable']
+          source_type.respond_to?(:to_sym) && source_type.to_sym == :client && executable != true
+        end
+
         def add_pinned_special_tool_definitions(definitions)
           Tools::Special.pinned_definitions.each do |definition|
             next if definitions.any? { |existing| existing.name == definition.name }
@@ -957,6 +974,14 @@ module Legion
                        else
                          Types::ToolDefinition.from_tool_class(tool)
                        end
+          if non_executable_client_tool?(definition) && !client_tool_passthrough_enabled?
+            log.info(
+              "[llm][tools][inject] action=client_tool_skipped request_id=#{request_log_value(:id, 'unknown')} " \
+              "conversation_id=#{request_log_value(:conversation_id, 'none') || 'none'} name=#{definition.name} " \
+              'reason=client_passthrough_not_enabled'
+            )
+            return
+          end
           return if gaia_tool_suppressed?(definition.name)
           return if definitions.any? { |existing| existing.name == definition.name }
 

data/lib/legion/llm/version.rb

@@ -2,6 +2,6 @@
 
 module Legion
   module LLM
-    VERSION = '0.9.29'
+    VERSION = '0.9.30'
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: legion-llm
 version: !ruby/object:Gem::Version
-  version: 0.9.29
+  version: 0.9.30
 platform: ruby
 authors:
 - Esity