lex-llm-vllm 0.3.14 → 0.3.16

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '0459c715b28893afc32019e6f2f831ee08824cd3a0224c17fa25164f5f14a9fc'
-  data.tar.gz: 72629182ec192e73316f29d1b491b471a1c8cfe6d87e348f2ce00a16f9df8a1b
+  metadata.gz: 8a53b31d5fe4efcc8b9451b0934c52bcbf71a4af70e493cfe82d7ba75f40ce68
+  data.tar.gz: a567a34e2f14e2cf0497b98926527fa9895040981e19e0340006bdf143640ef4
 SHA512:
-  metadata.gz: 60b334c314c6f29257ae7c9a073dfc034536f50f4c58e620137d49d88fb682d12f1abb5882ae792e7a99faffabd3cb01ba990f053f341d10b5478952f527e6bd
-  data.tar.gz: 3b602d7548c15a76068645d27da5a94619d7ca1954a2620c8291b2eb4af93384b2a4fe5f241b15487b3b8f7bb99a8294cd474ddac7f94ee1439d9e2d5f76ee08
+  metadata.gz: 0a64470ff262c97f5cd99b02c066cf24ffb2872ae7dcde10597e9869f3cfc2be89ffc4d07bf9bb43bd83b83d161cfc8d987f25121f87e9cf4f8770abe66fb358
+  data.tar.gz: cd4b89c6a0297f70232cf882480b24f903517caec5ed9f7129a61e0dc0d65bb599126cc1fa7cceccd388c8411035db74d737ff15351d7c3ad4c9433823fd5e37

data/CHANGELOG.md

@@ -1,5 +1,15 @@
 # Changelog
 
+## [0.3.16] - 2026-07-31
+
+### Fixed
+- **`parse_chunk` now handles multiple tool_calls batched in a single SSE delta.** vLLM can batch several parallel tool_calls into one `choices[0].delta.tool_calls` array. Previously only `tool_calls.first` was processed — the 2nd+ tool calls were silently dropped, causing parallel tool invocations to lose calls. Now returns an array of `tool_call_delta` chunks (one per tool_call), which the streaming handler already iterates (per lex-llm 0.6.13). Single tool_call deltas still return a single chunk (not wrapped in an array) for backward compatibility.
+
+## [0.3.15] - 2026-07-31
+
+### Fixed
+- **`to_legacy_chunk` now propagates `stop_reason` from canonical chunks.** The canonical translator correctly parsed vLLM's `finish_reason` into `Canonical::Chunk.stop_reason`, but `to_legacy_chunk` never passed it into the legacy `Legion::Extensions::Llm::Chunk` constructor. The `StreamAccumulator` already reads `chunk.stop_reason` (line 40), so the field was silently nil on every streamed chunk — downstream always defaulted to `:end_turn` regardless of what the provider actually said. Truncated responses (`:max_tokens`) and content-filtered responses (`:content_filter`) were indistinguishable from clean completions. Now the real finish_reason flows through: canonical chunk → legacy chunk → accumulator → assembled Message.
+
 ## [0.3.14] - 2026-07-24
 
 ### Fixed

data/lex-llm-vllm.gemspec

@@ -27,5 +27,5 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'legion-logging', '>= 1.3.2'
   spec.add_dependency 'legion-settings', '>= 1.3.14'
   spec.add_dependency 'legion-transport', '>= 1.4.14'
-  spec.add_dependency 'lex-llm', '>= 0.6.9'
+  spec.add_dependency 'lex-llm', '>= 0.6.13'
 end

data/lib/legion/extensions/llm/vllm/provider.rb

@@ -363,6 +363,7 @@ module Legion
               thinking: thinking,
               input_tokens: usage.respond_to?(:input_tokens) ? usage.input_tokens : nil,
               output_tokens: usage.respond_to?(:output_tokens) ? usage.output_tokens : nil,
+              stop_reason: canonical.stop_reason,
               raw: raw_data
             )
           end

data/lib/legion/extensions/llm/vllm/translator.rb

@@ -172,8 +172,11 @@ module Legion
                 log.debug '[vllm][translator] action=content_dropped_with_tool_call ' \
                           "content=#{delta['content'][0, 100].inspect} request_id=#{request_id}"
               end
-              return build_tool_call_delta_chunk(tool_calls.first, request_id,
-                                                 stop_reason: chunk_stop_reason, usage: chunk_usage)
+              chunks = tool_calls.map do |tc|
+                build_tool_call_delta_chunk(tc, request_id,
+                                            stop_reason: chunk_stop_reason, usage: chunk_usage)
+              end
+              return chunks.size == 1 ? chunks.first : chunks
             end
 
             # Thinking delta from reasoning_content

data/lib/legion/extensions/llm/vllm/version.rb

@@ -4,7 +4,7 @@ module Legion
   module Extensions
     module Llm
       module Vllm
-        VERSION = '0.3.14'
+        VERSION = '0.3.16'
       end
     end
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-llm-vllm
 version: !ruby/object:Gem::Version
-  version: 0.3.14
+  version: 0.3.16
 platform: ruby
 authors:
 - LegionIO
@@ -71,14 +71,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.6.9
+        version: 0.6.13
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.6.9
+        version: 0.6.13
 description: vLLM provider integration for the LegionIO LLM routing framework.
 email:
 - matthewdiverson@gmail.com