lex-llm-vllm 0.3.13 → 0.3.14

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a62d4fc4e5b1020ccf9a4bcb5ed9c03096923075c7111357648cc1b360dd804b
-  data.tar.gz: 1cb2fe7f84f9fcd44b0c04407e62310e5fa4fad59bdfd2bc65889bfa8b9bd213
+  metadata.gz: '0459c715b28893afc32019e6f2f831ee08824cd3a0224c17fa25164f5f14a9fc'
+  data.tar.gz: 72629182ec192e73316f29d1b491b471a1c8cfe6d87e348f2ce00a16f9df8a1b
 SHA512:
-  metadata.gz: 0a68362c7660f1474b943d8d67948e71b3d2b23840b39835937839bf5d2542d0baaa05b569764f77e5268cde1848dfca20e2e16274de6f112756a8eaa1b79ccc
-  data.tar.gz: de8011c0d1468c8d3f35215f01b7ee3ffa182d47c56dc89ac5fd983dcbf6f9de52ef167fc04d7514b984423081b65f4a8a6f5b463dc6d4372bbcbcdd90d7aa75
+  metadata.gz: 60b334c314c6f29257ae7c9a073dfc034536f50f4c58e620137d49d88fb682d12f1abb5882ae792e7a99faffabd3cb01ba990f053f341d10b5478952f527e6bd
+  data.tar.gz: 3b602d7548c15a76068645d27da5a94619d7ca1954a2620c8291b2eb4af93384b2a4fe5f241b15487b3b8f7bb99a8294cd474ddac7f94ee1439d9e2d5f76ee08

data/CHANGELOG.md

@@ -1,5 +1,11 @@
 # Changelog
 
+## [0.3.14] - 2026-07-24
+
+### Fixed
+- **Translator passes `finish_reason` and `usage` through on all streaming chunk types.** vLLM sends `finish_reason` on the same chunk as the last content token. Previously the translator dropped it because the early-return pattern only emitted finish_reason when the delta was empty. Now `text_delta`, `tool_call_delta`, and `thinking_delta` chunks carry `stop_reason` and `usage` when present on the SSE event, enabling the accumulator to capture the real provider signal.
+- **Translator returns both thinking and content when vLLM sends both on the same SSE chunk.** vLLM emits `reasoning` and `content` simultaneously on the boundary between thinking and visible output. Previously the first-branch-wins pattern dropped content when reasoning was present, causing visible characters to disappear from responses (e.g. numbered list items losing their leading digit). `parse_chunk` now returns an array `[thinking_delta, text_delta]` when both fields are present, and the streaming handler iterates them.
+
 ## [0.3.13] - 2026-07-14
 
 ### Fixed

data/lib/legion/extensions/llm/vllm/provider.rb

@@ -471,10 +471,14 @@ module Legion
 
           # Override: delegate SSE chunk parsing to the canonical translator.
           def build_chunk(data)
-            canonical_chunk = translator.parse_chunk(data)
-            return nil if canonical_chunk.nil?
+            result = translator.parse_chunk(data)
+            return nil if result.nil?
 
-            to_legacy_chunk(canonical_chunk, data)
+            if result.is_a?(Array)
+              result.map { |c| to_legacy_chunk(c, data) }
+            else
+              to_legacy_chunk(result, data)
+            end
           end
 
           def parse_list_models_response(response, provider, capabilities)

data/lib/legion/extensions/llm/vllm/translator.rb

@@ -163,23 +163,43 @@ module Legion
               )
             end
 
+            chunk_stop_reason = finish_reason ? map_stop_reason(finish_reason) : nil
+            chunk_usage = finish_reason && data['usage'] ? Canonical::Usage.from_hash(data['usage']) : nil
+
             tool_calls = Array(delta['tool_calls'])
-            return build_tool_call_delta_chunk(tool_calls.first, request_id) unless tool_calls.empty?
+            unless tool_calls.empty?
+              if delta['content'] && !delta['content'].to_s.empty?
+                log.debug '[vllm][translator] action=content_dropped_with_tool_call ' \
+                          "content=#{delta['content'][0, 100].inspect} request_id=#{request_id}"
+              end
+              return build_tool_call_delta_chunk(tool_calls.first, request_id,
+                                                 stop_reason: chunk_stop_reason, usage: chunk_usage)
+            end
 
             # Thinking delta from reasoning_content
             reasoning_content = delta['reasoning_content'] || delta['reasoning']
+            content = delta['content']
             unless reasoning_content.to_s.empty?
-              return Canonical::Chunk.thinking_delta(
+              thinking_chunk = Canonical::Chunk.thinking_delta(
                 delta: reasoning_content,
                 request_id: request_id,
                 block_index: delta.dig('content_block', 'index'),
-                item_id: delta['content_block_start']&.dig('id')
+                item_id: delta['content_block_start']&.dig('id'),
+                stop_reason: content.to_s.empty? ? chunk_stop_reason : nil,
+                usage: content.to_s.empty? ? chunk_usage : nil
               )
+              return thinking_chunk if content.to_s.empty?
+
+              content_chunk = parse_text_delta_with_thinking(content, request_id, data,
+                                                             stop_reason: chunk_stop_reason, usage: chunk_usage)
+              return [thinking_chunk, content_chunk]
             end
 
             # Text delta — check for embedded think tags
-            content = delta['content']
-            return parse_text_delta_with_thinking(content, request_id, data) unless content.to_s.empty?
+            unless content.to_s.empty?
+              return parse_text_delta_with_thinking(content, request_id, data,
+                                                    stop_reason: chunk_stop_reason, usage: chunk_usage)
+            end
 
             nil
           rescue Legion::JSON::ParseError => e
@@ -635,7 +655,7 @@ module Legion
           # fragments carry id: nil and a raw partial-JSON arguments string.
           # The StreamAccumulator keys off a nil id to append fragments to the
           # current tool call, so the id must NOT be synthesized here.
-          def build_tool_call_delta_chunk(first_call, request_id)
+          def build_tool_call_delta_chunk(first_call, request_id, stop_reason: nil, usage: nil)
             function = first_call.fetch('function', {})
 
             tc = Canonical::ToolCall.new(
@@ -649,7 +669,9 @@ module Legion
             Canonical::Chunk.tool_call_delta(
               tool_call: tc,
               request_id: request_id,
-              block_index: first_call['index']
+              block_index: first_call['index'],
+              stop_reason: stop_reason,
+              usage: usage
             )
           end
 
@@ -667,11 +689,13 @@ module Legion
           # (Previously called ThinkingExtractor.extract_from_content, which is
           # private_class_method in lex-llm >= 0.5.0 and raised NoMethodError on
           # every streamed text delta, silently killing all vLLM streaming.)
-          def parse_text_delta_with_thinking(content, request_id, data)
+          def parse_text_delta_with_thinking(content, request_id, data, stop_reason: nil, usage: nil)
             Canonical::Chunk.text_delta(
               delta: content,
               request_id: request_id,
-              index: data['index']
+              index: data['index'],
+              stop_reason: stop_reason,
+              usage: usage
             )
           end
 

data/lib/legion/extensions/llm/vllm/version.rb

@@ -4,7 +4,7 @@ module Legion
   module Extensions
     module Llm
       module Vllm
-        VERSION = '0.3.13'
+        VERSION = '0.3.14'
       end
     end
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-llm-vllm
 version: !ruby/object:Gem::Version
-  version: 0.3.13
+  version: 0.3.14
 platform: ruby
 authors:
 - LegionIO