lex-llm-vllm 0.2.7 → 0.2.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 60cd8aa03dc672912cdd86dadd1dd869bcb0cea55187c29a06d6808850cf8b58
-  data.tar.gz: 26ec677b3b731fa5ab4fa024a4a046285d8ff7550bdb8ca3de92f35c1f71733c
+  metadata.gz: 0ec67bb352cf0bd9dc3ae3f0102e7d26a27ebc8c64c56d98811742c4b75e4ae0
+  data.tar.gz: de092940c2c186e982b0d453b4f1f94157a868626e2a7b4b16cd6c0c1596b28c
 SHA512:
-  metadata.gz: 0b790758768552288cbcb083c8b1b7a1892d6262223633ec36e50a014b2ebc9f75bb43bc4cb451aadfbbebe82dea33cbdff86129d2a90d4873b87ed5ec288d8d
-  data.tar.gz: 0e969eba8171a0dfb830137193173129da7b051a9d84902ee9275fc5bcf8602a3c634a2b26c464e7e8b7dc17216c8d971f899c20144dcf535cdffb798743de19
+  metadata.gz: aad15995696865b3cc0a6e42b6e627e2d4a5dbdb7768ec676d3867964fad107709ce10bfe908128a6575d8bc81d0a8ee9b97b45c554db093b12dbea5b67300c0
+  data.tar.gz: ecfe08d54a3113188c09f642e1b457af39eca29542315d529c477f3f2cac4096a7a1485fd2977fb6acdb7a4c6885f904510b9a3653eb9a966da5ffb6b60ac5ba

data/CHANGELOG.md

@@ -1,5 +1,9 @@
 # Changelog
 
+## 0.2.8 - 2026-05-07
+
+- Read vLLM thinking defaults from the active provider instance config so per-instance `enable_thinking` settings affect chat payloads.
+
 ## 0.2.7 - 2026-05-07
 
 - Fix merge order in `discover_instances` so a user-supplied `tier:` in instance config is no longer clobbered by the `:direct` default.

data/lib/legion/extensions/llm/vllm/provider.rb

@@ -162,18 +162,25 @@ module Legion
           end
 
           def vllm_thinking_setting
+            instance_thinking_enabled? || global_thinking_enabled?
+          rescue StandardError => e
+            handle_exception(e, level: :debug, handled: true, operation: 'vllm.thinking_setting')
+            false
+          end
+
+          def instance_thinking_enabled?
+            return config.enable_thinking if config.respond_to?(:enable_thinking)
+
+            config.respond_to?(:[]) && config[:enable_thinking] == true
+          end
+
+          def global_thinking_enabled?
             return false unless defined?(Legion::Settings)
 
             vllm = Legion::Settings.dig(:llm, :providers, :vllm)
             return false unless vllm.is_a?(Hash)
 
-            vllm[:enable_thinking] == true ||
-              vllm['enable_thinking'] == true ||
-              vllm.dig(:instances, :default, :enable_thinking) == true ||
-              vllm.dig('instances', 'default', 'enable_thinking') == true
-          rescue StandardError => e
-            handle_exception(e, level: :debug, handled: true, operation: 'vllm.thinking_setting')
-            false
+            vllm[:enable_thinking] == true || vllm['enable_thinking'] == true
           end
 
           def parse_list_models_response(response, provider, capabilities)

data/lib/legion/extensions/llm/vllm/version.rb

@@ -4,7 +4,7 @@ module Legion
   module Extensions
     module Llm
       module Vllm
-        VERSION = '0.2.7'
+        VERSION = '0.2.8'
       end
     end
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-llm-vllm
 version: !ruby/object:Gem::Version
-  version: 0.2.7
+  version: 0.2.8
 platform: ruby
 authors:
 - LegionIO