lex-llm-vllm 0.1.9 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c7c1de4a067bd42d4675c0485f5e13c4d6fe3a1a17c29a2e23c46d266588dd20
-  data.tar.gz: fe503a3a436ef92bcc88015b1d608180d4f98a226cdac4d825c7433c812ee67c
+  metadata.gz: 261a83f8a4243c795e10e759e5f7f0681cd02d91b91041ff6f11f50d498d1f2a
+  data.tar.gz: c136080255383ca0d3417937d3e4988701075fef4df4c33de3e85fbd9f6ae04b
 SHA512:
-  metadata.gz: 00bdc87460cf051250b56def2c2a910efe5ff058451a3eff26a7ad1254c5ec9441d3ddb592fa80fd600a83e8479d3593cd1771042e0bacadf0613bb33735ba26
-  data.tar.gz: 7d0df28f8edc25b269f64a987e63de90fe89d098e409bbd2dada20ac8f8b981caec3c046a3eeb591c7edb5c025efc80cd480837fc03b81348ab69e160bef9d2b
+  metadata.gz: a521587328074e46f4403783b85d001f6a9a4cab77e31556ea565432dea12535ed9d0c656b8f8212b20d37f196d8c08f86be25955ff25813ca908e03b5fa8e60
+  data.tar.gz: 3b74fa8c6ecfd4c71fb027a5eb13d3d41b7acf1c42cebcbfeea0e4143ec5ef9ad2693020c284eb3377a8f77fe6cd492c85ed9b9af8f515ad32918f152df224a8

data/CHANGELOG.md

@@ -1,5 +1,12 @@
 # Changelog
 
+## 0.2.0 - 2026-05-01
+
+- Add auto-discovery via CredentialSources and AutoRegistration from lex-llm 0.3.0
+- Self-register discovered instances into Call::Registry at require-time
+- Require lex-llm >= 0.3.0
+
+
 ## 0.1.9 - 2026-04-30
 
 - Adopt base provider contract from lex-llm 0.1.9

data/lex-llm-vllm.gemspec

@@ -26,5 +26,5 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'legion-json', '>= 1.2.1'
   spec.add_dependency 'legion-logging', '>= 1.3.2'
   spec.add_dependency 'legion-settings', '>= 1.3.14'
-  spec.add_dependency 'lex-llm', '>= 0.1.9'
+  spec.add_dependency 'lex-llm', '>= 0.3.0'
 end

data/lib/legion/extensions/llm/vllm/provider.rb

@@ -46,8 +46,12 @@ module Legion
 
           def stream_usage_supported? = true
 
+          def settings
+            Vllm.default_settings
+          end
+
           def api_base
-            config.vllm_api_base || 'http://localhost:8000'
+            normalize_url(config.vllm_api_base || 'localhost:8000')
           end
 
           def headers

data/lib/legion/extensions/llm/vllm/version.rb

@@ -4,7 +4,7 @@ module Legion
   module Extensions
     module Llm
       module Vllm
-        VERSION = '0.1.9'
+        VERSION = '0.2.0'
       end
     end
   end

data/lib/legion/extensions/llm/vllm.rb

@@ -11,6 +11,7 @@ module Legion
       module Vllm
         extend ::Legion::Extensions::Core if ::Legion::Extensions.const_defined?(:Core, false)
         extend Legion::Logging::Helper
+        extend Legion::Extensions::Llm::AutoRegistration
 
         PROVIDER_FAMILY = :vllm
 
@@ -36,8 +37,33 @@ module Legion
           @registry_publisher ||= Legion::Extensions::Llm::RegistryPublisher.new(provider_family: PROVIDER_FAMILY)
         end
 
-        Legion::Extensions::Llm::Configuration.register_provider_options(Provider.configuration_options)
+        def self.discover_instances
+          instances = {}
+
+          if CredentialSources.http_ok?('http://localhost:8000', path: '/health', timeout: 0.1)
+            instances[:local] = {
+              vllm_api_base: 'http://localhost:8000',
+              tier: :local,
+              capabilities: [:completion]
+            }
+          end
+
+          configured = CredentialSources.setting(:extensions, :llm, :vllm, :instances)
+          if configured.is_a?(Hash)
+            configured.each do |name, config|
+              instances[name.to_sym] = config.merge(tier: :direct)
+            end
+          end
+
+          instances
+        end
+
+        if Legion::Extensions::Llm::Configuration.respond_to?(:register_provider_options)
+          Legion::Extensions::Llm::Configuration.register_provider_options(Provider.configuration_options)
+        end
       end
     end
   end
 end
+
+Legion::Extensions::Llm::Vllm.register_discovered_instances

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-llm-vllm
 version: !ruby/object:Gem::Version
-  version: 0.1.9
+  version: 0.2.0
 platform: ruby
 authors:
 - LegionIO
@@ -57,14 +57,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.9
+        version: 0.3.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.9
+        version: 0.3.0
 description: vLLM provider integration for the LegionIO LLM routing framework.
 email:
 - matthewdiverson@gmail.com