lex-llm-vllm 0.2.6 → 0.2.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 14dc7ee5334135f8eece7622a27cb57bad3c9c885cb6203de56006b5d2a1b353
-  data.tar.gz: 59ea84f7c50a9407da2af50c51f77ad26894d45b7f06d9c0223198a73a7e22a8
+  metadata.gz: 60cd8aa03dc672912cdd86dadd1dd869bcb0cea55187c29a06d6808850cf8b58
+  data.tar.gz: 26ec677b3b731fa5ab4fa024a4a046285d8ff7550bdb8ca3de92f35c1f71733c
 SHA512:
-  metadata.gz: 05c8fa912c908ec88943277dfd2e2b82f84bbd4ff6880d4e1f288f1397baf2cc1f72c2d20e894684be14be9f5f213e381ea5f524bfed3162e116de0271009f93
-  data.tar.gz: 14fffc18eff78d0c8751fbb96c9db6cbdd2773af66c46359b5934fad09d9a8fa37183a4f123f7cb75008e44cf821a21d97756d47633e44a50ab935f3f5743f0d
+  metadata.gz: 0b790758768552288cbcb083c8b1b7a1892d6262223633ec36e50a014b2ebc9f75bb43bc4cb451aadfbbebe82dea33cbdff86129d2a90d4873b87ed5ec288d8d
+  data.tar.gz: 0e969eba8171a0dfb830137193173129da7b051a9d84902ee9275fc5bcf8602a3c634a2b26c464e7e8b7dc17216c8d971f899c20144dcf535cdffb798743de19

data/CHANGELOG.md

@@ -1,5 +1,10 @@
 # Changelog
 
+## 0.2.7 - 2026-05-07
+
+- Fix merge order in `discover_instances` so a user-supplied `tier:` in instance config is no longer clobbered by the `:direct` default.
+- Infer instance tier from endpoint URL in `normalize_instance_config`: `localhost`/`127.0.0.1`/`::1` → `:local`, any other host → `:direct`. Explicit `tier:` in config still wins.
+
 ## 0.2.6 - 2026-05-06
 
 - Load provider-owned fleet actors through the LegionIO subscription base and the canonical vLLM provider root.

data/lib/legion/extensions/llm/vllm/version.rb

@@ -4,7 +4,7 @@ module Legion
   module Extensions
     module Llm
       module Vllm
-        VERSION = '0.2.6'
+        VERSION = '0.2.7'
       end
     end
   end

data/lib/legion/extensions/llm/vllm.rb

@@ -14,6 +14,7 @@ module Legion
         extend Legion::Extensions::Llm::AutoRegistration
 
         PROVIDER_FAMILY = :vllm
+        DEFAULT_INSTANCE_TIER = { tier: :direct }.freeze
 
         def self.default_settings
           ::Legion::Extensions::Llm.provider_settings(
@@ -60,7 +61,7 @@ module Legion
           configured = CredentialSources.setting(:extensions, :llm, :vllm, :instances)
           if configured.is_a?(Hash)
             configured.each do |name, config|
-              instances[name.to_sym] = normalize_instance_config(config).merge(tier: :direct)
+              instances[name.to_sym] = DEFAULT_INSTANCE_TIER.merge(normalize_instance_config(config))
             end
           end
 
@@ -69,16 +70,31 @@ module Legion
 
         def self.normalize_instance_config(config)
           normalized = config.to_h.transform_keys(&:to_sym)
+          resolve_api_base_aliases(normalized)
+          normalized[:tier] ||= infer_tier_from_endpoint(normalized[:vllm_api_base])
+          normalized
+        end
+
+        def self.resolve_api_base_aliases(normalized)
           normalized[:vllm_api_base] ||= normalized.delete(:base_url)
           normalized[:vllm_api_base] ||= normalized.delete(:api_base)
           normalized[:vllm_api_base] ||= normalized.delete(:endpoint)
           normalized[:vllm_api_base] = normalize_api_base(normalized[:vllm_api_base]) if normalized[:vllm_api_base]
-          normalized
         end
 
         def self.normalize_api_base(url)
           url.to_s.sub(%r{/v1/?\z}, '')
         end
+
+        def self.infer_tier_from_endpoint(url)
+          return :direct if url.nil? || url.to_s.empty?
+
+          require 'uri'
+          host = URI.parse(url.to_s).host.to_s.downcase
+          %w[localhost 127.0.0.1 ::1].include?(host) ? :local : :direct
+        rescue URI::InvalidURIError
+          :direct
+        end
       end
     end
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-llm-vllm
 version: !ruby/object:Gem::Version
-  version: 0.2.6
+  version: 0.2.7
 platform: ruby
 authors:
 - LegionIO