lex-llm-vllm 0.1.3 → 0.1.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: dca0ffb2e1335cffd3b857e687ff1d0bb51846af7f9bcaaa108a61a227058286
-  data.tar.gz: 71811d068ce3df025d7e83225ff048c7e75f293004565531287678601468aac1
+  metadata.gz: 3d9ce01c4d82eba349cdbe37aca5fa4b577dfc7bcf8d2b96c54353760f2162b0
+  data.tar.gz: dfe94103d8c4b71a7af0b5108e4bb021080406f065ad4cf16ae99ea67f696c16
 SHA512:
-  metadata.gz: 82427659e263f7427c0371e4a3b53af87bc7f93242038e61ea249e3a1fb5b4ef1d5c89b0689c82102b294bfd76bd7453f4e8b795216fe2452c5756af6aad56cd
-  data.tar.gz: 88688cb6c5a56bdbc59e4ae5189816c0979d38cf37f1fc70ad2f3628d3939e32bf313efffa4eae81ac917bc18c6c2a597ad051906410c2c07144ee8dfb912858
+  metadata.gz: e0dff8aa6b171711dde2fc016f0a899e56b3ee54ed83868a19c8cd9420f7ff9b8e16cb2164df41cda3ae2c6d3e0c0400591a04dc6308abeca72ed31ec0627241
+  data.tar.gz: 283a82ff2cad5658fa7250e7c3a2a0492dd0f7d2de471352a89449b8874957f2f8062265b4497f46a43e83e0308458b64d01915d7d170e240ab0f5ffddaf50e9

data/CHANGELOG.md

@@ -1,5 +1,18 @@
 # Changelog
 
+## 0.1.6 - 2026-04-28
+
+- Publish best-effort `llm.registry` readiness and discovered-model availability events when transport is loaded.
+
+## 0.1.5 - 2026-04-28
+
+- Require current shared Legion JSON, logging, settings, and LLM extension gems.
+
+## 0.1.4 - 2026-04-28
+
+- Require `lex-llm >= 0.1.4` so OpenAI-compatible model discovery exposes normalized capabilities and modalities.
+- Add explicit discovered-model capability mapping for vLLM routing metadata.
+
 ## 0.1.3 - 2026-04-28
 
 - Remove the leftover compatibility entrypoint outside the Legion namespace.

data/README.md

@@ -15,6 +15,7 @@ Load it with `require 'legion/extensions/llm/vllm'`.
 - model discovery through `GET /v1/models`
 - embeddings through `POST /v1/embeddings`
 - vLLM management helpers for `/health`, `/version`, `/reset_prefix_cache`, `/reset_mm_cache`, `/sleep`, and `/wake_up`
+- normalized OpenAI-compatible capability and modality metadata for discovered models
 - shared fleet/default settings via `Legion::Extensions::Llm.provider_settings`
 
 ## Defaults

data/lex-llm-vllm.gemspec

@@ -23,5 +23,8 @@ Gem::Specification.new do |spec|
   spec.files = `git ls-files -z`.split("\x0").reject { |file| file.match(%r{^(spec|test|features|tmp|coverage)/}) }
   spec.require_paths = ['lib']
 
-  spec.add_dependency 'lex-llm', '>= 0.1.3'
+  spec.add_dependency 'legion-json', '>= 1.2.1'
+  spec.add_dependency 'legion-logging', '>= 1.3.2'
+  spec.add_dependency 'legion-settings', '>= 1.3.14'
+  spec.add_dependency 'lex-llm', '>= 0.1.5'
 end

data/lib/legion/extensions/llm/vllm/provider.rb

@@ -12,11 +12,17 @@ module Legion
           include Legion::Extensions::Llm::Provider::OpenAICompatible
 
           class << self
+            attr_writer :registry_publisher
+
             def slug = 'vllm'
             def local? = true
             def configuration_options = %i[vllm_api_base vllm_api_key]
             def configuration_requirements = []
             def capabilities = Capabilities
+
+            def registry_publisher
+              @registry_publisher ||= RegistryPublisher.new
+            end
           end
 
           # Capability predicates for vLLM OpenAI-compatible model offerings.
@@ -28,6 +34,15 @@ module Legion
             def vision?(_model) = true
             def functions?(_model) = true
             def embeddings?(_model) = true
+
+            def critical_capabilities_for(model)
+              [
+                ('streaming' if streaming?(model)),
+                ('function_calling' if functions?(model)),
+                ('vision' if vision?(model)),
+                ('embeddings' if embeddings?(model))
+              ].compact
+            end
           end
 
           def api_base
@@ -52,6 +67,18 @@ module Legion
             connection.get(health_url).body
           end
 
+          def readiness(live: false)
+            super.tap do |metadata|
+              self.class.registry_publisher.publish_readiness_async(metadata) if live
+            end
+          end
+
+          def list_models
+            super.tap do |models|
+              self.class.registry_publisher.publish_models_async(models, readiness: readiness(live: false))
+            end
+          end
+
           def version
             connection.get(version_url).body
           end

data/lib/legion/extensions/llm/vllm/registry_event_builder.rb

@@ -0,0 +1,122 @@
+# frozen_string_literal: true
+
+module Legion
+  module Extensions
+    module Llm
+      module Vllm
+        # Builds sanitized lex-llm registry envelopes for vLLM provider state.
+        class RegistryEventBuilder
+          def readiness(readiness)
+            registry_event_class.public_send(
+              readiness[:ready] ? :available : :unavailable,
+              provider_offering(readiness),
+              runtime: runtime_metadata,
+              health: readiness_health(readiness),
+              metadata: readiness_metadata(readiness)
+            )
+          end
+
+          def model_available(model, readiness:)
+            registry_event_class.available(
+              model_offering(model),
+              runtime: runtime_metadata,
+              health: model_health(readiness),
+              metadata: model_metadata(model)
+            )
+          end
+
+          private
+
+          def provider_offering(readiness)
+            {
+              provider_family: :vllm,
+              provider_instance: provider_instance,
+              transport: :http,
+              model: 'provider-readiness',
+              usage_type: :inference,
+              capabilities: [],
+              health: readiness_health(readiness),
+              metadata: { lex: :llm_vllm, provider_readiness: true }
+            }
+          end
+
+          def model_offering(model)
+            {
+              provider_family: :vllm,
+              provider_instance: provider_instance,
+              transport: :http,
+              model: model.id,
+              usage_type: usage_type_for(model),
+              capabilities: Array(model.capabilities).map(&:to_sym),
+              limits: model_limits(model),
+              metadata: { lex: :llm_vllm, model_name: model.name }.compact
+            }
+          end
+
+          def readiness_health(readiness)
+            health = {
+              ready: readiness[:ready] == true,
+              status: readiness[:ready] ? :available : :unavailable,
+              checked: readiness.dig(:health, :checked) != false
+            }
+            add_readiness_error(health, readiness[:health])
+          end
+
+          def add_readiness_error(health, source)
+            error = source.is_a?(Hash) ? source : {}
+            error_class = error[:error] || error['error']
+            error_message = error[:message] || error['message']
+            health[:error_class] = error_class if error_class
+            health[:error] = error_message if error_message
+            health
+          end
+
+          def model_health(readiness)
+            ready = readiness.fetch(:ready, true) == true
+            { ready:, status: ready ? :available : :degraded }
+          end
+
+          def readiness_metadata(readiness)
+            {
+              extension: :lex_llm_vllm,
+              provider: :vllm,
+              configured: readiness[:configured] == true,
+              live: readiness[:live] == true
+            }
+          end
+
+          def model_metadata(model)
+            { extension: :lex_llm_vllm, provider: :vllm, model_type: model.type }
+          end
+
+          def runtime_metadata
+            { node: provider_instance }
+          end
+
+          def model_limits(model)
+            {
+              context_window: model.context_window,
+              max_output_tokens: model.max_output_tokens
+            }.compact
+          end
+
+          def usage_type_for(model)
+            model.type == 'embedding' ? :embedding : :inference
+          end
+
+          def provider_instance
+            configured_node = (::Legion::Settings.dig(:node, :canonical_name) if defined?(::Legion::Settings))
+            value = configured_node.to_s.strip
+            value.empty? ? :vllm : value.to_sym
+          rescue StandardError
+            :vllm
+          end
+
+          def registry_event_class
+            ::Legion::Extensions::Llm::Routing::RegistryEvent
+          end
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/llm/vllm/registry_publisher.rb

@@ -0,0 +1,100 @@
+# frozen_string_literal: true
+
+module Legion
+  module Extensions
+    module Llm
+      module Vllm
+        # Best-effort publisher for vLLM provider availability events.
+        class RegistryPublisher
+          APP_ID = 'lex-llm-vllm'
+
+          def initialize(builder: RegistryEventBuilder.new)
+            @builder = builder
+          end
+
+          def publish_readiness_async(readiness)
+            schedule { publish_event(@builder.readiness(readiness)) }
+          end
+
+          def publish_models_async(models, readiness:)
+            schedule do
+              Array(models).each do |model|
+                publish_event(@builder.model_available(model, readiness:))
+              end
+            end
+          end
+
+          private
+
+          def schedule(&)
+            return false unless publishing_available?
+
+            Thread.new do
+              Thread.current.abort_on_exception = false
+              yield
+            rescue StandardError => e
+              log_publish_failure(e, level: :debug)
+            end
+          rescue StandardError => e
+            log_publish_failure(e, level: :debug)
+            false
+          end
+
+          def publish_event(event)
+            return false unless publishing_available?
+
+            message_class.new(event:, app_id: APP_ID).publish(spool: false)
+          rescue StandardError => e
+            log_publish_failure(e)
+            false
+          end
+
+          def publishing_available?
+            return false unless registry_event_available?
+            return false unless transport_message_available?
+            return true unless defined?(::Legion::Transport::Connection)
+            return true unless ::Legion::Transport::Connection.respond_to?(:session_open?)
+
+            ::Legion::Transport::Connection.session_open?
+          rescue StandardError
+            false
+          end
+
+          def registry_event_available?
+            defined?(::Legion::Extensions::Llm::Routing::RegistryEvent)
+          end
+
+          def transport_message_available?
+            return true if message_class_defined?
+            return false unless defined?(::Legion::Transport::Message) && defined?(::Legion::Transport::Exchange)
+
+            require 'legion/extensions/llm/vllm/transport/messages/registry_event'
+            message_class_defined?
+          rescue LoadError
+            false
+          end
+
+          def message_class_defined?
+            defined?(::Legion::Extensions::Llm::Vllm::Transport::Messages::RegistryEvent)
+          end
+
+          def message_class
+            ::Legion::Extensions::Llm::Vllm::Transport::Messages::RegistryEvent
+          end
+
+          def log_publish_failure(error, level: :warn)
+            message = "[lex-llm-vllm] llm.registry publish failed: #{error.class}: #{error.message}"
+            logger = ::Legion::Extensions::Llm.logger if defined?(::Legion::Extensions::Llm)
+            if logger.respond_to?(level)
+              logger.public_send(level, message)
+            elsif logger.respond_to?(:debug)
+              logger.debug(message)
+            end
+          rescue StandardError
+            nil
+          end
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/llm/vllm/transport/exchanges/llm_registry.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+module Legion
+  module Extensions
+    module Llm
+      module Vllm
+        module Transport
+          module Exchanges
+            # Topic exchange for vLLM provider availability events.
+            class LlmRegistry < ::Legion::Transport::Exchange
+              def exchange_name
+                'llm.registry'
+              end
+
+              def default_type
+                'topic'
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/llm/vllm/transport/messages/registry_event.rb

@@ -0,0 +1,42 @@
+# frozen_string_literal: true
+
+require 'legion/extensions/llm/vllm/transport/exchanges/llm_registry'
+
+module Legion
+  module Extensions
+    module Llm
+      module Vllm
+        module Transport
+          module Messages
+            # Publishes lex-llm RegistryEvent envelopes to the llm.registry exchange.
+            class RegistryEvent < ::Legion::Transport::Message
+              def initialize(event:, **options)
+                super(**event.to_h.merge(options))
+              end
+
+              def exchange
+                Transport::Exchanges::LlmRegistry
+              end
+
+              def routing_key
+                @options[:routing_key] || "llm.registry.#{@options.fetch(:event_type)}"
+              end
+
+              def type
+                'llm.registry.event'
+              end
+
+              def app_id
+                @options[:app_id] || RegistryPublisher::APP_ID
+              end
+
+              def persistent # rubocop:disable Naming/PredicateMethod
+                false
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/llm/vllm/version.rb

@@ -4,7 +4,7 @@ module Legion
   module Extensions
     module Llm
       module Vllm
-        VERSION = '0.1.3'
+        VERSION = '0.1.6'
       end
     end
   end

data/lib/legion/extensions/llm/vllm.rb

@@ -1,7 +1,9 @@
 # frozen_string_literal: true
 
 require 'legion/extensions/llm'
+require 'legion/extensions/llm/vllm/registry_event_builder'
 require 'legion/extensions/llm/vllm/provider'
+require 'legion/extensions/llm/vllm/registry_publisher'
 require 'legion/extensions/llm/vllm/version'
 
 module Legion

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-llm-vllm
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.6
 platform: ruby
 authors:
 - LegionIO
@@ -9,20 +9,62 @@ bindir: bin
 cert_chain: []
 date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: legion-json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.1
+- !ruby/object:Gem::Dependency
+  name: legion-logging
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.2
+- !ruby/object:Gem::Dependency
+  name: legion-settings
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.14
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.14
 - !ruby/object:Gem::Dependency
   name: lex-llm
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.3
+        version: 0.1.5
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.3
+        version: 0.1.5
 description: vLLM provider integration for the LegionIO LLM routing framework.
 email:
 - matthewdiverson@gmail.com
@@ -42,6 +84,10 @@ files:
 - lex-llm-vllm.gemspec
 - lib/legion/extensions/llm/vllm.rb
 - lib/legion/extensions/llm/vllm/provider.rb
+- lib/legion/extensions/llm/vllm/registry_event_builder.rb
+- lib/legion/extensions/llm/vllm/registry_publisher.rb
+- lib/legion/extensions/llm/vllm/transport/exchanges/llm_registry.rb
+- lib/legion/extensions/llm/vllm/transport/messages/registry_event.rb
 - lib/legion/extensions/llm/vllm/version.rb
 homepage: https://github.com/LegionIO/lex-llm-vllm
 licenses: