lex-llm 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 375f971150ba508862d136d724dd61f99ffb49bf3076d6a5debe0e8e12dfe86b
-  data.tar.gz: '092859a51545b6408d0b9342065fcabf32d77184fd7ebd9b2e5739e415c7a43f'
+  metadata.gz: acd86ca9d14268a164c9492297186706a93770c93f4e312f45d6e54cec8bd565
+  data.tar.gz: b78f52a9e0cebfedb102b7809aaf3affc20440e1fcd68a9f815e00f4a129b440
 SHA512:
-  metadata.gz: fead7c175af6e409b349ac8c6654d2c8ddbc8ed66ac2a158483b2bdd4f78898881e4e5b6aa15728515dcfa46d8ce0c601a8c81d99eeabb87f681f93828e3ce31
-  data.tar.gz: 69df8e7c7b0b09917d23b0de90d518dc9132dc9221a1ff9eef5dd1b30dc585beb0c1682d930a57335b29a9424a0b21f17b8994745e39515c1331dc9ff9a198ce
+  metadata.gz: cb2b53cfc698777af6dbfbd735a8d12c0ed5eb94a3dbea88fb91a4951946ac2c3f42790b316bfa34e9f56f822ce3c1be6a07cdc8298525f8d317895269fb2348
+  data.tar.gz: b7392fe404a9bee6f2cde122522016b43f193c4df546a69732f9d238161f61a8a6dcb93b685fc2de5a1f9703ecf2c14c433e1a790039d8489b302afbb8cce2ef

data/CHANGELOG.md

@@ -1,5 +1,10 @@
 # Changelog
 
+## 0.1.4 - 2026-04-28
+
+- Add non-live provider readiness metadata for routing without expensive health or model calls by default.
+- Map OpenAI-compatible model listings to normalized capabilities and modalities for routing.
+
 ## 0.1.3 - 2026-04-27
 
 - Convert the gem to a standard Legion extension runtime under `Legion::Extensions::Llm`.

data/README.md

@@ -48,7 +48,7 @@ gem 'lex-llm'
 Provider extensions should declare `lex-llm` as a gemspec dependency:
 
 ```ruby
-spec.add_dependency 'lex-llm', '>= 0.1.0'
+spec.add_dependency 'lex-llm', '>= 0.1.4'
 ```
 
 For local development across LegionIO repos, prefer a local path override in the app or test `Gemfile`, not a permanent git dependency in the gemspec.
@@ -233,6 +233,8 @@ At minimum, a provider extension should define:
 
 Provider extensions should avoid duplicating shared classes, schema logic, fleet lane construction, JSON handling, or common request/response objects.
 
+All providers inherit `#readiness(live: false)`, which returns configured state, provider locality, API base, endpoint helpers, and non-live health metadata without probing remote services. Providers with a cheap health endpoint can pass `live: true` to include that endpoint response. OpenAI-compatible providers also inherit shared model-list parsing that maps discovered models into normalized capabilities and modalities for Legion routing.
+
 ## Schema Status
 
 `lex-llm` still depends on `ruby_llm-schema` because the current schema bridge exposes:

data/lib/legion/extensions/llm/provider/open_ai_compatible.rb

@@ -171,18 +171,54 @@ module Legion
             {}
           end
 
-          def parse_list_models_response(response, provider, _capabilities)
+          def parse_list_models_response(response, provider, capabilities)
             response.body.fetch('data', []).map do |model|
+              critical_capabilities = critical_capabilities_for(capabilities, model)
               Legion::Extensions::Llm::Model::Info.new(
                 id: model.fetch('id'),
                 name: model['id'],
                 provider: provider,
-                created_at: model['created'],
+                created_at: model_created_at(model['created']),
+                capabilities: critical_capabilities,
+                modalities: modalities_for_capabilities(critical_capabilities),
                 metadata: model
               )
             end
           end
 
+          def model_created_at(value)
+            value.is_a?(Numeric) ? Time.at(value).utc : value
+          end
+
+          def critical_capabilities_for(capabilities, model)
+            return [] unless capabilities
+            return capabilities.critical_capabilities_for(model) if capabilities.respond_to?(:critical_capabilities_for)
+
+            {
+              'streaming' => :streaming?,
+              'function_calling' => :functions?,
+              'vision' => :vision?,
+              'embeddings' => :embeddings?,
+              'moderation' => :moderation?,
+              'image' => :images?,
+              'audio_transcription' => :audio_transcription?
+            }.filter_map do |capability, predicate|
+              capability if capabilities.respond_to?(predicate) && capabilities.public_send(predicate, model)
+            end
+          end
+
+          def modalities_for_capabilities(capabilities)
+            if capabilities.include?('embeddings') && (capabilities - ['embeddings']).empty?
+              { input: %w[text], output: %w[embeddings] }
+            elsif capabilities.include?('image')
+              { input: %w[text image], output: %w[image] }
+            elsif capabilities.include?('audio_transcription')
+              { input: %w[audio], output: %w[text] }
+            else
+              { input: %w[text image], output: %w[text] }
+            end
+          end
+
           def render_embedding_payload(text, model:, dimensions:)
             { model: model, input: text, dimensions: dimensions }.compact
           end

data/lib/legion/extensions/llm/provider.rb

@@ -113,6 +113,38 @@ module Legion
           self.class.assume_models_exist?
         end
 
+        def readiness(live: false)
+          metadata = {
+            provider: slug.to_sym,
+            name: name,
+            configured: configured?,
+            ready: configured?,
+            local: local?,
+            remote: remote?,
+            api_base: api_base,
+            endpoints: endpoint_manifest,
+            live: live
+          }
+
+          return metadata.merge(health: { checked: false }) unless live && metadata[:endpoints][:health]
+
+          response = @connection.get(metadata[:endpoints][:health])
+          metadata.merge(ready: configured? && health_ready?(response.body), health: response.body)
+        rescue StandardError => e
+          metadata.merge(ready: false, health: { error: e.class.name, message: e.message })
+        end
+
+        def endpoint_manifest
+          endpoint_methods.each_with_object({}) do |(key, method_name), result|
+            next unless respond_to?(method_name)
+
+            value = public_send(method_name)
+            result[key] = value unless value.nil?
+          rescue ArgumentError, NotImplementedError
+            next
+          end
+        end
+
         def parse_error(response)
           return if response.body.empty?
 
@@ -270,6 +302,29 @@ module Legion
           temperature
         end
 
+        def endpoint_methods
+          {
+            completion: :completion_url,
+            stream: :stream_url,
+            models: :models_url,
+            embeddings: :embedding_url,
+            moderation: :moderation_url,
+            images: :images_url,
+            transcription: :transcription_url,
+            health: :health_url,
+            version: :version_url
+          }
+        end
+
+        def health_ready?(body)
+          return body unless body.is_a?(Hash)
+
+          status = body['status'] || body[:status] || body['state'] || body[:state]
+          return true if status.nil?
+
+          %w[ok ready healthy running].include?(status.to_s.downcase)
+        end
+
         def sync_response(connection, payload, additional_headers = {})
           response = connection.post completion_url, payload do |req|
             req.headers = additional_headers.merge(req.headers) unless additional_headers.empty?

data/lib/legion/extensions/llm/version.rb

@@ -3,7 +3,7 @@
 module Legion
   module Extensions
     module Llm
-      VERSION = '0.1.3'
+      VERSION = '0.1.4'
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-llm
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - LegionIO