lex-llm-azure-foundry 0.2.14 → 0.2.15

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 30c68d11d7549c672c912006d7ca6e843fbd976cd7e5e1845db580b9f86543f8
-  data.tar.gz: 5451587d09659bd54f9f6a5d52c165f1eee58a66a2667797a65a7f2f84c9fbce
+  metadata.gz: e53b1d826dd7b500516b5d81d4d1502f4cc0c3edbe9453fe80a2436343fdece9
+  data.tar.gz: 4b9206ecc5905a2325b4a626901ea4e2cdb5166dba0c9b679a91668a584d5fd1
 SHA512:
-  metadata.gz: 0a9509a27ea507bfa9cf0a68564cb56cafad2ca30fe8f158a2a1a33dcdb701dc3b25289ce0707a524c9488f54f12421005702b31b3bf6d2b35eb869bc79f77e8
-  data.tar.gz: 0dd91d0a237fa15c9a6fcb32f8c77d81c15274e97fc525d08a254787e91f410449b01448d43e677f9f785343738f33e0de6a0bb07076af45dc7c2ccebbf67cf6
+  metadata.gz: 4b8fce48bc00ff40a0d8e04f731ee2773b0f70bf0fa4e78e212065b063b9631a5f1af639f2ed9e11ba73945f8af47e36008f9b4c62782fe82669f7b6e9e91c24
+  data.tar.gz: 6d1a10eb83f5d62c833c51ef3ed4499b71f0d942938cca357747fbfc4bf935a5d46be0c3a0e0f052fbe42cdfcd6d9fa32610a63967ff291ff9a6b2cb18cb0774

data/CHANGELOG.md

@@ -1,5 +1,10 @@
 # Changelog
 
+## [0.2.15] - 2026-07-09
+
+### Fixed
+- Offerings now populate `limits[:context_window]` (and `max_output_tokens`), so the router sees real capacity for Azure lanes instead of nil/unbounded. `build_offering` previously never set `limits` — deployment config context sizes landed in `metadata` and were invisible to routing (a request could then mis-route to an Azure lane the router thought had unlimited context). `context_window` is sourced from live catalog when the endpoint reports it, else per-deployment instance config (`context_window`/`max_input_tokens`), else nil (a genuine per-instance gap — never a hardcoded guess). Azure's inference-plane endpoints (`model_inference GET /info`, `openai_v1 GET /models`) do not report per-model context length, mirroring the OpenAI/Bedrock cloud providers. `Model::Info#context_length` (models API) is populated the same way.
+
 ## [0.2.14] - 2026-07-03
 
 ### Fixed

data/lib/legion/extensions/llm/azure_foundry/provider.rb

@@ -15,6 +15,9 @@ module Legion
           DEFAULT_API_VERSION = '2024-05-01-preview'
           MODEL_INFERENCE_SURFACE = :model_inference
           OPENAI_V1_SURFACE = :openai_v1
+          # Keys a live model catalog might use to report context length. Azure's own
+          # endpoints rarely do (see deployment_limits), so this is a best-effort read.
+          CATALOG_CONTEXT_KEYS = %i[context_window max_input_tokens context_length].freeze
 
           class << self
             def slug = 'azure_foundry'
@@ -161,7 +164,8 @@ module Legion
               model_family: normalize_family(model_family || configured_family || infer_model_family(model_id)),
               canonical_model_alias: canonical_model_alias || configured_alias,
               usage_type: usage_type || value_for(deployment, :usage_type) || usage_type_for(model_id),
-              metadata: metadata.merge(deployment_metadata(deployment))
+              metadata: metadata.merge(deployment_metadata(deployment)),
+              limits: deployment_limits(deployment)
             )
           end
 
@@ -275,6 +279,7 @@ module Legion
               provider: :azure_foundry,
               family: offering.metadata[:model_family],
               capabilities: capabilities,
+              context_length: offering.context_window,
               modalities_input: modalities[:input],
               modalities_output: modalities[:output],
               metadata: offering.to_h
@@ -362,7 +367,8 @@ module Legion
             )
           end
 
-          def build_offering(model:, model_family:, usage_type:, instance_id:, canonical_model_alias:, metadata:) # rubocop:disable Metrics/ParameterLists
+          def build_offering(model:, model_family:, usage_type:, instance_id:, canonical_model_alias:, # rubocop:disable Metrics/ParameterLists
+                             metadata:, limits: {})
             policy = resolve_capability_policy(model, usage_type)
             Legion::Extensions::Llm::Routing::ModelOffering.new(
               provider_family: :azure_foundry,
@@ -373,6 +379,7 @@ module Legion
               usage_type: usage_type.to_sym,
               capabilities: policy[:capabilities],
               capability_sources: policy[:sources],
+              limits: limits,
               metadata: metadata.merge(
                 model_family: model_family,
                 canonical_model_alias: canonical_model_alias,
@@ -384,14 +391,29 @@ module Legion
           def with_live_metadata(offering)
             response = connection.get(models_url)
             metadata = offering.metadata.merge(model_info: response.body)
-            with_health(offering, ready: true, checked: true, metadata:)
+            # Prefer a context_window the live catalog actually reports; fall back to
+            # whatever the deployment config already resolved (Azure endpoints usually
+            # omit context length, so config remains authoritative).
+            limits = offering.to_h[:limits].to_h
+            catalog_window = catalog_context_window(response.body)
+            limits = limits.merge(context_window: catalog_window) if catalog_window
+            with_health(offering, ready: true, checked: true, metadata:, limits:)
           end
 
-          def with_health(offering, ready:, checked:, error: nil, metadata: offering.metadata)
+          def catalog_context_window(body)
+            return nil unless body.is_a?(Hash)
+
+            value = CATALOG_CONTEXT_KEYS.filter_map { |key| body[key] || body[key.to_s] }.first
+            value&.to_i
+          end
+
+          def with_health(offering, ready:, checked:, error: nil, metadata: offering.metadata, limits: nil) # rubocop:disable Metrics/ParameterLists
             health = { ready: ready, checked: checked }
             health = health.merge(error: error.class.name, message: error.message) if error
 
-            Legion::Extensions::Llm::Routing::ModelOffering.new(offering.to_h.merge(health:, metadata:))
+            data = offering.to_h.merge(health:, metadata:)
+            data[:limits] = limits if limits
+            Legion::Extensions::Llm::Routing::ModelOffering.new(data)
           end
 
           def filter_offerings(offerings, model_family: nil, usage_type: nil, **)
@@ -402,6 +424,24 @@ module Legion
             end
           end
 
+          # Azure's inference-plane endpoints do NOT report per-model context length
+          # (model_inference GET /info returns only model_name/model_type/
+          # model_provider_name; the openai_v1 GET /models is an OpenAI-style
+          # id/created/owned_by list). So context_window is sourced from the
+          # per-deployment instance config (keys :context_window / :max_input_tokens);
+          # live discovery (with_live_metadata) can override it when a catalog entry
+          # actually carries it. Absent both, the window is nil — a per-instance gap,
+          # never a hardcoded guess.
+          def deployment_limits(deployment)
+            return {} unless deployment
+
+            context_window = value_for(deployment, :context_window) || value_for(deployment, :max_input_tokens)
+            {
+              context_window: context_window&.to_i,
+              max_output_tokens: value_for(deployment, :max_output_tokens)&.to_i
+            }.compact
+          end
+
           def deployment_metadata(deployment)
             return {} unless deployment
 

data/lib/legion/extensions/llm/azure_foundry/version.rb

@@ -4,7 +4,7 @@ module Legion
   module Extensions
     module Llm
       module AzureFoundry
-        VERSION = '0.2.14'
+        VERSION = '0.2.15'
       end
     end
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-llm-azure-foundry
 version: !ruby/object:Gem::Version
-  version: 0.2.14
+  version: 0.2.15
 platform: ruby
 authors:
 - LegionIO