legion-llm 0.14.8 → 0.14.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b12fc37520233aba6bc8b063e0334e5e1abb74970c5ba6a2efd9094bbd3414cf
-  data.tar.gz: f52cdb8f4cc7c7c2e67e0a6c8caa55fb842f736418955c4ec20d89a0b677212a
+  metadata.gz: 259d94128ef1590e757e4929a78e0f260db10ccc447c92033164db40b236198b
+  data.tar.gz: 9b51f6f2bed159bbdbbd19d30af9c1b54e1905bbc284996865ab5da20b581450
 SHA512:
-  metadata.gz: 598310ad96bad4d54ac02802a6d981294d5fb1faec31390fa6375e378f936f47f2336027255e0ca5c49f6db199b606528c8e96b70112325e41ccbb346245db11
-  data.tar.gz: 68c89f512cea238a856fdc5930155a7018cb095573f0de5de50bce8f03bb662c2b67abdd0f653a7f201139e3412806beef631f1f46dd80f065c18c0a496c489b
+  metadata.gz: 03c431fb67fdb8a8f319bacde1afad35f98141412b7a721c2ff59b94d8f43ae6f2c0d89369e4d662ce310b4c1e0b4354087c90cf796dfed5a4585e79e4133a7a
+  data.tar.gz: e8480e859c80a2c98562fe6619de8f1a16ddd6ba7079d3006092c24f08f1ab9a6e31443080fb7e48d7647c1696fe8917e6b2a21f2ea48780ae079d4750732f34

data/CHANGELOG.md

@@ -1,5 +1,25 @@
 # Legion LLM Changelog
 
+## [0.14.10] - 2026-06-26
+
+### Fixed
+
+- `routing_resolution_for` now passes `chain_required_capabilities` to `request_lane` — requests with tools filter out lanes without `:tools` capability. Prevents tool-bearing requests from routing to models that can't handle function calling (e.g. v100 with `enable_tools: false`).
+- `Prompt.dispatch` no longer pre-bakes `default_provider`/`default_model` from settings when Inventory has lanes. Passes nil so the Executor's `step_routing` routes via `request_lane` using weight, context_window, and capabilities. Fixes GAIA/lex-agentic requests >16K getting locked to v100 by model filter instead of routing to h200.
+
+## [0.14.9] - 2026-06-25
+
+### Fixed
+
+- Routing token estimate (`estimate_request_tokens`) now includes system prompt, tool definitions, and thinking config — matching what `enforce_final_context_budget!` checks at dispatch time. Previously only counted messages, causing large-context requests (e.g. Copilot Chat with 81 tools + system prompt) to route to small-context models and fail with ContextOverflow at dispatch.
+- `resolve_routing_state` always consults `request_lane` when Inventory has lanes, removing the gate that required explicit routing flags. Enables weight-based lane selection for all callers including `Legion::LLM.chat`.
+
+### Added
+
+- `:subcall` profile in `Inference::Profile` — skips all pipeline steps except routing, provider_call, and metering. Used for in-pipeline LLM sub-calls (debate, lex-knowledge, lex-apollo) to avoid recursive full-pipeline execution.
+- `Executor.new(request, skip_pipeline: true)` kwarg forces `:subcall` profile without requiring caller identity manipulation.
+- `dispatch_chat` unified path — builds a `Request` via `from_chat_args` and runs the Executor directly, detecting in-pipeline context via `Thread.current[:legion_llm_in_pipeline]`.
+
 ## [0.14.8] - 2026-06-25
 
 ### Fixed

data/lib/legion/llm/inference/executor/routing.rb

@@ -199,14 +199,15 @@ module Legion
           end
 
           def estimate_request_tokens
-            # Estimate total tokens from current request messages + conversation history.
-            # This is used by the router to exclude models whose context window can't fit.
             all_messages = []
             all_messages.concat(@enrichments['context:conversation_history'] || [])
             all_messages.concat(@request.messages || [])
-            return 0 if all_messages.empty?
 
-            estimate_message_tokens(all_messages)
+            estimated = all_messages.empty? ? 0 : estimate_message_tokens(all_messages)
+            estimated += ((@request.system || '').length / 4.0).ceil
+            estimated += estimate_tool_token_budget if @request.tools&.any?
+            estimated += (Legion::JSON.dump(@request.thinking).length / 3.5).ceil if @request.thinking.is_a?(Hash) && @request.thinking.any?
+            estimated
           end
 
           def chain_required_capabilities
@@ -367,11 +368,7 @@ module Legion
 
           def resolve_routing_state(state)
             return state unless defined?(Router)
-
-            explicit_route = state[:provider_explicit] || state[:instance_explicit] || state[:tier_explicit]
-            auto_route = state[:auto_route] == true
-            intent_route = state[:intent_explicit] && state[:intent] && Router.routing_enabled?
-            return state unless explicit_route || auto_route || intent_route
+            return state unless Legion::LLM::Inventory.lanes.any?
 
             resolution = routing_resolution_for(state)
             return state unless resolution
@@ -391,6 +388,7 @@ module Legion
               providers:         providers,
               instances:         instances,
               models:            models,
+              capabilities:      chain_required_capabilities,
               estimated_context: state[:estimated_tokens],
               tried_lanes:       Array(state[:tried_lanes])
             )

data/lib/legion/llm/inference/prompt.rb

@@ -49,8 +49,10 @@ module Legion
             resolved_model    = lane&.dig(:model)
           end
 
-          resolved_provider ||= Legion::Settings[:llm][:default_provider] unless auto_route
-          resolved_model ||= Legion::Settings[:llm][:default_model] unless auto_route
+          if !auto_route && resolved_provider.nil? && resolved_model.nil? && Legion::LLM::Inventory.lanes.none?
+            resolved_provider = Legion::Settings[:llm][:default_provider]
+            resolved_model = Legion::Settings[:llm][:default_model]
+          end
 
           request(message,
                   provider:         resolved_provider,
@@ -93,7 +95,7 @@ module Legion
                     quality_check: nil,
                     **)
           auto_route = Inference::Request.auto_routing_model?(model)
-          if !auto_route && (provider.nil? || model.nil?)
+          if !auto_route && (provider.nil? || model.nil?) && Legion::LLM::Inventory.lanes.none?
             raise LLMError, "Prompt.request: provider and model must be set (got provider=#{provider.inspect}, model=#{model.inspect}). " \
                             'Configure Legion::Settings[:llm][:default_provider] and [:default_model], or pass them explicitly.'
           end

data/lib/legion/llm/version.rb

@@ -2,6 +2,6 @@
 
 module Legion
   module LLM
-    VERSION = '0.14.8'
+    VERSION = '0.14.10'
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: legion-llm
 version: !ruby/object:Gem::Version
-  version: 0.14.8
+  version: 0.14.10
 platform: ruby
 authors:
 - Esity