lex-llm 0.6.8 → 0.6.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5613f655c5743be588ec5030535de96dc998cb8f03ffb8f8b2be21c95dc55b84
-  data.tar.gz: cba342c0f0662d7612b2d8647791149ddb716878e79e487e84a640dbcd3582cc
+  metadata.gz: d325676c4cc272b839d2e0ba4d678a1aab7ec05268e5e7d37ac302234d25ae4e
+  data.tar.gz: a8a2475af20b60ea5d53dc2c5da7ceb0ea2f25d8c094079df73b41cce04ea577
 SHA512:
-  metadata.gz: b2eb4840e8f1f39d65690dc9226387d6fecbcc9352845cc796d2421b56b660fddae35e2373abdbb88e5c3b127a5b5a6ba621c33682762bbf2eeb271809ec2beb
-  data.tar.gz: 7cce383baa60095d03479240c16076624706d56d605200efee5943d3de290ba96c5c18c58e7ada252572966657d846107a3f55945d9f95aa278f553c31ac82a2
+  metadata.gz: 5535f26e2755347ca1024c662eeb7e575515bfa824fe36a2f3958558d21548f393b426f0261a35f3935ccd222099ad8dedaef614af693a0b2d0a74e2353e91ae
+  data.tar.gz: 59fd2029653e72366a5384d36f34639348b12ecba38ba3e2ad19ff0a20e5ffcf6d7ea434e02fcfc8994fa0f373264efac90d532800cd3ae14f2036f10f9f64c8

data/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Changelog
 
+## 0.6.9 - 2026-07-05
+
+### Added
+- `StopReasonMapping` mixin (`legion/extensions/llm/stop_reason_mapping`) — a shared stop_reason vocabulary included by provider translators (and available to legion-llm, which depends on lex-llm). Keys are incoming provider wire strings, values are the canonical `stop_reason` symbol. Provider wire formats spell the same six canonical end-states differently (OpenAI/vLLM emit `tool_calls`, Anthropic `tool_use`; `stop`/`end_turn`/`eos` all mean the same thing), so the common vocabulary now lives in one place instead of being copy-pasted (and drifting) across provider gems.
+  - `#stop_reason_map` — the common vocabulary, inherited by all.
+  - `#stop_reason_map_additions` — returns `{}` in the base; a provider overrides it to ADD provider-specific strings (merged on top, additions win on collision). No guards needed.
+  - `#stop_reason_lookup(key)` — merges additions over the map, coerces the key via `to_s`, returns the canonical symbol or `nil` (caller decides the default). To REPLACE the whole vocabulary, a provider overrides `#stop_reason_map`.
+
 ## 0.6.8 - 2026-07-03
 
 ### Changed

data/lib/legion/extensions/llm/stop_reason_mapping.rb

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+module Legion
+  module Extensions
+    module Llm
+      # Shared stop_reason vocabulary, included by every provider translator (and
+      # available to legion-llm, which depends on lex-llm). Provider wire formats
+      # spell the same canonical end-states differently — OpenAI/vLLM emit
+      # "tool_calls", Anthropic "tool_use", and "stop"/"end_turn"/"eos" all mean
+      # the same thing. This puts the common vocabulary in one place so it is not
+      # copy-pasted (and drifting) across five provider gems.
+      #
+      # Keys are the incoming provider strings; values are the canonical
+      # stop_reason (see Canonical::Response::STOP_REASONS).
+      #
+      # Provider overrides, all by plain method definition — no guards:
+      #   * ADD provider-specific strings  → override #stop_reason_map_additions
+      #   * REPLACE the whole vocabulary   → override #stop_reason_map
+      module StopReasonMapping
+        # The common vocabulary every provider inherits for free.
+        def stop_reason_map
+          {
+            'stop' => :end_turn,
+            'end_turn' => :end_turn,
+            'eos' => :end_turn,
+            'complete' => :end_turn,
+            'tool_calls' => :tool_use,
+            'tool_call' => :tool_use,
+            'tool_use' => :tool_use,
+            'function_call' => :tool_use,
+            'length' => :max_tokens,
+            'max_tokens' => :max_tokens,
+            'stop_sequence' => :stop_sequence,
+            'stop_sequences' => :stop_sequence,
+            'content_filter' => :content_filter,
+            'error' => :error
+          }
+        end
+
+        # Provider-specific additions, merged on top of the common map. Base
+        # returns {} so callers never need an "if defined?" guard. Additions win
+        # over the common map on key collision.
+        def stop_reason_map_additions
+          {}
+        end
+
+        # Resolve a provider wire stop_reason string to its canonical symbol, or
+        # nil when unmapped (the caller decides the default — usually :end_turn).
+        def stop_reason_lookup(key)
+          stop_reason_map.merge(stop_reason_map_additions).fetch(key.to_s, nil)
+        end
+      end
+    end
+  end
+end

data/lib/legion/extensions/llm/version.rb

@@ -3,7 +3,7 @@
 module Legion
   module Extensions
     module Llm
-      VERSION = '0.6.8'
+      VERSION = '0.6.9'
     end
   end
 end

data/lib/legion/extensions/llm.rb

@@ -82,6 +82,7 @@ module Legion
 
       # --- Provider base & allied modules ---
       require_relative 'llm/provider_contract'
+      require_relative 'llm/stop_reason_mapping'
       require_relative 'llm/provider_settings'
       require_relative 'llm/provider'
 

data/spec/legion/extensions/llm/stop_reason_mapping_spec.rb

@@ -0,0 +1,96 @@
+# frozen_string_literal: true
+
+require 'spec_helper'
+
+# Shared stop_reason vocabulary. Provider wire formats spell the same six
+# canonical end-states differently (OpenAI/vLLM: "tool_calls"; Anthropic:
+# "tool_use"; "stop" vs "end_turn" vs "eos"). Before this module, every
+# provider translator carried its own copy-pasted *_STOP_REASON_MAP, which
+# drifted — vllm/ollama mapped only "tool_use" and silently fell back to
+# :end_turn on the "tool_calls" that OpenAI-compatible backends actually send.
+#
+# StopReasonMapping puts the common vocabulary in one place (inherited by all)
+# with a provider-overridable additions hook and a full-replace hook.
+RSpec.describe Legion::Extensions::Llm::StopReasonMapping do
+  let(:host_class) do
+    Class.new { include Legion::Extensions::Llm::StopReasonMapping }
+  end
+  let(:host) { host_class.new }
+
+  describe 'the common vocabulary (#stop_reason_lookup)' do
+    it 'maps OpenAI/vLLM "tool_calls" to :tool_use' do
+      expect(host.stop_reason_lookup('tool_calls')).to eq(:tool_use)
+    end
+
+    it 'maps Anthropic "tool_use" to :tool_use' do
+      expect(host.stop_reason_lookup('tool_use')).to eq(:tool_use)
+    end
+
+    it 'maps "stop"/"end_turn"/"eos" to :end_turn' do
+      expect(host.stop_reason_lookup('stop')).to eq(:end_turn)
+      expect(host.stop_reason_lookup('end_turn')).to eq(:end_turn)
+      expect(host.stop_reason_lookup('eos')).to eq(:end_turn)
+    end
+
+    it 'maps "length"/"max_tokens" to :max_tokens' do
+      expect(host.stop_reason_lookup('length')).to eq(:max_tokens)
+      expect(host.stop_reason_lookup('max_tokens')).to eq(:max_tokens)
+    end
+
+    it 'coerces non-string keys via to_s' do
+      expect(host.stop_reason_lookup(:tool_calls)).to eq(:tool_use)
+    end
+
+    it 'returns nil for an unmapped key (caller decides the default)' do
+      expect(host.stop_reason_lookup('totally_unknown')).to be_nil
+    end
+  end
+
+  describe 'provider additions (#stop_reason_map_additions)' do
+    it 'base returns {} so no guard is ever needed' do
+      expect(host.stop_reason_map_additions).to eq({})
+    end
+
+    it 'a provider adds provider-specific strings on top of the common map' do
+      bedrock_like = Class.new do
+        include Legion::Extensions::Llm::StopReasonMapping
+
+        def stop_reason_map_additions
+          { 'guardrail_intervened' => :content_filter }
+        end
+      end.new
+
+      # addition resolves
+      expect(bedrock_like.stop_reason_lookup('guardrail_intervened')).to eq(:content_filter)
+      # common vocabulary still inherited
+      expect(bedrock_like.stop_reason_lookup('tool_calls')).to eq(:tool_use)
+    end
+
+    it 'additions win over the common map on key collision' do
+      override = Class.new do
+        include Legion::Extensions::Llm::StopReasonMapping
+
+        def stop_reason_map_additions
+          { 'stop' => :stop_sequence }
+        end
+      end.new
+
+      expect(override.stop_reason_lookup('stop')).to eq(:stop_sequence)
+    end
+  end
+
+  describe 'full replacement (#stop_reason_map)' do
+    it 'a provider can replace the whole map, dropping the defaults' do
+      replaced = Class.new do
+        include Legion::Extensions::Llm::StopReasonMapping
+
+        def stop_reason_map
+          { 'weird_only' => :end_turn }
+        end
+      end.new
+
+      expect(replaced.stop_reason_lookup('weird_only')).to eq(:end_turn)
+      expect(replaced.stop_reason_lookup('tool_calls')).to be_nil
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-llm
 version: !ruby/object:Gem::Version
-  version: 0.6.8
+  version: 0.6.9
 platform: ruby
 authors:
 - LegionIO
@@ -324,6 +324,7 @@ files:
 - lib/legion/extensions/llm/routing/model_offering.rb
 - lib/legion/extensions/llm/routing/offering_registry.rb
 - lib/legion/extensions/llm/routing/registry_event.rb
+- lib/legion/extensions/llm/stop_reason_mapping.rb
 - lib/legion/extensions/llm/stream_accumulator.rb
 - lib/legion/extensions/llm/streaming.rb
 - lib/legion/extensions/llm/taxonomies.rb
@@ -422,6 +423,7 @@ files:
 - spec/legion/extensions/llm/routing/model_offering_spec.rb
 - spec/legion/extensions/llm/routing/offering_registry_spec.rb
 - spec/legion/extensions/llm/routing/registry_event_spec.rb
+- spec/legion/extensions/llm/stop_reason_mapping_spec.rb
 - spec/legion/extensions/llm/stream_accumulator_spec.rb
 - spec/legion/extensions/llm/streaming_spec.rb
 - spec/legion/extensions/llm/taxonomies_spec.rb