lex-llm 0.4.18 → 0.5.1

data/spec/legion/extensions/llm_extension_spec.rb

@@ -0,0 +1,78 @@
+# frozen_string_literal: true
+
+require 'legion/extensions/llm'
+
+RSpec.describe Legion::Extensions::Llm do
+  it 'exposes the Legion-native extension namespace for autoloading' do
+    expect(described_class::Types::ModelOffering).to equal(Legion::Extensions::Llm::Routing::ModelOffering)
+    expect(described_class::Types::OfferingRegistry).to equal(Legion::Extensions::Llm::Routing::OfferingRegistry)
+    expect(described_class::Routing::LaneKey).to equal(Legion::Extensions::Llm::Routing::LaneKey)
+    expect(described_class::Routing::OfferingRegistry).to equal(Legion::Extensions::Llm::Routing::OfferingRegistry)
+  end
+
+  it 'provides complete default fleet settings' do
+    defaults = described_class.default_settings
+
+    expect(defaults.dig(:fleet, :consumer, :scheduler)).to eq(:basic_get)
+    expect(defaults.dig(:fleet, :consumer, :queue_expires_ms)).to eq(60_000)
+    expect(defaults.dig(:fleet, :consumer, :consumer_ack_timeout_ms)).to eq(90_000)
+    expect(defaults.dig(:fleet, :auth, :accepted_issuers)).to eq(['legion-llm'])
+    expect(defaults.dig(:fleet, :auth, :audience)).to eq('lex-llm-fleet-worker')
+    expect(defaults.dig(:fleet, :auth, :algorithm)).to eq('HS256')
+    expect(defaults.dig(:fleet, :auth, :replay_ttl_seconds)).to eq(600)
+    expect(defaults.dig(:fleet, :responder, :require_idempotency)).to be(true)
+    expect(defaults.dig(:fleet, :responder, :idempotency_ttl_seconds)).to eq(600)
+  end
+
+  it 'reads fleet settings from extension settings before falling back to core llm settings' do
+    data = {
+      extensions: { llm: { fleet: { auth: { accepted_issuers: ['extension'] } } } },
+      llm: {
+        fleet: {
+          auth: { audience: 'core-audience', accepted_issuers: ['core'] },
+          responder: { require_auth: false }
+        }
+      }
+    }
+    settings = Module.new
+    settings.define_singleton_method(:[]) { |key| data[key] }
+
+    stub_const('Legion::Settings', settings)
+
+    expect(Legion::Extensions::Llm::Fleet::Settings.value(:fleet, :auth, :accepted_issuers, default: []))
+      .to eq(['extension'])
+    expect(Legion::Extensions::Llm::Fleet::Settings.value(:fleet, :auth, :audience, default: nil))
+      .to eq('core-audience')
+    expect(Legion::Extensions::Llm::Fleet::Settings.value(:fleet, :responder, :require_auth, default: true))
+      .to be(false)
+  end
+
+  it 'builds provider defaults with shared fleet settings' do
+    settings = described_class.provider_settings(
+      family: :ollama,
+      instance: {
+        base_url: 'http://localhost:11434',
+        fleet: { enabled: true, consumer_priority: 10 }
+      }
+    )
+
+    expect(settings[:provider_family]).to eq(:ollama)
+    expect(settings.dig(:discovery, :interval_seconds)).to eq(300)
+    expect(settings.dig(:fleet, :consumer, :scheduler)).to eq(:basic_get)
+    expect(settings.dig(:instances, :default, :base_url)).to eq('http://localhost:11434')
+    expect(settings.dig(:instances, :default, :fleet)).to include(
+      enabled: true,
+      consumer_priority: 10,
+      prefetch: 1
+    )
+  end
+
+  it 'deep duplicates provider defaults between calls' do
+    first = described_class.provider_settings(family: :vllm)
+    second = described_class.provider_settings(family: :vllm)
+
+    first.dig(:instances, :default, :fleet)[:prefetch] = 99
+
+    expect(second.dig(:instances, :default, :fleet, :prefetch)).to eq(1)
+  end
+end

data/spec/legion/extensions/llm_root_spec.rb

@@ -0,0 +1,51 @@
+# frozen_string_literal: true
+
+require 'spec_helper'
+
+RSpec.describe Legion::Extensions::Llm do
+  describe '.logger' do
+    let(:logger) { instance_double(Logger) }
+    let(:log_file) { double }
+    let(:log_level) { double }
+
+    before do
+      described_class.instance_variable_set(:@config, nil)
+      described_class.instance_variable_set(:@logger, nil)
+    end
+
+    after do
+      described_class.instance_variable_set(:@config, nil)
+      described_class.instance_variable_set(:@logger, nil)
+    end
+
+    context 'with configuration options' do
+      before do
+        described_class.configure do |config|
+          config.log_file = log_file
+          config.log_level = log_level
+        end
+      end
+
+      it 'returns a default Logger' do
+        allow(Logger).to receive(:new).with(log_file, progname: 'Legion::Extensions::Llm',
+                                                      level: log_level).and_return(logger)
+
+        expect(described_class.logger).to eq(logger)
+      end
+    end
+
+    context 'with a custom logger' do
+      before do
+        described_class.configure do |config|
+          config.logger = logger
+          config.log_file = log_file
+          config.log_level = log_level
+        end
+      end
+
+      it 'returns a the custom Logger' do
+        expect(described_class.logger).to eq(logger)
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+begin
+  require 'dotenv/load'
+rescue LoadError
+  nil
+end
+
+begin
+  require 'simplecov'
+  require 'simplecov-cobertura'
+  require_relative 'support/simplecov_configuration'
+rescue LoadError
+  nil
+end
+
+require 'bundler/setup'
+require 'fileutils'
+require 'tempfile'
+require 'legion/extensions/llm'
+require 'ruby_llm/schema'
+require_relative 'support/rspec_configuration'
+require_relative 'support/llm_configuration'
+require_relative 'support/fake_llm_provider'

data/spec/support/fake_llm_provider.rb

@@ -0,0 +1,148 @@
+# frozen_string_literal: true
+
+module SpecSupport
+  class FakeLLMProvider < Legion::Extensions::Llm::Provider
+    class << self
+      def configuration_options
+        %i[fake_llm_api_key fake_llm_api_base]
+      end
+
+      def slug
+        'fake_llm'
+      end
+
+      def configuration_requirements
+        []
+      end
+
+      def capabilities
+        Module.new do
+          def self.chat?(_model) = true
+          def self.streaming?(_model) = true
+          def self.vision?(_model) = true
+          def self.functions?(_model) = true
+        end
+      end
+    end
+
+    def api_base
+      config.fake_llm_api_base || 'https://fake-llm.invalid/v1'
+    end
+
+    # rubocop:disable Metrics/ParameterLists, Lint/UnusedMethodArgument
+    def complete(messages, tools:, temperature:, model:, params: {}, headers: {}, schema: nil, thinking: nil,
+                 tool_prefs: nil)
+      if block_given?
+        yield Legion::Extensions::Llm::Chunk.new(content: 'streamed ', role: :assistant)
+        yield Legion::Extensions::Llm::Chunk.new(content: 'response', role: :assistant)
+      end
+
+      if tools.any? && messages.none?(&:tool_result?)
+        tool = tools.values.first
+        return Legion::Extensions::Llm::Message.new(
+          role: :assistant,
+          content: nil,
+          model_id: model.id,
+          tool_calls: {
+            tool.name.to_sym => Legion::Extensions::Llm::ToolCall.new(id: 'tool-call-1', name: tool.name,
+                                                                      arguments: { value: 21 })
+          },
+          input_tokens: 12,
+          output_tokens: 3
+        )
+      end
+
+      content = if schema
+                  Legion::JSON.generate({ answer: 42 })
+                elsif thinking
+                  'fake response with thinking enabled'
+                elsif messages.any?(&:tool_result?)
+                  "tool result: #{messages.last.content}"
+                else
+                  "fake response to #{messages.last.content}"
+                end
+
+      Legion::Extensions::Llm::Message.new(
+        role: :assistant,
+        content: content,
+        model_id: model.id,
+        input_tokens: 10,
+        output_tokens: 5
+      )
+    end
+    # rubocop:enable Metrics/ParameterLists, Lint/UnusedMethodArgument
+
+    def embed(text:, model:, dimensions: nil)
+      size = dimensions || 3
+      vectors = Array(text).map { Array.new(size, 0.5) }
+      vectors = vectors.first unless text.is_a?(Array)
+
+      Legion::Extensions::Llm::Embedding.new(vectors: vectors, model: model, input_tokens: Array(text).size)
+    end
+
+    def moderate(_input, model:)
+      Legion::Extensions::Llm::Moderation.new(
+        id: 'moderation-1',
+        model: model,
+        results: [{ 'flagged' => false, 'categories' => {}, 'category_scores' => {} }]
+      )
+    end
+
+    def paint(_prompt, model:, size:, with: nil, mask: nil, params: {}) # rubocop:disable Metrics/ParameterLists, Lint/UnusedMethodArgument
+      Legion::Extensions::Llm::Image.new(data: Base64.strict_encode64('fake-image'), mime_type: 'image/png',
+                                         model_id: model)
+    end
+
+    def transcribe(_audio_file, model:, language:, **)
+      Legion::Extensions::Llm::Transcription.new(text: 'fake transcript', model: model, language: language)
+    end
+  end
+
+  class BackupFakeLLMProvider < FakeLLMProvider
+    class << self
+      def configuration_options
+        %i[backup_fake_llm_api_key backup_fake_llm_api_base]
+      end
+
+      def slug
+        'backup_fake_llm'
+      end
+    end
+  end
+end
+
+# Namespace module that mimics a real lex-llm-* provider extension.
+# Models.scan_provider_classes discovers providers via this pattern.
+module Legion
+  module Extensions
+    module Llm
+      module FakeLlmProvider
+        PROVIDER_FAMILY = :fake_llm
+
+        def self.provider_class
+          SpecSupport::FakeLLMProvider
+        end
+      end
+
+      module BackupFakeLlmProvider
+        PROVIDER_FAMILY = :backup_fake_llm
+
+        def self.provider_class
+          SpecSupport::BackupFakeLLMProvider
+        end
+      end
+    end
+  end
+end
+
+# Register provider-specific configuration options at load time,
+# the same way real lex-llm-* extensions declare their options.
+[SpecSupport::FakeLLMProvider, SpecSupport::BackupFakeLLMProvider].each do |klass|
+  Array(klass.configuration_options).each do |key|
+    Legion::Extensions::Llm::Configuration.send(:option, key, nil)
+  end
+end
+
+RSpec.shared_context 'with fake llm provider' do
+  # Provider modules are defined at load time above; no runtime registration needed.
+end

data/spec/support/llm_configuration.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+Legion::Extensions::Llm.configure do |config|
+  config.max_retries = 0
+  config.retry_backoff_factor = 0
+  config.retry_interval = 0
+  config.retry_interval_randomness = 0
+end
+
+RSpec.shared_context 'with configured Legion::Extensions::Llm' do
+  before do
+    Legion::Extensions::Llm.configure do |config|
+      # Disable retries in tests for deterministic, fast failures.
+      config.max_retries = 0
+      config.request_timeout = 600
+      config.retry_backoff_factor = 0
+      config.retry_interval = 0
+      config.retry_interval_randomness = 0
+    end
+  end
+end

data/spec/support/rspec_configuration.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+RSpec.configure do |config|
+  # Enable flags like --only-failures and --next-failure
+  status_suffix = ENV['TEST_ENV_NUMBER'].to_s
+  config.example_status_persistence_file_path = ".rspec_status#{status_suffix}"
+
+  # Disable RSpec exposing methods globally on `Module` and `main`
+  config.disable_monkey_patching!
+
+  config.expect_with :rspec do |c|
+    c.syntax = :expect
+  end
+
+  config.before do
+    # Provider lookup is now namespace-based via Models.scan_provider_classes;
+    # no mutable hash to clear between examples.
+  end
+end

data/spec/support/simplecov_configuration.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+unless ENV['SKIP_COVERAGE']
+  SimpleCov.start do
+    track_files 'lib/**/*.rb'
+
+    add_filter '/spec/'
+    add_filter '/vendor/'
+    add_filter 'acts_as_legacy.rb'
+
+    enable_coverage :branch
+
+    formatter SimpleCov::Formatter::MultiFormatter.new(
+      [
+        SimpleCov::Formatter::SimpleFormatter,
+        SimpleCov::Formatter::CoberturaFormatter
+      ].compact
+    )
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-llm
 version: !ruby/object:Gem::Version
-  version: 0.4.18
+  version: 0.5.1
 platform: ruby
 authors:
 - LegionIO
@@ -234,20 +234,6 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: zeitwerk
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2'
 description: Provider-neutral LLM primitives, schemas, routing metadata, and shared
   codecs for LegionIO LLM provider extensions.
 email:
@@ -262,6 +248,7 @@ files:
 - ".gitignore"
 - ".rubocop.yml"
 - ".rubocop.yml.new"
+- B1b-conformance-kit.md
 - CHANGELOG.md
 - Gemfile
 - LICENSE
@@ -273,6 +260,18 @@ files:
 - lib/legion/extensions/llm/aliases.rb
 - lib/legion/extensions/llm/attachment.rb
 - lib/legion/extensions/llm/auto_registration.rb
+- lib/legion/extensions/llm/canonical.rb
+- lib/legion/extensions/llm/canonical/chunk.rb
+- lib/legion/extensions/llm/canonical/content_block.rb
+- lib/legion/extensions/llm/canonical/message.rb
+- lib/legion/extensions/llm/canonical/params.rb
+- lib/legion/extensions/llm/canonical/request.rb
+- lib/legion/extensions/llm/canonical/response.rb
+- lib/legion/extensions/llm/canonical/thinking.rb
+- lib/legion/extensions/llm/canonical/tool_call.rb
+- lib/legion/extensions/llm/canonical/tool_definition.rb
+- lib/legion/extensions/llm/canonical/tool_schema.rb
+- lib/legion/extensions/llm/canonical/usage.rb
 - lib/legion/extensions/llm/chat.rb
 - lib/legion/extensions/llm/chunk.rb
 - lib/legion/extensions/llm/configuration.rb
@@ -336,6 +335,95 @@ files:
 - lib/legion/extensions/llm/transport/messages/registry_event.rb
 - lib/legion/extensions/llm/utils.rb
 - lib/legion/extensions/llm/version.rb
+- spec/fixtures/ruby.mp3
+- spec/fixtures/ruby.mp4
+- spec/fixtures/ruby.png
+- spec/fixtures/ruby.txt
+- spec/fixtures/ruby.wav
+- spec/fixtures/ruby.xml
+- spec/fixtures/sample.pdf
+- spec/legion/extensions/llm/agent_spec.rb
+- spec/legion/extensions/llm/attachment_spec.rb
+- spec/legion/extensions/llm/auto_registration_spec.rb
+- spec/legion/extensions/llm/canonical/chunk_spec.rb
+- spec/legion/extensions/llm/canonical/content_block_spec.rb
+- spec/legion/extensions/llm/canonical/message_spec.rb
+- spec/legion/extensions/llm/canonical/params_spec.rb
+- spec/legion/extensions/llm/canonical/request_spec.rb
+- spec/legion/extensions/llm/canonical/response_spec.rb
+- spec/legion/extensions/llm/canonical/thinking_spec.rb
+- spec/legion/extensions/llm/canonical/tool_call_spec.rb
+- spec/legion/extensions/llm/canonical/tool_definition_spec.rb
+- spec/legion/extensions/llm/canonical/tool_schema_spec.rb
+- spec/legion/extensions/llm/canonical/usage_spec.rb
+- spec/legion/extensions/llm/configuration_spec.rb
+- spec/legion/extensions/llm/conformance/client_translator_examples.rb
+- spec/legion/extensions/llm/conformance/conformance.rb
+- spec/legion/extensions/llm/conformance/echo_translator.rb
+- spec/legion/extensions/llm/conformance/echo_translator_spec.rb
+- spec/legion/extensions/llm/conformance/fixtures/canonical_empty_response.json
+- spec/legion/extensions/llm/conformance/fixtures/canonical_error_response.json
+- spec/legion/extensions/llm/conformance/fixtures/canonical_fleet_round_trip.json
+- spec/legion/extensions/llm/conformance/fixtures/canonical_metering_audit_events.json
+- spec/legion/extensions/llm/conformance/fixtures/canonical_params_mapping_request.json
+- spec/legion/extensions/llm/conformance/fixtures/canonical_server_tool_continuation_request.json
+- spec/legion/extensions/llm/conformance/fixtures/canonical_server_tool_use_response.json
+- spec/legion/extensions/llm/conformance/fixtures/canonical_simple_text_request.json
+- spec/legion/extensions/llm/conformance/fixtures/canonical_simple_text_response.json
+- spec/legion/extensions/llm/conformance/fixtures/canonical_stop_reason_matrix.json
+- spec/legion/extensions/llm/conformance/fixtures/canonical_streaming_accumulated_response.json
+- spec/legion/extensions/llm/conformance/fixtures/canonical_streaming_error_chunks.json
+- spec/legion/extensions/llm/conformance/fixtures/canonical_streaming_server_tool_chunks.json
+- spec/legion/extensions/llm/conformance/fixtures/canonical_streaming_text_chunks.json
+- spec/legion/extensions/llm/conformance/fixtures/canonical_streaming_thinking_chunks.json
+- spec/legion/extensions/llm/conformance/fixtures/canonical_streaming_tool_call_chunks.json
+- spec/legion/extensions/llm/conformance/fixtures/canonical_system_prompt_request.json
+- spec/legion/extensions/llm/conformance/fixtures/canonical_thinking_request.json
+- spec/legion/extensions/llm/conformance/fixtures/canonical_thinking_response.json
+- spec/legion/extensions/llm/conformance/fixtures/canonical_tool_results_continuation_request.json
+- spec/legion/extensions/llm/conformance/fixtures/canonical_tool_use_response.json
+- spec/legion/extensions/llm/conformance/fixtures/canonical_tools_request.json
+- spec/legion/extensions/llm/conformance/provider_tool_rendering_examples.rb
+- spec/legion/extensions/llm/conformance/provider_translator_examples.rb
+- spec/legion/extensions/llm/connection_logging_spec.rb
+- spec/legion/extensions/llm/connection_retry_spec.rb
+- spec/legion/extensions/llm/context_spec.rb
+- spec/legion/extensions/llm/credential_sources_spec.rb
+- spec/legion/extensions/llm/error_middleware_spec.rb
+- spec/legion/extensions/llm/error_spec.rb
+- spec/legion/extensions/llm/fleet/provider_responder_spec.rb
+- spec/legion/extensions/llm/fleet/token_validator_spec.rb
+- spec/legion/extensions/llm/fleet/worker_execution_spec.rb
+- spec/legion/extensions/llm/fleet_messages_spec.rb
+- spec/legion/extensions/llm/gemspec_spec.rb
+- spec/legion/extensions/llm/message_spec.rb
+- spec/legion/extensions/llm/model/info_spec.rb
+- spec/legion/extensions/llm/models_spec.rb
+- spec/legion/extensions/llm/provider/open_ai_compatible_spec.rb
+- spec/legion/extensions/llm/provider/open_ai_compatible_tool_calls_array_spec.rb
+- spec/legion/extensions/llm/provider_contract_spec.rb
+- spec/legion/extensions/llm/provider_settings_spec.rb
+- spec/legion/extensions/llm/provider_spec.rb
+- spec/legion/extensions/llm/registry_event_builder_spec.rb
+- spec/legion/extensions/llm/registry_publisher_spec.rb
+- spec/legion/extensions/llm/responses/response_objects_spec.rb
+- spec/legion/extensions/llm/responses/thinking_extractor_spec.rb
+- spec/legion/extensions/llm/routing/model_offering_spec.rb
+- spec/legion/extensions/llm/routing/offering_registry_spec.rb
+- spec/legion/extensions/llm/routing/registry_event_spec.rb
+- spec/legion/extensions/llm/stream_accumulator_spec.rb
+- spec/legion/extensions/llm/streaming_spec.rb
+- spec/legion/extensions/llm/tool_spec.rb
+- spec/legion/extensions/llm/transport/fleet_lane_spec.rb
+- spec/legion/extensions/llm/utils_spec.rb
+- spec/legion/extensions/llm_base_contract_spec.rb
+- spec/legion/extensions/llm_extension_spec.rb
+- spec/legion/extensions/llm_root_spec.rb
+- spec/spec_helper.rb
+- spec/support/fake_llm_provider.rb
+- spec/support/llm_configuration.rb
+- spec/support/rspec_configuration.rb
+- spec/support/simplecov_configuration.rb
 homepage: https://github.com/LegionIO/lex-llm
 licenses:
 - MIT