lex-llm 0.6.16 → 0.7.2

data/spec/support/fake_ssot_harness.rb

@@ -0,0 +1,137 @@
+# frozen_string_literal: true
+
+require 'legion/extensions/llm/inventory/records'
+require 'legion/extensions/llm/inventory/evidence'
+require 'legion/extensions/llm/routing/provider_outcome'
+require 'legion/extensions/llm/taxonomies'
+
+module SpecSupport
+  # A distinct fake provider callable. Records inference calls and readiness
+  # probes separately so the conformance examples can prove that safe readiness
+  # performs no inference.
+  class FakeSsotCallable
+    attr_reader :inference_calls, :readiness_probes, :disconnects
+
+    def initialize
+      @inference_calls = 0
+      @readiness_probes = 0
+      @disconnects = 0
+    end
+
+    def disconnect
+      @disconnects += 1
+    end
+
+    # Non-inference control-plane readiness (e.g. a model-list/status call).
+    def control_plane_ready?
+      @readiness_probes += 1
+      true
+    end
+
+    def chat(messages:, model:, **rest)
+      @inference_calls += 1
+      { content: "fake chat #{model} #{messages.size} #{rest.size}" }
+    end
+
+    # Runtime error normalization on the provider callable itself, mirroring the
+    # conservative Provider#normalize_dispatch_error base contract. Raw 503/529,
+    # ServiceUnavailableError, ServerError, and unknown errors return
+    # :provider_error, never :instance_unavailable. The reason is the bounded
+    # exception class name only.
+    def normalize_dispatch_error(error:)
+      llm = Legion::Extensions::Llm
+      kind = case error
+             when llm::OverloadedError then :overloaded
+             when llm::RateLimitError then :rate_limited
+             when llm::UnauthorizedError then :authentication
+             when llm::ForbiddenError then :authorization
+             when llm::BadRequestError then :invalid_request
+             else :provider_error
+             end
+      reason = error.class.name
+      reason = 'UnknownError' if reason.nil? || reason.empty?
+      llm::Routing::ProviderOutcome.new(kind: kind, reason: reason)
+    end
+  end
+
+  # Phase 1 fake implementation of the shared SSOT v3 provider-harness interface
+  # consumed by 'an SSOT v3 provider adapter'. See phase-1-lex-llm-additive.md
+  # Task 12.
+  class FakeSsotHarness
+    def provider_family
+      :vllm
+    end
+
+    def instance_configs
+      [{ instance_id: 'h200', model: 'gemma4' }, { instance_id: 'helios1', model: 'gemma4' }].freeze
+    end
+
+    def instance_id(instance_config:)
+      instance_config.fetch(:instance_id)
+    end
+
+    def build_callable(instance_config:)
+      _ = instance_config
+      FakeSsotCallable.new
+    end
+
+    def build_offering_drafts(instance_config:, callable:, tier: :local)
+      _ = callable
+      [offering_draft(instance_config.fetch(:model), tier)].freeze
+    end
+
+    def safe_readiness(instance_config:, callable:)
+      _ = instance_config
+      callable.control_plane_ready?
+      Legion::Extensions::Llm::Inventory::ReadinessResult.new(ready: true, reason: 'control-plane model list ok')
+    end
+
+    def inference_call_count(callable:)
+      callable.inference_calls
+    end
+
+    def normalize_dispatch_error(error:)
+      routing = Legion::Extensions::Llm::Routing
+      case error[:kind]
+      when :instance_unavailable then routing::ProviderOutcome.new(kind: :instance_unavailable, reason: 'explicit service unavailable')
+      when :overloaded then routing::ProviderOutcome.new(kind: :overloaded, reason: 'HTTP 503 overloaded')
+      when :model_not_ready then routing::ProviderOutcome.new(kind: :model_not_ready, reason: 'HTTP 503 model loading')
+      else routing::ProviderOutcome.new(kind: :provider_error, reason: 'unclassified provider error')
+      end
+    end
+
+    def instance_unavailable_error
+      { kind: :instance_unavailable, http_status: 503 }
+    end
+
+    def overloaded_error
+      { kind: :overloaded, http_status: 503 }
+    end
+
+    def model_not_ready_error
+      { kind: :model_not_ready, http_status: 503 }
+    end
+
+    private
+
+    def offering_draft(model, tier)
+      Legion::Extensions::Llm::Inventory::OfferingDraft.new(
+        provider_native_key: model, model: model, tier: tier, operation_evidence: operation_evidence,
+        context_evidence: unknown_value, max_output_evidence: unknown_value,
+        embedding_dimensions_evidence: unknown_value, model_revision_evidence: unknown_value,
+        tokenizer_evidence: unknown_value, publication_source: :provider_catalog
+      )
+    end
+
+    def operation_evidence
+      Legion::Extensions::Llm::Taxonomies::OPERATIONS.to_h do |op|
+        status, source = op == :chat ? %i[supported provider_implementation] : %i[unknown absent]
+        [op, Legion::Extensions::Llm::Inventory::OperationEvidence.new(operation: op, status: status, source: source)]
+      end
+    end
+
+    def unknown_value
+      Legion::Extensions::Llm::Inventory::ValueEvidence.new(status: :unknown, source: :absent)
+    end
+  end
+end

data/spec/support/ssot_registry_helpers.rb

@@ -0,0 +1,75 @@
+# frozen_string_literal: true
+
+require 'legion/extensions/llm/inventory/registry'
+require 'legion/extensions/llm/inventory/probe_coordinator'
+
+# Shared builders for the SSOT v3 registry specs. Provides fake callables,
+# instance keys, offering drafts, and a full claim -> probe -> activate helper so
+# each registry spec exercises the public API rather than internal state.
+module SsotRegistryHelpers
+  module_function
+
+  def registry
+    Legion::Extensions::Llm::Inventory::Registry
+  end
+
+  def instance_key(family: 'vllm', instance: 'h200')
+    Legion::Extensions::Llm::Inventory::Identity::InstanceKey.new(provider_family: family, instance_id: instance)
+  end
+
+  def fake_callable
+    Class.new do
+      attr_reader :disconnect_count
+
+      def initialize
+        @disconnect_count = 0
+      end
+
+      def disconnect
+        @disconnect_count += 1
+      end
+
+      def chat(**)
+        { ok: true }
+      end
+    end.new
+  end
+
+  def probe_coordinator(key, enqueue: ->(**) { true })
+    Legion::Extensions::Llm::Inventory::ProbeCoordinator.new(instance_key: key, enqueue: enqueue)
+  end
+
+  def unknown_value
+    Legion::Extensions::Llm::Inventory::ValueEvidence.new(status: :unknown, source: :absent)
+  end
+
+  def operation_evidence(supported: %i[chat])
+    Legion::Extensions::Llm::Taxonomies::OPERATIONS.to_h do |op|
+      status, source = supported.include?(op) ? %i[supported provider_implementation] : %i[unknown absent]
+      [op, Legion::Extensions::Llm::Inventory::OperationEvidence.new(operation: op, status: status, source: source)]
+    end
+  end
+
+  def drafts(model: 'gemma4', native: 'gemma4', supported: %i[chat], tier: :local)
+    [
+      Legion::Extensions::Llm::Inventory::OfferingDraft.new(
+        provider_native_key: native, model: model, tier: tier,
+        operation_evidence: operation_evidence(supported: supported),
+        context_evidence: unknown_value, max_output_evidence: unknown_value,
+        embedding_dimensions_evidence: unknown_value, model_revision_evidence: unknown_value,
+        tokenizer_evidence: unknown_value, publication_source: :provider_catalog
+      )
+    ]
+  end
+
+  # Full claim -> probe -> activation lifecycle; returns the publisher token.
+  # Extra keyword args (model:, native:, supported:, tier:) are forwarded to #drafts.
+  def claim_and_activate(key:, callable:, coordinator:, sequence: 0, **draft_opts)
+    token = registry.claim_instance(instance_key: key, callable: callable, probe_request_handle: coordinator)
+    probe = registry.readiness_probe_started(instance_key: key, publisher_token: token)
+    registry.activate_instance_snapshot(
+      publisher_token: token, instance_key: key, offerings: drafts(**draft_opts), sequence: sequence, probe_token: probe
+    )
+    token
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: lex-llm
 version: !ruby/object:Gem::Version
-  version: 0.6.16
+  version: 0.7.2
 platform: ruby
 authors:
 - LegionIO
@@ -184,14 +184,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.3.14
+        version: 1.4.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.3.14
+        version: 1.4.2
 - !ruby/object:Gem::Dependency
   name: legion-transport
   requirement: !ruby/object:Gem::Requirement
@@ -295,8 +295,19 @@ files:
 - lib/legion/extensions/llm/fleet/token_validator.rb
 - lib/legion/extensions/llm/fleet/worker_execution.rb
 - lib/legion/extensions/llm/image.rb
+- lib/legion/extensions/llm/inventory/callable_handle.rb
 - lib/legion/extensions/llm/inventory/capabilities.rb
+- lib/legion/extensions/llm/inventory/errors.rb
+- lib/legion/extensions/llm/inventory/evidence.rb
+- lib/legion/extensions/llm/inventory/identity.rb
+- lib/legion/extensions/llm/inventory/immutable_value.rb
+- lib/legion/extensions/llm/inventory/probe_coordinator.rb
+- lib/legion/extensions/llm/inventory/probe_token.rb
+- lib/legion/extensions/llm/inventory/publisher.rb
+- lib/legion/extensions/llm/inventory/records.rb
+- lib/legion/extensions/llm/inventory/registry.rb
 - lib/legion/extensions/llm/inventory/scoped_refresher.rb
+- lib/legion/extensions/llm/inventory/snapshot.rb
 - lib/legion/extensions/llm/message.rb
 - lib/legion/extensions/llm/mime_type.rb
 - lib/legion/extensions/llm/model.rb
@@ -323,7 +334,10 @@ files:
 - lib/legion/extensions/llm/routing/lane_key.rb
 - lib/legion/extensions/llm/routing/model_offering.rb
 - lib/legion/extensions/llm/routing/offering_registry.rb
+- lib/legion/extensions/llm/routing/provider_outcome.rb
+- lib/legion/extensions/llm/routing/records.rb
 - lib/legion/extensions/llm/routing/registry_event.rb
+- lib/legion/extensions/llm/settings_cascade.rb
 - lib/legion/extensions/llm/stop_reason_mapping.rb
 - lib/legion/extensions/llm/stream_accumulator.rb
 - lib/legion/extensions/llm/streaming.rb
@@ -393,8 +407,11 @@ files:
 - spec/legion/extensions/llm/conformance/fixtures/canonical_tool_results_continuation_request.json
 - spec/legion/extensions/llm/conformance/fixtures/canonical_tool_use_response.json
 - spec/legion/extensions/llm/conformance/fixtures/canonical_tools_request.json
+- spec/legion/extensions/llm/conformance/fixtures/ssot_identity_vectors.json
 - spec/legion/extensions/llm/conformance/provider_tool_rendering_examples.rb
 - spec/legion/extensions/llm/conformance/provider_translator_examples.rb
+- spec/legion/extensions/llm/conformance/ssot_provider_conformance_spec.rb
+- spec/legion/extensions/llm/conformance/ssot_provider_examples.rb
 - spec/legion/extensions/llm/connection_close_spec.rb
 - spec/legion/extensions/llm/connection_logging_spec.rb
 - spec/legion/extensions/llm/connection_retry_spec.rb
@@ -402,13 +419,28 @@ files:
 - spec/legion/extensions/llm/credential_sources_spec.rb
 - spec/legion/extensions/llm/error_middleware_spec.rb
 - spec/legion/extensions/llm/error_spec.rb
+- spec/legion/extensions/llm/fleet/exact_offering_spec.rb
 - spec/legion/extensions/llm/fleet/provider_responder_spec.rb
 - spec/legion/extensions/llm/fleet/token_validator_spec.rb
 - spec/legion/extensions/llm/fleet/worker_execution_spec.rb
 - spec/legion/extensions/llm/fleet_messages_spec.rb
 - spec/legion/extensions/llm/gemspec_spec.rb
+- spec/legion/extensions/llm/inventory/boot_spec.rb
+- spec/legion/extensions/llm/inventory/callable_handle_spec.rb
 - spec/legion/extensions/llm/inventory/capabilities_spec.rb
+- spec/legion/extensions/llm/inventory/evidence_spec.rb
+- spec/legion/extensions/llm/inventory/identity_spec.rb
+- spec/legion/extensions/llm/inventory/immutable_value_spec.rb
+- spec/legion/extensions/llm/inventory/probe_coordinator_spec.rb
+- spec/legion/extensions/llm/inventory/probe_token_spec.rb
+- spec/legion/extensions/llm/inventory/publisher_spec.rb
+- spec/legion/extensions/llm/inventory/records_spec.rb
+- spec/legion/extensions/llm/inventory/registry_activation_spec.rb
+- spec/legion/extensions/llm/inventory/registry_availability_spec.rb
+- spec/legion/extensions/llm/inventory/registry_callable_spec.rb
+- spec/legion/extensions/llm/inventory/registry_replacement_spec.rb
 - spec/legion/extensions/llm/inventory/scoped_refresher_spec.rb
+- spec/legion/extensions/llm/inventory/snapshot_spec.rb
 - spec/legion/extensions/llm/message_spec.rb
 - spec/legion/extensions/llm/model/info_spec.rb
 - spec/legion/extensions/llm/models_spec.rb
@@ -423,7 +455,10 @@ files:
 - spec/legion/extensions/llm/responses/thinking_extractor_spec.rb
 - spec/legion/extensions/llm/routing/model_offering_spec.rb
 - spec/legion/extensions/llm/routing/offering_registry_spec.rb
+- spec/legion/extensions/llm/routing/provider_outcome_spec.rb
+- spec/legion/extensions/llm/routing/records_spec.rb
 - spec/legion/extensions/llm/routing/registry_event_spec.rb
+- spec/legion/extensions/llm/settings_cascade_spec.rb
 - spec/legion/extensions/llm/stop_reason_mapping_spec.rb
 - spec/legion/extensions/llm/stream_accumulator_spec.rb
 - spec/legion/extensions/llm/streaming_spec.rb
@@ -436,9 +471,11 @@ files:
 - spec/legion/extensions/llm_root_spec.rb
 - spec/spec_helper.rb
 - spec/support/fake_llm_provider.rb
+- spec/support/fake_ssot_harness.rb
 - spec/support/llm_configuration.rb
 - spec/support/rspec_configuration.rb
 - spec/support/simplecov_configuration.rb
+- spec/support/ssot_registry_helpers.rb
 homepage: https://github.com/LegionIO/lex-llm
 licenses:
 - MIT