lex-llm 0.7.3 → 0.8.0

data/lib/legion/extensions/llm/models.rb

@@ -1,530 +0,0 @@
-# frozen_string_literal: true
-
-module Legion
-  module Extensions
-    module Llm
-      # Registry of available AI models and their capabilities.
-      class Models
-        include Enumerable
-
-        MODELS_DEV_PROVIDER_MAP = {
-          'openai' => 'openai',
-          'anthropic' => 'anthropic',
-          'google' => 'gemini',
-          'google-vertex' => 'vertexai',
-          'amazon-bedrock' => 'bedrock',
-          'deepseek' => 'deepseek',
-          'mistral' => 'mistral',
-          'openrouter' => 'openrouter',
-          'perplexity' => 'perplexity'
-        }.freeze
-        PROVIDER_PREFERENCE = %w[
-          openai
-          anthropic
-          gemini
-          vertexai
-          bedrock
-          openrouter
-          deepseek
-          mistral
-          perplexity
-          xai
-          azure
-          ollama
-          gpustack
-        ].freeze
-
-        class << self
-          include Legion::Logging::Helper
-
-          # Discover provider classes from the Llm namespace.
-          # Each lex-llm-* extension defines a module under Legion::Extensions::Llm
-          # that responds to `provider_class` and has a `PROVIDER_FAMILY` constant.
-          def scan_provider_classes
-            Legion::Extensions::Llm.constants(false).filter_map do |const_name|
-              mod = Legion::Extensions::Llm.const_get(const_name, false)
-              next unless mod.is_a?(Module) && mod.respond_to?(:provider_class) &&
-                          mod.const_defined?(:PROVIDER_FAMILY, false)
-
-              [mod::PROVIDER_FAMILY.to_sym, mod.provider_class]
-            end.to_h
-          end
-
-          # Resolve a single provider class by slug.
-          # Returns nil when the provider is unknown.
-          def resolve_provider_class(name)
-            return nil if name.nil?
-
-            scan_provider_classes[name.to_sym]
-          end
-
-          def instance
-            @instance ||= new
-          end
-
-          def schema_file
-            File.expand_path('models_schema.json', __dir__)
-          end
-
-          def load_models(file = Legion::Extensions::Llm.config.model_registry_file)
-            read_from_json(file)
-          end
-
-          def read_from_json(file = Legion::Extensions::Llm.config.model_registry_file)
-            data = File.exist?(file) ? File.read(file) : '[]'
-            models = Legion::JSON.parse(data, symbolize_names: true).map { |model| Model::Info.from_hash(model) }
-            filter_models(models)
-          rescue Legion::JSON::ParseError => e
-            handle_exception(e, level: :warn, handled: true, operation: 'llm.models.read_from_json')
-            []
-          end
-
-          def refresh!(remote_only: false)
-            existing_models = load_existing_models
-
-            provider_fetch = fetch_provider_models(remote_only: remote_only)
-            log_provider_fetch(provider_fetch)
-
-            models_dev_fetch = fetch_models_dev_models(existing_models)
-            log_models_dev_fetch(models_dev_fetch)
-
-            merged_models = merge_with_existing(existing_models, provider_fetch, models_dev_fetch)
-            @instance = new(merged_models)
-          end
-
-          def fetch_provider_models(remote_only: true)
-            config = Legion::Extensions::Llm.config
-            all_providers = scan_provider_classes.values
-            provider_classes = remote_only ? all_providers.reject(&:local?) : all_providers
-            configured = provider_classes.select { |klass| klass.configured?(config) }
-
-            result = {
-              models: [],
-              fetched_providers: [],
-              configured_names: configured.map(&:name),
-              failed: []
-            }
-
-            configured.each do |provider_class|
-              result[:models].concat(provider_class.new(config).list_models)
-              result[:fetched_providers] << provider_class.slug
-            rescue StandardError => e
-              handle_exception(e, level: :warn, handled: true,
-                                  operation: 'llm.models.fetch_provider_models')
-              result[:failed] << { name: provider_class.name, slug: provider_class.slug, error: e }
-            end
-
-            result[:fetched_providers].uniq!
-            result
-          end
-
-          # Backwards-compatible wrapper used by specs.
-          def fetch_from_providers(remote_only: true)
-            fetch_provider_models(remote_only: remote_only)[:models]
-          end
-
-          def resolve(model_id, provider: nil, assume_exists: false, config: nil)
-            config ||= Legion::Extensions::Llm.config
-            provider_class = provider ? resolve_provider_class(provider) : nil
-
-            if provider_class
-              temp_instance = provider_class.new(config)
-              assume_exists = true if temp_instance.local? || temp_instance.assume_models_exist?
-            end
-
-            if assume_exists
-              raise ArgumentError, 'Provider must be specified if assume_exists is true' unless provider
-
-              provider_class ||= raise(Error, "Unknown provider: #{provider.to_sym}")
-              provider_instance = provider_class.new(config)
-
-              model = if provider_instance.local?
-                        begin
-                          Models.find(model_id, provider)
-                        rescue ModelNotFoundError
-                          nil
-                        end
-                      end
-
-              model ||= Model::Info.default(model_id, provider_instance.slug)
-            else
-              model = Models.find model_id, provider
-              provider_class = resolve_provider_class(model.provider) || raise(Error,
-                                                                               "Unknown provider: #{model.provider}")
-              provider_instance = provider_class.new(config)
-            end
-            [model, provider_instance]
-          end
-
-          def method_missing(method, ...)
-            if instance.respond_to?(method)
-              instance.send(method, ...)
-            else
-              super
-            end
-          end
-
-          def respond_to_missing?(method, include_private = false)
-            instance.respond_to?(method, include_private) || super
-          end
-
-          def fetch_models_dev_models(existing_models)
-            log.info 'Fetching models from models.dev API...'
-
-            connection = Connection.basic do |f|
-              f.request :json
-              f.response :json, parser_options: { symbolize_names: true }
-            end
-            response = connection.get 'https://models.dev/api.json'
-            providers = response.body || {}
-
-            models = providers.flat_map do |provider_key, provider_data|
-              provider_slug = MODELS_DEV_PROVIDER_MAP[provider_key.to_s]
-              next [] unless provider_slug
-
-              (provider_data[:models] || {}).values.map do |model_data|
-                Model::Info.from_hash(models_dev_model_to_info(model_data, provider_slug, provider_key.to_s))
-              end
-            end
-            { models: models.reject { |model| model.provider.nil? || model.id.nil? }, fetched: true }
-          rescue StandardError => e
-            handle_exception(e, level: :warn, handled: true, operation: 'llm.models.fetch_models_dev')
-            {
-              models: existing_models.select { |model| model.metadata[:source] == 'models.dev' },
-              fetched: false
-            }
-          end
-
-          def load_existing_models
-            existing_models = instance&.all
-            existing_models = read_from_json if existing_models.nil? || existing_models.empty?
-            existing_models
-          end
-
-          def log_provider_fetch(provider_fetch)
-            log.info(
-              "Fetching models from providers: #{provider_fetch[:configured_names].join(', ')}"
-            )
-            provider_fetch[:failed].each do |failure|
-              log.warn(
-                "Failed to fetch #{failure[:name]} models (#{failure[:error].class}: #{failure[:error].message}). " \
-                'Keeping existing.'
-              )
-            end
-          end
-
-          def log_models_dev_fetch(models_dev_fetch)
-            return if models_dev_fetch[:fetched]
-
-            log.warn('Using cached models.dev data due to fetch failure.')
-          end
-
-          def merge_with_existing(existing_models, provider_fetch, models_dev_fetch)
-            existing_by_provider = existing_models.group_by(&:provider)
-            preserved_models = existing_by_provider
-                               .except(*provider_fetch[:fetched_providers])
-                               .values
-                               .flatten
-
-            provider_models = provider_fetch[:models] + preserved_models
-            models_dev_models = if models_dev_fetch[:fetched]
-                                  models_dev_fetch[:models]
-                                else
-                                  existing_models.select { |model| model.metadata[:source] == 'models.dev' }
-                                end
-
-            merge_models(provider_models, models_dev_models)
-          end
-
-          def merge_models(provider_models, models_dev_models)
-            models_dev_by_key = index_by_key(models_dev_models)
-            provider_by_key = index_by_key(provider_models)
-
-            all_keys = models_dev_by_key.keys | provider_by_key.keys
-
-            models = all_keys.map do |key|
-              models_dev_model = find_models_dev_model(key, models_dev_by_key)
-              provider_model = provider_by_key[key]
-
-              if models_dev_model && provider_model
-                add_provider_metadata(models_dev_model, provider_model)
-              elsif models_dev_model
-                models_dev_model
-              else
-                provider_model
-              end
-            end
-
-            filter_models(models).sort_by { |m| [m.provider, m.id] }
-          end
-
-          def filter_models(models)
-            models.reject do |model|
-              model.provider.to_s == 'vertexai' && model.id.to_s.include?('/')
-            end
-          end
-
-          def find_models_dev_model(key, models_dev_by_key)
-            # Direct match
-            return models_dev_by_key[key] if models_dev_by_key[key]
-
-            provider, model_id = key.split(':', 2)
-            if provider == 'bedrock'
-              normalized_id = model_id.sub(/^[a-z]{2}\./, '')
-              context_override = nil
-              normalized_id = normalized_id.gsub(/:(\d+)k\b/) do
-                context_override = Regexp.last_match(1).to_i * 1000
-                ''
-              end
-              bedrock_model = models_dev_by_key["bedrock:#{normalized_id}"]
-              if bedrock_model
-                data = bedrock_model.to_h.merge(id: model_id)
-                data[:context_window] = context_override if context_override
-                return Model::Info.from_hash(data)
-              end
-            end
-
-            # VertexAI uses same models as Gemini
-            return unless provider == 'vertexai'
-
-            gemini_model = models_dev_by_key["gemini:#{model_id}"]
-            return unless gemini_model
-
-            # Return Gemini's models.dev data but with VertexAI as provider
-            Model::Info.from_hash(gemini_model.to_h.merge(provider: 'vertexai'))
-          end
-
-          def index_by_key(models)
-            models.to_h do |model|
-              ["#{model.provider}:#{model.id}", model]
-            end
-          end
-
-          def add_provider_metadata(models_dev_model, provider_model)
-            data = models_dev_model.to_h
-            data[:name] = provider_model.name if blank_value?(data[:name])
-            data[:family] = provider_model.family if blank_value?(data[:family])
-            data[:created_at] = provider_model.created_at if blank_value?(data[:created_at])
-            data[:context_window] = provider_model.context_window if blank_value?(data[:context_window])
-            data[:max_output_tokens] = provider_model.max_output_tokens if blank_value?(data[:max_output_tokens])
-            data[:modalities] = provider_model.modalities.to_h if blank_value?(data[:modalities])
-            data[:pricing] = provider_model.pricing.to_h if blank_value?(data[:pricing])
-            data[:metadata] = provider_model.metadata.merge(data[:metadata] || {})
-            data[:capabilities] = (models_dev_model.capabilities + provider_model.capabilities).uniq
-            normalize_embedding_modalities(data)
-            Model::Info.from_hash(data)
-          end
-
-          def normalize_embedding_modalities(data)
-            return unless data[:id].to_s.include?('embedding')
-
-            modalities = data[:modalities].to_h
-            modalities[:input] = ['text'] if modalities[:input].nil? || modalities[:input].empty?
-            modalities[:output] = ['embeddings']
-            data[:modalities] = modalities
-          end
-
-          def blank_value?(value)
-            return true if value.nil?
-            return value.empty? if value.is_a?(String) || value.is_a?(Array)
-
-            if value.is_a?(Hash)
-              return true if value.empty?
-
-              return value.values.all? { |nested| blank_value?(nested) }
-            end
-
-            false
-          end
-
-          def models_dev_model_to_info(model_data, provider_slug, provider_key)
-            modalities = normalize_models_dev_modalities(model_data[:modalities])
-            capabilities = models_dev_capabilities(model_data, modalities)
-
-            created_date = [model_data[:release_date], model_data[:last_updated]]
-                           .find { |value| !value.to_s.strip.empty? }
-
-            data = {
-              id: model_data[:id],
-              name: model_data[:name] || model_data[:id],
-              provider: provider_slug,
-              family: model_data[:family],
-              created_at: created_date ? "#{created_date} 00:00:00 UTC" : nil,
-              context_window: model_data.dig(:limit, :context),
-              max_output_tokens: model_data.dig(:limit, :output),
-              knowledge_cutoff: normalize_models_dev_knowledge(model_data[:knowledge]),
-              modalities: modalities,
-              capabilities: capabilities,
-              pricing: models_dev_pricing(model_data[:cost]),
-              metadata: models_dev_metadata(model_data, provider_key)
-            }
-
-            normalize_embedding_modalities(data)
-            data
-          end
-
-          def models_dev_capabilities(model_data, modalities)
-            capabilities = []
-            capabilities << 'function_calling' if model_data[:tool_call]
-            capabilities << 'structured_output' if model_data[:structured_output]
-            capabilities << 'reasoning' if model_data[:reasoning]
-            capabilities << 'vision' if modalities[:input].intersect?(%w[image video pdf])
-            capabilities.uniq
-          end
-
-          def models_dev_pricing(cost)
-            return {} unless cost
-
-            text_standard = {
-              input_per_million: cost[:input],
-              output_per_million: cost[:output],
-              cached_input_per_million: cost[:cache_read],
-              reasoning_output_per_million: cost[:reasoning]
-            }.compact
-
-            audio_standard = {
-              input_per_million: cost[:input_audio],
-              output_per_million: cost[:output_audio]
-            }.compact
-
-            pricing = {}
-            pricing[:text_tokens] = { standard: text_standard } if text_standard.any?
-            pricing[:audio_tokens] = { standard: audio_standard } if audio_standard.any?
-            pricing
-          end
-
-          def models_dev_metadata(model_data, provider_key)
-            metadata = {
-              source: 'models.dev',
-              provider_id: provider_key,
-              open_weights: model_data[:open_weights],
-              attachment: model_data[:attachment],
-              temperature: model_data[:temperature],
-              last_updated: model_data[:last_updated],
-              status: model_data[:status],
-              interleaved: model_data[:interleaved],
-              cost: model_data[:cost],
-              limit: model_data[:limit],
-              knowledge: model_data[:knowledge]
-            }
-            metadata.compact
-          end
-
-          def normalize_models_dev_modalities(modalities)
-            normalized = { input: [], output: [] }
-            return normalized unless modalities
-
-            normalized[:input] = Array(modalities[:input]).compact
-            normalized[:output] = Array(modalities[:output]).compact
-            normalized
-          end
-
-          def normalize_models_dev_knowledge(value)
-            return if value.nil?
-            return value if value.is_a?(Date)
-
-            Date.parse(value.to_s)
-          rescue ArgumentError
-            nil
-          end
-        end
-
-        def initialize(models = nil)
-          @models = self.class.filter_models(models || self.class.load_models)
-        end
-
-        def load_from_json!(file = Legion::Extensions::Llm.config.model_registry_file)
-          @models = self.class.read_from_json(file)
-        end
-
-        def save_to_json(file = Legion::Extensions::Llm.config.model_registry_file)
-          File.write(file, Legion::JSON.pretty_generate(all.map(&:to_h)))
-        end
-
-        def all
-          @models
-        end
-
-        def each(&)
-          all.each(&)
-        end
-
-        def find(model_id, provider = nil)
-          if provider
-            find_with_provider(model_id, provider)
-          else
-            find_without_provider(model_id)
-          end
-        end
-
-        def chat_models
-          self.class.new(all.select { |m| m.type == 'chat' })
-        end
-
-        def embedding_models
-          self.class.new(all.select { |m| m.type == 'embedding' || m.modalities.output.include?('embeddings') })
-        end
-
-        def audio_models
-          self.class.new(all.select { |m| m.type == 'audio' || m.modalities.output.include?('audio') })
-        end
-
-        def image_models
-          self.class.new(all.select { |m| m.type == 'image' || m.modalities.output.include?('image') })
-        end
-
-        def by_family(family)
-          self.class.new(all.select { |m| m.family.to_s == family.to_s })
-        end
-
-        def by_provider(provider)
-          self.class.new(all.select { |m| m.provider.to_s == provider.to_s })
-        end
-
-        def refresh!(remote_only: false)
-          self.class.refresh!(remote_only: remote_only)
-        end
-
-        def resolve(model_id, provider: nil, assume_exists: false, config: nil)
-          self.class.resolve(model_id, provider: provider, assume_exists: assume_exists, config: config)
-        end
-
-        private
-
-        def find_with_provider(model_id, provider)
-          resolved_id = provider_resolved_model_id(Aliases.resolve(model_id, provider), provider)
-          all.find { |m| m.id == resolved_id && m.provider.to_s == provider.to_s } ||
-            all.find { |m| m.id == model_id && m.provider.to_s == provider.to_s } ||
-            raise(ModelNotFoundError, "Unknown model: #{model_id} for provider: #{provider}")
-        end
-
-        def provider_resolved_model_id(model_id, provider)
-          provider_class = self.class.resolve_provider_class(provider)
-          return model_id unless provider_class
-
-          provider_class.resolve_model_id(model_id, config: Legion::Extensions::Llm.config)
-        end
-
-        def find_without_provider(model_id)
-          exact_matches = all.select { |m| m.id == model_id }
-          return preferred_match(exact_matches) if exact_matches.any?
-
-          resolved_id = Aliases.resolve(model_id)
-          alias_matches = all.select { |m| m.id == resolved_id }
-          return preferred_match(alias_matches) if alias_matches.any?
-
-          raise(ModelNotFoundError, "Unknown model: #{model_id}")
-        end
-
-        def preferred_match(candidates)
-          return candidates.first if candidates.size == 1
-
-          candidates.min_by do |model|
-            index = PROVIDER_PREFERENCE.index(model.provider.to_s)
-            index || PROVIDER_PREFERENCE.length
-          end
-        end
-      end
-    end
-  end
-end

data/lib/legion/extensions/llm/models_schema.json

@@ -1,168 +0,0 @@
-{
-  "title": "Legion LLM Models Schema",
-  "description": "Schema for validating the structure of models.json",
-  "type": "array",
-  "items": {
-    "type": "object",
-    "required": ["id", "name", "provider", "context_window", "max_output_tokens"],
-    "properties": {
-      "id": {
-        "type": "string",
-        "description": "Unique identifier for the model"
-      },
-      "name": {
-        "type": "string",
-        "description": "Display name of the model"
-      },
-      "provider": {
-        "type": "string",
-        "description": "Provider of the model (e.g., openai, anthropic, mistral)"
-      },
-      "family": {
-        "type": ["string", "null"],
-        "description": "Model family (e.g., gpt-4, claude-3)"
-      },
-      "created_at": {
-        "type": ["null", {"type": "string", "format": "date-time"}],
-        "description": "Creation date of the model"
-      },
-      "context_window": {
-        "type": ["null", {"type": "integer", "minimum": 0}],
-        "description": "Maximum context window size"
-      },
-      "max_output_tokens": {
-        "type": ["null", {"type": "integer", "minimum": 0}],
-        "description": "Maximum output tokens"
-      },
-      "knowledge_cutoff": {
-        "type": ["null", {"type": "string", "format": "date"}],
-        "description": "Knowledge cutoff date"
-      },
-      "modalities": {
-        "type": "object",
-        "required": ["input", "output"],
-        "properties": {
-          "input": {
-            "type": "array",
-            "items": {
-              "type": "string",
-              "enum": ["text", "image", "audio", "pdf", "video", "file"]
-            },
-            "uniqueItems": true,
-            "description": "Supported input modalities"
-          },
-          "output": {
-            "type": "array",
-            "items": {
-              "type": "string",
-              "enum": ["text", "image", "audio", "video", "embeddings", "moderation"]
-            },
-            "uniqueItems": true,
-            "description": "Supported output modalities"
-          }
-        }
-      },
-      "capabilities": {
-        "type": "array",
-        "items": {
-          "type": "string",
-          "enum": [
-            "streaming", "function_calling", "structured_output", "predicted_outputs",
-            "distillation", "fine_tuning", "batch", "realtime", "image_generation",
-            "speech_generation", "transcription", "translation", "citations", "reasoning",
-            "caching", "moderation", "json_mode", "vision"
-          ]
-        },
-        "uniqueItems": true,
-        "description": "Model capabilities"
-      },
-      "pricing": {
-        "type": "object",
-        "properties": {
-          "text_tokens": {
-            "type": "object",
-            "required": ["standard"],
-            "properties": {
-              "standard": {
-                "type": "object",
-                "properties": {
-                  "input_per_million": {"type": "number", "minimum": 0},
-                  "cached_input_per_million": {"type": "number", "minimum": 0},
-                  "output_per_million": {"type": "number", "minimum": 0},
-                  "reasoning_output_per_million": {"type": "number", "minimum": 0}
-                }
-              },
-              "batch": {
-                "type": "object",
-                "properties": {
-                  "input_per_million": {"type": "number", "minimum": 0},
-                  "output_per_million": {"type": "number", "minimum": 0}
-                }
-              }
-            }
-          },
-          "images": {
-            "type": "object",
-            "properties": {
-              "standard": {
-                "type": "object",
-                "properties": {
-                  "input": {"type": "number", "minimum": 0},
-                  "output": {"type": "number", "minimum": 0}
-                }
-              },
-              "batch": {
-                "type": "object",
-                "properties": {
-                  "input": {"type": "number", "minimum": 0},
-                  "output": {"type": "number", "minimum": 0}
-                }
-              }
-            }
-          },
-          "audio_tokens": {
-            "type": "object",
-            "properties": {
-              "standard": {
-                "type": "object",
-                "properties": {
-                  "input_per_million": {"type": "number", "minimum": 0},
-                  "output_per_million": {"type": "number", "minimum": 0}
-                }
-              },
-              "batch": {
-                "type": "object",
-                "properties": {
-                  "input_per_million": {"type": "number", "minimum": 0},
-                  "output_per_million": {"type": "number", "minimum": 0}
-                }
-              }
-            }
-          },
-          "embeddings": {
-            "type": "object",
-            "properties": {
-              "standard": {
-                "type": "object",
-                "properties": {
-                  "input_per_million": {"type": "number", "minimum": 0}
-                }
-              },
-              "batch": {
-                "type": "object",
-                "properties": {
-                  "input_per_million": {"type": "number", "minimum": 0}
-                }
-              }
-            }
-          }
-        },
-        "description": "Pricing information for the model"
-      },
-      "metadata": {
-        "type": "object",
-        "description": "Additional metadata about the model"
-      }
-    }
-  }
-}