lex-llm 0.1.1

data/lib/lex_llm/aliases.json

@@ -0,0 +1,436 @@
+{
+  "claude-3-5-haiku": {
+    "anthropic": "claude-3-5-haiku-20241022",
+    "openrouter": "anthropic/claude-3.5-haiku",
+    "bedrock": "anthropic.claude-3-5-haiku-20241022-v1:0"
+  },
+  "claude-3-5-haiku-latest": {
+    "anthropic": "claude-3-5-haiku-latest"
+  },
+  "claude-3-5-sonnet": {
+    "anthropic": "claude-3-5-sonnet-20241022",
+    "bedrock": "anthropic.claude-3-5-sonnet-20241022-v2:0"
+  },
+  "claude-3-7-sonnet": {
+    "anthropic": "claude-3-7-sonnet-20250219",
+    "openrouter": "anthropic/claude-3.7-sonnet",
+    "bedrock": "anthropic.claude-3-7-sonnet-20250219-v1:0"
+  },
+  "claude-3-haiku": {
+    "anthropic": "claude-3-haiku-20240307",
+    "openrouter": "anthropic/claude-3-haiku",
+    "bedrock": "anthropic.claude-3-haiku-20240307-v1:0:200k"
+  },
+  "claude-3-opus": {
+    "anthropic": "claude-3-opus-20240229"
+  },
+  "claude-3-sonnet": {
+    "anthropic": "claude-3-sonnet-20240229",
+    "bedrock": "anthropic.claude-3-sonnet-20240229-v1:0:200k"
+  },
+  "claude-haiku-4-5": {
+    "anthropic": "claude-haiku-4-5-20251001",
+    "openrouter": "anthropic/claude-haiku-4.5",
+    "bedrock": "anthropic.claude-haiku-4-5-20251001-v1:0",
+    "azure": "claude-haiku-4-5-20251001"
+  },
+  "claude-opus-4": {
+    "anthropic": "claude-opus-4-20250514",
+    "openrouter": "anthropic/claude-opus-4",
+    "bedrock": "anthropic.claude-opus-4-1-20250805-v1:0"
+  },
+  "claude-opus-4-0": {
+    "anthropic": "claude-opus-4-0"
+  },
+  "claude-opus-4-1": {
+    "anthropic": "claude-opus-4-1-20250805",
+    "openrouter": "anthropic/claude-opus-4.1",
+    "bedrock": "anthropic.claude-opus-4-1-20250805-v1:0",
+    "azure": "claude-opus-4-1-20250805"
+  },
+  "claude-opus-4-5": {
+    "anthropic": "claude-opus-4-5-20251101",
+    "openrouter": "anthropic/claude-opus-4.5",
+    "bedrock": "anthropic.claude-opus-4-5-20251101-v1:0",
+    "azure": "claude-opus-4-5-20251101"
+  },
+  "claude-opus-4-6": {
+    "anthropic": "claude-opus-4-6",
+    "openrouter": "anthropic/claude-opus-4.6",
+    "bedrock": "anthropic.claude-opus-4-6-v1",
+    "azure": "claude-opus-4-6"
+  },
+  "claude-sonnet-4": {
+    "anthropic": "claude-sonnet-4-20250514",
+    "openrouter": "anthropic/claude-sonnet-4",
+    "bedrock": "anthropic.claude-sonnet-4-20250514-v1:0"
+  },
+  "claude-sonnet-4-0": {
+    "anthropic": "claude-sonnet-4-0"
+  },
+  "claude-sonnet-4-5": {
+    "anthropic": "claude-sonnet-4-5-20250929",
+    "openrouter": "anthropic/claude-sonnet-4.5",
+    "bedrock": "anthropic.claude-sonnet-4-5-20250929-v1:0",
+    "azure": "claude-sonnet-4-5-20250929"
+  },
+  "claude-sonnet-4-6": {
+    "anthropic": "claude-sonnet-4-6",
+    "openrouter": "anthropic/claude-sonnet-4.6",
+    "bedrock": "anthropic.claude-sonnet-4-6",
+    "azure": "claude-sonnet-4-6"
+  },
+  "deepseek-chat": {
+    "deepseek": "deepseek-chat",
+    "openrouter": "deepseek/deepseek-chat"
+  },
+  "gemini-1.5-flash": {
+    "gemini": "gemini-1.5-flash",
+    "vertexai": "gemini-1.5-flash"
+  },
+  "gemini-1.5-flash-8b": {
+    "gemini": "gemini-1.5-flash-8b",
+    "vertexai": "gemini-1.5-flash-8b"
+  },
+  "gemini-1.5-pro": {
+    "gemini": "gemini-1.5-pro",
+    "vertexai": "gemini-1.5-pro"
+  },
+  "gemini-2.0-flash": {
+    "gemini": "gemini-2.0-flash",
+    "vertexai": "gemini-2.0-flash"
+  },
+  "gemini-2.0-flash-001": {
+    "gemini": "gemini-2.0-flash-001",
+    "openrouter": "google/gemini-2.0-flash-001",
+    "vertexai": "gemini-2.0-flash-001"
+  },
+  "gemini-2.0-flash-lite": {
+    "gemini": "gemini-2.0-flash-lite",
+    "vertexai": "gemini-2.0-flash-lite"
+  },
+  "gemini-2.0-flash-lite-001": {
+    "gemini": "gemini-2.0-flash-lite-001",
+    "openrouter": "google/gemini-2.0-flash-lite-001",
+    "vertexai": "gemini-2.0-flash-lite-001"
+  },
+  "gemini-2.5-flash": {
+    "gemini": "gemini-2.5-flash",
+    "openrouter": "google/gemini-2.5-flash",
+    "vertexai": "gemini-2.5-flash"
+  },
+  "gemini-2.5-flash-image": {
+    "gemini": "gemini-2.5-flash-image",
+    "openrouter": "google/gemini-2.5-flash-image"
+  },
+  "gemini-2.5-flash-lite": {
+    "gemini": "gemini-2.5-flash-lite",
+    "openrouter": "google/gemini-2.5-flash-lite",
+    "vertexai": "gemini-2.5-flash-lite"
+  },
+  "gemini-2.5-flash-lite-preview-06-17": {
+    "gemini": "gemini-2.5-flash-lite-preview-06-17",
+    "vertexai": "gemini-2.5-flash-lite-preview-06-17"
+  },
+  "gemini-2.5-flash-lite-preview-09-2025": {
+    "gemini": "gemini-2.5-flash-lite-preview-09-2025",
+    "openrouter": "google/gemini-2.5-flash-lite-preview-09-2025",
+    "vertexai": "gemini-2.5-flash-lite-preview-09-2025"
+  },
+  "gemini-2.5-flash-preview-04-17": {
+    "gemini": "gemini-2.5-flash-preview-04-17",
+    "vertexai": "gemini-2.5-flash-preview-04-17"
+  },
+  "gemini-2.5-flash-preview-05-20": {
+    "gemini": "gemini-2.5-flash-preview-05-20",
+    "vertexai": "gemini-2.5-flash-preview-05-20"
+  },
+  "gemini-2.5-flash-preview-09-2025": {
+    "gemini": "gemini-2.5-flash-preview-09-2025",
+    "openrouter": "google/gemini-2.5-flash-preview-09-2025",
+    "vertexai": "gemini-2.5-flash-preview-09-2025"
+  },
+  "gemini-2.5-pro": {
+    "gemini": "gemini-2.5-pro",
+    "openrouter": "google/gemini-2.5-pro",
+    "vertexai": "gemini-2.5-pro"
+  },
+  "gemini-2.5-pro-preview-05-06": {
+    "gemini": "gemini-2.5-pro-preview-05-06",
+    "openrouter": "google/gemini-2.5-pro-preview-05-06",
+    "vertexai": "gemini-2.5-pro-preview-05-06"
+  },
+  "gemini-2.5-pro-preview-06-05": {
+    "gemini": "gemini-2.5-pro-preview-06-05",
+    "openrouter": "google/gemini-2.5-pro-preview-06-05",
+    "vertexai": "gemini-2.5-pro-preview-06-05"
+  },
+  "gemini-3-flash-preview": {
+    "gemini": "gemini-3-flash-preview",
+    "openrouter": "google/gemini-3-flash-preview",
+    "vertexai": "gemini-3-flash-preview"
+  },
+  "gemini-3-pro-image-preview": {
+    "gemini": "gemini-3-pro-image-preview",
+    "openrouter": "google/gemini-3-pro-image-preview"
+  },
+  "gemini-3-pro-preview": {
+    "gemini": "gemini-3-pro-preview",
+    "openrouter": "google/gemini-3-pro-preview",
+    "vertexai": "gemini-3-pro-preview"
+  },
+  "gemini-3.1-flash-image-preview": {
+    "gemini": "gemini-3.1-flash-image-preview",
+    "openrouter": "google/gemini-3.1-flash-image-preview",
+    "vertexai": "gemini-3.1-flash-image-preview"
+  },
+  "gemini-3.1-flash-lite-preview": {
+    "gemini": "gemini-3.1-flash-lite-preview",
+    "openrouter": "google/gemini-3.1-flash-lite-preview",
+    "vertexai": "gemini-3.1-flash-lite-preview"
+  },
+  "gemini-3.1-pro-preview": {
+    "gemini": "gemini-3.1-pro-preview",
+    "openrouter": "google/gemini-3.1-pro-preview",
+    "vertexai": "gemini-3.1-pro-preview"
+  },
+  "gemini-3.1-pro-preview-customtools": {
+    "gemini": "gemini-3.1-pro-preview-customtools",
+    "openrouter": "google/gemini-3.1-pro-preview-customtools",
+    "vertexai": "gemini-3.1-pro-preview-customtools"
+  },
+  "gemini-embedding-001": {
+    "gemini": "gemini-embedding-001",
+    "vertexai": "gemini-embedding-001"
+  },
+  "gemini-flash": {
+    "gemini": "gemini-flash-latest",
+    "vertexai": "gemini-flash-latest"
+  },
+  "gemini-flash-lite": {
+    "gemini": "gemini-flash-lite-latest",
+    "vertexai": "gemini-flash-lite-latest"
+  },
+  "gemma-3-12b-it": {
+    "gemini": "gemma-3-12b-it",
+    "openrouter": "google/gemma-3-12b-it"
+  },
+  "gemma-3-27b-it": {
+    "gemini": "gemma-3-27b-it",
+    "openrouter": "google/gemma-3-27b-it"
+  },
+  "gemma-3-4b-it": {
+    "gemini": "gemma-3-4b-it",
+    "openrouter": "google/gemma-3-4b-it"
+  },
+  "gemma-3n-e4b-it": {
+    "gemini": "gemma-3n-e4b-it",
+    "openrouter": "google/gemma-3n-e4b-it"
+  },
+  "gemma-4-26b-a4b-it": {
+    "gemini": "gemma-4-26b-a4b-it",
+    "openrouter": "google/gemma-4-26b-a4b-it"
+  },
+  "gemma-4-31b-it": {
+    "gemini": "gemma-4-31b-it",
+    "openrouter": "google/gemma-4-31b-it"
+  },
+  "gpt-3.5-turbo": {
+    "openai": "gpt-3.5-turbo",
+    "openrouter": "openai/gpt-3.5-turbo"
+  },
+  "gpt-3.5-turbo-16k": {
+    "openai": "gpt-3.5-turbo-16k",
+    "openrouter": "openai/gpt-3.5-turbo-16k"
+  },
+  "gpt-3.5-turbo-instruct": {
+    "openai": "gpt-3.5-turbo-instruct",
+    "openrouter": "openai/gpt-3.5-turbo-instruct"
+  },
+  "gpt-4": {
+    "openai": "gpt-4",
+    "openrouter": "openai/gpt-4",
+    "azure": "gpt-4"
+  },
+  "gpt-4-turbo": {
+    "openai": "gpt-4-turbo",
+    "openrouter": "openai/gpt-4-turbo"
+  },
+  "gpt-4.1": {
+    "openai": "gpt-4.1",
+    "openrouter": "openai/gpt-4.1",
+    "azure": "gpt-4.1"
+  },
+  "gpt-4.1-mini": {
+    "openai": "gpt-4.1-mini",
+    "openrouter": "openai/gpt-4.1-mini",
+    "azure": "gpt-4.1-mini"
+  },
+  "gpt-4.1-nano": {
+    "openai": "gpt-4.1-nano",
+    "openrouter": "openai/gpt-4.1-nano",
+    "azure": "gpt-4.1-nano"
+  },
+  "gpt-4o": {
+    "openai": "gpt-4o",
+    "openrouter": "openai/gpt-4o",
+    "azure": "gpt-4o"
+  },
+  "gpt-4o-2024-05-13": {
+    "openai": "gpt-4o-2024-05-13",
+    "openrouter": "openai/gpt-4o-2024-05-13",
+    "azure": "gpt-4o-2024-05-13"
+  },
+  "gpt-4o-2024-08-06": {
+    "openai": "gpt-4o-2024-08-06",
+    "openrouter": "openai/gpt-4o-2024-08-06",
+    "azure": "gpt-4o-2024-08-06"
+  },
+  "gpt-4o-2024-11-20": {
+    "openai": "gpt-4o-2024-11-20",
+    "openrouter": "openai/gpt-4o-2024-11-20",
+    "azure": "gpt-4o-2024-11-20"
+  },
+  "gpt-4o-audio-preview": {
+    "openai": "gpt-4o-audio-preview",
+    "openrouter": "openai/gpt-4o-audio-preview"
+  },
+  "gpt-4o-mini": {
+    "openai": "gpt-4o-mini",
+    "openrouter": "openai/gpt-4o-mini",
+    "azure": "gpt-4o-mini"
+  },
+  "gpt-4o-mini-2024-07-18": {
+    "openai": "gpt-4o-mini-2024-07-18",
+    "openrouter": "openai/gpt-4o-mini-2024-07-18",
+    "azure": "gpt-4o-mini-2024-07-18"
+  },
+  "gpt-4o-mini-search-preview": {
+    "openai": "gpt-4o-mini-search-preview",
+    "openrouter": "openai/gpt-4o-mini-search-preview"
+  },
+  "gpt-4o-search-preview": {
+    "openai": "gpt-4o-search-preview",
+    "openrouter": "openai/gpt-4o-search-preview"
+  },
+  "gpt-5": {
+    "openai": "gpt-5",
+    "openrouter": "openai/gpt-5"
+  },
+  "gpt-5-codex": {
+    "openai": "gpt-5-codex",
+    "openrouter": "openai/gpt-5-codex"
+  },
+  "gpt-5-mini": {
+    "openai": "gpt-5-mini",
+    "openrouter": "openai/gpt-5-mini"
+  },
+  "gpt-5-nano": {
+    "openai": "gpt-5-nano",
+    "openrouter": "openai/gpt-5-nano"
+  },
+  "gpt-5-pro": {
+    "openai": "gpt-5-pro",
+    "openrouter": "openai/gpt-5-pro"
+  },
+  "gpt-5.1": {
+    "openai": "gpt-5.1",
+    "openrouter": "openai/gpt-5.1",
+    "azure": "gpt-5.1"
+  },
+  "gpt-5.1-codex": {
+    "openai": "gpt-5.1-codex",
+    "openrouter": "openai/gpt-5.1-codex"
+  },
+  "gpt-5.1-codex-max": {
+    "openai": "gpt-5.1-codex-max",
+    "openrouter": "openai/gpt-5.1-codex-max"
+  },
+  "gpt-5.1-codex-mini": {
+    "openai": "gpt-5.1-codex-mini",
+    "openrouter": "openai/gpt-5.1-codex-mini"
+  },
+  "gpt-5.2": {
+    "openai": "gpt-5.2",
+    "openrouter": "openai/gpt-5.2"
+  },
+  "gpt-5.2-codex": {
+    "openai": "gpt-5.2-codex",
+    "openrouter": "openai/gpt-5.2-codex"
+  },
+  "gpt-5.2-pro": {
+    "openai": "gpt-5.2-pro",
+    "openrouter": "openai/gpt-5.2-pro"
+  },
+  "gpt-5.3-codex": {
+    "openai": "gpt-5.3-codex",
+    "openrouter": "openai/gpt-5.3-codex"
+  },
+  "gpt-5.4": {
+    "openai": "gpt-5.4",
+    "openrouter": "openai/gpt-5.4"
+  },
+  "gpt-5.4-mini": {
+    "openai": "gpt-5.4-mini",
+    "openrouter": "openai/gpt-5.4-mini"
+  },
+  "gpt-5.4-nano": {
+    "openai": "gpt-5.4-nano",
+    "openrouter": "openai/gpt-5.4-nano"
+  },
+  "gpt-5.4-pro": {
+    "openai": "gpt-5.4-pro",
+    "openrouter": "openai/gpt-5.4-pro"
+  },
+  "gpt-audio": {
+    "openai": "gpt-audio",
+    "openrouter": "openai/gpt-audio"
+  },
+  "gpt-audio-mini": {
+    "openai": "gpt-audio-mini",
+    "openrouter": "openai/gpt-audio-mini"
+  },
+  "lyria-3-clip-preview": {
+    "gemini": "lyria-3-clip-preview",
+    "openrouter": "google/lyria-3-clip-preview"
+  },
+  "lyria-3-pro-preview": {
+    "gemini": "lyria-3-pro-preview",
+    "openrouter": "google/lyria-3-pro-preview"
+  },
+  "o1": {
+    "openai": "o1",
+    "openrouter": "openai/o1"
+  },
+  "o1-pro": {
+    "openai": "o1-pro",
+    "openrouter": "openai/o1-pro",
+    "azure": "o1-pro"
+  },
+  "o3": {
+    "openai": "o3",
+    "openrouter": "openai/o3"
+  },
+  "o3-deep-research": {
+    "openai": "o3-deep-research",
+    "openrouter": "openai/o3-deep-research"
+  },
+  "o3-mini": {
+    "openai": "o3-mini",
+    "openrouter": "openai/o3-mini",
+    "azure": "o3-mini"
+  },
+  "o3-pro": {
+    "openai": "o3-pro",
+    "openrouter": "openai/o3-pro"
+  },
+  "o4-mini": {
+    "openai": "o4-mini",
+    "openrouter": "openai/o4-mini",
+    "azure": "o4-mini"
+  },
+  "o4-mini-deep-research": {
+    "openai": "o4-mini-deep-research",
+    "openrouter": "openai/o4-mini-deep-research"
+  }
+}

data/lib/lex_llm/aliases.rb

@@ -0,0 +1,38 @@
+# frozen_string_literal: true
+
+module LexLLM
+  # Manages model aliases for provider-specific versions
+  class Aliases
+    class << self
+      def resolve(model_id, provider = nil)
+        return model_id unless aliases[model_id]
+
+        if provider
+          aliases[model_id][provider.to_s] || model_id
+        else
+          aliases[model_id].values.first || model_id
+        end
+      end
+
+      def aliases
+        @aliases ||= load_aliases
+      end
+
+      def aliases_file
+        File.expand_path('aliases.json', __dir__)
+      end
+
+      def load_aliases
+        if File.exist?(aliases_file)
+          Legion::JSON.parse(File.read(aliases_file), symbolize_names: false)
+        else
+          {}
+        end
+      end
+
+      def reload!
+        @aliases = load_aliases
+      end
+    end
+  end
+end

data/lib/lex_llm/attachment.rb

@@ -0,0 +1,223 @@
+# frozen_string_literal: true
+
+require 'pathname'
+require 'uri'
+
+module LexLLM
+  # A class representing a file attachment.
+  class Attachment
+    attr_reader :source, :filename, :mime_type
+
+    def initialize(source, filename: nil)
+      @source = source
+      @source = source_type_cast
+      @filename = filename || source_filename
+
+      determine_mime_type
+    end
+
+    def url?
+      @source.is_a?(URI) || (@source.is_a?(String) && @source.match?(%r{^https?://}))
+    end
+
+    def path?
+      @source.is_a?(Pathname) || (@source.is_a?(String) && !url?)
+    end
+
+    def io_like?
+      @source.respond_to?(:read) && !path? && !active_storage?
+    end
+
+    def active_storage?
+      return false unless defined?(ActiveStorage)
+
+      @source.is_a?(ActiveStorage::Blob) ||
+        @source.is_a?(ActiveStorage::Attached::One) ||
+        @source.is_a?(ActiveStorage::Attached::Many)
+    end
+
+    def content
+      return @content if defined?(@content) && !@content.nil?
+
+      if url?
+        fetch_content
+      elsif path?
+        load_content_from_path
+      elsif active_storage?
+        load_content_from_active_storage
+      elsif io_like?
+        load_content_from_io
+      else
+        LexLLM.logger.warn "Source is neither a URL, path, ActiveStorage, nor IO-like: #{@source.class}"
+        nil
+      end
+
+      @content
+    end
+
+    def encoded
+      Base64.strict_encode64(content)
+    end
+
+    def save(path)
+      return unless io_like?
+
+      File.open(path, 'w') do |f|
+        f.puts(@source.read)
+      end
+    end
+
+    def for_llm
+      case type
+      when :text
+        "<file name='#{filename}' mime_type='#{mime_type}'>#{content}</file>"
+      else
+        "data:#{mime_type};base64,#{encoded}"
+      end
+    end
+
+    def type
+      return :image if image?
+      return :video if video?
+      return :audio if audio?
+      return :pdf if pdf?
+      return :text if text?
+
+      :unknown
+    end
+
+    def image?
+      LexLLM::MimeType.image? mime_type
+    end
+
+    def video?
+      LexLLM::MimeType.video? mime_type
+    end
+
+    def audio?
+      LexLLM::MimeType.audio? mime_type
+    end
+
+    def format
+      case mime_type
+      when 'audio/mpeg'
+        'mp3'
+      when 'audio/wav', 'audio/wave', 'audio/x-wav'
+        'wav'
+      else
+        mime_type.split('/').last
+      end
+    end
+
+    def pdf?
+      LexLLM::MimeType.pdf? mime_type
+    end
+
+    def text?
+      LexLLM::MimeType.text? mime_type
+    end
+
+    def to_h
+      { type: type, source: @source }
+    end
+
+    private
+
+    def determine_mime_type
+      return @mime_type = active_storage_content_type if active_storage? && active_storage_content_type.present?
+
+      @mime_type = LexLLM::MimeType.for(url? ? nil : @source, name: @filename)
+      @mime_type = LexLLM::MimeType.for(content) if @mime_type == 'application/octet-stream'
+      @mime_type = 'audio/wav' if @mime_type == 'audio/x-wav' # Normalize WAV type
+    end
+
+    def fetch_content
+      response = Connection.basic.get @source.to_s
+      @content = response.body
+    end
+
+    def load_content_from_path
+      @content = File.binread(@source)
+    end
+
+    def load_content_from_io
+      @source.rewind if @source.respond_to? :rewind
+      @content = @source.read
+    end
+
+    def load_content_from_active_storage
+      return unless defined?(ActiveStorage)
+
+      @content = case @source
+                 when ActiveStorage::Blob
+                   @source.download
+                 when ActiveStorage::Attached::One
+                   @source.blob&.download
+                 when ActiveStorage::Attached::Many
+                   # For multiple attachments, just take the first one
+                   # This maintains the single-attachment interface
+                   @source.blobs.first&.download
+                 end
+    end
+
+    def source_type_cast
+      if url?
+        URI(@source)
+      elsif path?
+        Pathname.new(@source)
+      else
+        @source
+      end
+    end
+
+    def source_filename
+      if url?
+        File.basename(@source.path).to_s
+      elsif path?
+        @source.basename.to_s
+      elsif io_like?
+        extract_filename_from_io
+      elsif active_storage?
+        extract_filename_from_active_storage
+      end
+    end
+
+    def extract_filename_from_io
+      if defined?(ActionDispatch::Http::UploadedFile) && @source.is_a?(ActionDispatch::Http::UploadedFile)
+        @source.original_filename.to_s
+      elsif @source.respond_to?(:path)
+        File.basename(@source.path).to_s
+      else
+        'attachment'
+      end
+    end
+
+    def extract_filename_from_active_storage # rubocop:disable Metrics/PerceivedComplexity
+      return 'attachment' unless defined?(ActiveStorage)
+
+      case @source
+      when ActiveStorage::Blob
+        @source.filename.to_s
+      when ActiveStorage::Attached::One
+        @source.blob&.filename&.to_s || 'attachment'
+      when ActiveStorage::Attached::Many
+        @source.blobs.first&.filename&.to_s || 'attachment'
+      else
+        'attachment'
+      end
+    end
+
+    def active_storage_content_type
+      return unless defined?(ActiveStorage)
+
+      case @source
+      when ActiveStorage::Blob
+        @source.content_type
+      when ActiveStorage::Attached::One
+        @source.blob&.content_type
+      when ActiveStorage::Attached::Many
+        @source.blobs.first&.content_type
+      end
+    end
+  end
+end