ruby_llm 1.6.3 → 1.7.0

data/lib/ruby_llm/providers/vertexai/chat.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+module RubyLLM
+  module Providers
+    class VertexAI
+      # Chat methods for the Vertex AI implementation
+      module Chat
+        def completion_url
+          "projects/#{@config.vertexai_project_id}/locations/#{@config.vertexai_location}/publishers/google/models/#{@model}:generateContent" # rubocop:disable Layout/LineLength
+        end
+      end
+    end
+  end
+end

data/lib/ruby_llm/providers/vertexai/embeddings.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+module RubyLLM
+  module Providers
+    class VertexAI
+      # Embeddings methods for the Vertex AI implementation
+      module Embeddings
+        module_function
+
+        def embedding_url(model:)
+          "projects/#{@config.vertexai_project_id}/locations/#{@config.vertexai_location}/publishers/google/models/#{model}:predict" # rubocop:disable Layout/LineLength
+        end
+
+        def render_embedding_payload(text, model:, dimensions:) # rubocop:disable Lint/UnusedMethodArgument
+          {
+            instances: [text].flatten.map { |t| { content: t.to_s } }
+          }.tap do |payload|
+            payload[:parameters] = { outputDimensionality: dimensions } if dimensions
+          end
+        end
+
+        def parse_embedding_response(response, model:, text:)
+          predictions = response.body['predictions']
+          vectors = predictions&.map { |p| p.dig('embeddings', 'values') }
+          vectors = vectors.first if vectors&.length == 1 && !text.is_a?(Array)
+
+          Embedding.new(vectors:, model:, input_tokens: 0)
+        end
+      end
+    end
+  end
+end

data/lib/ruby_llm/providers/vertexai/models.rb

@@ -0,0 +1,130 @@
+# frozen_string_literal: true
+
+module RubyLLM
+  module Providers
+    class VertexAI
+      # Models methods for the Vertex AI integration
+      module Models
+        # Gemini and other Google models that aren't returned by the API
+        KNOWN_GOOGLE_MODELS = %w[
+          gemini-2.5-flash-lite
+          gemini-2.5-pro
+          gemini-2.5-flash
+          gemini-2.0-flash-lite-001
+          gemini-2.0-flash-001
+          gemini-2.0-flash
+          gemini-2.0-flash-exp
+          gemini-1.5-pro-002
+          gemini-1.5-pro
+          gemini-1.5-flash-002
+          gemini-1.5-flash
+          gemini-1.5-flash-8b
+          gemini-pro
+          gemini-pro-vision
+          gemini-exp-1206
+          gemini-exp-1121
+          gemini-embedding-001
+          text-embedding-005
+          text-embedding-004
+          text-multilingual-embedding-002
+        ].freeze
+
+        def list_models
+          all_models = []
+          page_token = nil
+
+          all_models.concat(build_known_models)
+
+          loop do
+            response = @connection.get('publishers/google/models') do |req|
+              req.headers['x-goog-user-project'] = @config.vertexai_project_id
+              req.params = { pageSize: 100 }
+              req.params[:pageToken] = page_token if page_token
+            end
+
+            publisher_models = response.body['publisherModels'] || []
+            publisher_models.each do |model_data|
+              next if model_data['launchStage'] == 'DEPRECATED'
+
+              model_id = extract_model_id_from_path(model_data['name'])
+              all_models << build_model_from_api_data(model_data, model_id)
+            end
+
+            page_token = response.body['nextPageToken']
+            break unless page_token
+          end
+
+          all_models
+        rescue StandardError => e
+          RubyLLM.logger.debug "Error fetching Vertex AI models: #{e.message}"
+          build_known_models
+        end
+
+        private
+
+        def build_known_models
+          KNOWN_GOOGLE_MODELS.map do |model_id|
+            Model::Info.new(
+              id: model_id,
+              name: model_id,
+              provider: slug,
+              family: determine_model_family(model_id),
+              created_at: nil,
+              context_window: nil,
+              max_output_tokens: nil,
+              modalities: nil,
+              capabilities: %w[streaming function_calling],
+              pricing: nil,
+              metadata: {
+                source: 'known_models'
+              }
+            )
+          end
+        end
+
+        def build_model_from_api_data(model_data, model_id)
+          Model::Info.new(
+            id: model_id,
+            name: model_id,
+            provider: slug,
+            family: determine_model_family(model_id),
+            created_at: nil,
+            context_window: nil,
+            max_output_tokens: nil,
+            modalities: nil,
+            capabilities: extract_capabilities(model_data),
+            pricing: nil,
+            metadata: {
+              version_id: model_data['versionId'],
+              open_source_category: model_data['openSourceCategory'],
+              launch_stage: model_data['launchStage'],
+              supported_actions: model_data['supportedActions'],
+              publisher_model_template: model_data['publisherModelTemplate']
+            }
+          )
+        end
+
+        def extract_model_id_from_path(path)
+          path.split('/').last
+        end
+
+        def determine_model_family(model_id)
+          case model_id
+          when /^gemini-2\.\d+/ then 'gemini-2'
+          when /^gemini-1\.\d+/ then 'gemini-1.5'
+          when /^text-embedding/ then 'text-embedding'
+          when /bison/ then 'palm'
+          else 'gemini'
+          end
+        end
+
+        def extract_capabilities(model_data)
+          capabilities = ['streaming']
+          model_name = model_data['name']
+          capabilities << 'function_calling' if model_name.include?('gemini')
+          capabilities.uniq
+        end
+      end
+    end
+  end
+end

data/lib/ruby_llm/providers/vertexai/streaming.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+module RubyLLM
+  module Providers
+    class VertexAI
+      # Streaming methods for the Vertex AI implementation
+      module Streaming
+        def stream_url
+          "projects/#{@config.vertexai_project_id}/locations/#{@config.vertexai_location}/publishers/google/models/#{@model}:streamGenerateContent?alt=sse" # rubocop:disable Layout/LineLength
+        end
+      end
+    end
+  end
+end

data/lib/ruby_llm/providers/vertexai.rb

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+module RubyLLM
+  module Providers
+    # Google Vertex AI implementation
+    class VertexAI < Gemini
+      include VertexAI::Chat
+      include VertexAI::Streaming
+      include VertexAI::Embeddings
+      include VertexAI::Models
+
+      def initialize(config)
+        super
+        @authorizer = nil
+      end
+
+      def api_base
+        "https://#{@config.vertexai_location}-aiplatform.googleapis.com/v1beta1"
+      end
+
+      def headers
+        {
+          'Authorization' => "Bearer #{access_token}"
+        }
+      end
+
+      class << self
+        def configuration_requirements
+          %i[vertexai_project_id vertexai_location]
+        end
+      end
+
+      private
+
+      def access_token
+        return 'test-token' if defined?(VCR) && !VCR.current_cassette.recording?
+
+        initialize_authorizer unless @authorizer
+        @authorizer.fetch_access_token!['access_token']
+      end
+
+      def initialize_authorizer
+        require 'googleauth'
+        @authorizer = ::Google::Auth.get_application_default(
+          scope: [
+            'https://www.googleapis.com/auth/cloud-platform',
+            'https://www.googleapis.com/auth/generative-language.retriever'
+          ]
+        )
+      rescue LoadError
+        raise Error, 'The googleauth gem is required for Vertex AI. Please add it to your Gemfile: gem "googleauth"'
+      end
+    end
+  end
+end

data/lib/ruby_llm/railtie.rb

@@ -3,14 +3,31 @@
 module RubyLLM
   # Rails integration for RubyLLM
   class Railtie < Rails::Railtie
+    initializer 'ruby_llm.inflections' do
+      ActiveSupport::Inflector.inflections(:en) do |inflect|
+        inflect.acronym 'LLM'
+      end
+    end
+
     initializer 'ruby_llm.active_record' do
       ActiveSupport.on_load :active_record do
-        include RubyLLM::ActiveRecord::ActsAs
+        if RubyLLM.config.use_new_acts_as
+          require 'ruby_llm/active_record/acts_as'
+          ::ActiveRecord::Base.include RubyLLM::ActiveRecord::ActsAs
+        else
+          require 'ruby_llm/active_record/acts_as_legacy'
+          ::ActiveRecord::Base.include RubyLLM::ActiveRecord::ActsAsLegacy
+
+          Rails.logger.warn(
+            "\n!!! RubyLLM's legacy acts_as API is deprecated and will be removed in RubyLLM 2.0.0. " \
+            "Please consult the migration guide at https://rubyllm.com/upgrading-to-1-7/\n"
+          )
+        end
       end
     end
 
-    generators do
-      require 'generators/ruby_llm/install_generator'
+    rake_tasks do
+      load 'tasks/ruby_llm.rake'
     end
   end
 end

data/lib/ruby_llm/streaming.rb

@@ -24,7 +24,7 @@ module RubyLLM
       end
 
       message = accumulator.to_message(response)
-      RubyLLM.logger.debug "Stream completed: #{message.inspect}"
+      RubyLLM.logger.debug "Stream completed: #{message.content}"
       message
     end
 

data/lib/ruby_llm/utils.rb

@@ -5,10 +5,6 @@ module RubyLLM
   module Utils
     module_function
 
-    def format_text_file_for_llm(text_file)
-      "<file name='#{text_file.filename}' mime_type='#{text_file.mime_type}'>#{text_file.content}</file>"
-    end
-
     def hash_get(hash, key)
       hash[key.to_sym] || hash[key.to_s]
     end
@@ -36,12 +32,12 @@ module RubyLLM
       value.is_a?(Date) ? value : Date.parse(value.to_s)
     end
 
-    def deep_merge(params, payload)
-      params.merge(payload) do |_key, params_value, payload_value|
-        if params_value.is_a?(Hash) && payload_value.is_a?(Hash)
-          deep_merge(params_value, payload_value)
+    def deep_merge(original, overrides)
+      original.merge(overrides) do |_key, original_value, overrides_value|
+        if original_value.is_a?(Hash) && overrides_value.is_a?(Hash)
+          deep_merge(original_value, overrides_value)
         else
-          payload_value
+          overrides_value
         end
       end
     end

data/lib/ruby_llm/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module RubyLLM
-  VERSION = '1.6.3'
+  VERSION = '1.7.0'
 end

data/lib/ruby_llm.rb

@@ -21,11 +21,11 @@ loader.inflector.inflect(
   'openrouter' => 'OpenRouter',
   'gpustack' => 'GPUStack',
   'mistral' => 'Mistral',
-  'pdf' => 'PDF'
+  'vertexai' => 'VertexAI',
+  'pdf' => 'PDF',
+  'UI' => 'UI'
 )
 loader.ignore("#{__dir__}/tasks")
-loader.ignore("#{__dir__}/ruby_llm/railtie")
-loader.ignore("#{__dir__}/ruby_llm/active_record")
 loader.ignore("#{__dir__}/generators")
 loader.setup
 
@@ -88,6 +88,7 @@ RubyLLM::Provider.register :ollama, RubyLLM::Providers::Ollama
 RubyLLM::Provider.register :openai, RubyLLM::Providers::OpenAI
 RubyLLM::Provider.register :openrouter, RubyLLM::Providers::OpenRouter
 RubyLLM::Provider.register :perplexity, RubyLLM::Providers::Perplexity
+RubyLLM::Provider.register :vertexai, RubyLLM::Providers::VertexAI
 
 if defined?(Rails::Railtie)
   require 'ruby_llm/railtie'