ruby_llm_community 0.0.6 → 1.1.0

data/lib/ruby_llm/active_record/acts_as.rb

@@ -3,385 +3,165 @@
 module RubyLLM
   module ActiveRecord
     # Adds chat and message persistence capabilities to ActiveRecord models.
-    # Provides a clean interface for storing chat history, message metadata,
-    # and attachments in your database.
     module ActsAs
       extend ActiveSupport::Concern
 
-      class_methods do # rubocop:disable Metrics/BlockLength
-        def acts_as_chat(message_class: 'Message', tool_call_class: 'ToolCall')
-          include ChatMethods
-
-          @message_class = message_class.to_s
-          @tool_call_class = tool_call_class.to_s
+      # When ActsAs is included, ensure models are loaded from database
+      def self.included(base)
+        super
+        # Monkey-patch Models to use database when ActsAs is active
+        RubyLLM::Models.class_eval do
+          def load_models
+            read_from_database
+          rescue StandardError => e
+            RubyLLM.logger.debug "Failed to load models from database: #{e.message}, falling back to JSON"
+            read_from_json
+          end
 
-          has_many :messages,
-                   -> { order(created_at: :asc) },
-                   class_name: @message_class,
-                   inverse_of: :chat,
-                   dependent: :destroy
+          def load_from_database!
+            @models = read_from_database
+          end
 
-          delegate :add_message, to: :to_llm
+          def read_from_database
+            model_class = RubyLLM.config.model_registry_class
+            model_class = model_class.constantize if model_class.is_a?(String)
+            model_class.all.map(&:to_llm)
+          end
         end
+      end
 
-        def acts_as_message(chat_class: 'Chat',
-                            chat_foreign_key: nil,
-                            tool_call_class: 'ToolCall',
-                            tool_call_foreign_key: nil,
-                            touch_chat: false)
-          include MessageMethods
+      class_methods do # rubocop:disable Metrics/BlockLength
+        def acts_as_chat(messages: :messages, message_class: nil,
+                         model: :model, model_class: nil)
+          include RubyLLM::ActiveRecord::ChatMethods
 
-          @chat_class = chat_class.to_s
-          @chat_foreign_key = chat_foreign_key || ActiveSupport::Inflector.foreign_key(@chat_class)
+          class_attribute :messages_association_name, :model_association_name, :message_class, :model_class
 
-          @tool_call_class = tool_call_class.to_s
-          @tool_call_foreign_key = tool_call_foreign_key || ActiveSupport::Inflector.foreign_key(@tool_call_class)
+          self.messages_association_name = messages
+          self.model_association_name = model
+          self.message_class = (message_class || messages.to_s.classify).to_s
+          self.model_class = (model_class || model.to_s.classify).to_s
 
-          belongs_to :chat,
-                     class_name: @chat_class,
-                     foreign_key: @chat_foreign_key,
-                     inverse_of: :messages,
-                     touch: touch_chat
-
-          has_many :tool_calls,
-                   class_name: @tool_call_class,
+          has_many messages,
+                   -> { order(created_at: :asc) },
+                   class_name: self.message_class,
                    dependent: :destroy
 
-          belongs_to :parent_tool_call,
-                     class_name: @tool_call_class,
-                     foreign_key: @tool_call_foreign_key,
-                     optional: true,
-                     inverse_of: :result
-
-          delegate :tool_call?, :tool_result?, :tool_results, to: :to_llm
-        end
-
-        def acts_as_tool_call(message_class: 'Message', message_foreign_key: nil, result_foreign_key: nil)
-          @message_class = message_class.to_s
-          @message_foreign_key = message_foreign_key || ActiveSupport::Inflector.foreign_key(@message_class)
-          @result_foreign_key = result_foreign_key || ActiveSupport::Inflector.foreign_key(name)
-
-          belongs_to :message,
-                     class_name: @message_class,
-                     foreign_key: @message_foreign_key,
-                     inverse_of: :tool_calls
-
-          has_one :result,
-                  class_name: @message_class,
-                  foreign_key: @result_foreign_key,
-                  inverse_of: :parent_tool_call,
-                  dependent: :nullify
-        end
-      end
-    end
-
-    # Methods mixed into chat models to handle message persistence and
-    # provide a conversation interface.
-    module ChatMethods
-      extend ActiveSupport::Concern
-
-      class_methods do
-        attr_reader :tool_call_class
-      end
+          belongs_to model,
+                     class_name: self.model_class,
+                     optional: true
 
-      def to_llm(context: nil)
-        @chat ||= if context
-                    context.chat(model: model_id)
-                  else
-                    RubyLLM.chat(model: model_id)
-                  end
-        @chat.reset_messages!
+          delegate :add_message, to: :to_llm
 
-        messages.each do |msg|
-          @chat.add_message(msg.to_llm)
-        end
+          define_method :messages_association do
+            send(messages_association_name)
+          end
 
-        setup_persistence_callbacks
-      end
+          define_method :model_association do
+            send(model_association_name)
+          end
 
-      def with_instructions(instructions, replace: false)
-        transaction do
-          messages.where(role: :system).destroy_all if replace
-          messages.create!(role: :system, content: instructions)
+          define_method :'model_association=' do |value|
+            send("#{model_association_name}=", value)
+          end
         end
-        to_llm.with_instructions(instructions)
-        self
-      end
-
-      def with_tool(...)
-        to_llm.with_tool(...)
-        self
-      end
-
-      def with_tools(...)
-        to_llm.with_tools(...)
-        self
-      end
-
-      def with_model(...)
-        update(model_id: to_llm.with_model(...).model.id)
-        self
-      end
 
-      def with_temperature(...)
-        to_llm.with_temperature(...)
-        self
-      end
-
-      def with_context(context)
-        to_llm(context: context)
-        self
-      end
+        def acts_as_model(chats: :chats, chat_class: nil)
+          include RubyLLM::ActiveRecord::ModelMethods
 
-      def with_params(...)
-        to_llm.with_params(...)
-        self
-      end
+          class_attribute :chats_association_name, :chat_class
 
-      def with_headers(...)
-        to_llm.with_headers(...)
-        self
-      end
-
-      def with_schema(...)
-        to_llm.with_schema(...)
-        self
-      end
+          self.chats_association_name = chats
+          self.chat_class = (chat_class || chats.to_s.classify).to_s
 
-      def cache_prompts(...)
-        to_llm.cache_prompts(...)
-        self
-      end
-
-      def on_new_message(&block)
-        to_llm
-
-        existing_callback = @chat.instance_variable_get(:@on)[:new_message]
-
-        @chat.on_new_message do
-          existing_callback&.call
-          block&.call
-        end
-        self
-      end
+          validates :model_id, presence: true, uniqueness: { scope: :provider }
+          validates :provider, presence: true
+          validates :name, presence: true
 
-      def on_end_message(&block)
-        to_llm
+          has_many chats, class_name: self.chat_class
 
-        existing_callback = @chat.instance_variable_get(:@on)[:end_message]
-
-        @chat.on_end_message do |msg|
-          existing_callback&.call(msg)
-          block&.call(msg)
+          define_method :chats_association do
+            send(chats_association_name)
+          end
         end
-        self
-      end
 
-      def on_tool_call(...)
-        to_llm.on_tool_call(...)
-        self
-      end
+        def acts_as_message(chat: :chat, chat_class: nil, touch_chat: false, # rubocop:disable Metrics/ParameterLists
+                            tool_calls: :tool_calls, tool_call_class: nil,
+                            model: :model, model_class: nil)
+          include RubyLLM::ActiveRecord::MessageMethods
 
-      def on_tool_result(...)
-        to_llm.on_tool_result(...)
-        self
-      end
+          class_attribute :chat_association_name, :tool_calls_association_name, :model_association_name,
+                          :chat_class, :tool_call_class, :model_class
 
-      def create_user_message(content, with: nil)
-        message_record = messages.create!(role: :user, content: content)
-        persist_content(message_record, with) if with.present?
-        message_record
-      end
+          self.chat_association_name = chat
+          self.tool_calls_association_name = tool_calls
+          self.model_association_name = model
+          self.chat_class = (chat_class || chat.to_s.classify).to_s
+          self.tool_call_class = (tool_call_class || tool_calls.to_s.classify).to_s
+          self.model_class = (model_class || model.to_s.classify).to_s
 
-      def ask(message, with: nil, &)
-        create_user_message(message, with:)
-        complete(&)
-      end
-
-      alias say ask
-
-      def complete(...)
-        to_llm.complete(...)
-      rescue RubyLLM::Error => e
-        cleanup_failed_messages if @message&.persisted? && @message.content.blank?
-        cleanup_orphaned_tool_results
-        raise e
-      end
-
-      private
-
-      def cleanup_failed_messages
-        RubyLLM.logger.debug "RubyLLM: API call failed, destroying message: #{@message.id}"
-        @message.destroy
-      end
+          belongs_to chat,
+                     class_name: self.chat_class,
+                     touch: touch_chat
 
-      def cleanup_orphaned_tool_results
-        loop do
-          messages.reload
-          last = messages.order(:id).last
+          has_many tool_calls,
+                   class_name: self.tool_call_class,
+                   dependent: :destroy
 
-          break unless last&.tool_call? || last&.tool_result?
+          belongs_to :parent_tool_call,
+                     class_name: self.tool_call_class,
+                     foreign_key: ActiveSupport::Inflector.foreign_key(tool_calls.to_s.singularize),
+                     optional: true
 
-          last.destroy
-        end
-      end
+          has_many :tool_results,
+                   through: tool_calls,
+                   source: :result,
+                   class_name: name
 
-      def setup_persistence_callbacks
-        # Only set up once per chat instance
-        return @chat if @chat.instance_variable_get(:@_persistence_callbacks_setup)
+          belongs_to model,
+                     class_name: self.model_class,
+                     optional: true
 
-        # Set up persistence callbacks (user callbacks will be chained via on_new_message/on_end_message methods)
-        @chat.on_new_message { persist_new_message }
-        @chat.on_end_message { |msg| persist_message_completion(msg) }
+          delegate :tool_call?, :tool_result?, to: :to_llm
 
-        @chat.instance_variable_set(:@_persistence_callbacks_setup, true)
-        @chat
-      end
+          define_method :chat_association do
+            send(chat_association_name)
+          end
 
-      def persist_new_message
-        @message = messages.create!(role: :assistant, content: '')
-      end
+          define_method :tool_calls_association do
+            send(tool_calls_association_name)
+          end
 
-      def persist_message_completion(message)
-        return unless message
-
-        tool_call_id = find_tool_call_id(message.tool_call_id) if message.tool_call_id
-
-        transaction do
-          # Convert parsed JSON back to JSON string for storage
-          content = message.content
-          content = content.to_json if content.is_a?(Hash) || content.is_a?(Array)
-
-          @message.update!(
-            role: message.role,
-            content: content,
-            model_id: message.model_id,
-            input_tokens: message.input_tokens,
-            output_tokens: message.output_tokens
-          )
-          @message.write_attribute(@message.class.tool_call_foreign_key, tool_call_id) if tool_call_id
-          @message.save!
-          persist_tool_calls(message.tool_calls) if message.tool_calls.present?
+          define_method :model_association do
+            send(model_association_name)
+          end
         end
-      end
 
-      def persist_tool_calls(tool_calls)
-        tool_calls.each_value do |tool_call|
-          attributes = tool_call.to_h
-          attributes[:tool_call_id] = attributes.delete(:id)
-          @message.tool_calls.create!(**attributes)
-        end
-      end
+        def acts_as_tool_call(message: :message, message_class: nil,
+                              result: :result, result_class: nil)
+          class_attribute :message_association_name, :result_association_name, :message_class, :result_class
 
-      def find_tool_call_id(tool_call_id)
-        self.class.tool_call_class.constantize.find_by(tool_call_id: tool_call_id)&.id
-      end
+          self.message_association_name = message
+          self.result_association_name = result
+          self.message_class = (message_class || message.to_s.classify).to_s
+          self.result_class = (result_class || self.message_class).to_s
 
-      def persist_content(message_record, attachments)
-        return unless message_record.respond_to?(:attachments)
+          belongs_to message,
+                     class_name: self.message_class
 
-        attachables = prepare_for_active_storage(attachments)
-        message_record.attachments.attach(attachables) if attachables.any?
-      end
+          has_one result,
+                  class_name: self.result_class,
+                  dependent: :nullify
 
-      def prepare_for_active_storage(attachments)
-        Utils.to_safe_array(attachments).filter_map do |attachment|
-          case attachment
-          when ActionDispatch::Http::UploadedFile, ActiveStorage::Blob
-            attachment
-          when ActiveStorage::Attached::One, ActiveStorage::Attached::Many
-            attachment.blobs
-          when Hash
-            attachment.values.map { |v| prepare_for_active_storage(v) }
-          else
-            convert_to_active_storage_format(attachment)
+          define_method :message_association do
+            send(message_association_name)
           end
-        end.flatten.compact
-      end
-
-      def convert_to_active_storage_format(source)
-        return if source.blank?
-
-        # Let RubyLLM::Attachment handle the heavy lifting
-        attachment = RubyLLM::Attachment.new(source)
-
-        {
-          io: StringIO.new(attachment.content),
-          filename: attachment.filename,
-          content_type: attachment.mime_type
-        }
-      rescue StandardError => e
-        RubyLLM.logger.warn "Failed to process attachment #{source}: #{e.message}"
-        nil
-      end
-    end
-
-    # Methods mixed into message models to handle serialization and
-    # provide a clean interface to the underlying message data.
-    module MessageMethods
-      extend ActiveSupport::Concern
-
-      class_methods do
-        attr_reader :chat_class, :tool_call_class, :chat_foreign_key, :tool_call_foreign_key
-      end
 
-      def to_llm
-        RubyLLM::Message.new(
-          role: role.to_sym,
-          content: extract_content,
-          tool_calls: extract_tool_calls,
-          tool_call_id: extract_tool_call_id,
-          input_tokens: input_tokens,
-          output_tokens: output_tokens,
-          model_id: model_id
-        )
-      end
-
-      private
-
-      def extract_tool_calls
-        tool_calls.to_h do |tool_call|
-          [
-            tool_call.tool_call_id,
-            RubyLLM::ToolCall.new(
-              id: tool_call.tool_call_id,
-              name: tool_call.name,
-              arguments: tool_call.arguments
-            )
-          ]
-        end
-      end
-
-      def extract_tool_call_id
-        parent_tool_call&.tool_call_id
-      end
-
-      def extract_content
-        return content unless respond_to?(:attachments) && attachments.attached?
-
-        RubyLLM::Content.new(content).tap do |content_obj|
-          @_tempfiles = []
-
-          attachments.each do |attachment|
-            tempfile = download_attachment(attachment)
-            content_obj.add_attachment(tempfile, filename: attachment.filename.to_s)
+          define_method :result_association do
+            send(result_association_name)
           end
         end
       end
-
-      def download_attachment(attachment)
-        ext = File.extname(attachment.filename.to_s)
-        basename = File.basename(attachment.filename.to_s, ext)
-        tempfile = Tempfile.new([basename, ext])
-        tempfile.binmode
-
-        attachment.download { |chunk| tempfile.write(chunk) }
-
-        tempfile.flush
-        tempfile.rewind
-        @_tempfiles << tempfile
-        tempfile
-      end
     end
   end
 end