dify_llm 1.8.1 → 1.9.0

data/lib/ruby_llm/attachment.rb

@@ -71,6 +71,14 @@ module RubyLLM
       Base64.strict_encode64(content)
     end
 
+    def save(path)
+      return unless io_like?
+
+      File.open(path, 'w') do |f|
+        f.puts(@source.read)
+      end
+    end
+
     def for_llm
       case type
       when :text

data/lib/ruby_llm/chat.rb

@@ -31,7 +31,7 @@ module RubyLLM
     end
 
     def ask(message = nil, with: nil, &)
-      add_message role: :user, content: Content.new(message, with)
+      add_message role: :user, content: build_content(message, with)
       complete(&)
     end
 
@@ -193,7 +193,8 @@ module RubyLLM
         @on[:tool_call]&.call(tool_call)
         result = execute_tool tool_call
         @on[:tool_result]&.call(result)
-        content = result.is_a?(Content) ? result : result.to_s
+        tool_payload = result.is_a?(Tool::Halt) ? result.content : result
+        content = content_like?(tool_payload) ? tool_payload : tool_payload.to_s
         message = add_message role: :tool, content:, tool_call_id: tool_call.id
         @on[:end_message]&.call(message)
 
@@ -208,5 +209,15 @@ module RubyLLM
       args = tool_call.arguments
       tool.call(args)
     end
+
+    def build_content(message, attachments)
+      return message if content_like?(message)
+
+      Content.new(message, attachments)
+    end
+
+    def content_like?(object)
+      object.is_a?(Content) || object.is_a?(Content::Raw)
+    end
   end
 end

data/lib/ruby_llm/configuration.rb

@@ -10,6 +10,7 @@ module RubyLLM
                   :openai_use_system_role,
                   :anthropic_api_key,
                   :gemini_api_key,
+                  :gemini_api_base,
                   :vertexai_project_id,
                   :vertexai_location,
                   :deepseek_api_key,
@@ -31,7 +32,9 @@ module RubyLLM
                   :default_embedding_model,
                   :default_moderation_model,
                   :default_image_model,
+                  :default_transcription_model,
                   # Model registry
+                  :model_registry_file,
                   :model_registry_class,
                   # Rails integration
                   :use_new_acts_as,
@@ -49,7 +52,7 @@ module RubyLLM
                   :log_stream_debug
 
     def initialize
-      @request_timeout = 120
+      @request_timeout = 300
       @max_retries = 3
       @retry_interval = 0.1
       @retry_backoff_factor = 2
@@ -60,7 +63,9 @@ module RubyLLM
       @default_embedding_model = 'text-embedding-3-small'
       @default_moderation_model = 'omni-moderation-latest'
       @default_image_model = 'gpt-image-1'
+      @default_transcription_model = 'whisper-1'
 
+      @model_registry_file = File.expand_path('models.json', __dir__)
       @model_registry_class = 'Model'
       @use_new_acts_as = false
 

data/lib/ruby_llm/connection.rb

@@ -34,8 +34,7 @@ module RubyLLM
     end
 
     def post(url, payload, &)
-      body = payload.is_a?(Hash) ? JSON.generate(payload, ascii_only: false) : payload
-      @connection.post url, body do |req|
+      @connection.post url, payload do |req|
         req.headers.merge! @provider.headers if @provider.respond_to?(:headers)
         yield req if block_given?
       end
@@ -77,7 +76,7 @@ module RubyLLM
                        errors: true,
                        headers: false,
                        log_level: :debug do |logger|
-        logger.filter(%r{[A-Za-z0-9+/=]{100,}}, 'data":"[BASE64 DATA]"')
+        logger.filter(%r{[A-Za-z0-9+/=]{100,}}, '[BASE64 DATA]')
         logger.filter(/[-\d.e,\s]{100,}/, '[EMBEDDINGS ARRAY]')
       end
     end
@@ -94,9 +93,10 @@ module RubyLLM
     end
 
     def setup_middleware(faraday)
+      faraday.request :multipart
       faraday.request :json
       faraday.response :json
-      faraday.adapter Faraday.default_adapter
+      faraday.adapter :net_http
       faraday.use :llm_errors, provider: @provider
     end
 

data/lib/ruby_llm/content.rb

@@ -48,3 +48,26 @@ module RubyLLM
     end
   end
 end
+
+module RubyLLM
+  class Content
+    # Represents provider-specific payloads that should bypass RubyLLM formatting.
+    class Raw
+      attr_reader :value
+
+      def initialize(value)
+        raise ArgumentError, 'Raw content payload cannot be nil' if value.nil?
+
+        @value = value
+      end
+
+      def format
+        @value
+      end
+
+      def to_h
+        @value
+      end
+    end
+  end
+end

data/lib/ruby_llm/message.rb

@@ -5,18 +5,21 @@ module RubyLLM
   class Message
     ROLES = %i[system user assistant tool].freeze
 
-    attr_reader :role, :tool_calls, :tool_call_id, :input_tokens, :output_tokens, :model_id, :raw, :conversation_id
+    attr_reader :role, :model_id, :tool_calls, :tool_call_id, :input_tokens, :output_tokens,
+                :cached_tokens, :cache_creation_tokens, :raw, :conversation_id
     attr_writer :content
 
     def initialize(options = {})
       @role = options.fetch(:role).to_sym
       @content = normalize_content(options.fetch(:content))
+      @model_id = options[:model_id]
       @tool_calls = options[:tool_calls]
+      @tool_call_id = options[:tool_call_id]
+      @conversation_id = options[:conversation_id]
       @input_tokens = options[:input_tokens]
       @output_tokens = options[:output_tokens]
-      @model_id = options[:model_id]
-      @conversation_id = options[:conversation_id]
-      @tool_call_id = options[:tool_call_id]
+      @cached_tokens = options[:cached_tokens]
+      @cache_creation_tokens = options[:cache_creation_tokens]
       @raw = options[:raw]
 
       ensure_valid_role
@@ -46,12 +49,14 @@ module RubyLLM
       {
         role: role,
         content: content,
+        model_id: model_id,
         tool_calls: tool_calls,
         tool_call_id: tool_call_id,
+        conversation_id: conversation_id,
         input_tokens: input_tokens,
         output_tokens: output_tokens,
-        conversation_id: conversation_id,
-        model_id: model_id
+        cached_tokens: cached_tokens,
+        cache_creation_tokens: cache_creation_tokens
       }.compact
     end
 

data/lib/ruby_llm/model/info.rb

@@ -72,6 +72,10 @@ module RubyLLM
         pricing.text_tokens.output
       end
 
+      def provider_class
+        RubyLLM::Provider.resolve provider
+      end
+
       def type # rubocop:disable Metrics/PerceivedComplexity
         if modalities.output.include?('embeddings') && !modalities.output.include?('text')
           'embedding'