dify_llm 1.7.1 → 1.8.1

data/lib/ruby_llm/models.rb

@@ -194,15 +194,15 @@ module RubyLLM
     end
 
     def embedding_models
-      self.class.new(all.select { |m| m.type == 'embedding' })
+      self.class.new(all.select { |m| m.type == 'embedding' || m.modalities.output.include?('embeddings') })
     end
 
     def audio_models
-      self.class.new(all.select { |m| m.type == 'audio' })
+      self.class.new(all.select { |m| m.type == 'audio' || m.modalities.output.include?('audio') })
     end
 
     def image_models
-      self.class.new(all.select { |m| m.type == 'image' })
+      self.class.new(all.select { |m| m.type == 'image' || m.modalities.output.include?('image') })
     end
 
     def by_family(family)
@@ -217,6 +217,10 @@ module RubyLLM
       self.class.refresh!(remote_only: remote_only)
     end
 
+    def resolve(model_id, provider: nil, assume_exists: false, config: nil)
+      self.class.resolve(model_id, provider: provider, assume_exists: assume_exists, config: config)
+    end
+
     private
 
     def find_with_provider(model_id, provider)

data/lib/ruby_llm/moderation.rb

@@ -0,0 +1,56 @@
+# frozen_string_literal: true
+
+module RubyLLM
+  # Identify potentially harmful content in text.
+  # https://platform.openai.com/docs/guides/moderation
+  class Moderation
+    attr_reader :id, :model, :results
+
+    def initialize(id:, model:, results:)
+      @id = id
+      @model = model
+      @results = results
+    end
+
+    def self.moderate(input,
+                      model: nil,
+                      provider: nil,
+                      assume_model_exists: false,
+                      context: nil)
+      config = context&.config || RubyLLM.config
+      model ||= config.default_moderation_model || 'omni-moderation-latest'
+      model, provider_instance = Models.resolve(model, provider: provider, assume_exists: assume_model_exists,
+                                                       config: config)
+      model_id = model.id
+
+      provider_instance.moderate(input, model: model_id)
+    end
+
+    # Convenience method to get content from moderation result
+    def content
+      results
+    end
+
+    # Check if any content was flagged
+    def flagged?
+      results.any? { |result| result['flagged'] }
+    end
+
+    # Get all flagged categories across all results
+    def flagged_categories
+      results.flat_map do |result|
+        result['categories']&.select { |_category, flagged| flagged }&.keys || []
+      end.uniq
+    end
+
+    # Get category scores for the first result (most common case)
+    def category_scores
+      results.first&.dig('category_scores') || {}
+    end
+
+    # Get categories for the first result (most common case)
+    def categories
+      results.first&.dig('categories') || {}
+    end
+  end
+end

data/lib/ruby_llm/provider.rb

@@ -70,6 +70,12 @@ module RubyLLM
       parse_embedding_response(response, model:, text:)
     end
 
+    def moderate(input, model:)
+      payload = render_moderation_payload(input, model:)
+      response = @connection.post moderation_url, payload
+      parse_moderation_response(response, model:)
+    end
+
     def paint(prompt, model:, size:)
       payload = render_image_payload(prompt, model:, size:)
       response = @connection.post images_url, payload

data/lib/ruby_llm/providers/gemini/capabilities.rb

@@ -52,6 +52,10 @@ module RubyLLM
           model_id.match?(/gemini|flash|pro|imagen/)
         end
 
+        def supports_video?(model_id)
+          model_id.match?(/gemini/)
+        end
+
         def supports_functions?(model_id)
           return false if model_id.match?(/text-embedding|embedding-001|aqa|flash-lite|imagen|gemini-2\.0-flash-lite/)
 
@@ -217,6 +221,7 @@ module RubyLLM
             modalities[:input] << 'pdf'
           end
 
+          modalities[:input] << 'video' if supports_video?(model_id)
           modalities[:input] << 'audio' if model_id.match?(/audio/)
           modalities[:output] << 'embeddings' if model_id.match?(/embedding|gemini-embedding/)
           modalities[:output] = ['image'] if model_id.match?(/imagen/)

data/lib/ruby_llm/providers/openai/capabilities.rb

@@ -26,6 +26,9 @@ module RubyLLM
           gpt4o_realtime: /^gpt-4o-realtime/,
           gpt4o_search: /^gpt-4o-search/,
           gpt4o_transcribe: /^gpt-4o-transcribe/,
+          gpt5: /^gpt-5/,
+          gpt5_mini: /^gpt-5-mini/,
+          gpt5_nano: /^gpt-5-nano/,
           o1: /^o1(?!-(?:mini|pro))/,
           o1_mini: /^o1-mini/,
           o1_pro: /^o1-pro/,
@@ -44,7 +47,7 @@ module RubyLLM
         def context_window_for(model_id)
           case model_family(model_id)
           when 'gpt41', 'gpt41_mini', 'gpt41_nano' then 1_047_576
-          when 'chatgpt4o', 'gpt4_turbo', 'gpt4o', 'gpt4o_audio', 'gpt4o_mini',
+          when 'gpt5', 'gpt5_mini', 'gpt5_nano', 'chatgpt4o', 'gpt4_turbo', 'gpt4o', 'gpt4o_audio', 'gpt4o_mini',
                'gpt4o_mini_audio', 'gpt4o_mini_realtime', 'gpt4o_realtime',
                'gpt4o_search', 'gpt4o_transcribe', 'gpt4o_mini_search', 'o1_mini' then 128_000
           when 'gpt4' then 8_192
@@ -59,6 +62,7 @@ module RubyLLM
 
         def max_tokens_for(model_id)
           case model_family(model_id)
+          when 'gpt5', 'gpt5_mini', 'gpt5_nano' then 400_000
           when 'gpt41', 'gpt41_mini', 'gpt41_nano' then 32_768
           when 'chatgpt4o', 'gpt4o', 'gpt4o_mini', 'gpt4o_mini_search' then 16_384
           when 'babbage', 'davinci' then 16_384 # rubocop:disable Lint/DuplicateBranch
@@ -76,16 +80,17 @@ module RubyLLM
 
         def supports_vision?(model_id)
           case model_family(model_id)
-          when 'gpt41', 'gpt41_mini', 'gpt41_nano', 'chatgpt4o', 'gpt4', 'gpt4_turbo', 'gpt4o', 'gpt4o_mini', 'o1',
-               'o1_pro', 'moderation', 'gpt4o_search', 'gpt4o_mini_search' then true
+          when 'gpt5', 'gpt5_mini', 'gpt5_nano', 'gpt41', 'gpt41_mini', 'gpt41_nano', 'chatgpt4o', 'gpt4',
+               'gpt4_turbo', 'gpt4o', 'gpt4o_mini', 'o1', 'o1_pro', 'moderation', 'gpt4o_search',
+               'gpt4o_mini_search' then true
           else false
           end
         end
 
         def supports_functions?(model_id)
           case model_family(model_id)
-          when 'gpt41', 'gpt41_mini', 'gpt41_nano', 'gpt4', 'gpt4_turbo', 'gpt4o', 'gpt4o_mini', 'o1', 'o1_pro',
-               'o3_mini' then true
+          when 'gpt5', 'gpt5_mini', 'gpt5_nano', 'gpt41', 'gpt41_mini', 'gpt41_nano', 'gpt4', 'gpt4_turbo', 'gpt4o',
+               'gpt4o_mini', 'o1', 'o1_pro', 'o3_mini' then true
           when 'chatgpt4o', 'gpt35_turbo', 'o1_mini', 'gpt4o_mini_tts',
                'gpt4o_transcribe', 'gpt4o_search', 'gpt4o_mini_search' then false
           else false # rubocop:disable Lint/DuplicateBranch
@@ -94,8 +99,8 @@ module RubyLLM
 
         def supports_structured_output?(model_id)
           case model_family(model_id)
-          when 'gpt41', 'gpt41_mini', 'gpt41_nano', 'chatgpt4o', 'gpt4o', 'gpt4o_mini', 'o1', 'o1_pro',
-               'o3_mini' then true
+          when 'gpt5', 'gpt5_mini', 'gpt5_nano', 'gpt41', 'gpt41_mini', 'gpt41_nano', 'chatgpt4o', 'gpt4o',
+               'gpt4o_mini', 'o1', 'o1_pro', 'o3_mini' then true
           else false
           end
         end
@@ -105,6 +110,9 @@ module RubyLLM
         end
 
         PRICES = {
+          gpt5: { input: 1.25, output: 10.0, cached_input: 0.125 },
+          gpt5_mini: { input: 0.25, output: 2.0, cached_input: 0.025 },
+          gpt5_nano: { input: 0.05, output: 0.4, cached_input: 0.005 },
           gpt41: { input: 2.0, output: 8.0, cached_input: 0.5 },
           gpt41_mini: { input: 0.4, output: 1.6, cached_input: 0.1 },
           gpt41_nano: { input: 0.1, output: 0.4 },

data/lib/ruby_llm/providers/openai/moderation.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+module RubyLLM
+  module Providers
+    class OpenAI
+      # Moderation methods of the OpenAI API integration
+      module Moderation
+        module_function
+
+        def moderation_url
+          'moderations'
+        end
+
+        def render_moderation_payload(input, model:)
+          {
+            model: model,
+            input: input
+          }
+        end
+
+        def parse_moderation_response(response, model:)
+          data = response.body
+          raise Error.new(response, data.dig('error', 'message')) if data.dig('error', 'message')
+
+          RubyLLM::Moderation.new(
+            id: data['id'],
+            model: model,
+            results: data['results'] || []
+          )
+        end
+      end
+    end
+  end
+end

data/lib/ruby_llm/providers/openai.rb

@@ -7,6 +7,7 @@ module RubyLLM
       include OpenAI::Chat
       include OpenAI::Embeddings
       include OpenAI::Models
+      include OpenAI::Moderation
       include OpenAI::Streaming
       include OpenAI::Tools
       include OpenAI::Images

data/lib/ruby_llm/railtie.rb

@@ -5,7 +5,7 @@ module RubyLLM
   class Railtie < Rails::Railtie
     initializer 'ruby_llm.inflections' do
       ActiveSupport::Inflector.inflections(:en) do |inflect|
-        inflect.acronym 'LLM'
+        inflect.acronym 'RubyLLM'
       end
     end
 

data/lib/ruby_llm/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module RubyLLM
-  VERSION = '1.7.1'
+  VERSION = '1.8.1'
 end

data/lib/ruby_llm.rb

@@ -28,6 +28,7 @@ loader.inflector.inflect(
 )
 loader.ignore("#{__dir__}/tasks")
 loader.ignore("#{__dir__}/generators")
+loader.ignore("#{__dir__}/dify_llm.rb")
 loader.setup
 
 # A delightful Ruby interface to modern AI language models.
@@ -49,6 +50,10 @@ module RubyLLM
       Embedding.embed(...)
     end
 
+    def moderate(...)
+      Moderation.moderate(...)
+    end
+
     def paint(...)
       Image.paint(...)
     end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: dify_llm
 version: !ruby/object:Gem::Version
-  version: 1.7.1
+  version: 1.8.1
 platform: ruby
 authors:
 - Carmine Paolino
@@ -136,6 +136,7 @@ extra_rdoc_files: []
 files:
 - LICENSE
 - README.md
+- lib/dify_llm.rb
 - lib/generators/ruby_llm/chat_ui/chat_ui_generator.rb
 - lib/generators/ruby_llm/chat_ui/templates/controllers/chats_controller.rb.tt
 - lib/generators/ruby_llm/chat_ui/templates/controllers/messages_controller.rb.tt
@@ -146,6 +147,7 @@ files:
 - lib/generators/ruby_llm/chat_ui/templates/views/chats/index.html.erb.tt
 - lib/generators/ruby_llm/chat_ui/templates/views/chats/new.html.erb.tt
 - lib/generators/ruby_llm/chat_ui/templates/views/chats/show.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/views/messages/_content.html.erb.tt
 - lib/generators/ruby_llm/chat_ui/templates/views/messages/_form.html.erb.tt
 - lib/generators/ruby_llm/chat_ui/templates/views/messages/_message.html.erb.tt
 - lib/generators/ruby_llm/chat_ui/templates/views/messages/create.turbo_stream.erb.tt
@@ -154,6 +156,7 @@ files:
 - lib/generators/ruby_llm/chat_ui/templates/views/models/show.html.erb.tt
 - lib/generators/ruby_llm/generator_helpers.rb
 - lib/generators/ruby_llm/install/install_generator.rb
+- lib/generators/ruby_llm/install/templates/add_references_to_chats_tool_calls_and_messages_migration.rb.tt
 - lib/generators/ruby_llm/install/templates/chat_model.rb.tt
 - lib/generators/ruby_llm/install/templates/create_chats_migration.rb.tt
 - lib/generators/ruby_llm/install/templates/create_messages_migration.rb.tt
@@ -194,6 +197,7 @@ files:
 - lib/ruby_llm/models.json
 - lib/ruby_llm/models.rb
 - lib/ruby_llm/models_schema.json
+- lib/ruby_llm/moderation.rb
 - lib/ruby_llm/provider.rb
 - lib/ruby_llm/providers/anthropic.rb
 - lib/ruby_llm/providers/anthropic/capabilities.rb
@@ -252,6 +256,7 @@ files:
 - lib/ruby_llm/providers/openai/images.rb
 - lib/ruby_llm/providers/openai/media.rb
 - lib/ruby_llm/providers/openai/models.rb
+- lib/ruby_llm/providers/openai/moderation.rb
 - lib/ruby_llm/providers/openai/streaming.rb
 - lib/ruby_llm/providers/openai/tools.rb
 - lib/ruby_llm/providers/openrouter.rb
@@ -281,10 +286,11 @@ licenses:
 - MIT
 metadata:
   homepage_uri: https://github.com/crmne/ruby_llm/pull/168
-  source_code_uri: https://github.com/crmne/ruby_llm
-  changelog_uri: https://github.com/crmne/ruby_llm/commits/main
+  source_code_uri: https://github.com/crmne/ruby_llm/pull/168
+  changelog_uri: https://github.com/crmne/ruby_llm/pull/168/commits/main
   documentation_uri: https://github.com/crmne/ruby_llm/pull/168
-  bug_tracker_uri: https://github.com/crmne/ruby_llm/issues
+  bug_tracker_uri: https://github.com/crmne/ruby_llm/pull/168/issues
+  funding_uri: https://github.com/sponsors/crmne
   rubygems_mfa_required: 'true'
 post_install_message: |
   Upgrading from RubyLLM <= 1.6.x? Check the upgrade guide for new features and migration instructions