ruby_llm_community 1.1.1 → 1.2.0

data/lib/ruby_llm/providers/red_candle/streaming.rb

@@ -0,0 +1,40 @@
+# frozen_string_literal: true
+
+module RubyLLM
+  module Providers
+    class RedCandle
+      # Streaming methods of the RedCandle integration
+      module Streaming
+        def stream(payload, &block)
+          if payload[:stream]
+            perform_streaming_completion!(payload, &block)
+          else
+            # Non-streaming fallback
+            result = perform_completion!(payload)
+            # Yield the complete result as a single chunk
+            chunk = {
+              content: result[:content],
+              role: result[:role],
+              finish_reason: result[:finish_reason]
+            }
+            block.call(chunk)
+          end
+        end
+
+        private
+
+        def stream_processor
+          # Red Candle handles streaming internally through blocks
+          # This method is here for compatibility with the base streaming interface
+          nil
+        end
+
+        def process_stream_response(response)
+          # Red Candle doesn't use HTTP responses
+          # Streaming is handled directly in perform_streaming_completion!
+          response
+        end
+      end
+    end
+  end
+end

data/lib/ruby_llm/providers/red_candle.rb

@@ -0,0 +1,90 @@
+# frozen_string_literal: true
+
+module RubyLLM
+  module Providers
+    # Red Candle provider for local LLM execution using the Candle Rust crate.
+    class RedCandle < Provider
+      include RedCandle::Chat
+      include RedCandle::Models
+      include RedCandle::Capabilities
+      include RedCandle::Streaming
+
+      def initialize(config)
+        ensure_red_candle_available!
+        super
+        @loaded_models = {} # Cache for loaded models
+        @device = determine_device(config)
+      end
+
+      def api_base
+        nil # Local execution, no API base needed
+      end
+
+      def headers
+        {} # No HTTP headers needed
+      end
+
+      class << self
+        def capabilities
+          RedCandle::Capabilities
+        end
+
+        def configuration_requirements
+          [] # No required config, device is optional
+        end
+
+        def local?
+          true
+        end
+
+        def supports_functions?(model_id = nil)
+          RedCandle::Capabilities.supports_functions?(model_id)
+        end
+
+        def models
+          # Return Red Candle models for registration
+          RedCandle::Models::SUPPORTED_MODELS.map do |model_data|
+            Model::Info.new(
+              id: model_data[:id],
+              name: model_data[:name],
+              provider: 'red_candle',
+              type: 'chat',
+              family: model_data[:family],
+              context_window: model_data[:context_window],
+              capabilities: %w[streaming structured_output],
+              modalities: { input: %w[text], output: %w[text] }
+            )
+          end
+        end
+      end
+
+      private
+
+      def ensure_red_candle_available!
+        require 'candle'
+      rescue LoadError
+        raise Error.new(nil, "Red Candle gem is not installed. Add 'gem \"red-candle\", \"~> 1.2.3\"' to your Gemfile.")
+      end
+
+      def determine_device(config)
+        if config.red_candle_device
+          case config.red_candle_device.to_s.downcase
+          when 'cpu'
+            ::Candle::Device.cpu
+          when 'cuda', 'gpu'
+            ::Candle::Device.cuda
+          when 'metal'
+            ::Candle::Device.metal
+          else
+            ::Candle::Device.best
+          end
+        else
+          ::Candle::Device.best
+        end
+      rescue StandardError => e
+        RubyLLM.logger.warn "Failed to initialize device: #{e.message}. Falling back to CPU."
+        ::Candle::Device.cpu
+      end
+    end
+  end
+end

data/lib/ruby_llm/railtie.rb

@@ -5,7 +5,7 @@ module RubyLLM
   class Railtie < Rails::Railtie
     initializer 'ruby_llm.inflections' do
       ActiveSupport::Inflector.inflections(:en) do |inflect|
-        inflect.acronym 'LLM'
+        inflect.acronym 'RubyLLM'
       end
     end
 

data/lib/ruby_llm/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module RubyLLM
-  VERSION = '1.1.1'
+  VERSION = '1.2.0'
 end

data/lib/ruby_llm_community.rb

@@ -58,6 +58,10 @@ module RubyLLM
       Embedding.embed(...)
     end
 
+    def moderate(...)
+      Moderation.moderate(...)
+    end
+
     def paint(...)
       Image.paint(...)
     end
@@ -101,6 +105,34 @@ RubyLLM::Provider.register :perplexity, RubyLLM::Providers::Perplexity
 RubyLLM::Provider.register :vertexai, RubyLLM::Providers::VertexAI
 RubyLLM::Provider.register :xai, RubyLLM::Providers::XAI
 
+# Optional Red Candle provider - only available if gem is installed
+begin
+  require 'candle'
+  require 'ruby_llm/providers/red_candle'
+  RubyLLM::Provider.register :red_candle, RubyLLM::Providers::RedCandle
+
+  # Register Red Candle models with the global registry
+  RubyLLM::Providers::RedCandle.models.each do |model|
+    RubyLLM.models.instance_variable_get(:@models) << model
+  end
+rescue LoadError
+  # Red Candle is optional - provider won't be available if gem isn't installed
+end
+
+# Optional Red Candle provider - only available if gem is installed
+begin
+  require 'candle'
+  require 'ruby_llm/providers/red_candle'
+  RubyLLM::Provider.register :red_candle, RubyLLM::Providers::RedCandle
+
+  # Register Red Candle models with the global registry
+  RubyLLM::Providers::RedCandle.models.each do |model|
+    RubyLLM.models.instance_variable_get(:@models) << model
+  end
+rescue LoadError
+  # Red Candle is optional - provider won't be available if gem isn't installed
+end
+
 if defined?(Rails::Railtie)
   require 'ruby_llm/railtie'
   require 'ruby_llm/active_record/acts_as'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ruby_llm_community
 version: !ruby/object:Gem::Version
-  version: 1.1.1
+  version: 1.2.0
 platform: ruby
 authors:
 - Paul Shippy
@@ -154,6 +154,7 @@ files:
 - lib/generators/ruby_llm/chat_ui/templates/views/models/show.html.erb.tt
 - lib/generators/ruby_llm/generator_helpers.rb
 - lib/generators/ruby_llm/install/install_generator.rb
+- lib/generators/ruby_llm/install/templates/add_references_to_chats_tool_calls_and_messages_migration.rb.tt
 - lib/generators/ruby_llm/install/templates/chat_model.rb.tt
 - lib/generators/ruby_llm/install/templates/create_chats_migration.rb.tt
 - lib/generators/ruby_llm/install/templates/create_messages_migration.rb.tt
@@ -195,6 +196,7 @@ files:
 - lib/ruby_llm/models.json
 - lib/ruby_llm/models.rb
 - lib/ruby_llm/models_schema.json
+- lib/ruby_llm/moderation.rb
 - lib/ruby_llm/provider.rb
 - lib/ruby_llm/providers/anthropic.rb
 - lib/ruby_llm/providers/anthropic/capabilities.rb
@@ -248,6 +250,7 @@ files:
 - lib/ruby_llm/providers/openai/images.rb
 - lib/ruby_llm/providers/openai/media.rb
 - lib/ruby_llm/providers/openai/models.rb
+- lib/ruby_llm/providers/openai/moderation.rb
 - lib/ruby_llm/providers/openai/response.rb
 - lib/ruby_llm/providers/openai/response_media.rb
 - lib/ruby_llm/providers/openai/streaming.rb
@@ -259,6 +262,11 @@ files:
 - lib/ruby_llm/providers/perplexity/capabilities.rb
 - lib/ruby_llm/providers/perplexity/chat.rb
 - lib/ruby_llm/providers/perplexity/models.rb
+- lib/ruby_llm/providers/red_candle.rb
+- lib/ruby_llm/providers/red_candle/capabilities.rb
+- lib/ruby_llm/providers/red_candle/chat.rb
+- lib/ruby_llm/providers/red_candle/models.rb
+- lib/ruby_llm/providers/red_candle/streaming.rb
 - lib/ruby_llm/providers/vertexai.rb
 - lib/ruby_llm/providers/vertexai/chat.rb
 - lib/ruby_llm/providers/vertexai/embeddings.rb