red-candle 1.2.2 → 1.2.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d101e47090a800dddabfa1ee41971ca3f214f9a422e9408c0970b24c03aab8c7
-  data.tar.gz: 7136f0922548fd4bead034930b3c6d1553c498c23fc17802a6c94f7f4a0c7ce5
+  metadata.gz: 2d5cfca9bb05ab3dd9e8b1f1d92db4d94190b9acf473a41c7eb8a35c51a1a94a
+  data.tar.gz: aa2028e08fde8be4d9fd55b9719beab8ee8afabdc240900f176d88f7888bae6f
 SHA512:
-  metadata.gz: 594900e14d64fc335e53e2599a6e2d81ba4fdb1a1f3d5680536a47538bdf05d12332e959b33b67bfa04cca0dd321835a737d2ddf9cdd33c42b937370dde7a2a1
-  data.tar.gz: 4005d21ddccce9182d8600af5b3fd3f34ee9fabdf1b8235eb37eb1be7ede74b644c23d4ea322f6c0e05808e3e98e0c2066251111f538e9e8a934e7ec069ae4c0
+  metadata.gz: 16426f08f0cf7fd5ec1353adb139702c662df714a9d6fa7c3ed4d8feac81ba0313dcb58874c13b76c47ef6d8ca6acf6e22c8818888bf1affbcbc3d3b3a6fde96
+  data.tar.gz: 82f161767e7214ed97f36127d979da634507584f3c8110aa4672876d78edd6c9af0494f473e1a22f83311f7ebdf7e7ab8c41ec6451e5cf433b6a5acdc2ea603f

data/Cargo.lock

@@ -2999,9 +2999,9 @@ checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64"
 
 [[package]]
 name = "slab"
-version = "0.4.10"
+version = "0.4.11"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "04dc19736151f35336d325007ac991178d504a119863a2fcb3758cdb5e52c50d"
+checksum = "7a2ae44ef20feb57a68b23d846850f861394c2e02dc425a50098ae8c90267589"
 
 [[package]]
 name = "smallvec"

data/LICENSE

@@ -1,7 +1,7 @@
 MIT License
 
 Copyright (c) 2023 kojix2
-Copyright (c) 2024 Christopher Petersen
+Copyright (c) 2024, 2025 Christopher Petersen
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

data/README.md

@@ -1,6 +1,6 @@
 <img src="/docs/assets/logo-title.png" alt="red-candle" height="80px">
 
-[![build](https://github.com/assaydepot/red-candle/actions/workflows/build.yml/badge.svg)](https://github.com/assaydepot/red-candle/actions/workflows/build.yml)
+[![build](https://github.com/scientist-labs/red-candle/actions/workflows/build.yml/badge.svg)](https://github.com/scientist-labs/red-candle/actions/workflows/build.yml)
 [![Gem Version](https://badge.fury.io/rb/red-candle.svg)](https://badge.fury.io/rb/red-candle)
 
 Run state-of-the-art **language models directly from Ruby**. No Python, no APIs, no external services - just Ruby with blazing-fast Rust under the hood. Hardware accelerated with **Metal (Mac)** and **CUDA (NVIDIA).** Red candle leverages the Rust ecosystem, notably [Candle](https://github.com/huggingface/candle) and [Magnus](https://github.com/matsadler/magnus), to provide a fast and efficient way to run LLMs in Ruby. See [Dependencies](#dependencies) for more.
@@ -509,7 +509,7 @@ Choose based on your needs:
    ```ruby
    # Good: Single call with multiple documents
    results = reranker.rerank(query, documents)
-   
+
    # Less efficient: Multiple calls
    documents.map { |doc| reranker.rerank(query, [doc]) }
    ```
@@ -525,21 +525,21 @@ Choose based on your needs:
      # Split into overlapping chunks
      words = long_text.split
      chunks = []
-     
+
      (0...words.length).step(chunk_size - 50) do |i|
        chunk = words[i...(i + chunk_size)].join(" ")
        chunks << chunk
      end
-     
+
      # Rerank chunks
      results = reranker.rerank(query, chunks)
-     
+
      # Return best chunk
      results.max_by { |r| r[:score] }
    end
    ```
 
-5. **Memory Usage**: 
+5. **Memory Usage**:
    - Model size: ~125MB
    - Each batch processes all documents simultaneously
    - Consider batching if you have many documents
@@ -949,7 +949,7 @@ Failed to load GGUF model: cannot find llama.attention.head_count in metadata (R
 FORK IT!
 
 ```
-git clone https://github.com/assaydepot/red-candle
+git clone https://github.com/scientist-labs/red-candle
 cd red-candle
 bundle
 bundle exec rake compile

data/lib/candle/build_info.rb

@@ -3,8 +3,7 @@ module Candle
     def self.display_cuda_info
       info = Candle.build_info
       
-      # Only display CUDA info if running in development or if CANDLE_VERBOSE is set
-      return unless ENV['CANDLE_VERBOSE'] || ENV['CANDLE_DEBUG'] || $DEBUG
+      # CUDA info is now controlled by logger level
       
       if info["cuda_available"] == false
         # :nocov:
@@ -13,11 +12,11 @@ module Candle
                                    File.exist?('/usr/local/cuda') || File.exist?('/opt/cuda')
         
         if cuda_potentially_available
-          warn "=" * 80
-          warn "Red Candle: CUDA detected on system but not enabled in build."
-          warn "This may be due to CANDLE_DISABLE_CUDA being set during installation."
-          warn "To enable CUDA support, reinstall without CANDLE_DISABLE_CUDA set."
-          warn "=" * 80
+          Candle.logger.warn "=" * 80
+          Candle.logger.warn "Red Candle: CUDA detected on system but not enabled in build."
+          Candle.logger.warn "This may be due to CANDLE_DISABLE_CUDA being set during installation."
+          Candle.logger.warn "To enable CUDA support, reinstall without CANDLE_DISABLE_CUDA set."
+          Candle.logger.warn "=" * 80
         end
         # :nocov:
       end

data/lib/candle/device_utils.rb

@@ -3,7 +3,7 @@ module Candle
     # @deprecated Use {Candle::Device.best} instead
     # Get the best available device (Metal > CUDA > CPU)
     def self.best_device
-      warn "[DEPRECATION] `DeviceUtils.best_device` is deprecated. Please use `Device.best` instead."
+      Candle.logger.warn "[DEPRECATION] `DeviceUtils.best_device` is deprecated. Please use `Device.best` instead."
       Device.best
     end
   end

data/lib/candle/llm.rb

@@ -78,7 +78,7 @@ module Candle
         JSON.parse(json_content)
       rescue JSON::ParserError => e
         # Return the raw string if parsing fails
-        warn "Warning: Generated output is not valid JSON: #{e.message}" if options[:warn_on_parse_error]
+        Candle.logger.warn "Generated output is not valid JSON: #{e.message}" if options[:warn_on_parse_error]
         result
       end
     end
@@ -261,7 +261,7 @@ module Candle
           if e.message.include?("No tokenizer found")
             # Auto-detect tokenizer
             detected_tokenizer = guess_tokenizer(model_id)
-            warn "No tokenizer found in GGUF repo. Using tokenizer from: #{detected_tokenizer}"
+            Candle.logger.info "No tokenizer found in GGUF repo. Using tokenizer from: #{detected_tokenizer}"
             model_str = "#{model_str}@@#{detected_tokenizer}"
             _from_pretrained(model_str, device)
           else

data/lib/candle/logger.rb

@@ -0,0 +1,149 @@
+require 'logger'
+
+module Candle
+  # Logging functionality for the Red Candle gem
+  class << self
+    # Get the current logger instance
+    # @return [Logger] The logger instance
+    def logger
+      @logger ||= create_default_logger
+    end
+
+    # Set a custom logger instance
+    # @param custom_logger [Logger] A custom logger instance
+    def logger=(custom_logger)
+      @logger = custom_logger
+    end
+
+    # Configure logging with a block
+    # @yield [config] Configuration object
+    def configure_logging
+      config = LoggerConfig.new
+      yield config if block_given?
+      @logger = config.build_logger
+    end
+
+    private
+
+    # Create the default logger with CLI-friendly settings
+    # @return [Logger] Configured logger instance
+    def create_default_logger
+      logger = Logger.new($stderr)
+      logger.level = default_log_level
+      logger.formatter = cli_friendly_formatter
+      logger
+    end
+
+    # Determine default log level based on environment variables
+    # @return [Integer] Logger level constant
+    def default_log_level
+      # Support legacy CANDLE_VERBOSE for backward compatibility, but prefer explicit configuration
+      return Logger::DEBUG if ENV['CANDLE_VERBOSE']
+      Logger::WARN  # CLI-friendly: only show warnings/errors by default
+    end
+
+    # CLI-friendly formatter that outputs just the message
+    # @return [Proc] Formatter proc
+    def cli_friendly_formatter
+      proc { |severity, datetime, progname, msg| "#{msg}\n" }
+    end
+  end
+
+  # Configuration helper for logger setup
+  class LoggerConfig
+    attr_accessor :level, :output, :formatter
+
+    def initialize
+      @level = :warn
+      @output = $stderr
+      @formatter = :simple
+    end
+
+    # Build a logger from the configuration
+    # @return [Logger] Configured logger
+    def build_logger
+      logger = Logger.new(@output)
+      logger.level = normalize_level(@level)
+      logger.formatter = build_formatter(@formatter)
+      logger
+    end
+
+    # Set log level to debug (verbose output)
+    def verbose!
+      @level = :debug
+    end
+
+    # Set log level to info  
+    def info!
+      @level = :info
+    end
+
+    # Set log level to warn (default)
+    def quiet!
+      @level = :warn
+    end
+
+    # Set log level to error (minimal output)
+    def silent!
+      @level = :error
+    end
+
+    # Log to stdout instead of stderr
+    def log_to_stdout!
+      @output = $stdout
+    end
+
+    # Log to a file
+    # @param file_path [String] Path to log file
+    def log_to_file!(file_path)
+      @output = file_path
+    end
+
+    # Disable logging completely
+    def disable!
+      @output = File::NULL
+    end
+
+    private
+
+    # Convert symbol/string level to Logger constant
+    # @param level [Symbol, String, Integer] Log level
+    # @return [Integer] Logger level constant
+    def normalize_level(level)
+      case level.to_s.downcase
+      when 'debug' then Logger::DEBUG
+      when 'info' then Logger::INFO
+      when 'warn', 'warning' then Logger::WARN
+      when 'error' then Logger::ERROR
+      when 'fatal' then Logger::FATAL
+      else Logger::WARN
+      end
+    end
+
+    # Build formatter based on type
+    # @param formatter_type [Symbol] Type of formatter
+    # @return [Proc] Formatter proc
+    def build_formatter(formatter_type)
+      case formatter_type
+      when :simple, :cli
+        proc { |severity, datetime, progname, msg| "#{msg}\n" }
+      when :detailed
+        proc do |severity, datetime, progname, msg|
+          "[#{datetime.strftime('%Y-%m-%d %H:%M:%S')}] #{severity}: #{msg}\n"
+        end
+      when :json
+        require 'json'
+        proc do |severity, datetime, progname, msg|
+          JSON.generate({
+            timestamp: datetime.iso8601,
+            level: severity,
+            message: msg,
+            program: progname
+          }) + "\n"
+        end
+      else
+        proc { |severity, datetime, progname, msg| "#{msg}\n" }
+      end
+    end
+  end
+end

data/lib/candle/ner.rb

@@ -196,7 +196,7 @@ module Candle
       # This is especially important for Ruby < 3.2
       max_length = 1_000_000  # 1MB of text
       if text.length > max_length
-        warn "PatternEntityRecognizer: Text truncated from #{text.length} to #{max_length} chars for safety"
+        Candle.logger.warn "PatternEntityRecognizer: Text truncated from #{text.length} to #{max_length} chars for safety"
         text = text[0...max_length]
       end
       

data/lib/candle/version.rb

@@ -1,5 +1,5 @@
 # :nocov:
 module Candle
-  VERSION = "1.2.2"
+  VERSION = "1.2.3"
 end
 # :nocov:

data/lib/candle.rb

@@ -1,3 +1,4 @@
+require_relative "candle/logger"
 require_relative "candle/candle"
 require_relative "candle/tensor"
 require_relative "candle/device_utils"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: red-candle
 version: !ruby/object:Gem::Version
-  version: 1.2.2
+  version: 1.2.3
 platform: ruby
 authors:
 - Christopher Petersen
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-08-13 00:00:00.000000000 Z
+date: 2025-09-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rb_sys
@@ -218,13 +218,14 @@ files:
 - lib/candle/embedding_model.rb
 - lib/candle/embedding_model_type.rb
 - lib/candle/llm.rb
+- lib/candle/logger.rb
 - lib/candle/ner.rb
 - lib/candle/reranker.rb
 - lib/candle/tensor.rb
 - lib/candle/tokenizer.rb
 - lib/candle/version.rb
 - lib/red-candle.rb
-homepage: https://github.com/assaydepot/red-candle
+homepage: https://github.com/scientist-labs/red-candle
 licenses:
 - MIT
 metadata: {}