red-candle 1.0.0.pre.2 → 1.0.0.pre.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9cdd24afacff8070c3011dad25e975cb4bff9420d7a760ec105d840480bd0a4f
-  data.tar.gz: df1d8df277e5c8447c0a6598c2f7ed1389e74b356b42b3bb8f51b2f4c7863884
+  metadata.gz: 375ffec5c2293170bdb0e78ffe2584c8a963968d3226b601d12ddcc040c256ec
+  data.tar.gz: ea2490c59eca2480728afb7169fc3a24f4270e63491648c1d09fd111707dcb7e
 SHA512:
-  metadata.gz: b1a4c0df852b01a3cdff7f78dbe0a6553cd39ff51027b35cca4f8ff6c63d4d89b411493d644fe4d4da29d516bbfa48c1b58a5a3b317556041848004909b63edc
-  data.tar.gz: facd28b47751a365e5ef1fdf900f55100392eeee4d5528c3f46e340ec8d69c913ea5698aa4c2900c926947b7e444bc9f876cc79644c81fe731d71f0970715ff3
+  metadata.gz: 9011c72cbe2a065917f26774862bb1f82489e6d5354376cb616df7cea18646ca60ccd5e68282f39b23f89eead196ab41ce70cdaaca224f97aef61914559f653f
+  data.tar.gz: 4a48101bdcffeecd1bc687dacc7eee7dc42ddbb417b05cce57b97abad83cefe90d965be5c0a8256b8f5c9ba90d80f1159c5392097558acf93a3095913a68a2ad

data/Gemfile

@@ -0,0 +1,12 @@
+source "https://rubygems.org"
+
+gemspec
+
+gem "minitest"
+gem "rake"
+gem "rake-compiler"
+
+gem "yard", require: false
+gem "yard-rustdoc", require: false
+
+gem "redcarpet", "~> 3.6"

data/LICENSE

@@ -0,0 +1,22 @@
+MIT License
+
+Copyright (c) 2023 kojix2
+Copyright (c) 2024 Christopher Petersen
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/Rakefile

@@ -0,0 +1,95 @@
+# frozen_string_literal: true
+
+require "bundler/gem_tasks"
+require "rake/testtask"
+require "rake/extensiontask"
+
+ENV['CANDLE_TEST_SKIP_LLM'] = 'true'
+
+task default: :test
+Rake::TestTask.new do |t|
+  t.deps << :compile
+  t.libs << "test"
+  t.test_files = FileList["test/**/*_test.rb"]
+end
+
+spec = Bundler.load_gemspec("candle.gemspec")
+Rake::ExtensionTask.new("candle", spec) do |c|
+  c.lib_dir = "lib/candle"
+  c.cross_compile = true
+  c.cross_platform = %w[
+    aarch64-linux
+    arm64-darwin
+    x64-mingw-ucrt
+    x64-mingw32
+    x86_64-darwin
+    x86_64-linux
+    x86_64-linux-musl
+  ]
+end
+
+desc "Run device compatibility tests"
+Rake::TestTask.new("test:device") do |t|
+  t.deps << :compile
+  t.libs << "test"
+  t.test_files = FileList["test/device_compatibility_test.rb"]
+  t.verbose = true
+end
+
+desc "Run benchmark tests"
+Rake::TestTask.new("test:benchmark") do |t|
+  ENV['CANDLE_RUN_BENCHMARKS'] = 'true'
+  t.deps << :compile
+  t.libs << "test"
+  t.test_files = FileList["test/benchmarks/**/*_test.rb"]
+  t.verbose = true
+end
+
+desc "Run all tests including benchmarks"
+task "test:all" => [:test, "test:benchmark"]
+
+desc "Run tests on specific devices"
+namespace :test do
+  %w[cpu metal cuda].each do |device|
+    desc "Run tests on #{device.upcase} only"
+    task "device:#{device}" => :compile do
+      ENV['CANDLE_TEST_DEVICES'] = device
+      Rake::Task["test:device"].invoke
+    end
+  end
+end
+
+desc "Run benchmarks with device tests"
+task "test:device:benchmark" => :compile do
+  ENV['CANDLE_RUN_BENCHMARKS'] = 'true'
+  ENV['CANDLE_TEST_VERBOSE'] = 'true'
+  Rake::Task["test:device"].invoke
+  Rake::Task["test:benchmark"].invoke
+end
+
+namespace :doc do
+  task default: %i[rustdoc yard]
+
+  desc "Generate YARD documentation"
+  task :yard do
+    sh <<~CMD
+      yard doc \
+        --plugin rustdoc -- lib tmp/doc/candle.json
+    CMD
+  end
+
+  desc "Generate Rust documentation as JSON"
+  task :rustdoc do
+    sh <<~CMD
+      cargo +nightly rustdoc \
+        --target-dir tmp/doc/target \
+        -p candle \
+        -- -Zunstable-options --output-format json \
+        --document-private-items
+    CMD
+
+    cp "tmp/doc/target/doc/candle.json", "tmp/doc/candle.json"
+  end
+end
+
+task doc: "doc:default"

data/bin/console

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require "bundler/setup"
+require "candle"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,17 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+# Check if Rust is installed
+if ! command -v cargo &> /dev/null
+then
+    echo "Rust is not installed. Please install Rust: https://www.rust-lang.org/tools/install"
+    exit 1
+fi
+
+# Install Ruby dependencies
+bundle install
+
+# Build Rust extension
+bundle exec rake compile

data/ext/candle/rustfmt.toml

@@ -0,0 +1,63 @@
+max_width = 100
+hard_tabs = false
+tab_spaces = 4
+newline_style = "Auto"
+use_small_heuristics = "Default"
+indent_style = "Block"
+wrap_comments = false
+format_code_in_doc_comments = false
+comment_width = 80
+normalize_comments = false
+normalize_doc_attributes = false
+format_strings = false
+format_macro_matchers = false
+format_macro_bodies = true
+empty_item_single_line = true
+struct_lit_single_line = true
+fn_single_line = false
+where_single_line = false
+imports_indent = "Block"
+imports_layout = "Mixed"
+imports_granularity="Crate"
+reorder_imports = true
+reorder_modules = true
+reorder_impl_items = false
+type_punctuation_density = "Wide"
+space_before_colon = false
+space_after_colon = true
+spaces_around_ranges = false
+binop_separator = "Front"
+remove_nested_parens = true
+combine_control_expr = true
+overflow_delimited_expr = false
+struct_field_align_threshold = 0
+enum_discrim_align_threshold = 0
+match_arm_blocks = true
+force_multiline_blocks = false
+fn_params_layout = "Tall"
+brace_style = "SameLineWhere"
+control_brace_style = "AlwaysSameLine"
+trailing_semicolon = true
+trailing_comma = "Vertical"
+match_block_trailing_comma = false
+blank_lines_upper_bound = 1
+blank_lines_lower_bound = 0
+edition = "2021"
+version = "One"
+inline_attribute_width = 0
+merge_derives = true
+use_try_shorthand = false
+use_field_init_shorthand = false
+force_explicit_abi = true
+condense_wildcard_suffixes = false
+color = "Auto"
+#required_version = "1.4.12"
+unstable_features = false
+disable_all_formatting = false
+skip_children = false
+hide_parse_errors = false
+error_on_line_overflow = false
+error_on_unformatted = false
+ignore = []
+emit_mode = "Files"
+make_backup = false

data/lib/candle/version.rb

@@ -1,3 +1,3 @@
 module Candle
-  VERSION = "1.0.0.pre.2"
+  VERSION = "1.0.0.pre.3"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: red-candle
 version: !ruby/object:Gem::Version
-  version: 1.0.0.pre.2
+  version: 1.0.0.pre.3
 platform: ruby
 authors:
 - Christopher Petersen
@@ -36,10 +36,15 @@ extra_rdoc_files: []
 files:
 - Cargo.lock
 - Cargo.toml
+- Gemfile
+- LICENSE
 - README.md
+- Rakefile
+- bin/console
+- bin/setup
 - ext/candle/Cargo.toml
-- ext/candle/build.rs
 - ext/candle/extconf.rb
+- ext/candle/rustfmt.toml
 - ext/candle/src/lib.rs
 - ext/candle/src/llm/generation_config.rs
 - ext/candle/src/llm/mistral.rs

data/ext/candle/build.rs

@@ -1,116 +0,0 @@
-use std::env;
-use std::path::Path;
-
-fn main() {
-    // Register our custom cfg flags with rustc
-    println!("cargo::rustc-check-cfg=cfg(force_cpu)");
-    println!("cargo::rustc-check-cfg=cfg(has_cuda)");
-    println!("cargo::rustc-check-cfg=cfg(has_metal)");
-    println!("cargo::rustc-check-cfg=cfg(has_mkl)");
-    println!("cargo::rustc-check-cfg=cfg(has_accelerate)");
-    
-    println!("cargo:rerun-if-changed=build.rs");
-    println!("cargo:rerun-if-env-changed=CANDLE_FORCE_CPU");
-    println!("cargo:rerun-if-env-changed=CANDLE_CUDA_PATH");
-    println!("cargo:rerun-if-env-changed=CUDA_ROOT");
-    println!("cargo:rerun-if-env-changed=CUDA_PATH");
-    println!("cargo:rerun-if-env-changed=CANDLE_FEATURES");
-    println!("cargo:rerun-if-env-changed=CANDLE_ENABLE_CUDA");
-
-    // Check if we should force CPU only
-    if env::var("CANDLE_FORCE_CPU").is_ok() {
-        println!("cargo:rustc-cfg=force_cpu");
-        println!("cargo:warning=CANDLE_FORCE_CPU is set, disabling all acceleration");
-        return;
-    }
-
-    // Detect CUDA availability
-    let cuda_available = detect_cuda();
-    let cuda_enabled = env::var("CANDLE_ENABLE_CUDA").is_ok();
-    
-    if cuda_available && cuda_enabled {
-        println!("cargo:rustc-cfg=has_cuda");
-        println!("cargo:warning=CUDA detected and enabled via CANDLE_ENABLE_CUDA");
-    } else if cuda_available && !cuda_enabled {
-        println!("cargo:warning=CUDA detected but not enabled. To enable CUDA support (coming soon), set CANDLE_ENABLE_CUDA=1");
-    }
-
-    // Detect Metal availability (macOS only)
-    #[cfg(target_os = "macos")]
-    {
-        println!("cargo:rustc-cfg=has_metal");
-        println!("cargo:warning=Metal detected (macOS), Metal acceleration will be available");
-    }
-
-    // Detect MKL availability
-    if detect_mkl() {
-        println!("cargo:rustc-cfg=has_mkl");
-        println!("cargo:warning=Intel MKL detected, MKL acceleration will be available");
-    }
-
-    // Detect Accelerate framework (macOS)
-    #[cfg(target_os = "macos")]
-    {
-        println!("cargo:rustc-cfg=has_accelerate");
-        println!("cargo:warning=Accelerate framework detected (macOS)");
-    }
-}
-
-fn detect_cuda() -> bool {
-    // Check environment variables first
-    if env::var("CANDLE_CUDA_PATH").is_ok() {
-        return true;
-    }
-
-    if env::var("CUDA_ROOT").is_ok() || env::var("CUDA_PATH").is_ok() {
-        return true;
-    }
-
-    // Check common CUDA installation paths
-    let cuda_paths = [
-        "/usr/local/cuda",
-        "/opt/cuda",
-        "C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA",
-        "C:\\CUDA",
-    ];
-
-    for path in &cuda_paths {
-        if Path::new(path).exists() {
-            return true;
-        }
-    }
-
-    // Check if nvcc is in PATH
-    if let Ok(path_var) = env::var("PATH") {
-        for path in env::split_paths(&path_var) {
-            if path.join("nvcc").exists() || path.join("nvcc.exe").exists() {
-                return true;
-            }
-        }
-    }
-
-    false
-}
-
-fn detect_mkl() -> bool {
-    // Check environment variables
-    if env::var("MKLROOT").is_ok() || env::var("MKL_ROOT").is_ok() {
-        return true;
-    }
-
-    // Check common MKL installation paths
-    let mkl_paths = [
-        "/opt/intel/mkl",
-        "/opt/intel/oneapi/mkl/latest",
-        "C:\\Program Files (x86)\\Intel\\oneAPI\\mkl\\latest",
-        "C:\\Program Files\\Intel\\oneAPI\\mkl\\latest",
-    ];
-
-    for path in &mkl_paths {
-        if Path::new(path).exists() {
-            return true;
-        }
-    }
-
-    false
-}