red-candle 1.0.0.pre.7 → 1.0.0

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: red-candle
 version: !ruby/object:Gem::Version
-  version: 1.0.0.pre.7
+  version: 1.0.0
 platform: ruby
 authors:
 - Christopher Petersen
@@ -9,7 +9,7 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-07-13 00:00:00.000000000 Z
+date: 2025-07-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rb_sys
@@ -25,6 +25,118 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake-compiler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: yard-rustdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: redcarpet
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.6'
+- !ruby/object:Gem::Dependency
+  name: informers
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: huggingface/candle for Ruby
 email:
 - chris@petersen.io
@@ -54,6 +166,7 @@ files:
 - ext/candle/src/llm/mod.rs
 - ext/candle/src/llm/quantized_gguf.rs
 - ext/candle/src/llm/text_generation.rs
+- ext/candle/src/ner.rs
 - ext/candle/src/reranker.rs
 - ext/candle/src/ruby/device.rs
 - ext/candle/src/ruby/dtype.rs
@@ -61,18 +174,28 @@ files:
 - ext/candle/src/ruby/errors.rs
 - ext/candle/src/ruby/llm.rs
 - ext/candle/src/ruby/mod.rs
-- ext/candle/src/ruby/qtensor.rs
 - ext/candle/src/ruby/result.rs
 - ext/candle/src/ruby/tensor.rs
+- ext/candle/src/ruby/tokenizer.rs
 - ext/candle/src/ruby/utils.rs
+- ext/candle/src/tokenizer/loader.rs
+- ext/candle/src/tokenizer/mod.rs
+- ext/candle/target/release/build/bindgen-0f89ba23b9ca1395/out/host-target.txt
+- ext/candle/target/release/build/clang-sys-cac31d63c4694603/out/common.rs
+- ext/candle/target/release/build/clang-sys-cac31d63c4694603/out/dynamic.rs
+- ext/candle/target/release/build/clang-sys-cac31d63c4694603/out/macros.rs
+- ext/candle/target/release/build/pulp-1b95cfe377eede97/out/x86_64_asm.rs
+- ext/candle/target/release/build/rb-sys-f8ac4edc30ab3e53/out/bindings-0.9.116-mri-arm64-darwin24-3.3.0.rs
 - lib/candle.rb
 - lib/candle/build_info.rb
 - lib/candle/device_utils.rb
 - lib/candle/embedding_model.rb
 - lib/candle/embedding_model_type.rb
 - lib/candle/llm.rb
+- lib/candle/ner.rb
 - lib/candle/reranker.rb
 - lib/candle/tensor.rb
+- lib/candle/tokenizer.rb
 - lib/candle/version.rb
 homepage: https://github.com/assaydepot/red-candle
 licenses:

data/ext/candle/src/ruby/qtensor.rs

@@ -1,69 +0,0 @@
-use std::sync::Arc;
-use magnus::{method, class, RModule, Error, Module};
-
-use crate::ruby::errors::wrap_candle_err;
-use crate::ruby::{Tensor, Result as RbResult};
-use ::candle_core::{quantized::QTensor as CoreQTensor, Device as CoreDevice};
-
-#[derive(Debug)]
-#[magnus::wrap(class = "Candle::QTensor", free_immediately, size)]
-/// A quantized tensor.
-pub struct QTensor(Arc<CoreQTensor>);
-
-impl std::ops::Deref for QTensor {
-    type Target = CoreQTensor;
-
-    fn deref(&self) -> &Self::Target {
-        self.0.as_ref()
-    }
-}
-
-impl QTensor {
-    ///Gets the tensors quantized dtype.
-    /// &RETURNS&: str
-    pub fn ggml_dtype(&self) -> String {
-        format!("{:?}", self.0.dtype())
-    }
-
-    ///Gets the rank of the tensor.
-    /// &RETURNS&: int
-    pub fn rank(&self) -> usize {
-        self.0.rank()
-    }
-
-    ///Gets the shape of the tensor.
-    /// &RETURNS&: Tuple[int]
-    pub fn shape(&self) -> Vec<usize> {
-        self.0.shape().dims().to_vec()
-    }
-
-    pub fn __repr__(&self) -> String {
-        format!("{:?}", self.0)
-    }
-
-    pub fn __str__(&self) -> String {
-        self.__repr__()
-    }
-
-    /// Dequantizes the tensor.
-    /// &RETURNS&: Tensor
-    pub fn dequantize(&self) -> RbResult<Tensor> {
-        let tensor = self.0.dequantize(&CoreDevice::Cpu).map_err(wrap_candle_err)?;
-        Ok(Tensor(tensor))
-    }
-
-    // fn matmul_t(&self, lhs: &Tensor) -> RbResult<Tensor> {
-    //     let qmatmul = ::candle_core::quantized::QMatMul::from_arc(self.0.clone());
-    //     let res = qmatmul.forward(lhs).map_err(wrap_candle_err)?;
-    //     Ok(Tensor(res))
-    // }
-}
-
-pub fn init(rb_candle: RModule) -> Result<(), Error> {
-    let rb_qtensor = rb_candle.define_class("QTensor", class::object())?;
-    rb_qtensor.define_method("ggml_dtype", method!(QTensor::ggml_dtype, 0))?;
-    rb_qtensor.define_method("rank", method!(QTensor::rank, 0))?;
-    rb_qtensor.define_method("shape", method!(QTensor::shape, 0))?;
-    rb_qtensor.define_method("dequantize", method!(QTensor::dequantize, 0))?;
-    Ok(())
-}