ru_token 0.1.5 → 0.1.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 07f91d0fcb7cfa30a57461e5947e499793e19bdbce2d4b29684d0f9cd433fdd3
-  data.tar.gz: f7354ed63faeb48582273a063cba628187d4be5988d6bd962b444bd2a3ed590b
+  metadata.gz: d80c9c15de30cff1ee58b6de5b433425ce72e299f78106333412d374740a42d3
+  data.tar.gz: fcb547d174134e20e737312d99004c04d1ecf1dff9fd395a6355b55c520c7f65
 SHA512:
-  metadata.gz: 8c83b075ad38f819a27d5daa22f24913b7c183a8811f85fd1dd25471d4e78bc7c52d8716dc3b15acdc38c9a4118d1eea7cf54762612faf722e10703a44d9deea
-  data.tar.gz: 06a0ba7cd6fceee49d023ee5a0080752d7ec303143465de143988a97464391b130311030026bf778b9070d39829960e9b3997adf9dfc03dceae9742e0878667b
+  metadata.gz: f3f8e4fe88309e173cb46a037eb41978311a59c2bd9bef89ed9596ab28bd6599f4c6fa28e171638b8d2cb0c9a0ac139eb0b962b6a7143997f25fbe6bcb42b701
+  data.tar.gz: 2c45d92d5092d20e159d19eed0994a5c7689a43d485cf3e243ee52c2e169395a8dbd2a11096623bf58f4a01624c8c22a9923ba447ee0ad49a155926917cd8750

data/CHANGELOG.md

@@ -7,6 +7,21 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+---
+## [0.1.8] - 2025-07-30
+### Fix
+- Correct loading paths for native gem versions.
+
+---
+## [0.1.7] - 2025-07-30
+### Changed
+- Add Generic Gem Build.
+
+---
+## [0.1.6] - 2025-07-30
+### Changed
+- Change build process to rely on Oxidize.
+
 ---
 ## [0.1.5] - 2025-07-30
 ### Changed

data/Rakefile

@@ -2,16 +2,26 @@
 
 require "bundler/gem_tasks"
 require "rake/extensiontask"
+require "rb_sys/extensiontask"
 
-Rake::ExtensionTask.new("ru_token") do |ext|
+GEMSPEC = Gem::Specification.load("ru_token.gemspec")
+
+RbSys::ExtensionTask.new("ru_token", GEMSPEC) do |ext|
   ext.lib_dir = "lib/ru_token"
-  ext.ext_dir = "ext/ru_token"
 end
 
-require "rspec/core/rake_task"
-
-RSpec::Core::RakeTask.new(:spec)
+# Only require rspec if it's available
+begin
+  require "rspec/core/rake_task"
+  RSpec::Core::RakeTask.new(:spec)
+  task default: %i[compile spec]
+rescue LoadError
+  puts "RSpec not available"
+  task default: :compile
+end
 
-task spec: :compile
+task :native, [:platform] do |_t, platform:|
+  sh "bundle", "exec", "rb-sys-dock", "--platform", platform, "--build"
+end
 
-task default: :spec
+task build: :compile

data/lib/ru_token/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module RuToken
-  VERSION = "0.1.5"
+  VERSION = "0.1.8"
 end

data/lib/ru_token.rb

@@ -3,9 +3,14 @@
 require_relative "ru_token/version"
 
 begin
-  require "ru_token/ru_token"
+  ruby_version = RUBY_VERSION.split('.')[0..1].join('.')
+  require "ru_token/#{ruby_version}/ru_token"
 rescue LoadError
-  warn "Failed to load ru_token native extension."
+  begin
+    require "ru_token/ru_token"
+  rescue LoadError
+    warn "Failed to load ru_token native extension."
+  end
 end
 
 module RuToken

data/ru_token.gemspec

@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+
+require_relative "lib/ru_token/version"
+
+Gem::Specification.new do |spec|
+  spec.name = "ru_token"
+  spec.version = RuToken::VERSION
+  spec.authors = ["Logan Bresnahan"]
+  spec.email = ["loganbbres@gmail.com"]
+
+  spec.summary = "Ruby wrapper for the tiktoken Rust library, providing fast tokenization for OpenAI models."
+  spec.description = "RuToken is a Ruby gem that wraps the tiktoken Rust library, enabling fast and efficient tokenization for OpenAI models. It supports multiple models including o200k_base, cl100k_base, p50k_base, and r50k_base."
+  spec.homepage = "https://github.com/LoganBresnahan/ru_token"
+  spec.license = "GPL-3.0-or-later"
+  spec.required_ruby_version = ">= 2.7.0"
+  spec.required_rubygems_version = ">= 3.0.0"
+
+  spec.metadata["allowed_push_host"] = "https://rubygems.org"
+  spec.metadata["homepage_uri"] = spec.homepage
+  spec.metadata["source_code_uri"] = spec.homepage
+  spec.metadata["changelog_uri"] = "#{spec.homepage}/blob/main/CHANGELOG.md"
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files = Dir.chdir(__dir__) do
+    `git ls-files -z`.split("\x0").reject do |f|
+      (File.expand_path(f) == __FILE__) ||
+        f.start_with?(*%w[bin/ test/ spec/ features/ .git .circleci appveyor Gemfile])
+    end
+  end
+  spec.bindir = "exe"
+  spec.executables = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+  spec.extensions = ["ext/ru_token/Cargo.toml"]
+
+  # Development dependencies are managed here for the gem.
+  spec.add_development_dependency "bundler", ">= 2.0"
+  spec.add_development_dependency "rake", "~> 13.0"
+  spec.add_development_dependency "rake-compiler"
+
+  # For more information and examples about making a new gem, check out our
+  # guide at: https://bundler.io/guides/creating_gem.html
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ru_token
 version: !ruby/object:Gem::Version
-  version: 0.1.5
+  version: 0.1.8
 platform: ruby
 authors:
 - Logan Bresnahan
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-07-30 00:00:00.000000000 Z
+date: 2025-07-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -74,6 +74,7 @@ files:
 - ext/ru_token/src/lib.rs
 - lib/ru_token.rb
 - lib/ru_token/version.rb
+- ru_token.gemspec
 - sig/ru_token.rbs
 homepage: https://github.com/LoganBresnahan/ru_token
 licenses:
@@ -98,7 +99,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: 3.0.0
 requirements: []
-rubygems_version: 3.1.6
+rubygems_version: 3.5.22
 signing_key:
 specification_version: 4
 summary: Ruby wrapper for the tiktoken Rust library, providing fast tokenization for