j_r_r_token 1.0.0-x86_64-darwin → 1.0.4-x86_64-darwin

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4ff43993e3c03963e399c207c7fbb304e9e474360dc7d44442e0d5b241552d1d
-  data.tar.gz: 715457fa29e8d4192e1a8cf09317c5cd94bff4bc0a0c24947f5ff56ae0bd5241
+  metadata.gz: 849b9912b5db45ae58ddafeddd605fdc3d96f63beaf0029cd16a43087af96f76
+  data.tar.gz: 9c220c65eae61014a232e34c0ed4723e4b37497ccf28342561c469b587ee38e4
 SHA512:
-  metadata.gz: d2f1e7e41c99fc4a4cd76037ca21b95f180289a97bba060a1fa9720efb9adf6b8a40552969852200d48a5c750bfb9cb8862fa475fb1c5de520ce31641630768d
-  data.tar.gz: 21ac0738fd47eadb73b623f052a8e5611791dd73a9bf532ee41e82a987b6d476825effb084951c9d2a9d715cdcbe63c61ce6d5a4e6fbfdaf326ece7eddadef15
+  metadata.gz: d64c189aea6c6c5ed1a1df3b6738d205cd39a5feb62d651650313d5253900ad6c08e75650cc889e633418edec4336e8426a14f5dd1a232aa8ac94d374ed7f439
+  data.tar.gz: 83d4caa17cf86d571871489c0f99037b9514f26316562a4171f9b4077fb4709dc3c1cd51df72f0b901ed4dbc2a34ea34632152585b57fd53ab5c54bd42830da3

data/CHANGELOG.md

@@ -7,6 +7,29 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+---
+## [1.0.4] - 2025-08-01
+### Change
+- Bump version for RubyGems.
+
+---
+## [1.0.3] - 2025-08-01
+### Fix
+- Add Cargo files back to the gemspec.
+### Change
+- Adjust specs.
+
+---
+## [1.0.2] - 2025-08-01
+### Change
+- Refine Model Prefix Matching so 4 and 4* match to the correct Core BPE.
+
+---
+## [1.0.1] - 2025-08-01
+### Change
+- Slim down gem by removing unnecessary files defined in the gemspec.
+- Refine Model Prefix Matching so 4 and 4* match to the correct Core BPE.
+
 ---
 ## [1.0.0] - 2025-08-01
 ### Breaking Change

data/README.md

@@ -1,4 +1,4 @@
-# JRRToken [<img src="ring.png" width="32px" alt="One ring to rule them all, one ring to find them, One ring to bring them all and in the darkness bind them.">](https://youtu.be/lemgdzLDYqA?si=Z_Ls3hbJ-Xv38oJN)
+# JRRToken [<img src="https://github.com/LoganBresnahan/j_r_r_token/raw/main/.github/assets/ring.png" width="32px" alt="One ring to rule them all, one ring to find them, One ring to bring them all and in the darkness bind them.">](https://www.youtube.com/watch?v=lemgdzLDYqA)
 
 (Just Ruby Rust Tokens)
 
@@ -15,10 +15,10 @@ Extensive Model Support: Includes tokenizers for all modern and legacy OpenAI mo
 ## Install
 
 #### Gemfile
-`gem 'j_r_r_token', '~> 1.0.0'`
+`gem 'j_r_r_token', '~> 1.0'`
 
 #### Command Line
-`gem install j_r_r_token -v '~> 1.0.0'`
+`gem install j_r_r_token -v '~> 1.0'`
 
 ## Use
 

data/j_r_r_token.gemspec

@@ -25,7 +25,7 @@ Gem::Specification.new do |spec|
   spec.files = Dir.chdir(__dir__) do
     `git ls-files -z`.split("\x0").reject do |f|
       (File.expand_path(f) == __FILE__) ||
-        f.start_with?(*%w[bin/ test/ spec/ features/ .git .circleci appveyor Gemfile])
+        f.start_with?(*%w[bin/ test/ spec/ features/ .github/ .git .circleci .rspec appveyor Gemfile Rakefile])
     end
   end
   spec.bindir = "exe"

data/lib/j_r_r_token/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module JRRToken
-  VERSION = "1.0.0"
+  VERSION = "1.0.4"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: j_r_r_token
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.0.4
 platform: x86_64-darwin
 authors:
 - Logan Bresnahan
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2025-08-01 00:00:00.000000000 Z
+date: 2025-08-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -61,11 +61,9 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ".rspec"
 - CHANGELOG.md
 - LICENSE
 - README.md
-- Rakefile
 - j_r_r_token.gemspec
 - lib/j_r_r_token.rb
 - lib/j_r_r_token/2.7/j_r_r_token.bundle
@@ -75,7 +73,6 @@ files:
 - lib/j_r_r_token/3.3/j_r_r_token.bundle
 - lib/j_r_r_token/3.4/j_r_r_token.bundle
 - lib/j_r_r_token/version.rb
-- ring.png
 - sig/j_r_r_token.rbs
 homepage: https://github.com/LoganBresnahan/j_r_r_token
 licenses:

data/.rspec

@@ -1,3 +0,0 @@
---format documentation
---color
---require spec_helper

data/Rakefile

@@ -1,27 +0,0 @@
-# frozen_string_literal: true
-
-require "bundler/gem_tasks"
-require "rake/extensiontask"
-require "rb_sys/extensiontask"
-
-GEMSPEC = Gem::Specification.load("j_r_r_token.gemspec")
-
-RbSys::ExtensionTask.new("j_r_r_token", GEMSPEC) do |ext|
-  ext.lib_dir = "lib/j_r_r_token"
-end
-
-# Only require rspec if it's available
-begin
-  require "rspec/core/rake_task"
-  RSpec::Core::RakeTask.new(:spec)
-  task default: %i[compile spec]
-rescue LoadError
-  puts "RSpec not available"
-  task default: :compile
-end
-
-task :native, [:platform] do |_t, platform:|
-  sh "bundle", "exec", "rb-sys-dock", "--platform", platform, "--build"
-end
-
-task build: :compile