j_r_r_token 1.0.0-aarch64-linux → 1.0.3-aarch64-linux

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: abb05eb801e901fa53307ae767cdc53b20b65db5b426f35f2512c227a16c734f
-  data.tar.gz: ef2e6951426477d271bd7754b49585045917e36b862d0bb323b8531528350a07
+  metadata.gz: 16108781b5b88e432725d0010f46a18b74b7861907f4c90512dcc2578bf90cc9
+  data.tar.gz: ebff763742b97bc0cdff786fb0d9d121d2b43298cbf87387ec9066b2e29c5b99
 SHA512:
-  metadata.gz: 18fd5d46e0d358f57397ee77f89ea2e4523a17f3562e5422d04ff0887ac153799513466fe94beefd2f0e57b7de713fd30e19457ce8978ccb760748109481a5ef
-  data.tar.gz: d9aa3b02b9f3b83e36598c66765a3dc92ec91f09655b5b846daa0abdfba48551df13c6f618ced5c43a80fcd63bc2928e0e6e1600ba2aeae46163fc640fd8eea1
+  metadata.gz: 7d04632c9dfd2c8dca1d981cab13e2fd3d30072f072333e4e4ee7fa0b88a3eb2472d340d41dea8de2c885bad9b2f4685e5fc2df7fb3e4cc76dc45af7617afce4
+  data.tar.gz: f4e46033f5bd8d37d8ce76cbde88d5264d9a69e8c6626b4b495bc30e855e483bd1b45537ce1008baee7874e731569f43c2493a307bb67555d6832b9d0d9267a9

data/CHANGELOG.md

@@ -7,6 +7,24 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+---
+## [1.0.3] - 2025-08-01
+### Fix
+- Add Cargo files back to the gemspec.
+### Change
+- Adjust specs.
+
+---
+## [1.0.2] - 2025-08-01
+### Change
+- Refine Model Prefix Matching so 4 and 4* match to the correct Core BPE.
+
+---
+## [1.0.1] - 2025-08-01
+### Change
+- Slim down gem by removing unnecessary files defined in the gemspec.
+- Refine Model Prefix Matching so 4 and 4* match to the correct Core BPE.
+
 ---
 ## [1.0.0] - 2025-08-01
 ### Breaking Change

data/README.md

@@ -1,4 +1,4 @@
-# JRRToken [<img src="ring.png" width="32px" alt="One ring to rule them all, one ring to find them, One ring to bring them all and in the darkness bind them.">](https://youtu.be/lemgdzLDYqA?si=Z_Ls3hbJ-Xv38oJN)
+# JRRToken [<img src="https://github.com/LoganBresnahan/j_r_r_token/raw/main/.github/assets/ring.png" width="32px" alt="One ring to rule them all, one ring to find them, One ring to bring them all and in the darkness bind them.">](https://www.youtube.com/watch?v=lemgdzLDYqA)
 
 (Just Ruby Rust Tokens)
 
@@ -15,10 +15,10 @@ Extensive Model Support: Includes tokenizers for all modern and legacy OpenAI mo
 ## Install
 
 #### Gemfile
-`gem 'j_r_r_token', '~> 1.0.0'`
+`gem 'j_r_r_token', '~> 1.0'`
 
 #### Command Line
-`gem install j_r_r_token -v '~> 1.0.0'`
+`gem install j_r_r_token -v '~> 1.0'`
 
 ## Use
 

data/j_r_r_token.gemspec

@@ -25,7 +25,7 @@ Gem::Specification.new do |spec|
   spec.files = Dir.chdir(__dir__) do
     `git ls-files -z`.split("\x0").reject do |f|
       (File.expand_path(f) == __FILE__) ||
-        f.start_with?(*%w[bin/ test/ spec/ features/ .git .circleci appveyor Gemfile])
+        f.start_with?(*%w[bin/ test/ spec/ features/ .github/ .git .circleci .rspec appveyor Gemfile Rakefile])
     end
   end
   spec.bindir = "exe"

data/lib/j_r_r_token/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module JRRToken
-  VERSION = "1.0.0"
+  VERSION = "1.0.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: j_r_r_token
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.0.3
 platform: aarch64-linux
 authors:
 - Logan Bresnahan
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2025-08-01 00:00:00.000000000 Z
+date: 2025-08-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -61,11 +61,9 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ".rspec"
 - CHANGELOG.md
 - LICENSE
 - README.md
-- Rakefile
 - j_r_r_token.gemspec
 - lib/j_r_r_token.rb
 - lib/j_r_r_token/2.7/j_r_r_token.so
@@ -75,7 +73,6 @@ files:
 - lib/j_r_r_token/3.3/j_r_r_token.so
 - lib/j_r_r_token/3.4/j_r_r_token.so
 - lib/j_r_r_token/version.rb
-- ring.png
 - sig/j_r_r_token.rbs
 homepage: https://github.com/LoganBresnahan/j_r_r_token
 licenses:

data/.rspec

@@ -1,3 +0,0 @@
---format documentation
---color
---require spec_helper

data/Rakefile

@@ -1,27 +0,0 @@
-# frozen_string_literal: true
-
-require "bundler/gem_tasks"
-require "rake/extensiontask"
-require "rb_sys/extensiontask"
-
-GEMSPEC = Gem::Specification.load("j_r_r_token.gemspec")
-
-RbSys::ExtensionTask.new("j_r_r_token", GEMSPEC) do |ext|
-  ext.lib_dir = "lib/j_r_r_token"
-end
-
-# Only require rspec if it's available
-begin
-  require "rspec/core/rake_task"
-  RSpec::Core::RakeTask.new(:spec)
-  task default: %i[compile spec]
-rescue LoadError
-  puts "RSpec not available"
-  task default: :compile
-end
-
-task :native, [:platform] do |_t, platform:|
-  sh "bundle", "exec", "rb-sys-dock", "--platform", platform, "--build"
-end
-
-task build: :compile