ru_token 0.1.19 → 0.1.21

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 25686d067cea08e414be4b82c0d455b95eccc05acdeb7e01924c281e2f4d9742
-  data.tar.gz: 1678271a956c08a89776063d105021b0d33b3f3a15f68faf71e84e9f30071791
+  metadata.gz: 0cc9ba69b791741a09196a9f0f6c33bc1a0302862612a57da8ec4b333c53436b
+  data.tar.gz: 5b80490dea17cf9c1dcbb2a1c7e0bbe355abd020d0d75361bc07ffb6d0bd08bb
 SHA512:
-  metadata.gz: b73306d1b8da1cb362f931880bb9ca3797e9b260a1dbdb02cf248714a7a2a9f175a677ac14f5e2cb03d799ae6ed3a28959aead8ef0e1e6eee8047c4f4ddd6eec
-  data.tar.gz: 9468a67c5406eba78c4960961257a4f9e6a64ebd7e8f2bf0320e8c285485ed46af1da668291234f2776d7211ccc5d5ad862ad11ad9d9c5e770108299018ec08b
+  metadata.gz: 53cfb2906f1d4368653d6409277ffd9ce716a502ecd3b65b1de7dd0e9aab5034f8bd5a78bf6ebc1a953bdb0d88c806cf73ceb76de54774dd6e6bf372e15d5dc5
+  data.tar.gz: e2bb7d5f51a9febee1d3bdb5345cfd723ebf78edb04e2015d07e4e5051b3ecff4f6b7d172dedd1fd836f5f551e2b7a759eb25662809b2c2c816ae32723a46cda

data/CHANGELOG.md

@@ -7,6 +7,12 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+---
+## [0.1.20] - 2025-07-31
+### Change
+- Remove x64-mingw32 from Gemfile.lock
+- Update README
+
 ---
 ## [0.1.19] - 2025-07-31
 ### No Change

data/README.md

@@ -1,16 +1,24 @@
-# RuToken 🦕
+# RuToken [🦕](https://youtu.be/0MX31NTNrho?si=NgLE4-UL3zgiUVd7)
+
 RuToken provides a high-performance, native Ruby interface for counting tokens using the powerful [tiktoken-rs](https://github.com/zurawiki/tiktoken-rs) library. It leverages the speed of Rust to offer a fast and efficient way to calculate token counts for various OpenAI models.
 
 The gem ships with pre-compiled native extensions for Linux and macOS, so your end-users don't need a Rust toolchain installed.
 
 Supports Ruby >= 2.7.0
 
-Features
-High Performance ⚡️: Uses a native Rust implementation for blazing-fast tokenization.
+Extensive Model Support: Includes tokenizers for all modern and legacy OpenAI models, recognizing dozens of model aliases automatically.
 
-Simple API: A clean and straightforward interface for counting tokens.
+[https://rubygems.org/gems/ru_token](https://rubygems.org/gems/ru_token)
 
-Extensive Model Support: Includes tokenizers for all modern and legacy OpenAI models, recognizing dozens of model aliases automatically.
+## Install
+
+#### Gemfile
+`gem 'ru_token', '~> 0.1.20'`
+
+#### Command Line
+`gem install ru_token -v '~> 0.1.20'`
+
+## Use
 
 ### Count tokens for a specific model (the model keyword is required)
 ```Ruby
@@ -19,7 +27,7 @@ count = RuToken::Tokenizer.count("hello world!", model: "gpt-4.1")
 
 ### The gem recognizes many aliases, including older models
 ```Ruby
-count = RuToken::Tokenizer.count(1234, model: "text-davinci-003")
+count = RuToken::Tokenizer.count("hello world!", model: "text-davinci-003")
 ```
 
 ### The count method calls .to_s on the argument if it is not a string
@@ -57,7 +65,7 @@ Specs:
 Both:
 `bundle exec rake`
 
-You can open an interactive console for experimentation with bin/console.
+Interactive console for experimentation: `bin/console`
 
 ## Contributing
 

data/lib/ru_token/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module RuToken
-  VERSION = "0.1.19"
+  VERSION = "0.1.21"
 end

data/ru_token.gemspec

@@ -9,7 +9,7 @@ Gem::Specification.new do |spec|
   spec.email = ["loganbbres@gmail.com"]
 
   spec.summary = "Ruby wrapper for the tiktoken Rust library, providing fast tokenization for OpenAI models."
-  spec.description = "RuToken is a Ruby gem that wraps the tiktoken Rust library, enabling fast and efficient tokenization for OpenAI models. It supports multiple models including o200k_base, cl100k_base, p50k_base, and r50k_base."
+  spec.description = "[DEPRECATED] The 'ru_token' gem is deprecated and will no longer be maintained. Please switch to 'j_r_r_token'. RuToken is a Ruby gem that wraps the tiktoken Rust library, enabling fast and efficient tokenization for OpenAI models. It supports multiple models including o200k_base, cl100k_base, p50k_base, and r50k_base."
   spec.homepage = "https://github.com/LoganBresnahan/ru_token"
   spec.license = "MIT"
   spec.required_ruby_version = ">= 2.7.0"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ru_token
 version: !ruby/object:Gem::Version
-  version: 0.1.19
+  version: 0.1.21
 platform: ruby
 authors:
 - Logan Bresnahan
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-07-31 00:00:00.000000000 Z
+date: 2025-08-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -52,9 +52,10 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: RuToken is a Ruby gem that wraps the tiktoken Rust library, enabling
-  fast and efficient tokenization for OpenAI models. It supports multiple models including
-  o200k_base, cl100k_base, p50k_base, and r50k_base.
+description: "[DEPRECATED] The 'ru_token' gem is deprecated and will no longer be
+  maintained. Please switch to 'j_r_r_token'. RuToken is a Ruby gem that wraps the
+  tiktoken Rust library, enabling fast and efficient tokenization for OpenAI models.
+  It supports multiple models including o200k_base, cl100k_base, p50k_base, and r50k_base."
 email:
 - loganbbres@gmail.com
 executables: []
@@ -99,7 +100,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: 3.0.0
 requirements: []
-rubygems_version: 3.5.22
+rubygems_version: 3.4.10
 signing_key:
 specification_version: 4
 summary: Ruby wrapper for the tiktoken Rust library, providing fast tokenization for