j_r_r_token 1.0.3-aarch64-linux-musl → 1.1.0-aarch64-linux-musl

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: afd169e773df4e6803727d05b1548f4711d666f4bc29c43411756316c4bc7b40
-  data.tar.gz: 273ee8059379be91edbe4c869a829d9fe4cc95a34f50513751c46082bf03a0b5
+  metadata.gz: ef0940333ee6efe8d9ce67fa905368a66f3fc0c6edc8ddac8201158444bed1f9
+  data.tar.gz: 0144d3735cdd8321a4212dbbfa0dcef3fbd20bd542cb32c5ebb42906fa71b12b
 SHA512:
-  metadata.gz: af98cbefccb15b488c0055cddb815c7ecccdd172e8d95c27bc1a1cec09298a81583ee5084e43b6ce086f9ce5f59b0a0ff8bd0d6ea17c7664da08648e37563e30
-  data.tar.gz: 3b09bf94e35beec98ba91a31cbeeb8e05b1b5ef0eb90b9a36df5d85c3b44897bfc2644dc35b5a5fc8cb5b2c37b894974e0ddf6833365f2734e5b615031a50e4a
+  metadata.gz: e8cc875e8f0e6529224875121fdde58ea90251effd8d1fc95cc77e8cad590bd3c83e7e1e8be61ca1a25fdd9539d277476ae1956c0c7939405fc9dfc30f93d532
+  data.tar.gz: 57cf59f945b3ec6b2eeebe342b1261b37b9631a27ea63e0e75c4a5f8606bd7be9c1b7f3d92627bb5bfe09f6895c08f227d9be6a7e0253ceaa21e483bf36a0d06

data/CHANGELOG.md

@@ -7,6 +7,20 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+---
+## [1.1.0] - 2025-08-26
+### New Functionality
+- Added support for the `gpt-5` model name, which maps to the `o200k_base` tokenizer model.
+
+#### New contributors
+- [8edaf40](https://github.com/LoganBresnahan/j_r_r_token/commit/8edaf4021dae4ae41dcfa53fa5fb0fe61d9b0b9c) by [jordanmoore753](https://github.com/jordanmoore753)
+- [a9738c7](https://github.com/LoganBresnahan/j_r_r_token/commit/a9738c7f0d4e7e691af8b8219e89d09b4a3367c0) by [lsysophia](https://github.com/lsysophia)
+
+---
+## [1.0.4] - 2025-08-01
+### Change
+- Bump version for RubyGems.
+
 ---
 ## [1.0.3] - 2025-08-01
 ### Fix

data/README.md

@@ -1,6 +1,6 @@
 # JRRToken [<img src="https://github.com/LoganBresnahan/j_r_r_token/raw/main/.github/assets/ring.png" width="32px" alt="One ring to rule them all, one ring to find them, One ring to bring them all and in the darkness bind them.">](https://www.youtube.com/watch?v=lemgdzLDYqA)
 
-(Just Ruby Rust Tokens)
+(Just Ruby, Rust, & Tokens)
 
 JRRToken provides a high-performance, native Ruby interface for counting tokens using the powerful [tiktoken-rs](https://github.com/zurawiki/tiktoken-rs) library. It leverages the speed of Rust to offer a fast and efficient way to calculate token counts for various OpenAI models.
 
@@ -15,16 +15,16 @@ Extensive Model Support: Includes tokenizers for all modern and legacy OpenAI mo
 ## Install
 
 #### Gemfile
-`gem 'j_r_r_token', '~> 1.0'`
+`gem 'j_r_r_token', '~> 1.1'`
 
 #### Command Line
-`gem install j_r_r_token -v '~> 1.0'`
+`gem install j_r_r_token -v '~> 1.1'`
 
 ## Use
 
 ### Count tokens for a specific model (the model keyword is required)
 ```Ruby
-count = JRRToken::Tokenizer.count("hello world!", model: "gpt-4.1")
+count = JRRToken::Tokenizer.count("hello world!", model: "gpt-5")
 ```
 
 ### The gem recognizes many aliases, including older models
@@ -42,10 +42,10 @@ If you provide an unsupported model name, the gem will raise an `ArgumentError`.
 ## Supported Models
 The gem automatically maps dozens of model names and prefixes to the correct underlying tokenizer. You don't need to know the tokenizer's base name (e.g., cl100k_base); just use the model name you're working with.
 
-- o200k_base Models (e.g., GPT-4o)
-- cl100k_base Models (e.g., GPT-4, GPT-3.5)
+- o200k_base Models (e.g., gpt-5, gpt-4.1, gpt-4o)
+- cl100k_base Models (e.g., gpt-4, gpt-3.5)
 - p50k_base Models (e.g., text-davinci-003)
-- r50k_base Models (e.g., GPT-2)
+- r50k_base Models (e.g., gpt-2)
 - p50k_edit Models
 
 ## Developing JRRToken Locally

data/lib/j_r_r_token/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module JRRToken
-  VERSION = "1.0.3"
+  VERSION = "1.1.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: j_r_r_token
 version: !ruby/object:Gem::Version
-  version: 1.0.3
+  version: 1.1.0
 platform: aarch64-linux-musl
 authors:
 - Logan Bresnahan
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2025-08-02 00:00:00.000000000 Z
+date: 2025-08-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler