j_r_r_token 1.0.4-x86_64-linux → 1.1.0-x86_64-linux

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ea1cd233b7ed09a95daefde464bf89e3e76d84f913558fdc8c1221ae1f5900ee
-  data.tar.gz: 7bd35e47970500fce77224d475fb3df0586cc55b202f778328367d00baa82235
+  metadata.gz: '03198dcbbd963d43960a02315ef5ad3493d116246e288fc44d21c5440f734077'
+  data.tar.gz: a6cf613e2b8ce5d21004941a15527b14dd6d4cb6d3dea88193c49a8090dca87f
 SHA512:
-  metadata.gz: ad7dbb49ab178805fd6d204987fdb4b4f0aeffc369c6d6b129f1859771573f8a4d7392ad773f8045f80a51ba0a6e5dc56057ec42bd9c9d66c57b69bcb88f4388
-  data.tar.gz: 9e8ba2cd42351417d051d730db96c9ea621cfa8e64779f7381cc5b84a625c6fef280e078de1864bc5469f65fc8e12f451bf9cebcd57db5b4c78f78a1cc7ac33a
+  metadata.gz: b6939ed2c0700d3f5a5591085a3632d08a8e6c5d6fa89d4ab47e98ad32f92295e9934b413f8909494460d8b23776c34ddd3f196951386635c121f1291cc263a7
+  data.tar.gz: 7d8d86cc098d80ebc5bb83cc51f5e8aa35a806c57f3c31c4abf891ee9c0f3df8e09b98d2d63d8e1c99d62c99725a5ae6038685b7c91e782f4842866d9bab4646

data/CHANGELOG.md

@@ -7,6 +7,15 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## [Unreleased]
 
+---
+## [1.1.0] - 2025-08-26
+### New Functionality
+- Added support for the `gpt-5` model name, which maps to the `o200k_base` tokenizer model.
+
+#### New contributors
+- [8edaf40](https://github.com/LoganBresnahan/j_r_r_token/commit/8edaf4021dae4ae41dcfa53fa5fb0fe61d9b0b9c) by [jordanmoore753](https://github.com/jordanmoore753)
+- [a9738c7](https://github.com/LoganBresnahan/j_r_r_token/commit/a9738c7f0d4e7e691af8b8219e89d09b4a3367c0) by [lsysophia](https://github.com/lsysophia)
+
 ---
 ## [1.0.4] - 2025-08-01
 ### Change

data/README.md

@@ -1,6 +1,6 @@
 # JRRToken [<img src="https://github.com/LoganBresnahan/j_r_r_token/raw/main/.github/assets/ring.png" width="32px" alt="One ring to rule them all, one ring to find them, One ring to bring them all and in the darkness bind them.">](https://www.youtube.com/watch?v=lemgdzLDYqA)
 
-(Just Ruby Rust Tokens)
+(Just Ruby, Rust, & Tokens)
 
 JRRToken provides a high-performance, native Ruby interface for counting tokens using the powerful [tiktoken-rs](https://github.com/zurawiki/tiktoken-rs) library. It leverages the speed of Rust to offer a fast and efficient way to calculate token counts for various OpenAI models.
 
@@ -15,16 +15,16 @@ Extensive Model Support: Includes tokenizers for all modern and legacy OpenAI mo
 ## Install
 
 #### Gemfile
-`gem 'j_r_r_token', '~> 1.0'`
+`gem 'j_r_r_token', '~> 1.1'`
 
 #### Command Line
-`gem install j_r_r_token -v '~> 1.0'`
+`gem install j_r_r_token -v '~> 1.1'`
 
 ## Use
 
 ### Count tokens for a specific model (the model keyword is required)
 ```Ruby
-count = JRRToken::Tokenizer.count("hello world!", model: "gpt-4.1")
+count = JRRToken::Tokenizer.count("hello world!", model: "gpt-5")
 ```
 
 ### The gem recognizes many aliases, including older models
@@ -42,10 +42,10 @@ If you provide an unsupported model name, the gem will raise an `ArgumentError`.
 ## Supported Models
 The gem automatically maps dozens of model names and prefixes to the correct underlying tokenizer. You don't need to know the tokenizer's base name (e.g., cl100k_base); just use the model name you're working with.
 
-- o200k_base Models (e.g., GPT-4o)
-- cl100k_base Models (e.g., GPT-4, GPT-3.5)
+- o200k_base Models (e.g., gpt-5, gpt-4.1, gpt-4o)
+- cl100k_base Models (e.g., gpt-4, gpt-3.5)
 - p50k_base Models (e.g., text-davinci-003)
-- r50k_base Models (e.g., GPT-2)
+- r50k_base Models (e.g., gpt-2)
 - p50k_edit Models
 
 ## Developing JRRToken Locally

data/lib/j_r_r_token/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module JRRToken
-  VERSION = "1.0.4"
+  VERSION = "1.1.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: j_r_r_token
 version: !ruby/object:Gem::Version
-  version: 1.0.4
+  version: 1.1.0
 platform: x86_64-linux
 authors:
 - Logan Bresnahan
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2025-08-02 00:00:00.000000000 Z
+date: 2025-08-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler