tiktoken_ruby 0.0.15.1-arm-linux → 0.0.16-arm-linux

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (10) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +11 -0
  3. data/Gemfile.lock +18 -18
  4. data/lib/tiktoken_ruby/3.2/tiktoken_ruby.so +0 -0
  5. data/lib/tiktoken_ruby/3.3/tiktoken_ruby.so +0 -0
  6. data/lib/tiktoken_ruby/3.4/tiktoken_ruby.so +0 -0
  7. data/lib/tiktoken_ruby/4.0/tiktoken_ruby.so +0 -0
  8. data/lib/tiktoken_ruby/version.rb +1 -1
  9. data/lib/tiktoken_ruby.rb +3 -0
  10. metadata +2 -2
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 494d7edbd43e3f178cec789d7cd89627aa442a72085a7f34ad99ea04b89ef0a6
4
- data.tar.gz: ae9622698383d18f32894b887423aaab2a3b79b9dc0f79f13fe9eedf0fdd49f1
3
+ metadata.gz: dcf37e12602d4fd40d0e772491ebd3381d1bdd6118ba11a4da0710c303315bcf
4
+ data.tar.gz: 87fc8e242d5597f9f1aa60ea6b8b976377b208c3dbc7bc767d1a50780c48e7b4
5
5
  SHA512:
6
- metadata.gz: 6d96928e64a8d4a5306ee874707af9aae303803f690aa64f9639ab19bb3191e30316624c54e6dc8b57519c17452b7790b66eeb391505e3fa203a14e0255bd8ae
7
- data.tar.gz: a365c641b38fb87dfa95e2045bb807954822da9a7cba8e1bece12de40de4acf6f9cf93883d8e2dc7c7489f585a546b0607d983bdf3076de219adcd6a848d4fa7
6
+ metadata.gz: a03f0c062e93f1ff3955d5466fa66721ca7dad6a319c764a1df7b3ab14efe29b31a075de68f9c64c52d49d74ce4dfd8ff09a758e6ccb0d3d4b2622e928077f40
7
+ data.tar.gz: e36c0a9c9d0b78584131afe6755d7c2b5cd28eafc4e5561c4e2d35afc5b1a357cb227275b173894648c15752402505baeb1ed8e74af9dbeccce5a322e6bec7e9
data/CHANGELOG.md CHANGED
@@ -1,3 +1,14 @@
1
+ # [v0.0.16] - 02-05-2026
2
+ ## What's Changed
3
+ * Bump rb-sys from 0.9.123 to 0.9.124 in the cargo group by @dependabot[bot] in https://github.com/IAPark/tiktoken_ruby/pull/107
4
+ * Bump the bundler-dependencies group with 2 updates by @dependabot[bot] in https://github.com/IAPark/tiktoken_ruby/pull/108
5
+ * Bump standard from 1.53.0 to 1.54.0 in the bundler-dependencies group by @dependabot[bot] in https://github.com/IAPark/tiktoken_ruby/pull/109
6
+ * Bump the cargo group across 1 directory with 2 updates by @dependabot[bot] in https://github.com/IAPark/tiktoken_ruby/pull/113
7
+ * Bump the bundler-dependencies group across 1 directory with 2 updates by @dependabot[bot] in https://github.com/IAPark/tiktoken_ruby/pull/114
8
+ * bump version to 0.0.16 by @gjtorikian in https://github.com/IAPark/tiktoken_ruby/pull/115
9
+
10
+
11
+ **Full Changelog**: https://github.com/IAPark/tiktoken_ruby/compare/v0.0.15.1...v0.0.16
1
12
  # [v0.0.15.1] - 07-01-2026
2
13
  ## What's Changed
3
14
  * Re-release 0.0.15 for mistakenly yanked gems by @gjtorikian in https://github.com/IAPark/tiktoken_ruby/pull/105
data/Gemfile.lock CHANGED
@@ -1,7 +1,7 @@
1
1
  PATH
2
2
  remote: .
3
3
  specs:
4
- tiktoken_ruby (0.0.15.1)
4
+ tiktoken_ruby (0.0.16)
5
5
  rb_sys (~> 0.9)
6
6
 
7
7
  GEM
@@ -9,24 +9,24 @@ GEM
9
9
  specs:
10
10
  ast (2.4.3)
11
11
  diff-lcs (1.6.2)
12
- json (2.16.0)
12
+ json (2.18.1)
13
13
  language_server-protocol (3.17.0.5)
14
14
  lint_roller (1.1.0)
15
15
  minitest (6.0.1)
16
16
  prism (~> 1.5)
17
17
  parallel (1.27.0)
18
- parser (3.3.10.0)
18
+ parser (3.3.10.2)
19
19
  ast (~> 2.4.1)
20
20
  racc
21
- prism (1.6.0)
21
+ prism (1.9.0)
22
22
  racc (1.8.1)
23
23
  rainbow (3.1.1)
24
- rake (13.3.1)
24
+ rake (13.4.2)
25
25
  rake-compiler (1.3.1)
26
26
  rake
27
- rake-compiler-dock (1.10.0)
28
- rb_sys (0.9.123)
29
- rake-compiler-dock (= 1.10.0)
27
+ rake-compiler-dock (1.12.0)
28
+ rb_sys (0.9.127)
29
+ rake-compiler-dock (= 1.12.0)
30
30
  regexp_parser (2.11.3)
31
31
  rspec (3.13.2)
32
32
  rspec-core (~> 3.13.0)
@@ -41,7 +41,7 @@ GEM
41
41
  diff-lcs (>= 1.2.0, < 2.0)
42
42
  rspec-support (~> 3.13.0)
43
43
  rspec-support (3.13.6)
44
- rubocop (1.81.7)
44
+ rubocop (1.84.2)
45
45
  json (~> 2.3)
46
46
  language_server-protocol (~> 3.17.0.2)
47
47
  lint_roller (~> 1.1.0)
@@ -49,29 +49,29 @@ GEM
49
49
  parser (>= 3.3.0.2)
50
50
  rainbow (>= 2.2.2, < 4.0)
51
51
  regexp_parser (>= 2.9.3, < 3.0)
52
- rubocop-ast (>= 1.47.1, < 2.0)
52
+ rubocop-ast (>= 1.49.0, < 2.0)
53
53
  ruby-progressbar (~> 1.7)
54
54
  unicode-display_width (>= 2.4.0, < 4.0)
55
- rubocop-ast (1.48.0)
55
+ rubocop-ast (1.49.0)
56
56
  parser (>= 3.3.7.2)
57
- prism (~> 1.4)
58
- rubocop-performance (1.25.0)
57
+ prism (~> 1.7)
58
+ rubocop-performance (1.26.1)
59
59
  lint_roller (~> 1.1)
60
60
  rubocop (>= 1.75.0, < 2.0)
61
- rubocop-ast (>= 1.38.0, < 2.0)
61
+ rubocop-ast (>= 1.47.1, < 2.0)
62
62
  ruby-progressbar (1.13.0)
63
- standard (1.52.0)
63
+ standard (1.54.0)
64
64
  language_server-protocol (~> 3.17.0.2)
65
65
  lint_roller (~> 1.0)
66
- rubocop (~> 1.81.7)
66
+ rubocop (~> 1.84.0)
67
67
  standard-custom (~> 1.0.0)
68
68
  standard-performance (~> 1.8)
69
69
  standard-custom (1.0.2)
70
70
  lint_roller (~> 1.0)
71
71
  rubocop (~> 1.50)
72
- standard-performance (1.8.0)
72
+ standard-performance (1.9.0)
73
73
  lint_roller (~> 1.1)
74
- rubocop-performance (~> 1.25.0)
74
+ rubocop-performance (~> 1.26.0)
75
75
  unicode-display_width (3.2.0)
76
76
  unicode-emoji (~> 4.1)
77
77
  unicode-emoji (4.2.0)
data/lib/tiktoken_ruby/3.2/tiktoken_ruby.so CHANGED
Binary file
data/lib/tiktoken_ruby/3.3/tiktoken_ruby.so CHANGED
Binary file
data/lib/tiktoken_ruby/3.4/tiktoken_ruby.so CHANGED
Binary file
data/lib/tiktoken_ruby/4.0/tiktoken_ruby.so CHANGED
Binary file
data/lib/tiktoken_ruby/version.rb CHANGED
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module Tiktoken
4
- VERSION = "0.0.15.1"
4
+ VERSION = "0.0.16"
5
5
  end
data/lib/tiktoken_ruby.rb CHANGED
@@ -79,6 +79,7 @@ module Tiktoken
79
79
  o3: "o200k_base",
80
80
  "o4-mini": "o200k_base",
81
81
  # chat
82
+ "gpt-5": "o200k_base",
82
83
  "gpt-4.1": "o200k_base",
83
84
  "chatgpt-4o": "o200k_base",
84
85
  "gpt-4o": "o200k_base",
@@ -136,7 +137,9 @@ module Tiktoken
136
137
  "o3-": "o200k_base",
137
138
  "o4-": "o200k_base",
138
139
  # chat
140
+ "gpt-5.": "o200k_base", # e.g., gpt-5.4, gpt-5.4-mini, gpt-5.3-codex, gpt-5.2-pro
139
141
  "gpt-5-": "o200k_base",
142
+ "codex-mini": "o200k_base", # e.g., codex-mini, codex-mini-latest
140
143
  "gpt-4.5-": "o200k_base",
141
144
  "gpt-4.1-": "o200k_base",
142
145
  "chatgpt-4o-": "o200k_base",
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: tiktoken_ruby
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.15.1
4
+ version: 0.0.16
5
5
  platform: arm-linux
6
6
  authors:
7
7
  - IAPark
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2026-01-07 00:00:00.000000000 Z
11
+ date: 2026-05-02 00:00:00.000000000 Z
12
12
  dependencies: []
13
13
  description: An unofficial Ruby wrapper for Tiktoken, a BPE tokenizer written by and
14
14
  used by OpenAI. It can be used to count the number of tokens in text before sending