tiktoken_ruby 0.0.14.1-arm64-darwin → 0.0.15-arm64-darwin
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +14 -0
- data/Gemfile.lock +8 -7
- data/README.md +1 -1
- data/lib/tiktoken_ruby/3.2/tiktoken_ruby.bundle +0 -0
- data/lib/tiktoken_ruby/3.3/tiktoken_ruby.bundle +0 -0
- data/lib/tiktoken_ruby/3.4/tiktoken_ruby.bundle +0 -0
- data/lib/tiktoken_ruby/4.0/tiktoken_ruby.bundle +0 -0
- data/lib/tiktoken_ruby/version.rb +1 -1
- metadata +4 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 3073e2cc3c1b4d4e8359f463192bde728db5ee8146312b7f848530b224622f7f
|
|
4
|
+
data.tar.gz: 52ba46c9b5f92c9682402f74422391f9601b4607b123d50e49e2e881b47b16a0
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 4124cac4021cbed16dad8556d2377bdcdac43c55553d674c835b755c183c45af9fd33aefe7c03e78ffa2803a9e55b24b25fb5e29bfbb534fe184f57fb2b234f3
|
|
7
|
+
data.tar.gz: dd4d6ef77887b721da4c8d60861b5c2b897c7833c4555d6d684426d7476b3804c277cc74a4dac082ed3c484a3f3a9ac563a243743ac5a945aa121a5e1155a2fe
|
data/CHANGELOG.md
CHANGED
|
@@ -1,3 +1,17 @@
|
|
|
1
|
+
# [v0.0.15] - 06-01-2026
|
|
2
|
+
## What's Changed
|
|
3
|
+
* No longer true by @gjtorikian in https://github.com/IAPark/tiktoken_ruby/pull/96
|
|
4
|
+
* Test build on version change by @gjtorikian in https://github.com/IAPark/tiktoken_ruby/pull/97
|
|
5
|
+
* Bump actions/cache from 4 to 5 in the github-actions group by @dependabot[bot] in https://github.com/IAPark/tiktoken_ruby/pull/98
|
|
6
|
+
* Bump rb-sys from 0.9.117 to 0.9.123 in the cargo group by @dependabot[bot] in https://github.com/IAPark/tiktoken_ruby/pull/99
|
|
7
|
+
* Bump the bundler-dependencies group with 2 updates by @dependabot[bot] in https://github.com/IAPark/tiktoken_ruby/pull/100
|
|
8
|
+
* Add Ruby 4.0 to build matrix by @chubchenko in https://github.com/IAPark/tiktoken_ruby/pull/101
|
|
9
|
+
* Support Ruby 4 by @gjtorikian in https://github.com/IAPark/tiktoken_ruby/pull/102
|
|
10
|
+
|
|
11
|
+
## New Contributors
|
|
12
|
+
* @chubchenko made their first contribution in https://github.com/IAPark/tiktoken_ruby/pull/101
|
|
13
|
+
|
|
14
|
+
**Full Changelog**: https://github.com/IAPark/tiktoken_ruby/compare/v0.0.14.1...v0.0.15
|
|
1
15
|
# [v0.0.14.1] - 20-12-2025
|
|
2
16
|
## What's Changed
|
|
3
17
|
* Cut v0.0.12 by @gjtorikian in https://github.com/IAPark/tiktoken_ruby/pull/78
|
data/Gemfile.lock
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
PATH
|
|
2
2
|
remote: .
|
|
3
3
|
specs:
|
|
4
|
-
tiktoken_ruby (0.0.
|
|
4
|
+
tiktoken_ruby (0.0.15)
|
|
5
5
|
rb_sys (~> 0.9)
|
|
6
6
|
|
|
7
7
|
GEM
|
|
@@ -12,7 +12,8 @@ GEM
|
|
|
12
12
|
json (2.16.0)
|
|
13
13
|
language_server-protocol (3.17.0.5)
|
|
14
14
|
lint_roller (1.1.0)
|
|
15
|
-
minitest (
|
|
15
|
+
minitest (6.0.1)
|
|
16
|
+
prism (~> 1.5)
|
|
16
17
|
parallel (1.27.0)
|
|
17
18
|
parser (3.3.10.0)
|
|
18
19
|
ast (~> 2.4.1)
|
|
@@ -21,11 +22,11 @@ GEM
|
|
|
21
22
|
racc (1.8.1)
|
|
22
23
|
rainbow (3.1.1)
|
|
23
24
|
rake (13.3.1)
|
|
24
|
-
rake-compiler (1.3.
|
|
25
|
+
rake-compiler (1.3.1)
|
|
25
26
|
rake
|
|
26
|
-
rake-compiler-dock (1.
|
|
27
|
-
rb_sys (0.9.
|
|
28
|
-
rake-compiler-dock (= 1.
|
|
27
|
+
rake-compiler-dock (1.10.0)
|
|
28
|
+
rb_sys (0.9.123)
|
|
29
|
+
rake-compiler-dock (= 1.10.0)
|
|
29
30
|
regexp_parser (2.11.3)
|
|
30
31
|
rspec (3.13.2)
|
|
31
32
|
rspec-core (~> 3.13.0)
|
|
@@ -73,7 +74,7 @@ GEM
|
|
|
73
74
|
rubocop-performance (~> 1.25.0)
|
|
74
75
|
unicode-display_width (3.2.0)
|
|
75
76
|
unicode-emoji (~> 4.1)
|
|
76
|
-
unicode-emoji (4.
|
|
77
|
+
unicode-emoji (4.2.0)
|
|
77
78
|
yard (0.9.37)
|
|
78
79
|
yard-doctest (0.1.17)
|
|
79
80
|
minitest
|
data/README.md
CHANGED
|
@@ -73,7 +73,7 @@ All methods round-trip correctly through `decode`.
|
|
|
73
73
|
|
|
74
74
|
After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
|
|
75
75
|
|
|
76
|
-
To install this gem onto your local machine, run `bundle exec rake install`.
|
|
76
|
+
To install this gem onto your local machine, run `bundle exec rake install`.
|
|
77
77
|
|
|
78
78
|
## Contributing
|
|
79
79
|
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: tiktoken_ruby
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
4
|
+
version: 0.0.15
|
|
5
5
|
platform: arm64-darwin
|
|
6
6
|
authors:
|
|
7
7
|
- IAPark
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2026-01-06 00:00:00.000000000 Z
|
|
12
12
|
dependencies: []
|
|
13
13
|
description: An unofficial Ruby wrapper for Tiktoken, a BPE tokenizer written by and
|
|
14
14
|
used by OpenAI. It can be used to count the number of tokens in text before sending
|
|
@@ -33,6 +33,7 @@ files:
|
|
|
33
33
|
- lib/tiktoken_ruby/3.2/tiktoken_ruby.bundle
|
|
34
34
|
- lib/tiktoken_ruby/3.3/tiktoken_ruby.bundle
|
|
35
35
|
- lib/tiktoken_ruby/3.4/tiktoken_ruby.bundle
|
|
36
|
+
- lib/tiktoken_ruby/4.0/tiktoken_ruby.bundle
|
|
36
37
|
- lib/tiktoken_ruby/encoding.rb
|
|
37
38
|
- lib/tiktoken_ruby/version.rb
|
|
38
39
|
- sig/tiktoken_ruby.rbs
|
|
@@ -54,7 +55,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
|
54
55
|
version: '3.2'
|
|
55
56
|
- - "<"
|
|
56
57
|
- !ruby/object:Gem::Version
|
|
57
|
-
version:
|
|
58
|
+
version: 4.1.dev
|
|
58
59
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
59
60
|
requirements:
|
|
60
61
|
- - ">="
|