ru_token 0.1.16-x86_64-linux → 0.1.18-x86_64-linux
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +11 -0
- data/README.md +7 -3
- data/lib/ru_token/version.rb +1 -1
- data/ru_token.gemspec +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 2727c23a8abbc65a0fc414102607564ec9be5384f5660bc07757aabcb8f67e77
|
|
4
|
+
data.tar.gz: 4ef2a9e4e1ccdeca21669c7d6fde53085a5e2f0584e7363f7d1b60bcf1b222b7
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 9b5a5907315b51b4d4a7e92e28906d5f185c1dd622d4e1351aa5e01bc4576739a28b74c7a2e531d14d8e4e5843fb180a4553dcf78020c28b04b19477ef3f1cb3
|
|
7
|
+
data.tar.gz: 4999e727bf440668f0472a57c27e1df2556725fc8889786dfc200a03b5179b75b64ca4bf38402648746e5c9ce088eec7cb04d7d91b2e0fc58eb76e178466f7b9
|
data/CHANGELOG.md
CHANGED
|
@@ -7,6 +7,17 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
|
|
|
7
7
|
|
|
8
8
|
## [Unreleased]
|
|
9
9
|
|
|
10
|
+
---
|
|
11
|
+
## [0.1.18] - 2025-07-31
|
|
12
|
+
### Change
|
|
13
|
+
- Update README
|
|
14
|
+
|
|
15
|
+
---
|
|
16
|
+
## [0.1.17] - 2025-07-31
|
|
17
|
+
### Change
|
|
18
|
+
- Update gemspec license entry
|
|
19
|
+
- Remove platform x64-mingw-ucrt from Gemfile.lock
|
|
20
|
+
|
|
10
21
|
---
|
|
11
22
|
## [0.1.16] - 2025-07-31
|
|
12
23
|
### Change
|
data/README.md
CHANGED
|
@@ -41,7 +41,9 @@ The gem automatically maps dozens of model names and prefixes to the correct und
|
|
|
41
41
|
## Developing RuToken Locally
|
|
42
42
|
|
|
43
43
|
### Install Ruby and Rust dependencies
|
|
44
|
-
Ruby >= 2.7
|
|
44
|
+
Ruby >= 2.7.0
|
|
45
|
+
|
|
46
|
+
RubyGems >= 3.0.0
|
|
45
47
|
|
|
46
48
|
Rust edtion 2021
|
|
47
49
|
|
|
@@ -57,8 +59,10 @@ Both:
|
|
|
57
59
|
|
|
58
60
|
You can open an interactive console for experimentation with bin/console.
|
|
59
61
|
|
|
60
|
-
Contributing
|
|
62
|
+
## Contributing
|
|
63
|
+
|
|
61
64
|
Bug reports and pull requests are welcome on GitHub at https://github.com/LoganBresnahan/ru_token.
|
|
62
65
|
|
|
63
|
-
License
|
|
66
|
+
## License
|
|
67
|
+
|
|
64
68
|
The gem is available as open source under the terms of the MIT License.
|
data/lib/ru_token/version.rb
CHANGED
data/ru_token.gemspec
CHANGED
|
@@ -11,7 +11,7 @@ Gem::Specification.new do |spec|
|
|
|
11
11
|
spec.summary = "Ruby wrapper for the tiktoken Rust library, providing fast tokenization for OpenAI models."
|
|
12
12
|
spec.description = "RuToken is a Ruby gem that wraps the tiktoken Rust library, enabling fast and efficient tokenization for OpenAI models. It supports multiple models including o200k_base, cl100k_base, p50k_base, and r50k_base."
|
|
13
13
|
spec.homepage = "https://github.com/LoganBresnahan/ru_token"
|
|
14
|
-
spec.license = "
|
|
14
|
+
spec.license = "MIT"
|
|
15
15
|
spec.required_ruby_version = ">= 2.7.0"
|
|
16
16
|
spec.required_rubygems_version = ">= 3.0.0"
|
|
17
17
|
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: ru_token
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.18
|
|
5
5
|
platform: x86_64-linux
|
|
6
6
|
authors:
|
|
7
7
|
- Logan Bresnahan
|
|
@@ -78,7 +78,7 @@ files:
|
|
|
78
78
|
- sig/ru_token.rbs
|
|
79
79
|
homepage: https://github.com/LoganBresnahan/ru_token
|
|
80
80
|
licenses:
|
|
81
|
-
-
|
|
81
|
+
- MIT
|
|
82
82
|
metadata:
|
|
83
83
|
allowed_push_host: https://rubygems.org
|
|
84
84
|
homepage_uri: https://github.com/LoganBresnahan/ru_token
|