tokenizers 0.6.0-arm64-darwin → 0.6.1-arm64-darwin

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (9) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +4 -0
  3. data/Cargo.lock +3 -3
  4. data/LICENSE-THIRD-PARTY.txt +1 -1
  5. data/lib/tokenizers/3.2/tokenizers.bundle +0 -0
  6. data/lib/tokenizers/3.3/tokenizers.bundle +0 -0
  7. data/lib/tokenizers/3.4/tokenizers.bundle +0 -0
  8. data/lib/tokenizers/version.rb +1 -1
  9. metadata +2 -2
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 2c10e57cfda05c07fb2b74bb5b805036cc582cb449559b50c535e9c4fd3fc4e8
4
- data.tar.gz: 51c7e846996518d5af049d19b8637069c2167c27b3ff728c3ecc8e05ce5fcf92
3
+ metadata.gz: 5c4029dd67103ec66ee5450b0432a72b8be3ee81d9b1f5c694c0f2328f7b4f6d
4
+ data.tar.gz: 81d9f62024ecab72f733775212bbc9895815107ee2d525914d40ea566b9ae2b7
5
5
  SHA512:
6
- metadata.gz: 5e3f7a32a14b39215696486f3cf2fb16588fa0ac1e4789dc2cbddd36cda63ed240ab4cd6138f8f2a53ede55931003a8f8fb6eb6fcf127445642ff67116d60fc4
7
- data.tar.gz: cd188ad31d4e94a3abb0b37123ae99af2ac36f6beab1571f6a7aab550e9ebd9b2e3eb8bf0d47c766b7085cf9c8387deb3a2824fd95d681e86c374e8cf60bba6a
6
+ metadata.gz: d6b8eb85583aaac0749b6863e1e76ceb7dcc32352077692ff63255a7aa22784781babfe2c341f6b04ad3d6c20d47adf5b82e13489cc4ac3aa11ba053423b3b90
7
+ data.tar.gz: fcfb3464228edb76632894500a94e56d90a71d921955ae9f8b9fe0a891f2ef16a36bdb071ee1a6e031dea9a3348fb195eb4d5a8b9408078237b1c813be247e5e
data/CHANGELOG.md CHANGED
@@ -1,3 +1,7 @@
1
+ ## 0.6.1 (2025-09-17)
2
+
3
+ - Fixed return type of `encode_batch` method
4
+
1
5
  ## 0.6.0 (2025-08-29)
2
6
 
3
7
  - Updated Tokenizers to 0.22.0
data/Cargo.lock CHANGED
@@ -385,9 +385,9 @@ checksum = "b8dd856d451cc0da70e2ef2ce95a18e39a93b7558bedf10201ad28503f918568"
385
385
 
386
386
  [[package]]
387
387
  name = "magnus"
388
- version = "0.8.0"
388
+ version = "0.8.1"
389
389
  source = "registry+https://github.com/rust-lang/crates.io-index"
390
- checksum = "3f14d3cc31b2dc4fce6cd447a83c7a7ca2ab8a9f1e535dcb2f796ff972b0e68b"
390
+ checksum = "bd2ac6e71886be00ac34db92aa732c793c5107c95191805b9a1c7e70e6d342e0"
391
391
  dependencies = [
392
392
  "magnus-macros",
393
393
  "rb-sys",
@@ -784,7 +784,7 @@ dependencies = [
784
784
 
785
785
  [[package]]
786
786
  name = "tokenizers"
787
- version = "0.6.0"
787
+ version = "0.6.1"
788
788
  dependencies = [
789
789
  "ahash",
790
790
  "magnus",
data/LICENSE-THIRD-PARTY.txt CHANGED
@@ -158,7 +158,7 @@ macro_rules_attribute-proc_macro v0.2.0
158
158
  https://github.com/danielhenrymantilla/macro_rules_attribute-rs
159
159
  MIT
160
160
 
161
- magnus v0.8.0
161
+ magnus v0.8.1
162
162
  https://github.com/matsadler/magnus
163
163
  MIT
164
164
 
data/lib/tokenizers/3.2/tokenizers.bundle CHANGED
Binary file
data/lib/tokenizers/3.3/tokenizers.bundle CHANGED
Binary file
data/lib/tokenizers/3.4/tokenizers.bundle CHANGED
Binary file
data/lib/tokenizers/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module Tokenizers
2
- VERSION = "0.6.0"
2
+ VERSION = "0.6.1"
3
3
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: tokenizers
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.6.0
4
+ version: 0.6.1
5
5
  platform: arm64-darwin
6
6
  authors:
7
7
  - Andrew Kane
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2025-08-30 00:00:00.000000000 Z
11
+ date: 2025-09-17 00:00:00.000000000 Z
12
12
  dependencies: []
13
13
  description:
14
14
  email: andrew@ankane.org