tokenizers 0.6.0-x86_64-darwin → 0.6.1-x86_64-darwin

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (9) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +4 -0
  3. data/Cargo.lock +3 -3
  4. data/LICENSE-THIRD-PARTY.txt +1 -1
  5. data/lib/tokenizers/3.2/tokenizers.bundle +0 -0
  6. data/lib/tokenizers/3.3/tokenizers.bundle +0 -0
  7. data/lib/tokenizers/3.4/tokenizers.bundle +0 -0
  8. data/lib/tokenizers/version.rb +1 -1
  9. metadata +2 -2
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 33245fbf69511b9267aad55065278bd8009e855f91bfc19425ed7c6981ffaddf
4
- data.tar.gz: 26ca1241193c985893e7b5e4dcc012bbc3513c499c6a774a89bc667e66c2945e
3
+ metadata.gz: 63aa48321709827d1e806094e41ecbc3d70997324e6ff848ffdc67700b2600f4
4
+ data.tar.gz: e9c764df756e02da81b3836b46dc48f7dfcd35994ef2536bbce8913474b58387
5
5
  SHA512:
6
- metadata.gz: d5955eb1f0847fb148fe7bbda4f6529537cf4d13f2abb89ddea8313e93548c64d226453b954ec339c255b5b60ff8f15fd927b3760f789fe22d9e1f97bc46e2c3
7
- data.tar.gz: cda844544d21f9def5be84d1a4889ddf031eed11e03c64de2b127c6aad3a7ab6cf236469a9dea53c5aca0fe3f73e49ee720f915dbfd54ddc63728860450b8900
6
+ metadata.gz: 9f99c0d2a0d59bf61bb0aff82f6cc4a3ede3f0ad2b35113c7abbf41fcbc4e80a751f40f5b9ebce4ff64b4cf72ee027719d90eb7c14467b65766dfd5a35b195df
7
+ data.tar.gz: 8273a0cfca10829d490c505eca1713c1dca9ae77bdcbd561595a7c3c49d9d1b1831d3dc183168a099eacc2adea95a503a63cc4a08775fba8f701453593647b2c
data/CHANGELOG.md CHANGED
@@ -1,3 +1,7 @@
1
+ ## 0.6.1 (2025-09-17)
2
+
3
+ - Fixed return type of `encode_batch` method
4
+
1
5
  ## 0.6.0 (2025-08-29)
2
6
 
3
7
  - Updated Tokenizers to 0.22.0
data/Cargo.lock CHANGED
@@ -385,9 +385,9 @@ checksum = "b8dd856d451cc0da70e2ef2ce95a18e39a93b7558bedf10201ad28503f918568"
385
385
 
386
386
  [[package]]
387
387
  name = "magnus"
388
- version = "0.8.0"
388
+ version = "0.8.1"
389
389
  source = "registry+https://github.com/rust-lang/crates.io-index"
390
- checksum = "3f14d3cc31b2dc4fce6cd447a83c7a7ca2ab8a9f1e535dcb2f796ff972b0e68b"
390
+ checksum = "bd2ac6e71886be00ac34db92aa732c793c5107c95191805b9a1c7e70e6d342e0"
391
391
  dependencies = [
392
392
  "magnus-macros",
393
393
  "rb-sys",
@@ -784,7 +784,7 @@ dependencies = [
784
784
 
785
785
  [[package]]
786
786
  name = "tokenizers"
787
- version = "0.6.0"
787
+ version = "0.6.1"
788
788
  dependencies = [
789
789
  "ahash",
790
790
  "magnus",
data/LICENSE-THIRD-PARTY.txt CHANGED
@@ -158,7 +158,7 @@ macro_rules_attribute-proc_macro v0.2.0
158
158
  https://github.com/danielhenrymantilla/macro_rules_attribute-rs
159
159
  MIT
160
160
 
161
- magnus v0.8.0
161
+ magnus v0.8.1
162
162
  https://github.com/matsadler/magnus
163
163
  MIT
164
164
 
data/lib/tokenizers/3.2/tokenizers.bundle CHANGED
Binary file
data/lib/tokenizers/3.3/tokenizers.bundle CHANGED
Binary file
data/lib/tokenizers/3.4/tokenizers.bundle CHANGED
Binary file
data/lib/tokenizers/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module Tokenizers
2
- VERSION = "0.6.0"
2
+ VERSION = "0.6.1"
3
3
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: tokenizers
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.6.0
4
+ version: 0.6.1
5
5
  platform: x86_64-darwin
6
6
  authors:
7
7
  - Andrew Kane
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2025-08-30 00:00:00.000000000 Z
11
+ date: 2025-09-17 00:00:00.000000000 Z
12
12
  dependencies: []
13
13
  description:
14
14
  email: andrew@ankane.org