tokenizers 0.6.0-x64-mingw-ucrt → 0.6.1-x64-mingw-ucrt

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (9) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +4 -0
  3. data/Cargo.lock +3 -3
  4. data/LICENSE-THIRD-PARTY.txt +1 -1
  5. data/lib/tokenizers/3.2/tokenizers.so +0 -0
  6. data/lib/tokenizers/3.3/tokenizers.so +0 -0
  7. data/lib/tokenizers/3.4/tokenizers.so +0 -0
  8. data/lib/tokenizers/version.rb +1 -1
  9. metadata +2 -2
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 62e5f0395134bac39151276c1ccce3d904e775d2654dab90613b47291596b103
4
- data.tar.gz: 745a1072e98517f2749ea149d7f49d26e2ad9d1f049dc4465193c27f1074a051
3
+ metadata.gz: 9498c84d09b186624a1b54dc55f8a83c8d847fe852a433078aa70e42bc88304d
4
+ data.tar.gz: 5894b4dc5fdb184afc2a780f7b0883bcf6f1dae4614715cc8b081ad64abcc6c9
5
5
  SHA512:
6
- metadata.gz: '0965d7128880f895d76f5955b50fc37e43cafb1fd855f808dc2d7496e0e66cd00b62532ef17adbdc7315773b050d6cc5d75e84dedac3f564d86d6fcf355952cb'
7
- data.tar.gz: d01c69992be5fae3f0bf15836df49b3e479754e5754a1631f962133189f467cba0fd8594df553e112e47e82f9b6e0b4bfc91afd150f2d2747875534134bd67b7
6
+ metadata.gz: db650dabb20393eea82fbacb1cceb27dd10bcf2dd0f1064e8ee01c6a038c17d8c186e6c6b3b6891bd7badb480c9f53022f623f8e2eb7bb3b91af8875d5f84198
7
+ data.tar.gz: 390d24dfac78c46c9ceaa47f7e57c535abc1189f02b81e2b7d6562210bbbc3242ef592bce31e6f882a607d138c60bf1d70191df39c5af06cd4779cea7d291296
data/CHANGELOG.md CHANGED
@@ -1,3 +1,7 @@
1
+ ## 0.6.1 (2025-09-17)
2
+
3
+ - Fixed return type of `encode_batch` method
4
+
1
5
  ## 0.6.0 (2025-08-29)
2
6
 
3
7
  - Updated Tokenizers to 0.22.0
data/Cargo.lock CHANGED
@@ -385,9 +385,9 @@ checksum = "b8dd856d451cc0da70e2ef2ce95a18e39a93b7558bedf10201ad28503f918568"
385
385
 
386
386
  [[package]]
387
387
  name = "magnus"
388
- version = "0.8.0"
388
+ version = "0.8.1"
389
389
  source = "registry+https://github.com/rust-lang/crates.io-index"
390
- checksum = "3f14d3cc31b2dc4fce6cd447a83c7a7ca2ab8a9f1e535dcb2f796ff972b0e68b"
390
+ checksum = "bd2ac6e71886be00ac34db92aa732c793c5107c95191805b9a1c7e70e6d342e0"
391
391
  dependencies = [
392
392
  "magnus-macros",
393
393
  "rb-sys",
@@ -784,7 +784,7 @@ dependencies = [
784
784
 
785
785
  [[package]]
786
786
  name = "tokenizers"
787
- version = "0.6.0"
787
+ version = "0.6.1"
788
788
  dependencies = [
789
789
  "ahash",
790
790
  "magnus",
data/LICENSE-THIRD-PARTY.txt CHANGED
@@ -162,7 +162,7 @@ macro_rules_attribute-proc_macro v0.2.0
162
162
  https://github.com/danielhenrymantilla/macro_rules_attribute-rs
163
163
  MIT
164
164
 
165
- magnus v0.8.0
165
+ magnus v0.8.1
166
166
  https://github.com/matsadler/magnus
167
167
  MIT
168
168
 
data/lib/tokenizers/3.2/tokenizers.so CHANGED
Binary file
data/lib/tokenizers/3.3/tokenizers.so CHANGED
Binary file
data/lib/tokenizers/3.4/tokenizers.so CHANGED
Binary file
data/lib/tokenizers/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module Tokenizers
2
- VERSION = "0.6.0"
2
+ VERSION = "0.6.1"
3
3
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: tokenizers
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.6.0
4
+ version: 0.6.1
5
5
  platform: x64-mingw-ucrt
6
6
  authors:
7
7
  - Andrew Kane
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2025-08-30 00:00:00.000000000 Z
11
+ date: 2025-09-17 00:00:00.000000000 Z
12
12
  dependencies: []
13
13
  description:
14
14
  email: andrew@ankane.org