tokenizers 0.2.1-x86_64-darwin → 0.2.2-x86_64-darwin
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +6 -0
- data/Cargo.lock +124 -1252
- data/Cargo.toml +0 -5
- data/LICENSE-THIRD-PARTY.txt +6585 -23511
- data/README.md +1 -1
- data/lib/tokenizers/2.7/tokenizers.bundle +0 -0
- data/lib/tokenizers/3.0/tokenizers.bundle +0 -0
- data/lib/tokenizers/3.1/tokenizers.bundle +0 -0
- data/lib/tokenizers/3.2/tokenizers.bundle +0 -0
- data/lib/tokenizers/from_pretrained.rb +119 -0
- data/lib/tokenizers/version.rb +1 -1
- data/lib/tokenizers.rb +2 -3
- metadata +3 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: cd9f4e13c08d5a2bbc017d0a297de6be483f1f894e3089a8c2a87bcddf09eb92
|
4
|
+
data.tar.gz: 144af0a6041863212aa44a42729e9d721b78f09862943d339c2aef695728b88d
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 0ee668f662c8c30aea39f618745e97810ec7a2c017f6a8cf8022d595ca7edfc7a9eb03bcf5cecb23e5035c0d36f5c3d656af7e7b615827109b07917c8b7a340f
|
7
|
+
data.tar.gz: a3c1dbe246a323ae8ff3e6572fa610a0e1ccf025e178f49956bf54616511e776dfead2da6a36a6a064a27fdd81ad441f6601c755c415e10df3009f615274b5f3
|