tokenizers 0.2.1-x86_64-linux → 0.2.2-x86_64-linux
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +6 -0
- data/Cargo.lock +124 -1252
- data/Cargo.toml +0 -5
- data/LICENSE-THIRD-PARTY.txt +6795 -23773
- data/README.md +1 -1
- data/lib/tokenizers/2.7/tokenizers.so +0 -0
- data/lib/tokenizers/3.0/tokenizers.so +0 -0
- data/lib/tokenizers/3.1/tokenizers.so +0 -0
- data/lib/tokenizers/3.2/tokenizers.so +0 -0
- data/lib/tokenizers/from_pretrained.rb +119 -0
- data/lib/tokenizers/version.rb +1 -1
- data/lib/tokenizers.rb +2 -3
- metadata +3 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 3b490117f35a7cf069c47028ca41700a709ec0fade9a90cbd1fa5143b4670437
|
4
|
+
data.tar.gz: 9763a7d19bd304915a16731d30ba203dfcaa705e65e0dbde8656504a3195b82d
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 84aae3326fc7ed7e63b907581f78b07f435f80c47fe5317314ce92028016eccec652673aa96cded2615e7d5cba859fec8327d6e31e310856af22d4389c4d906e
|
7
|
+
data.tar.gz: a350a314a1d8e39f04fb6e2537e039da6a914012ce260face27ee375a07c55d56832c85ddf6604e65779055ee17d9eecfbf2fcea598c4cc90410cde07f403a24
|