tokenizers 0.2.1-arm64-darwin → 0.2.2-arm64-darwin
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +6 -0
- data/Cargo.lock +124 -1252
- data/Cargo.toml +0 -5
- data/LICENSE-THIRD-PARTY.txt +6585 -23511
- data/README.md +1 -1
- data/lib/tokenizers/2.7/tokenizers.bundle +0 -0
- data/lib/tokenizers/3.0/tokenizers.bundle +0 -0
- data/lib/tokenizers/3.1/tokenizers.bundle +0 -0
- data/lib/tokenizers/3.2/tokenizers.bundle +0 -0
- data/lib/tokenizers/from_pretrained.rb +119 -0
- data/lib/tokenizers/version.rb +1 -1
- data/lib/tokenizers.rb +2 -3
- metadata +3 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 73ca7206fd54ae0198f9c843e7cca055538d317d039bf0451ab785b610168187
|
4
|
+
data.tar.gz: 46b6980dc05a23adc07fdc36cd99b5a342a421e9fc8498de51c17661914f763f
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 1a009db58b4dcbd1bc4e171aa35ac24d33ad5808089c67fb8a366c657863d55eb1cbc23e022a64603f75fb8bc4f12e5bff1f8f743097216889baeb382b372af2
|
7
|
+
data.tar.gz: fd87078b0e929829b1ad6d746213e7d0c73d6716672fea48e9ac6365c7aca67544214bcae8d5d009db8b6654773ecb9ffe4cadeecd237dc3958ba2f257e64185
|