tokenizers 0.3.0-aarch64-linux → 0.3.1-aarch64-linux
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +4 -0
- data/Cargo.lock +1 -1
- data/lib/tokenizers/2.7/tokenizers.so +0 -0
- data/lib/tokenizers/3.0/tokenizers.so +0 -0
- data/lib/tokenizers/3.1/tokenizers.so +0 -0
- data/lib/tokenizers/3.2/tokenizers.so +0 -0
- data/lib/tokenizers/from_pretrained.rb +1 -1
- data/lib/tokenizers/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: f20512831534e2cbfe2c667425bba5fb537ec73d0a1598652d2faa6184bcde81
|
|
4
|
+
data.tar.gz: 73b3a9174cbf78123564992a7a6d4750b6ad13d94e093a1c973d04b1fc0af0e2
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: b553514abf9e804465bb4c47751b531dafdd50f1bd9e35bc533b0a24747045e523926515249686e82c818290ff0de86232d1a6ca5080744fc8dae5abaf4f89f6
|
|
7
|
+
data.tar.gz: 0edc034acd7e24847bbfb6de6c452c0453de2ff20cb33779c744f388c260a55c3171bacf031b164d8ab73cd106c166f80d70ded6d36339e996dde0a50e7dc3d6
|
data/CHANGELOG.md
CHANGED
data/Cargo.lock
CHANGED
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
@@ -44,7 +44,7 @@ module Tokenizers
|
|
|
44
44
|
def cached_path(cache_dir, url, options)
|
|
45
45
|
fsum = Digest::SHA256.hexdigest(url)
|
|
46
46
|
meta_paths = Dir[File.join(cache_dir, "#{fsum}.*.meta")]
|
|
47
|
-
meta = meta_paths.map { |f| JSON.
|
|
47
|
+
meta = meta_paths.map { |f| JSON.parse(File.read(f)) }.max_by { |m| m["creation_time"] }
|
|
48
48
|
etag = meta["etag"] if meta
|
|
49
49
|
|
|
50
50
|
if etag
|
data/lib/tokenizers/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: tokenizers
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.3.
|
|
4
|
+
version: 0.3.1
|
|
5
5
|
platform: aarch64-linux
|
|
6
6
|
authors:
|
|
7
7
|
- Andrew Kane
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2023-02-
|
|
11
|
+
date: 2023-02-09 00:00:00.000000000 Z
|
|
12
12
|
dependencies: []
|
|
13
13
|
description:
|
|
14
14
|
email: andrew@ankane.org
|