tokenizers 0.3.0-x86_64-darwin → 0.3.1-x86_64-darwin
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +4 -0
- data/Cargo.lock +1 -1
- data/lib/tokenizers/2.7/tokenizers.bundle +0 -0
- data/lib/tokenizers/3.0/tokenizers.bundle +0 -0
- data/lib/tokenizers/3.1/tokenizers.bundle +0 -0
- data/lib/tokenizers/3.2/tokenizers.bundle +0 -0
- data/lib/tokenizers/from_pretrained.rb +1 -1
- data/lib/tokenizers/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 7928ceff621b56260459e72c253538d3a3cb7222d93375ffeed3a1a6210fd905
|
|
4
|
+
data.tar.gz: 6bb2b9faad8a62f13a1f84996ef05c2bf23d42724440c6619e6a8363f5716fa5
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 6eb89ce91e54608e14c56818bb99809260b2dd94c67311c950907680425d6a084c9996b771f020688d217e3b35e066b29e4d0cb05e3c1560c753ff45df18b5b8
|
|
7
|
+
data.tar.gz: 29436c5212e959a3990c9904eabbf5825248661ae829091b24a7d1768d00f1489fdcd4179be6a6c3713c7ef829b6f3c0e278ee912d17e21f9a44fdc4d53fccf8
|
data/CHANGELOG.md
CHANGED
data/Cargo.lock
CHANGED
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
@@ -44,7 +44,7 @@ module Tokenizers
|
|
|
44
44
|
def cached_path(cache_dir, url, options)
|
|
45
45
|
fsum = Digest::SHA256.hexdigest(url)
|
|
46
46
|
meta_paths = Dir[File.join(cache_dir, "#{fsum}.*.meta")]
|
|
47
|
-
meta = meta_paths.map { |f| JSON.
|
|
47
|
+
meta = meta_paths.map { |f| JSON.parse(File.read(f)) }.max_by { |m| m["creation_time"] }
|
|
48
48
|
etag = meta["etag"] if meta
|
|
49
49
|
|
|
50
50
|
if etag
|
data/lib/tokenizers/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: tokenizers
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.3.
|
|
4
|
+
version: 0.3.1
|
|
5
5
|
platform: x86_64-darwin
|
|
6
6
|
authors:
|
|
7
7
|
- Andrew Kane
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2023-02-
|
|
11
|
+
date: 2023-02-09 00:00:00.000000000 Z
|
|
12
12
|
dependencies: []
|
|
13
13
|
description:
|
|
14
14
|
email: andrew@ankane.org
|