tokenizers 0.3.0-x86_64-linux → 0.3.1-x86_64-linux
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +4 -0
- data/Cargo.lock +1 -1
- data/lib/tokenizers/2.7/tokenizers.so +0 -0
- data/lib/tokenizers/3.0/tokenizers.so +0 -0
- data/lib/tokenizers/3.1/tokenizers.so +0 -0
- data/lib/tokenizers/3.2/tokenizers.so +0 -0
- data/lib/tokenizers/from_pretrained.rb +1 -1
- data/lib/tokenizers/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 847cd5e1d00044a05114a2425a7cc9071e73df01b4d146045dae2134f0a08185
|
|
4
|
+
data.tar.gz: 90f8b4eb08b6757e6df801d9ccdc85ad34dc67f0904e2ecb33f80882e16fc527
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: ba707ee494dab6a4c9032b2fde377291a3ca9ecd253dd202bb3b3f7b65ce9b6a2287988810021f8a832ceddc172d134b63c1ea51777ebaecb059864e7ce90ac2
|
|
7
|
+
data.tar.gz: 9a6f3728f80fbc3735ef845e7c938c6e8c43b425cb75941396497cb407070fd5db605b22dc0f09731db39a3d12630a655e617de81e257745528f4b26f3bbd082
|
data/CHANGELOG.md
CHANGED
data/Cargo.lock
CHANGED
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
@@ -44,7 +44,7 @@ module Tokenizers
|
|
|
44
44
|
def cached_path(cache_dir, url, options)
|
|
45
45
|
fsum = Digest::SHA256.hexdigest(url)
|
|
46
46
|
meta_paths = Dir[File.join(cache_dir, "#{fsum}.*.meta")]
|
|
47
|
-
meta = meta_paths.map { |f| JSON.
|
|
47
|
+
meta = meta_paths.map { |f| JSON.parse(File.read(f)) }.max_by { |m| m["creation_time"] }
|
|
48
48
|
etag = meta["etag"] if meta
|
|
49
49
|
|
|
50
50
|
if etag
|
data/lib/tokenizers/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: tokenizers
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.3.
|
|
4
|
+
version: 0.3.1
|
|
5
5
|
platform: x86_64-linux
|
|
6
6
|
authors:
|
|
7
7
|
- Andrew Kane
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2023-02-
|
|
11
|
+
date: 2023-02-09 00:00:00.000000000 Z
|
|
12
12
|
dependencies: []
|
|
13
13
|
description:
|
|
14
14
|
email: andrew@ankane.org
|