tokenizers 0.3.0-arm64-darwin → 0.3.1-arm64-darwin
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +4 -0
- data/Cargo.lock +1 -1
- data/lib/tokenizers/2.7/tokenizers.bundle +0 -0
- data/lib/tokenizers/3.0/tokenizers.bundle +0 -0
- data/lib/tokenizers/3.1/tokenizers.bundle +0 -0
- data/lib/tokenizers/3.2/tokenizers.bundle +0 -0
- data/lib/tokenizers/from_pretrained.rb +1 -1
- data/lib/tokenizers/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 66dd46109be7158fa433340d306d576627a237052b21a68de5c5f6c6fc4de461
|
|
4
|
+
data.tar.gz: 935a2c02c020f7a87a29e6e45a23799198a1aa732ff4a31220e818f8b9d0065b
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 8cdf698b3fcb359d63c4bdfa59602090ab2ba18f754e8998ced7bba7d375ceee50b845d156fe6a0b8966afb603cf99e61cea849f95e5a29d965b598d0aeb35fb
|
|
7
|
+
data.tar.gz: 3580866f55e76315dc8c0673d03fbe72757cbf410c7523191accd47c13c79cff8825146c7864b4fae65ce3a7c0f1e2828769a799adecfaff64a1f63cefd49578
|
data/CHANGELOG.md
CHANGED
data/Cargo.lock
CHANGED
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
@@ -44,7 +44,7 @@ module Tokenizers
|
|
|
44
44
|
def cached_path(cache_dir, url, options)
|
|
45
45
|
fsum = Digest::SHA256.hexdigest(url)
|
|
46
46
|
meta_paths = Dir[File.join(cache_dir, "#{fsum}.*.meta")]
|
|
47
|
-
meta = meta_paths.map { |f| JSON.
|
|
47
|
+
meta = meta_paths.map { |f| JSON.parse(File.read(f)) }.max_by { |m| m["creation_time"] }
|
|
48
48
|
etag = meta["etag"] if meta
|
|
49
49
|
|
|
50
50
|
if etag
|
data/lib/tokenizers/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: tokenizers
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.3.
|
|
4
|
+
version: 0.3.1
|
|
5
5
|
platform: arm64-darwin
|
|
6
6
|
authors:
|
|
7
7
|
- Andrew Kane
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2023-02-
|
|
11
|
+
date: 2023-02-09 00:00:00.000000000 Z
|
|
12
12
|
dependencies: []
|
|
13
13
|
description:
|
|
14
14
|
email: andrew@ankane.org
|