safetensors 0.1.3 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +9 -0
- data/Cargo.lock +58 -58
- data/ext/safetensors/Cargo.toml +4 -4
- data/ext/safetensors/src/lib.rs +2 -2
- data/lib/safetensors/version.rb +1 -1
- metadata +4 -4
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 67fbb4b9469dd7bb195c8b89788868f051d80d2537a4d84dba20b91ddd23a79c
|
|
4
|
+
data.tar.gz: c9b784821f4821b8db148802e4e78f20b5c53732b8b6a12d089ec4c291cc1986
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: b1eb7800dfed9d4589d40524825f98bb79d4360ef4a4f7cb69215d8e68b915b5f58ebc7f15b2f8b91e63153f7c1c59fcc0222117c8d04cd2716a9ea44495b54f
|
|
7
|
+
data.tar.gz: 0f2112f34fec093f483151fe6307b9983d942ea425b955bb9f8bc6adeef5febbb424f286f8385f3a51e21c0fdd0d1a2ddda30834069a5dd3f985a5b2eeeab8f6
|
data/CHANGELOG.md
CHANGED
data/Cargo.lock
CHANGED
|
@@ -33,9 +33,9 @@ dependencies = [
|
|
|
33
33
|
|
|
34
34
|
[[package]]
|
|
35
35
|
name = "bitflags"
|
|
36
|
-
version = "2.
|
|
36
|
+
version = "2.9.1"
|
|
37
37
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
38
|
-
checksum = "
|
|
38
|
+
checksum = "1b8e56985ec62d17e9c1001dc89c88ecd7dc08e47eba5ec7c29c7b5eeecde967"
|
|
39
39
|
|
|
40
40
|
[[package]]
|
|
41
41
|
name = "cexpr"
|
|
@@ -48,9 +48,9 @@ dependencies = [
|
|
|
48
48
|
|
|
49
49
|
[[package]]
|
|
50
50
|
name = "cfg-if"
|
|
51
|
-
version = "1.0.
|
|
51
|
+
version = "1.0.1"
|
|
52
52
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
53
|
-
checksum = "
|
|
53
|
+
checksum = "9555578bc9e57714c812a1f84e4fc5b4d21fcb063490c624de019f7464c91268"
|
|
54
54
|
|
|
55
55
|
[[package]]
|
|
56
56
|
name = "clang-sys"
|
|
@@ -65,9 +65,9 @@ dependencies = [
|
|
|
65
65
|
|
|
66
66
|
[[package]]
|
|
67
67
|
name = "either"
|
|
68
|
-
version = "1.
|
|
68
|
+
version = "1.15.0"
|
|
69
69
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
70
|
-
checksum = "
|
|
70
|
+
checksum = "48c757948c5ede0e46177b7add2e67155f70e33c07fea8284df6576da70b3719"
|
|
71
71
|
|
|
72
72
|
[[package]]
|
|
73
73
|
name = "glob"
|
|
@@ -86,9 +86,9 @@ dependencies = [
|
|
|
86
86
|
|
|
87
87
|
[[package]]
|
|
88
88
|
name = "itoa"
|
|
89
|
-
version = "1.0.
|
|
89
|
+
version = "1.0.15"
|
|
90
90
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
91
|
-
checksum = "
|
|
91
|
+
checksum = "4a5f13b858c8d314ee3e8f639011f7ccefe71f97f96e50151fb991f267928e2c"
|
|
92
92
|
|
|
93
93
|
[[package]]
|
|
94
94
|
name = "lazy_static"
|
|
@@ -104,15 +104,15 @@ checksum = "830d08ce1d1d941e6b30645f1a0eb5643013d835ce3779a5fc208261dbe10f55"
|
|
|
104
104
|
|
|
105
105
|
[[package]]
|
|
106
106
|
name = "libc"
|
|
107
|
-
version = "0.2.
|
|
107
|
+
version = "0.2.174"
|
|
108
108
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
109
|
-
checksum = "
|
|
109
|
+
checksum = "1171693293099992e19cddea4e8b849964e9846f4acee11b3948bcc337be8776"
|
|
110
110
|
|
|
111
111
|
[[package]]
|
|
112
112
|
name = "libloading"
|
|
113
|
-
version = "0.8.
|
|
113
|
+
version = "0.8.8"
|
|
114
114
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
115
|
-
checksum = "
|
|
115
|
+
checksum = "07033963ba89ebaf1584d767badaa2e8fcec21aedea6b8c0346d487d49c28667"
|
|
116
116
|
dependencies = [
|
|
117
117
|
"cfg-if",
|
|
118
118
|
"windows-targets",
|
|
@@ -143,9 +143,9 @@ dependencies = [
|
|
|
143
143
|
|
|
144
144
|
[[package]]
|
|
145
145
|
name = "memchr"
|
|
146
|
-
version = "2.7.
|
|
146
|
+
version = "2.7.5"
|
|
147
147
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
148
|
-
checksum = "
|
|
148
|
+
checksum = "32a282da65faaf38286cf3be983213fcf1d2e2a58700e808f83f4ea9a4804bc0"
|
|
149
149
|
|
|
150
150
|
[[package]]
|
|
151
151
|
name = "memmap2"
|
|
@@ -174,36 +174,36 @@ dependencies = [
|
|
|
174
174
|
|
|
175
175
|
[[package]]
|
|
176
176
|
name = "proc-macro2"
|
|
177
|
-
version = "1.0.
|
|
177
|
+
version = "1.0.95"
|
|
178
178
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
179
|
-
checksum = "
|
|
179
|
+
checksum = "02b3e5e68a3a1a02aad3ec490a98007cbc13c37cbe84a3cd7b8e406d76e7f778"
|
|
180
180
|
dependencies = [
|
|
181
181
|
"unicode-ident",
|
|
182
182
|
]
|
|
183
183
|
|
|
184
184
|
[[package]]
|
|
185
185
|
name = "quote"
|
|
186
|
-
version = "1.0.
|
|
186
|
+
version = "1.0.40"
|
|
187
187
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
188
|
-
checksum = "
|
|
188
|
+
checksum = "1885c039570dc00dcb4ff087a89e185fd56bae234ddc7f056a945bf36467248d"
|
|
189
189
|
dependencies = [
|
|
190
190
|
"proc-macro2",
|
|
191
191
|
]
|
|
192
192
|
|
|
193
193
|
[[package]]
|
|
194
194
|
name = "rb-sys"
|
|
195
|
-
version = "0.9.
|
|
195
|
+
version = "0.9.116"
|
|
196
196
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
197
|
-
checksum = "
|
|
197
|
+
checksum = "7059846f68396df83155779c75336ca24567741cb95256e6308c9fcc370e8dad"
|
|
198
198
|
dependencies = [
|
|
199
199
|
"rb-sys-build",
|
|
200
200
|
]
|
|
201
201
|
|
|
202
202
|
[[package]]
|
|
203
203
|
name = "rb-sys-build"
|
|
204
|
-
version = "0.9.
|
|
204
|
+
version = "0.9.116"
|
|
205
205
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
206
|
-
checksum = "
|
|
206
|
+
checksum = "ac217510df41b9ffc041573e68d7a02aaff770c49943c7494441c4b224b0ecd0"
|
|
207
207
|
dependencies = [
|
|
208
208
|
"bindgen",
|
|
209
209
|
"lazy_static",
|
|
@@ -257,25 +257,25 @@ checksum = "08d43f7aa6b08d49f382cde6a7982047c3426db949b1424bc4b7ec9ae12c6ce2"
|
|
|
257
257
|
|
|
258
258
|
[[package]]
|
|
259
259
|
name = "ryu"
|
|
260
|
-
version = "1.0.
|
|
260
|
+
version = "1.0.20"
|
|
261
261
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
262
|
-
checksum = "
|
|
262
|
+
checksum = "28d3b2b1366ec20994f1fd18c3c594f05c5dd4bc44d8bb0c1c632c8d6829481f"
|
|
263
263
|
|
|
264
264
|
[[package]]
|
|
265
265
|
name = "safetensors"
|
|
266
|
-
version = "0.
|
|
266
|
+
version = "0.2.0"
|
|
267
267
|
dependencies = [
|
|
268
268
|
"magnus",
|
|
269
269
|
"memmap2",
|
|
270
|
-
"safetensors 0.
|
|
270
|
+
"safetensors 0.6.0",
|
|
271
271
|
"serde_json",
|
|
272
272
|
]
|
|
273
273
|
|
|
274
274
|
[[package]]
|
|
275
275
|
name = "safetensors"
|
|
276
|
-
version = "0.
|
|
276
|
+
version = "0.6.0"
|
|
277
277
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
278
|
-
checksum = "
|
|
278
|
+
checksum = "617df84b8360fc910a687afe4be1c4660bf7c090d448d2fc27c781e852205f7c"
|
|
279
279
|
dependencies = [
|
|
280
280
|
"serde",
|
|
281
281
|
"serde_json",
|
|
@@ -283,24 +283,24 @@ dependencies = [
|
|
|
283
283
|
|
|
284
284
|
[[package]]
|
|
285
285
|
name = "seq-macro"
|
|
286
|
-
version = "0.3.
|
|
286
|
+
version = "0.3.6"
|
|
287
287
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
288
|
-
checksum = "
|
|
288
|
+
checksum = "1bc711410fbe7399f390ca1c3b60ad0f53f80e95c5eb935e52268a0e2cd49acc"
|
|
289
289
|
|
|
290
290
|
[[package]]
|
|
291
291
|
name = "serde"
|
|
292
|
-
version = "1.0.
|
|
292
|
+
version = "1.0.219"
|
|
293
293
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
294
|
-
checksum = "
|
|
294
|
+
checksum = "5f0e2c6ed6606019b4e29e69dbaba95b11854410e5347d525002456dbbb786b6"
|
|
295
295
|
dependencies = [
|
|
296
296
|
"serde_derive",
|
|
297
297
|
]
|
|
298
298
|
|
|
299
299
|
[[package]]
|
|
300
300
|
name = "serde_derive"
|
|
301
|
-
version = "1.0.
|
|
301
|
+
version = "1.0.219"
|
|
302
302
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
303
|
-
checksum = "
|
|
303
|
+
checksum = "5b0276cf7f2c73365f7157c8123c21cd9a50fbbd844757af28ca1f5925fc2a00"
|
|
304
304
|
dependencies = [
|
|
305
305
|
"proc-macro2",
|
|
306
306
|
"quote",
|
|
@@ -309,9 +309,9 @@ dependencies = [
|
|
|
309
309
|
|
|
310
310
|
[[package]]
|
|
311
311
|
name = "serde_json"
|
|
312
|
-
version = "1.0.
|
|
312
|
+
version = "1.0.140"
|
|
313
313
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
314
|
-
checksum = "
|
|
314
|
+
checksum = "20068b6e96dc6c9bd23e01df8827e6c7e1f2fddd43c21810382803c136b99373"
|
|
315
315
|
dependencies = [
|
|
316
316
|
"itoa",
|
|
317
317
|
"memchr",
|
|
@@ -333,9 +333,9 @@ checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64"
|
|
|
333
333
|
|
|
334
334
|
[[package]]
|
|
335
335
|
name = "syn"
|
|
336
|
-
version = "2.0.
|
|
336
|
+
version = "2.0.104"
|
|
337
337
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
338
|
-
checksum = "
|
|
338
|
+
checksum = "17b6f705963418cdb9927482fa304bc562ece2fdd4f616084c50b7023b435a40"
|
|
339
339
|
dependencies = [
|
|
340
340
|
"proc-macro2",
|
|
341
341
|
"quote",
|
|
@@ -344,15 +344,15 @@ dependencies = [
|
|
|
344
344
|
|
|
345
345
|
[[package]]
|
|
346
346
|
name = "unicode-ident"
|
|
347
|
-
version = "1.0.
|
|
347
|
+
version = "1.0.18"
|
|
348
348
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
349
|
-
checksum = "
|
|
349
|
+
checksum = "5a5f39404a5da50712a4c1eecf25e90dd62b613502b7e925fd4e4d19b5c96512"
|
|
350
350
|
|
|
351
351
|
[[package]]
|
|
352
352
|
name = "windows-targets"
|
|
353
|
-
version = "0.
|
|
353
|
+
version = "0.53.2"
|
|
354
354
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
355
|
-
checksum = "
|
|
355
|
+
checksum = "c66f69fcc9ce11da9966ddb31a40968cad001c5bedeb5c2b82ede4253ab48aef"
|
|
356
356
|
dependencies = [
|
|
357
357
|
"windows_aarch64_gnullvm",
|
|
358
358
|
"windows_aarch64_msvc",
|
|
@@ -366,48 +366,48 @@ dependencies = [
|
|
|
366
366
|
|
|
367
367
|
[[package]]
|
|
368
368
|
name = "windows_aarch64_gnullvm"
|
|
369
|
-
version = "0.
|
|
369
|
+
version = "0.53.0"
|
|
370
370
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
371
|
-
checksum = "
|
|
371
|
+
checksum = "86b8d5f90ddd19cb4a147a5fa63ca848db3df085e25fee3cc10b39b6eebae764"
|
|
372
372
|
|
|
373
373
|
[[package]]
|
|
374
374
|
name = "windows_aarch64_msvc"
|
|
375
|
-
version = "0.
|
|
375
|
+
version = "0.53.0"
|
|
376
376
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
377
|
-
checksum = "
|
|
377
|
+
checksum = "c7651a1f62a11b8cbd5e0d42526e55f2c99886c77e007179efff86c2b137e66c"
|
|
378
378
|
|
|
379
379
|
[[package]]
|
|
380
380
|
name = "windows_i686_gnu"
|
|
381
|
-
version = "0.
|
|
381
|
+
version = "0.53.0"
|
|
382
382
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
383
|
-
checksum = "
|
|
383
|
+
checksum = "c1dc67659d35f387f5f6c479dc4e28f1d4bb90ddd1a5d3da2e5d97b42d6272c3"
|
|
384
384
|
|
|
385
385
|
[[package]]
|
|
386
386
|
name = "windows_i686_gnullvm"
|
|
387
|
-
version = "0.
|
|
387
|
+
version = "0.53.0"
|
|
388
388
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
389
|
-
checksum = "
|
|
389
|
+
checksum = "9ce6ccbdedbf6d6354471319e781c0dfef054c81fbc7cf83f338a4296c0cae11"
|
|
390
390
|
|
|
391
391
|
[[package]]
|
|
392
392
|
name = "windows_i686_msvc"
|
|
393
|
-
version = "0.
|
|
393
|
+
version = "0.53.0"
|
|
394
394
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
395
|
-
checksum = "
|
|
395
|
+
checksum = "581fee95406bb13382d2f65cd4a908ca7b1e4c2f1917f143ba16efe98a589b5d"
|
|
396
396
|
|
|
397
397
|
[[package]]
|
|
398
398
|
name = "windows_x86_64_gnu"
|
|
399
|
-
version = "0.
|
|
399
|
+
version = "0.53.0"
|
|
400
400
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
401
|
-
checksum = "
|
|
401
|
+
checksum = "2e55b5ac9ea33f2fc1716d1742db15574fd6fc8dadc51caab1c16a3d3b4190ba"
|
|
402
402
|
|
|
403
403
|
[[package]]
|
|
404
404
|
name = "windows_x86_64_gnullvm"
|
|
405
|
-
version = "0.
|
|
405
|
+
version = "0.53.0"
|
|
406
406
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
407
|
-
checksum = "
|
|
407
|
+
checksum = "0a6e035dd0599267ce1ee132e51c27dd29437f63325753051e71dd9e42406c57"
|
|
408
408
|
|
|
409
409
|
[[package]]
|
|
410
410
|
name = "windows_x86_64_msvc"
|
|
411
|
-
version = "0.
|
|
411
|
+
version = "0.53.0"
|
|
412
412
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
413
|
-
checksum = "
|
|
413
|
+
checksum = "271414315aff87387382ec3d271b52d7ae78726f5d44ac98b4f4030c91880486"
|
data/ext/safetensors/Cargo.toml
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
[package]
|
|
2
2
|
name = "safetensors"
|
|
3
|
-
version = "0.
|
|
3
|
+
version = "0.2.0"
|
|
4
4
|
license = "Apache-2.0"
|
|
5
5
|
authors = ["Andrew Kane <andrew@ankane.org>"]
|
|
6
6
|
edition = "2021"
|
|
7
|
-
rust-version = "1.
|
|
7
|
+
rust-version = "1.80"
|
|
8
8
|
publish = false
|
|
9
9
|
|
|
10
10
|
[lib]
|
|
@@ -13,5 +13,5 @@ crate-type = ["cdylib"]
|
|
|
13
13
|
[dependencies]
|
|
14
14
|
magnus = "0.7"
|
|
15
15
|
memmap2 = "0.5"
|
|
16
|
-
safetensors = "=0.
|
|
17
|
-
serde_json = "1
|
|
16
|
+
safetensors = "=0.6.0"
|
|
17
|
+
serde_json = "1"
|
data/ext/safetensors/src/lib.rs
CHANGED
|
@@ -82,7 +82,7 @@ fn prepare(tensor_dict: &RHash) -> RbResult<HashMap<String, TensorView<'_>>> {
|
|
|
82
82
|
fn serialize(tensor_dict: RHash, metadata: Option<HashMap<String, String>>) -> RbResult<RString> {
|
|
83
83
|
let tensors = prepare(&tensor_dict)?;
|
|
84
84
|
let metadata_map = metadata.map(HashMap::from_iter);
|
|
85
|
-
let out = safetensors::tensor::serialize(&tensors,
|
|
85
|
+
let out = safetensors::tensor::serialize(&tensors, metadata_map)
|
|
86
86
|
.map_err(|e| SafetensorError::new_err(format!("Error while serializing: {e:?}")))?;
|
|
87
87
|
let rbbytes = RString::from_slice(&out);
|
|
88
88
|
Ok(rbbytes)
|
|
@@ -94,7 +94,7 @@ fn serialize_file(
|
|
|
94
94
|
metadata: Option<HashMap<String, String>>,
|
|
95
95
|
) -> RbResult<()> {
|
|
96
96
|
let tensors = prepare(&tensor_dict)?;
|
|
97
|
-
safetensors::tensor::serialize_to_file(&tensors,
|
|
97
|
+
safetensors::tensor::serialize_to_file(&tensors, metadata, filename.as_path())
|
|
98
98
|
.map_err(|e| SafetensorError::new_err(format!("Error while serializing: {e:?}")))?;
|
|
99
99
|
Ok(())
|
|
100
100
|
}
|
data/lib/safetensors/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: safetensors
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.2.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Andrew Kane
|
|
8
8
|
bindir: bin
|
|
9
9
|
cert_chain: []
|
|
10
|
-
date:
|
|
10
|
+
date: 1980-01-02 00:00:00.000000000 Z
|
|
11
11
|
dependencies:
|
|
12
12
|
- !ruby/object:Gem::Dependency
|
|
13
13
|
name: rb_sys
|
|
@@ -52,14 +52,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
|
52
52
|
requirements:
|
|
53
53
|
- - ">="
|
|
54
54
|
- !ruby/object:Gem::Version
|
|
55
|
-
version: '3.
|
|
55
|
+
version: '3.2'
|
|
56
56
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
57
57
|
requirements:
|
|
58
58
|
- - ">="
|
|
59
59
|
- !ruby/object:Gem::Version
|
|
60
60
|
version: '0'
|
|
61
61
|
requirements: []
|
|
62
|
-
rubygems_version: 3.6.
|
|
62
|
+
rubygems_version: 3.6.7
|
|
63
63
|
specification_version: 4
|
|
64
64
|
summary: Simple, safe way to store and distribute tensors
|
|
65
65
|
test_files: []
|