safetensors 0.1.4 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/Cargo.lock +38 -38
- data/ext/safetensors/Cargo.toml +3 -3
- data/ext/safetensors/src/lib.rs +2 -2
- data/lib/safetensors/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 67fbb4b9469dd7bb195c8b89788868f051d80d2537a4d84dba20b91ddd23a79c
|
4
|
+
data.tar.gz: c9b784821f4821b8db148802e4e78f20b5c53732b8b6a12d089ec4c291cc1986
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: b1eb7800dfed9d4589d40524825f98bb79d4360ef4a4f7cb69215d8e68b915b5f58ebc7f15b2f8b91e63153f7c1c59fcc0222117c8d04cd2716a9ea44495b54f
|
7
|
+
data.tar.gz: 0f2112f34fec093f483151fe6307b9983d942ea425b955bb9f8bc6adeef5febbb424f286f8385f3a51e21c0fdd0d1a2ddda30834069a5dd3f985a5b2eeeab8f6
|
data/CHANGELOG.md
CHANGED
data/Cargo.lock
CHANGED
@@ -33,9 +33,9 @@ dependencies = [
|
|
33
33
|
|
34
34
|
[[package]]
|
35
35
|
name = "bitflags"
|
36
|
-
version = "2.9.
|
36
|
+
version = "2.9.1"
|
37
37
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
38
|
-
checksum = "
|
38
|
+
checksum = "1b8e56985ec62d17e9c1001dc89c88ecd7dc08e47eba5ec7c29c7b5eeecde967"
|
39
39
|
|
40
40
|
[[package]]
|
41
41
|
name = "cexpr"
|
@@ -48,9 +48,9 @@ dependencies = [
|
|
48
48
|
|
49
49
|
[[package]]
|
50
50
|
name = "cfg-if"
|
51
|
-
version = "1.0.
|
51
|
+
version = "1.0.1"
|
52
52
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
53
|
-
checksum = "
|
53
|
+
checksum = "9555578bc9e57714c812a1f84e4fc5b4d21fcb063490c624de019f7464c91268"
|
54
54
|
|
55
55
|
[[package]]
|
56
56
|
name = "clang-sys"
|
@@ -104,15 +104,15 @@ checksum = "830d08ce1d1d941e6b30645f1a0eb5643013d835ce3779a5fc208261dbe10f55"
|
|
104
104
|
|
105
105
|
[[package]]
|
106
106
|
name = "libc"
|
107
|
-
version = "0.2.
|
107
|
+
version = "0.2.174"
|
108
108
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
109
|
-
checksum = "
|
109
|
+
checksum = "1171693293099992e19cddea4e8b849964e9846f4acee11b3948bcc337be8776"
|
110
110
|
|
111
111
|
[[package]]
|
112
112
|
name = "libloading"
|
113
|
-
version = "0.8.
|
113
|
+
version = "0.8.8"
|
114
114
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
115
|
-
checksum = "
|
115
|
+
checksum = "07033963ba89ebaf1584d767badaa2e8fcec21aedea6b8c0346d487d49c28667"
|
116
116
|
dependencies = [
|
117
117
|
"cfg-if",
|
118
118
|
"windows-targets",
|
@@ -143,9 +143,9 @@ dependencies = [
|
|
143
143
|
|
144
144
|
[[package]]
|
145
145
|
name = "memchr"
|
146
|
-
version = "2.7.
|
146
|
+
version = "2.7.5"
|
147
147
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
148
|
-
checksum = "
|
148
|
+
checksum = "32a282da65faaf38286cf3be983213fcf1d2e2a58700e808f83f4ea9a4804bc0"
|
149
149
|
|
150
150
|
[[package]]
|
151
151
|
name = "memmap2"
|
@@ -192,18 +192,18 @@ dependencies = [
|
|
192
192
|
|
193
193
|
[[package]]
|
194
194
|
name = "rb-sys"
|
195
|
-
version = "0.9.
|
195
|
+
version = "0.9.116"
|
196
196
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
197
|
-
checksum = "
|
197
|
+
checksum = "7059846f68396df83155779c75336ca24567741cb95256e6308c9fcc370e8dad"
|
198
198
|
dependencies = [
|
199
199
|
"rb-sys-build",
|
200
200
|
]
|
201
201
|
|
202
202
|
[[package]]
|
203
203
|
name = "rb-sys-build"
|
204
|
-
version = "0.9.
|
204
|
+
version = "0.9.116"
|
205
205
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
206
|
-
checksum = "
|
206
|
+
checksum = "ac217510df41b9ffc041573e68d7a02aaff770c49943c7494441c4b224b0ecd0"
|
207
207
|
dependencies = [
|
208
208
|
"bindgen",
|
209
209
|
"lazy_static",
|
@@ -263,19 +263,19 @@ checksum = "28d3b2b1366ec20994f1fd18c3c594f05c5dd4bc44d8bb0c1c632c8d6829481f"
|
|
263
263
|
|
264
264
|
[[package]]
|
265
265
|
name = "safetensors"
|
266
|
-
version = "0.
|
266
|
+
version = "0.2.0"
|
267
267
|
dependencies = [
|
268
268
|
"magnus",
|
269
269
|
"memmap2",
|
270
|
-
"safetensors 0.
|
270
|
+
"safetensors 0.6.0",
|
271
271
|
"serde_json",
|
272
272
|
]
|
273
273
|
|
274
274
|
[[package]]
|
275
275
|
name = "safetensors"
|
276
|
-
version = "0.
|
276
|
+
version = "0.6.0"
|
277
277
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
278
|
-
checksum = "
|
278
|
+
checksum = "617df84b8360fc910a687afe4be1c4660bf7c090d448d2fc27c781e852205f7c"
|
279
279
|
dependencies = [
|
280
280
|
"serde",
|
281
281
|
"serde_json",
|
@@ -333,9 +333,9 @@ checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64"
|
|
333
333
|
|
334
334
|
[[package]]
|
335
335
|
name = "syn"
|
336
|
-
version = "2.0.
|
336
|
+
version = "2.0.104"
|
337
337
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
338
|
-
checksum = "
|
338
|
+
checksum = "17b6f705963418cdb9927482fa304bc562ece2fdd4f616084c50b7023b435a40"
|
339
339
|
dependencies = [
|
340
340
|
"proc-macro2",
|
341
341
|
"quote",
|
@@ -350,9 +350,9 @@ checksum = "5a5f39404a5da50712a4c1eecf25e90dd62b613502b7e925fd4e4d19b5c96512"
|
|
350
350
|
|
351
351
|
[[package]]
|
352
352
|
name = "windows-targets"
|
353
|
-
version = "0.
|
353
|
+
version = "0.53.2"
|
354
354
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
355
|
-
checksum = "
|
355
|
+
checksum = "c66f69fcc9ce11da9966ddb31a40968cad001c5bedeb5c2b82ede4253ab48aef"
|
356
356
|
dependencies = [
|
357
357
|
"windows_aarch64_gnullvm",
|
358
358
|
"windows_aarch64_msvc",
|
@@ -366,48 +366,48 @@ dependencies = [
|
|
366
366
|
|
367
367
|
[[package]]
|
368
368
|
name = "windows_aarch64_gnullvm"
|
369
|
-
version = "0.
|
369
|
+
version = "0.53.0"
|
370
370
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
371
|
-
checksum = "
|
371
|
+
checksum = "86b8d5f90ddd19cb4a147a5fa63ca848db3df085e25fee3cc10b39b6eebae764"
|
372
372
|
|
373
373
|
[[package]]
|
374
374
|
name = "windows_aarch64_msvc"
|
375
|
-
version = "0.
|
375
|
+
version = "0.53.0"
|
376
376
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
377
|
-
checksum = "
|
377
|
+
checksum = "c7651a1f62a11b8cbd5e0d42526e55f2c99886c77e007179efff86c2b137e66c"
|
378
378
|
|
379
379
|
[[package]]
|
380
380
|
name = "windows_i686_gnu"
|
381
|
-
version = "0.
|
381
|
+
version = "0.53.0"
|
382
382
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
383
|
-
checksum = "
|
383
|
+
checksum = "c1dc67659d35f387f5f6c479dc4e28f1d4bb90ddd1a5d3da2e5d97b42d6272c3"
|
384
384
|
|
385
385
|
[[package]]
|
386
386
|
name = "windows_i686_gnullvm"
|
387
|
-
version = "0.
|
387
|
+
version = "0.53.0"
|
388
388
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
389
|
-
checksum = "
|
389
|
+
checksum = "9ce6ccbdedbf6d6354471319e781c0dfef054c81fbc7cf83f338a4296c0cae11"
|
390
390
|
|
391
391
|
[[package]]
|
392
392
|
name = "windows_i686_msvc"
|
393
|
-
version = "0.
|
393
|
+
version = "0.53.0"
|
394
394
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
395
|
-
checksum = "
|
395
|
+
checksum = "581fee95406bb13382d2f65cd4a908ca7b1e4c2f1917f143ba16efe98a589b5d"
|
396
396
|
|
397
397
|
[[package]]
|
398
398
|
name = "windows_x86_64_gnu"
|
399
|
-
version = "0.
|
399
|
+
version = "0.53.0"
|
400
400
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
401
|
-
checksum = "
|
401
|
+
checksum = "2e55b5ac9ea33f2fc1716d1742db15574fd6fc8dadc51caab1c16a3d3b4190ba"
|
402
402
|
|
403
403
|
[[package]]
|
404
404
|
name = "windows_x86_64_gnullvm"
|
405
|
-
version = "0.
|
405
|
+
version = "0.53.0"
|
406
406
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
407
|
-
checksum = "
|
407
|
+
checksum = "0a6e035dd0599267ce1ee132e51c27dd29437f63325753051e71dd9e42406c57"
|
408
408
|
|
409
409
|
[[package]]
|
410
410
|
name = "windows_x86_64_msvc"
|
411
|
-
version = "0.
|
411
|
+
version = "0.53.0"
|
412
412
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
413
|
-
checksum = "
|
413
|
+
checksum = "271414315aff87387382ec3d271b52d7ae78726f5d44ac98b4f4030c91880486"
|
data/ext/safetensors/Cargo.toml
CHANGED
@@ -1,10 +1,10 @@
|
|
1
1
|
[package]
|
2
2
|
name = "safetensors"
|
3
|
-
version = "0.
|
3
|
+
version = "0.2.0"
|
4
4
|
license = "Apache-2.0"
|
5
5
|
authors = ["Andrew Kane <andrew@ankane.org>"]
|
6
6
|
edition = "2021"
|
7
|
-
rust-version = "1.
|
7
|
+
rust-version = "1.80"
|
8
8
|
publish = false
|
9
9
|
|
10
10
|
[lib]
|
@@ -13,5 +13,5 @@ crate-type = ["cdylib"]
|
|
13
13
|
[dependencies]
|
14
14
|
magnus = "0.7"
|
15
15
|
memmap2 = "0.5"
|
16
|
-
safetensors = "=0.
|
16
|
+
safetensors = "=0.6.0"
|
17
17
|
serde_json = "1"
|
data/ext/safetensors/src/lib.rs
CHANGED
@@ -82,7 +82,7 @@ fn prepare(tensor_dict: &RHash) -> RbResult<HashMap<String, TensorView<'_>>> {
|
|
82
82
|
fn serialize(tensor_dict: RHash, metadata: Option<HashMap<String, String>>) -> RbResult<RString> {
|
83
83
|
let tensors = prepare(&tensor_dict)?;
|
84
84
|
let metadata_map = metadata.map(HashMap::from_iter);
|
85
|
-
let out = safetensors::tensor::serialize(&tensors,
|
85
|
+
let out = safetensors::tensor::serialize(&tensors, metadata_map)
|
86
86
|
.map_err(|e| SafetensorError::new_err(format!("Error while serializing: {e:?}")))?;
|
87
87
|
let rbbytes = RString::from_slice(&out);
|
88
88
|
Ok(rbbytes)
|
@@ -94,7 +94,7 @@ fn serialize_file(
|
|
94
94
|
metadata: Option<HashMap<String, String>>,
|
95
95
|
) -> RbResult<()> {
|
96
96
|
let tensors = prepare(&tensor_dict)?;
|
97
|
-
safetensors::tensor::serialize_to_file(&tensors,
|
97
|
+
safetensors::tensor::serialize_to_file(&tensors, metadata, filename.as_path())
|
98
98
|
.map_err(|e| SafetensorError::new_err(format!("Error while serializing: {e:?}")))?;
|
99
99
|
Ok(())
|
100
100
|
}
|
data/lib/safetensors/version.rb
CHANGED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: safetensors
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.2.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Andrew Kane
|
@@ -52,7 +52,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
52
52
|
requirements:
|
53
53
|
- - ">="
|
54
54
|
- !ruby/object:Gem::Version
|
55
|
-
version: '3.
|
55
|
+
version: '3.2'
|
56
56
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
57
57
|
requirements:
|
58
58
|
- - ">="
|