safetensors 0.4.5__tar.gz → 0.4.6.dev0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of safetensors might be problematic. Click here for more details.

Files changed (53) hide show
  1. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/PKG-INFO +2 -2
  2. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/Cargo.lock +36 -36
  3. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/Cargo.toml +2 -2
  4. {safetensors-0.4.5 → safetensors-0.4.6.dev0/bindings/python}/py_src/safetensors/__init__.pyi +1 -1
  5. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/src/lib.rs +2 -2
  6. {safetensors-0.4.5/bindings/python → safetensors-0.4.6.dev0}/py_src/safetensors/__init__.pyi +1 -1
  7. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/pyproject.toml +1 -1
  8. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/safetensors/Cargo.toml +1 -1
  9. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/safetensors/src/tensor.rs +8 -5
  10. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/README.md +0 -0
  11. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/.gitignore +0 -0
  12. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/MANIFEST.in +0 -0
  13. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/Makefile +0 -0
  14. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/README.md +0 -0
  15. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/benches/test_flax.py +0 -0
  16. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/benches/test_mlx.py +0 -0
  17. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/benches/test_paddle.py +0 -0
  18. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/benches/test_pt.py +0 -0
  19. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/benches/test_tf.py +0 -0
  20. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/convert.py +0 -0
  21. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/convert_all.py +0 -0
  22. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/fuzz.py +0 -0
  23. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/py_src/safetensors/__init__.py +0 -0
  24. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/py_src/safetensors/flax.py +0 -0
  25. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/py_src/safetensors/mlx.py +0 -0
  26. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/py_src/safetensors/numpy.py +0 -0
  27. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/py_src/safetensors/paddle.py +0 -0
  28. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/py_src/safetensors/py.typed +0 -0
  29. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/py_src/safetensors/tensorflow.py +0 -0
  30. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/py_src/safetensors/torch.py +0 -0
  31. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/setup.cfg +0 -0
  32. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/stub.py +0 -0
  33. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/tests/data/__init__.py +0 -0
  34. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/tests/test_flax_comparison.py +0 -0
  35. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/tests/test_mlx_comparison.py +0 -0
  36. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/tests/test_paddle_comparison.py +0 -0
  37. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/tests/test_pt_comparison.py +0 -0
  38. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/tests/test_pt_model.py +0 -0
  39. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/tests/test_simple.py +0 -0
  40. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/tests/test_tf_comparison.py +0 -0
  41. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/py_src/safetensors/__init__.py +0 -0
  42. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/py_src/safetensors/flax.py +0 -0
  43. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/py_src/safetensors/mlx.py +0 -0
  44. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/py_src/safetensors/numpy.py +0 -0
  45. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/py_src/safetensors/paddle.py +0 -0
  46. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/py_src/safetensors/py.typed +0 -0
  47. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/py_src/safetensors/tensorflow.py +0 -0
  48. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/py_src/safetensors/torch.py +0 -0
  49. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/safetensors/LICENSE +0 -0
  50. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/safetensors/README.md +0 -0
  51. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/safetensors/benches/benchmark.rs +0 -0
  52. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/safetensors/src/lib.rs +0 -0
  53. {safetensors-0.4.5 → safetensors-0.4.6.dev0}/safetensors/src/slice.rs +0 -0
{safetensors-0.4.5 → safetensors-0.4.6.dev0}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: safetensors
3
- Version: 0.4.5
3
+ Version: 0.4.6.dev0
4
4
  Classifier: Development Status :: 5 - Production/Stable
5
5
  Classifier: Intended Audience :: Developers
6
6
  Classifier: Intended Audience :: Education
@@ -20,7 +20,7 @@ Requires-Dist: torch >=1.10 ; extra == 'torch'
20
20
  Requires-Dist: safetensors[numpy] ; extra == 'tensorflow'
21
21
  Requires-Dist: tensorflow >=2.11.0 ; extra == 'tensorflow'
22
22
  Requires-Dist: safetensors[numpy] ; extra == 'pinned-tf'
23
- Requires-Dist: tensorflow ==2.11.0 ; extra == 'pinned-tf'
23
+ Requires-Dist: tensorflow ==2.18.0 ; extra == 'pinned-tf'
24
24
  Requires-Dist: safetensors[numpy] ; extra == 'jax'
25
25
  Requires-Dist: flax >=0.6.3 ; extra == 'jax'
26
26
  Requires-Dist: jax >=0.3.25 ; extra == 'jax'
{safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/Cargo.lock RENAMED
@@ -4,9 +4,9 @@ version = 3
4
4
 
5
5
  [[package]]
6
6
  name = "autocfg"
7
- version = "1.3.0"
7
+ version = "1.4.0"
8
8
  source = "registry+https://github.com/rust-lang/crates.io-index"
9
- checksum = "0c4b4d0bd25bd0b74681c0ad21497610ce1b7c91b1022cd21c80c6fbdd9476b0"
9
+ checksum = "ace50bade8e6234aa140d9a2f552bbee1db4d353f69b8217bc503490fc1a9f26"
10
10
 
11
11
  [[package]]
12
12
  name = "cfg-if"
@@ -34,9 +34,9 @@ checksum = "49f1f14873335454500d59611f1cf4a4b0f786f9ac11f4312a78e4cf2566695b"
34
34
 
35
35
  [[package]]
36
36
  name = "libc"
37
- version = "0.2.155"
37
+ version = "0.2.161"
38
38
  source = "registry+https://github.com/rust-lang/crates.io-index"
39
- checksum = "97b3888a4aecf77e811145cadf6eef5901f4782c53886191b2f693f24761847c"
39
+ checksum = "8e9489c2807c139ffd9c1794f4af0ebe86a828db53ecdc7fea2111d0fed085d1"
40
40
 
41
41
  [[package]]
42
42
  name = "memchr"
@@ -46,9 +46,9 @@ checksum = "78ca9ab1a0babb1e7d5695e3530886289c18cf2f87ec19a575a0abdce112e3a3"
46
46
 
47
47
  [[package]]
48
48
  name = "memmap2"
49
- version = "0.9.4"
49
+ version = "0.9.5"
50
50
  source = "registry+https://github.com/rust-lang/crates.io-index"
51
- checksum = "fe751422e4a8caa417e13c3ea66452215d7d63e19e604f4980461212f3ae1322"
51
+ checksum = "fd3f7eed9d3848f8b98834af67102b720745c4ec028fcd0aa0239277e7de374f"
52
52
  dependencies = [
53
53
  "libc",
54
54
  ]
@@ -64,30 +64,30 @@ dependencies = [
64
64
 
65
65
  [[package]]
66
66
  name = "once_cell"
67
- version = "1.19.0"
67
+ version = "1.20.2"
68
68
  source = "registry+https://github.com/rust-lang/crates.io-index"
69
- checksum = "3fdb12b2476b595f9358c5161aa467c2438859caa136dec86c26fdd2efe17b92"
69
+ checksum = "1261fe7e33c73b354eab43b1273a57c8f967d0391e80353e51f764ac02cf6775"
70
70
 
71
71
  [[package]]
72
72
  name = "portable-atomic"
73
- version = "1.7.0"
73
+ version = "1.9.0"
74
74
  source = "registry+https://github.com/rust-lang/crates.io-index"
75
- checksum = "da544ee218f0d287a911e9c99a39a8c9bc8fcad3cb8db5959940044ecfc67265"
75
+ checksum = "cc9c68a3f6da06753e9335d63e27f6b9754dd1920d941135b7ea8224f141adb2"
76
76
 
77
77
  [[package]]
78
78
  name = "proc-macro2"
79
- version = "1.0.86"
79
+ version = "1.0.89"
80
80
  source = "registry+https://github.com/rust-lang/crates.io-index"
81
- checksum = "5e719e8df665df0d1c8fbfd238015744736151d4445ec0836b8e628aae103b77"
81
+ checksum = "f139b0662de085916d1fb67d2b4169d1addddda1919e696f3252b740b629986e"
82
82
  dependencies = [
83
83
  "unicode-ident",
84
84
  ]
85
85
 
86
86
  [[package]]
87
87
  name = "pyo3"
88
- version = "0.22.2"
88
+ version = "0.22.6"
89
89
  source = "registry+https://github.com/rust-lang/crates.io-index"
90
- checksum = "831e8e819a138c36e212f3af3fd9eeffed6bf1510a805af35b0edee5ffa59433"
90
+ checksum = "f402062616ab18202ae8319da13fa4279883a2b8a9d9f83f20dbade813ce1884"
91
91
  dependencies = [
92
92
  "cfg-if",
93
93
  "indoc",
@@ -103,9 +103,9 @@ dependencies = [
103
103
 
104
104
  [[package]]
105
105
  name = "pyo3-build-config"
106
- version = "0.22.2"
106
+ version = "0.22.6"
107
107
  source = "registry+https://github.com/rust-lang/crates.io-index"
108
- checksum = "1e8730e591b14492a8945cdff32f089250b05f5accecf74aeddf9e8272ce1fa8"
108
+ checksum = "b14b5775b5ff446dd1056212d778012cbe8a0fbffd368029fd9e25b514479c38"
109
109
  dependencies = [
110
110
  "once_cell",
111
111
  "target-lexicon",
@@ -113,9 +113,9 @@ dependencies = [
113
113
 
114
114
  [[package]]
115
115
  name = "pyo3-ffi"
116
- version = "0.22.2"
116
+ version = "0.22.6"
117
117
  source = "registry+https://github.com/rust-lang/crates.io-index"
118
- checksum = "5e97e919d2df92eb88ca80a037969f44e5e70356559654962cbb3316d00300c6"
118
+ checksum = "9ab5bcf04a2cdcbb50c7d6105de943f543f9ed92af55818fd17b660390fc8636"
119
119
  dependencies = [
120
120
  "libc",
121
121
  "pyo3-build-config",
@@ -123,9 +123,9 @@ dependencies = [
123
123
 
124
124
  [[package]]
125
125
  name = "pyo3-macros"
126
- version = "0.22.2"
126
+ version = "0.22.6"
127
127
  source = "registry+https://github.com/rust-lang/crates.io-index"
128
- checksum = "eb57983022ad41f9e683a599f2fd13c3664d7063a3ac5714cae4b7bee7d3f206"
128
+ checksum = "0fd24d897903a9e6d80b968368a34e1525aeb719d568dba8b3d4bfa5dc67d453"
129
129
  dependencies = [
130
130
  "proc-macro2",
131
131
  "pyo3-macros-backend",
@@ -135,9 +135,9 @@ dependencies = [
135
135
 
136
136
  [[package]]
137
137
  name = "pyo3-macros-backend"
138
- version = "0.22.2"
138
+ version = "0.22.6"
139
139
  source = "registry+https://github.com/rust-lang/crates.io-index"
140
- checksum = "ec480c0c51ddec81019531705acac51bcdbeae563557c982aa8263bb96880372"
140
+ checksum = "36c011a03ba1e50152b4b394b479826cad97e7a21eb52df179cd91ac411cbfbe"
141
141
  dependencies = [
142
142
  "heck",
143
143
  "proc-macro2",
@@ -148,9 +148,9 @@ dependencies = [
148
148
 
149
149
  [[package]]
150
150
  name = "quote"
151
- version = "1.0.36"
151
+ version = "1.0.37"
152
152
  source = "registry+https://github.com/rust-lang/crates.io-index"
153
- checksum = "0fa76aaf39101c457836aec0ce2316dbdc3ab723cdda1c6bd4e6ad4208acaca7"
153
+ checksum = "b5b9d34b8991d19d98081b46eacdd8eb58c6f2b201139f7c5f643cc155a633af"
154
154
  dependencies = [
155
155
  "proc-macro2",
156
156
  ]
@@ -163,7 +163,7 @@ checksum = "f3cb5ba0dc43242ce17de99c180e96db90b235b8a9fdc9543c96d2209116bd9f"
163
163
 
164
164
  [[package]]
165
165
  name = "safetensors"
166
- version = "0.4.5"
166
+ version = "0.4.6-dev.0"
167
167
  dependencies = [
168
168
  "serde",
169
169
  "serde_json",
@@ -171,7 +171,7 @@ dependencies = [
171
171
 
172
172
  [[package]]
173
173
  name = "safetensors-python"
174
- version = "0.4.5"
174
+ version = "0.4.6-dev.0"
175
175
  dependencies = [
176
176
  "memmap2",
177
177
  "pyo3",
@@ -181,18 +181,18 @@ dependencies = [
181
181
 
182
182
  [[package]]
183
183
  name = "serde"
184
- version = "1.0.204"
184
+ version = "1.0.214"
185
185
  source = "registry+https://github.com/rust-lang/crates.io-index"
186
- checksum = "bc76f558e0cbb2a839d37354c575f1dc3fdc6546b5be373ba43d95f231bf7c12"
186
+ checksum = "f55c3193aca71c12ad7890f1785d2b73e1b9f63a0bbc353c08ef26fe03fc56b5"
187
187
  dependencies = [
188
188
  "serde_derive",
189
189
  ]
190
190
 
191
191
  [[package]]
192
192
  name = "serde_derive"
193
- version = "1.0.204"
193
+ version = "1.0.214"
194
194
  source = "registry+https://github.com/rust-lang/crates.io-index"
195
- checksum = "e0cd7e117be63d3c3678776753929474f3b04a43a080c744d6b0ae2a8c28e222"
195
+ checksum = "de523f781f095e28fa605cdce0f8307e451cc0fd14e2eb4cd2e98a355b147766"
196
196
  dependencies = [
197
197
  "proc-macro2",
198
198
  "quote",
@@ -201,9 +201,9 @@ dependencies = [
201
201
 
202
202
  [[package]]
203
203
  name = "serde_json"
204
- version = "1.0.122"
204
+ version = "1.0.132"
205
205
  source = "registry+https://github.com/rust-lang/crates.io-index"
206
- checksum = "784b6203951c57ff748476b126ccb5e8e2959a5c19e5c617ab1956be3dbc68da"
206
+ checksum = "d726bfaff4b320266d395898905d0eba0345aae23b54aee3a737e260fd46db03"
207
207
  dependencies = [
208
208
  "itoa",
209
209
  "memchr",
@@ -213,9 +213,9 @@ dependencies = [
213
213
 
214
214
  [[package]]
215
215
  name = "syn"
216
- version = "2.0.72"
216
+ version = "2.0.87"
217
217
  source = "registry+https://github.com/rust-lang/crates.io-index"
218
- checksum = "dc4b9b9bf2add8093d3f2c0204471e951b2285580335de42f9d2534f3ae7a8af"
218
+ checksum = "25aa4ce346d03a6dcd68dd8b4010bcb74e54e62c90c573f394c46eae99aba32d"
219
219
  dependencies = [
220
220
  "proc-macro2",
221
221
  "quote",
@@ -230,9 +230,9 @@ checksum = "61c41af27dd6d1e27b1b16b489db798443478cef1f06a660c96db617ba5de3b1"
230
230
 
231
231
  [[package]]
232
232
  name = "unicode-ident"
233
- version = "1.0.12"
233
+ version = "1.0.13"
234
234
  source = "registry+https://github.com/rust-lang/crates.io-index"
235
- checksum = "3354b9ac3fae1ff6755cb6db53683adb661634f67557942dea4facebec0fee4b"
235
+ checksum = "e91b56cd4cadaeb79bbf1a5645f6b4f8dc5bde8834ad5894a8db35fda9efa1fe"
236
236
 
237
237
  [[package]]
238
238
  name = "unindent"
{safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/Cargo.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [package]
2
2
  name = "safetensors-python"
3
- version = "0.4.5"
3
+ version = "0.4.6-dev.0"
4
4
  edition = "2021"
5
5
 
6
6
  # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
@@ -9,7 +9,7 @@ name = "safetensors_rust"
9
9
  crate-type = ["cdylib"]
10
10
 
11
11
  [dependencies]
12
- pyo3 = { version = "0.22" }
12
+ pyo3 = { version = "0.22", features = ["abi3", "abi3-py38"] }
13
13
  memmap2 = "0.9"
14
14
  serde_json = "1.0"
15
15
 
{safetensors-0.4.5 → safetensors-0.4.6.dev0/bindings/python}/py_src/safetensors/__init__.pyi RENAMED
@@ -62,7 +62,7 @@ class safe_open:
62
62
  The filename to open
63
63
 
64
64
  framework (:obj:`str`):
65
- The framework you want you tensors in. Supported values:
65
+ The framework you want your tensors in. Supported values:
66
66
  `pt`, `tf`, `flax`, `numpy`.
67
67
 
68
68
  device (:obj:`str`, defaults to :obj:`"cpu"`):
{safetensors-0.4.5 → safetensors-0.4.6.dev0}/bindings/python/src/lib.rs RENAMED
@@ -64,8 +64,8 @@ fn prepare(tensor_dict: HashMap<String, PyBound<PyDict>>) -> PyResult<HashMap<St
64
64
  let pydtype = tensor_desc.get_item("dtype")?.ok_or_else(|| {
65
65
  SafetensorError::new_err(format!("Missing `dtype` in {tensor_desc:?}"))
66
66
  })?;
67
- let dtype: &str = pydtype.extract()?;
68
- let dtype = match dtype {
67
+ let dtype: String = pydtype.extract()?;
68
+ let dtype = match dtype.as_ref() {
69
69
  "bool" => Dtype::BOOL,
70
70
  "int8" => Dtype::I8,
71
71
  "uint8" => Dtype::U8,
{safetensors-0.4.5/bindings/python → safetensors-0.4.6.dev0}/py_src/safetensors/__init__.pyi RENAMED
@@ -62,7 +62,7 @@ class safe_open:
62
62
  The filename to open
63
63
 
64
64
  framework (:obj:`str`):
65
- The framework you want you tensors in. Supported values:
65
+ The framework you want your tensors in. Supported values:
66
66
  `pt`, `tf`, `flax`, `numpy`.
67
67
 
68
68
  device (:obj:`str`, defaults to :obj:`"cpu"`):
{safetensors-0.4.5 → safetensors-0.4.6.dev0}/pyproject.toml RENAMED
@@ -42,7 +42,7 @@ tensorflow = [
42
42
  # pinning tf version 2.11.0 for doc-builder
43
43
  pinned-tf = [
44
44
  "safetensors[numpy]",
45
- "tensorflow==2.11.0",
45
+ "tensorflow==2.18.0",
46
46
  ]
47
47
  jax = [
48
48
  "safetensors[numpy]",
{safetensors-0.4.5 → safetensors-0.4.6.dev0}/safetensors/Cargo.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [package]
2
2
  name = "safetensors"
3
- version = "0.4.5"
3
+ version = "0.4.6-dev.0"
4
4
  edition = "2021"
5
5
  homepage = "https://github.com/huggingface/safetensors"
6
6
  repository = "https://github.com/huggingface/safetensors"
{safetensors-0.4.5 → safetensors-0.4.6.dev0}/safetensors/src/tensor.rs RENAMED
@@ -368,11 +368,14 @@ impl<'data> SafeTensors<'data> {
368
368
  pub fn iter<'a>(&'a self) -> impl Iterator<Item = (&'a str, TensorView<'data>)> {
369
369
  self.metadata.index_map.iter().map(|(name, &idx)| {
370
370
  let info = &self.metadata.tensors[idx];
371
- (name.as_str(), TensorView {
372
- dtype: info.dtype,
373
- shape: info.shape.clone(),
374
- data: &self.data[info.data_offsets.0..info.data_offsets.1],
375
- })
371
+ (
372
+ name.as_str(),
373
+ TensorView {
374
+ dtype: info.dtype,
375
+ shape: info.shape.clone(),
376
+ data: &self.data[info.data_offsets.0..info.data_offsets.1],
377
+ },
378
+ )
376
379
  })
377
380
  }
378
381
 
{safetensors-0.4.5 → safetensors-0.4.6.dev0}/README.md RENAMED
File without changes