tostorchconnector 1.0.5__tar.gz → 1.0.6__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of tostorchconnector might be problematic. Click here for more details.
- {tostorchconnector-1.0.5/tostorchconnector.egg-info → tostorchconnector-1.0.6}/PKG-INFO +3 -3
- {tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/pyproject.toml +3 -3
- {tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/tostorchconnector/tos_object_reader.py +1 -2
- {tostorchconnector-1.0.5 → tostorchconnector-1.0.6/tostorchconnector.egg-info}/PKG-INFO +3 -3
- tostorchconnector-1.0.6/tostorchconnector.egg-info/requires.txt +3 -0
- tostorchconnector-1.0.5/tostorchconnector.egg-info/requires.txt +0 -3
- {tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/LICENSE +0 -0
- {tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/README.md +0 -0
- {tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/setup.cfg +0 -0
- {tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/tests/test_tos_dataset.py +0 -0
- {tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/tests/test_tosclient.py +0 -0
- {tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/tests/test_tosrawclient.py +0 -0
- {tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/tostorchconnector/__init__.py +0 -0
- {tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/tostorchconnector/tos_checkpoint.py +0 -0
- {tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/tostorchconnector/tos_client.py +0 -0
- {tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/tostorchconnector/tos_common.py +0 -0
- {tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/tostorchconnector/tos_iterable_dataset.py +0 -0
- {tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/tostorchconnector/tos_map_dataset.py +0 -0
- {tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/tostorchconnector/tos_object_meta.py +0 -0
- {tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/tostorchconnector/tos_object_writer.py +0 -0
- {tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/tostorchconnector.egg-info/SOURCES.txt +0 -0
- {tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/tostorchconnector.egg-info/dependency_links.txt +0 -0
- {tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/tostorchconnector.egg-info/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: tostorchconnector
|
|
3
|
-
Version: 1.0.
|
|
3
|
+
Version: 1.0.6
|
|
4
4
|
Summary: TOS connector integration for PyTorch
|
|
5
5
|
Author-email: xiangshijian <xiangshijian@bytedance.com>
|
|
6
6
|
Classifier: Development Status :: 4 - Beta
|
|
@@ -14,12 +14,12 @@ Classifier: Programming Language :: Python :: 3.13
|
|
|
14
14
|
Classifier: License :: OSI Approved :: Apache Software License
|
|
15
15
|
Classifier: Operating System :: OS Independent
|
|
16
16
|
Classifier: Topic :: Utilities
|
|
17
|
-
Requires-Python: <3.
|
|
17
|
+
Requires-Python: <3.14,>=3.8
|
|
18
18
|
Description-Content-Type: text/markdown
|
|
19
19
|
License-File: LICENSE
|
|
20
20
|
Requires-Dist: torch>=2.0
|
|
21
21
|
Requires-Dist: tos>=2.8.0
|
|
22
|
-
Requires-Dist: tosnativeclient>=1.0.
|
|
22
|
+
Requires-Dist: tosnativeclient>=1.0.2
|
|
23
23
|
Dynamic: license-file
|
|
24
24
|
|
|
25
25
|
# TOS Connector for pytorch
|
|
@@ -5,10 +5,10 @@ build-backend = "setuptools.build_meta"
|
|
|
5
5
|
|
|
6
6
|
[project]
|
|
7
7
|
name = "tostorchconnector"
|
|
8
|
-
version = "1.0.
|
|
8
|
+
version = "1.0.6"
|
|
9
9
|
description = "TOS connector integration for PyTorch"
|
|
10
10
|
authors = [{ name = "xiangshijian", email = "xiangshijian@bytedance.com" }]
|
|
11
|
-
requires-python = ">=3.8,<3.
|
|
11
|
+
requires-python = ">=3.8,<3.14"
|
|
12
12
|
readme = "README.md"
|
|
13
13
|
classifiers = [
|
|
14
14
|
"Development Status :: 4 - Beta",
|
|
@@ -26,7 +26,7 @@ classifiers = [
|
|
|
26
26
|
dependencies = [
|
|
27
27
|
"torch >= 2.0",
|
|
28
28
|
"tos>=2.8.0",
|
|
29
|
-
"tosnativeclient >= 1.0.
|
|
29
|
+
"tosnativeclient >= 1.0.2"
|
|
30
30
|
]
|
|
31
31
|
|
|
32
32
|
[tool.setuptools.packages]
|
|
@@ -244,11 +244,10 @@ class SequentialTosObjectReader(TosObjectReader):
|
|
|
244
244
|
while offset > size:
|
|
245
245
|
chunk = self._object_stream.sequential_read(DEFAULT_CHUNK_SIZE)
|
|
246
246
|
if not chunk:
|
|
247
|
+
self._total_size = self._buffer.tell()
|
|
247
248
|
break
|
|
248
249
|
size += self._buffer.write(chunk)
|
|
249
250
|
|
|
250
|
-
self._total_size = self._buffer.tell()
|
|
251
|
-
|
|
252
251
|
def _buffer_size(self) -> int:
|
|
253
252
|
cur_pos = self._buffer.tell()
|
|
254
253
|
self._buffer.seek(0, SEEK_END)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: tostorchconnector
|
|
3
|
-
Version: 1.0.
|
|
3
|
+
Version: 1.0.6
|
|
4
4
|
Summary: TOS connector integration for PyTorch
|
|
5
5
|
Author-email: xiangshijian <xiangshijian@bytedance.com>
|
|
6
6
|
Classifier: Development Status :: 4 - Beta
|
|
@@ -14,12 +14,12 @@ Classifier: Programming Language :: Python :: 3.13
|
|
|
14
14
|
Classifier: License :: OSI Approved :: Apache Software License
|
|
15
15
|
Classifier: Operating System :: OS Independent
|
|
16
16
|
Classifier: Topic :: Utilities
|
|
17
|
-
Requires-Python: <3.
|
|
17
|
+
Requires-Python: <3.14,>=3.8
|
|
18
18
|
Description-Content-Type: text/markdown
|
|
19
19
|
License-File: LICENSE
|
|
20
20
|
Requires-Dist: torch>=2.0
|
|
21
21
|
Requires-Dist: tos>=2.8.0
|
|
22
|
-
Requires-Dist: tosnativeclient>=1.0.
|
|
22
|
+
Requires-Dist: tosnativeclient>=1.0.2
|
|
23
23
|
Dynamic: license-file
|
|
24
24
|
|
|
25
25
|
# TOS Connector for pytorch
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/tostorchconnector/tos_iterable_dataset.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/tostorchconnector.egg-info/dependency_links.txt
RENAMED
|
File without changes
|
{tostorchconnector-1.0.5 → tostorchconnector-1.0.6}/tostorchconnector.egg-info/top_level.txt
RENAMED
|
File without changes
|