tostorchconnector 1.0.2__tar.gz → 1.0.3__tar.gz

{tostorchconnector-1.0.2/tostorchconnector.egg-info → tostorchconnector-1.0.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tostorchconnector
-Version: 1.0.2
+Version: 1.0.3
 Summary: TOS connector integration for PyTorch
 Author-email: xiangshijian <xiangshijian@bytedance.com>
 Classifier: Development Status :: 4 - Beta

{tostorchconnector-1.0.2 → tostorchconnector-1.0.3}/pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "tostorchconnector"
-version = "1.0.2"
+version = "1.0.3"
 description = "TOS connector integration for PyTorch"
 authors = [{ name = "xiangshijian", email = "xiangshijian@bytedance.com" }]
 requires-python = ">=3.8,<3.13"

{tostorchconnector-1.0.2 → tostorchconnector-1.0.3}/tostorchconnector/tos_object_reader.py

@@ -37,6 +37,19 @@ class TosObjectReader(io.BufferedIOBase):
     def key(self) -> str:
         return self._key
 
+    def __enter__(self):
+        return self
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        if exc_type is not None:
+            try:
+                log.info(f'Exception occurred before closing stream: {exc_type.__name__}: {exc_val}')
+            except:
+                pass
+        else:
+            if self._object_stream is not None:
+                self._object_stream.close()
+
     def read(self, size: Optional[int] = None) -> Optional[bytes]:
         if self._is_read_to_end():
             return b''
@@ -52,11 +65,14 @@ class TosObjectReader(io.BufferedIOBase):
                     while 1:
                         chunk = self._object_stream.read(self._object_stream_offset, chunk_size)
                         if not chunk:
+                            self._object_stream.close()
                             break
                         self._object_stream_offset += len(chunk)
                         self._buffer.write(chunk)
-                finally:
+                except:
                     self._object_stream.close()
+                    raise
+
             elif isinstance(self._object_stream, GetObjectOutput):
                 for chunk in self._object_stream:
                     self._buffer.write(chunk)
@@ -149,13 +165,15 @@ class TosObjectReader(io.BufferedIOBase):
                 while offset > size:
                     chunk = self._object_stream.read(self._object_stream_offset, chunk_size)
                     if not chunk:
+                        self._object_stream.close()
                         break
                     size += self._buffer.write(chunk)
                     self._object_stream_offset += len(chunk)
                 self._total_size = self._buffer.tell()
-            finally:
+            except:
                 self._object_stream.close()
-        else:
+                raise
+        elif isinstance(self._object_stream, GetObjectOutput):
             try:
                 while offset > size:
                     size += self._buffer.write(next(self._object_stream))

{tostorchconnector-1.0.2 → tostorchconnector-1.0.3/tostorchconnector.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tostorchconnector
-Version: 1.0.2
+Version: 1.0.3
 Summary: TOS connector integration for PyTorch
 Author-email: xiangshijian <xiangshijian@bytedance.com>
 Classifier: Development Status :: 4 - Beta