python-filewrap 0.0.7.2__tar.gz → 0.1__tar.gz

{python_filewrap-0.0.7.2 → python_filewrap-0.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: python-filewrap
-Version: 0.0.7.2
+Version: 0.1
 Summary: Python file wrappers.
 Home-page: https://github.com/ChenyangGao/web-mount-packs/tree/main/python-module/python-filewrap
 License: MIT

{python_filewrap-0.0.7.2 → python_filewrap-0.1}/filewrap/__init__.py

@@ -2,9 +2,10 @@
 # encoding: utf-8
 
 __author__ = "ChenyangGao <https://chenyanggao.github.io>"
-__version__ = (0, 0, 7)
+__version__ = (0, 1)
 __all__ = [
-    "SupportsRead", "SupportsWrite", "SupportsSeek", 
+    "Buffer", "SupportsRead", "SupportsReadinto", 
+    "SupportsWrite", "SupportsSeek", 
     "bio_chunk_iter", "bio_chunk_async_iter", 
     "bio_skip_iter", "bio_skip_async_iter", 
     "bytes_iter_skip", "bytes_async_iter_skip", 
@@ -25,7 +26,39 @@ from typing import runtime_checkable, Any, Protocol, TypeVar
 try:
     from collections.abc import Buffer # type: ignore
 except ImportError:
-    Buffer = Any
+    from abc import ABC, abstractmethod
+    from array import array
+
+    def _check_methods(C, *methods):
+        mro = C.__mro__
+        for method in methods:
+            for B in mro:
+                if method in B.__dict__:
+                    if B.__dict__[method] is None:
+                        return NotImplemented
+                    break
+            else:
+                return NotImplemented
+        return True
+
+    class Buffer(ABC): # type: ignore
+        __slots__ = ()
+
+        @abstractmethod
+        def __buffer__(self, flags: int, /) -> memoryview:
+            raise NotImplementedError
+
+        @classmethod
+        def __subclasshook__(cls, C):
+            if cls is Buffer:
+                return _check_methods(C, "__buffer__")
+            return NotImplemented
+
+    Buffer.register(bytes)
+    Buffer.register(bytearray)
+    Buffer.register(memoryview)
+    Buffer.register(array)
+
 
 from asynctools import async_chain, ensure_async, ensure_aiter
 
@@ -39,13 +72,18 @@ class SupportsRead(Protocol[_T_co]):
     def read(self, /, __length: int = ...) -> _T_co: ...
 
 
+@runtime_checkable
+class SupportsReadinto(Protocol):
+    def readinto(self, /, buf: Buffer = ...) -> int: ...
+
+
 @runtime_checkable
 class SupportsWrite(Protocol[_T_contra]):
     def write(self, /, __s: _T_contra) -> object: ...
 
 
 @runtime_checkable
-class SupportsSeek(Protocol[_T_contra]):
+class SupportsSeek(Protocol):
     def seek(self, /, __offset: int, __whence: int = 0) -> int: ...
 
 
@@ -54,30 +92,60 @@ def bio_chunk_iter(
     /, 
     size: int = -1, 
     chunksize: int = COPY_BUFSIZE, 
+    can_buffer: bool = False, 
     callback: None | Callable[[int], Any] = None, 
 ) -> Iterator[Buffer]:
+    use_readinto = False
     if callable(bio):
         read = bio
+    elif can_buffer and hasattr(bio, "readinto"):
+        readinto = bio.readinto
+        use_readinto = True
     else:
         read = bio.read
     if not callable(callback):
         callback = None
-    if size > 0:
-        while size:
-            readsize = min(chunksize, size)
-            chunk = read(readsize)
-            length = len(chunk)
-            if callback:
-                callback(length)
-            yield chunk
-            if length < readsize:
-                break
-            size -= readsize
-    elif size < 0:
-        while (chunk := read(chunksize)):
-            if callback:
-                callback(len(chunk))
-            yield chunk
+    if use_readinto:
+        buf = bytearray(chunksize)
+        if size > 0:
+            while size:
+                if size < chunksize:
+                    del buf[size:]
+                length = readinto(buf)
+                if callback:
+                    callback(length)
+                if length < len(buf):
+                    del buf[length:]
+                    yield buf
+                    break
+                yield buf
+                size -= length
+        else:
+            while (length := readinto(buf)):
+                if callback:
+                    callback(length)
+                if length < chunksize:
+                    del buf[length:]
+                    yield buf
+                    break
+                yield buf
+    else:
+        if size > 0:
+            while size:
+                readsize = min(chunksize, size)
+                chunk = read(readsize)
+                length = len(chunk)
+                if callback:
+                    callback(length)
+                yield chunk
+                if length < readsize:
+                    break
+                size -= length
+        elif size < 0:
+            while (chunk := read(chunksize)):
+                if callback:
+                    callback(len(chunk))
+                yield chunk
 
 
 async def bio_chunk_async_iter(
@@ -85,29 +153,59 @@ async def bio_chunk_async_iter(
     /, 
     size: int = -1, 
     chunksize: int = COPY_BUFSIZE, 
+    can_buffer: bool = False, 
     callback: None | Callable[[int], Any] = None, 
 ) -> AsyncIterator[Buffer]:
+    use_readinto = False
     if callable(bio):
         read = ensure_async(bio)
+    elif can_buffer and hasattr(bio, "readinto"):
+        readinto = ensure_async(bio.readinto)
+        use_readinto = True
     else:
         read = ensure_async(bio.read)
     callback = ensure_async(callback) if callable(callback) else None
-    if size > 0:
-        while size:
-            readsize = min(chunksize, size)
-            chunk = await read(readsize)
-            length = len(chunk)
-            if callback:
-                await callback(length)
-            yield chunk
-            if length < readsize:
-                break
-            size -= readsize
-    elif size < 0:
-        while (chunk := (await read(chunksize))):
-            if callback:
-                await callback(len(chunk))
-            yield chunk
+    if use_readinto:
+        buf = bytearray(chunksize)
+        if size > 0:
+            while size:
+                if size < chunksize:
+                    del buf[size:]
+                length = await readinto(buf)
+                if callback:
+                    await callback(length)
+                if length < len(buf):
+                    del buf[length:]
+                    yield buf
+                    break
+                yield buf
+                size -= length
+        else:
+            while (length := (await readinto(buf))):
+                if callback:
+                    await callback(length)
+                if length < chunksize:
+                    del buf[length:]
+                    yield buf
+                    break
+                yield buf
+    else:
+        if size > 0:
+            while size:
+                readsize = min(chunksize, size)
+                chunk = await read(readsize)
+                length = len(chunk)
+                if callback:
+                    await callback(length)
+                yield chunk
+                if length < readsize:
+                    break
+                size -= readsize
+        elif size < 0:
+            while (chunk := (await read(chunksize))):
+                if callback:
+                    await callback(len(chunk))
+                yield chunk
 
 
 def bio_skip_iter(

{python_filewrap-0.0.7.2 → python_filewrap-0.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "python-filewrap"
-version = "0.0.7.2"
+version = "0.1"
 description = "Python file wrappers."
 authors = ["ChenyangGao <wosiwujm@gmail.com>"]
 license = "MIT"