python-filewrap 0.0.3.1__py3-none-any.whl → 0.0.4__py3-none-any.whl

filewrap/__init__.py

@@ -2,21 +2,25 @@
 # encoding: utf-8
 
 __author__ = "ChenyangGao <https://chenyanggao.github.io>"
-__version__ = (0, 0, 3)
+__version__ = (0, 0, 4)
 __all__ = [
-    "SupportsRead", "SupportsWrite", "bio_chunk_iter", "bio_chunk_async_iter", 
-    "bio_skip_iter", "bio_skip_async_iter", "bio_skip_bytes", "bio_skip_bytes_async", 
-    "bytes_iter_to_reader", "bytes_iter_to_reader_async", 
+    "SupportsRead", "SupportsWrite", 
+    "bio_chunk_iter", "bio_chunk_async_iter", 
+    "bio_skip_iter", "bio_skip_async_iter", 
+    "bytes_iter_to_reader", "bytes_iter_to_async_reader", 
 ]
 
-from asyncio import to_thread
+from asyncio import to_thread, Lock as AsyncLock
 from collections.abc import Awaitable, AsyncIterable, Iterable
 from functools import update_wrapper
 from inspect import isawaitable, iscoroutinefunction
 from collections.abc import AsyncIterator, Callable, Iterator
 from shutil import COPY_BUFSIZE # type: ignore
+from threading import Lock
 from typing import Any, Protocol, TypeVar
 
+from asynctools import ensure_async
+
 
 _T_co = TypeVar("_T_co", covariant=True)
 _T_contra = TypeVar("_T_contra", contravariant=True)
@@ -30,17 +34,6 @@ class SupportsWrite(Protocol[_T_contra]):
     def write(self, __s: _T_contra) -> object: ...
 
 
-def ensure_async(func, /):
-    if iscoroutinefunction(func):
-        return func
-    async def wrapper(*args, **kwds):
-        ret = to_thread(func, *args, **kwds)
-        if isawaitable(ret):
-            ret = await ret
-        return ret
-    return update_wrapper(wrapper, func)
-
-
 def bio_chunk_iter(
     bio: SupportsRead[bytes] | Callable[[int], bytes], 
     /, 
@@ -242,76 +235,182 @@ async def bio_skip_async_iter(
         yield length
 
 
-def bio_skip_bytes(
-    bio: SupportsRead[bytes] | Callable[[int], bytes], 
+def bytes_iter_to_reader(
+    it: Iterable[bytes | bytearray], 
     /, 
-    size: int = -1, 
-    chunksize: int = COPY_BUFSIZE, 
-    callback: None | Callable[[int], Any] = None, 
-):
-    for _ in bio_skip_iter(bio, size, chunksize, callback=callback):
-        pass
-
-
-async def bio_skip_bytes_async(
-    bio: SupportsRead[bytes] | Callable[[int], bytes | Awaitable[bytes]], 
-    /, 
-    size: int = -1, 
-    chunksize: int = COPY_BUFSIZE, 
-    callback: None | Callable[[int], Any] = None, 
-):
-    async for _ in bio_skip_async_iter(bio, size, chunksize, callback=callback):
-        pass
-
-
-def bytes_iter_to_reader(it: Iterable[bytes | bytearray], /) -> SupportsRead[bytes]:
-    get_next = iter(it).__next__
-    at_eof = False
+) -> SupportsRead[bytes]:
+    getnext = iter(it).__next__
+    at_end = False
     unconsumed: bytearray = bytearray(b"")
-    def read(n=-1):
-        nonlocal at_eof, unconsumed
-        if at_eof or n == 0:
+    lock = Lock()
+    def read(n=-1, /) -> bytes:
+        nonlocal at_end, unconsumed
+        if at_end or n == 0:
             return b""
-        try:
-            if n < 0:
+        with lock:
+            try:
+                if n is None or n < 0:
+                    while True:
+                        unconsumed += getnext()
+                else:
+                    while n > len(unconsumed):
+                        unconsumed += getnext()
+                    b, unconsumed = bytes(unconsumed[:n]), unconsumed[n:]
+                    return b
+            except StopIteration:
+                at_end = True
+                return bytes(unconsumed)
+    def readinto(buf, /) -> int:
+        nonlocal at_end, unconsumed
+        if at_end or not (bufsize := len(buf)):
+            return 0
+        with lock:
+            if bufsize <= len(unconsumed):
+                buf[:], unconsumed = unconsumed[:bufsize], unconsumed[bufsize:]
+                return bufsize
+            n = len(unconsumed)
+            buf[:n] = unconsumed
+            del unconsumed[:]
+            try:
                 while True:
-                    unconsumed += get_next()
-            else:
-                while n > len(unconsumed):
-                    unconsumed += get_next()
-                b, unconsumed = unconsumed[:n], unconsumed[n:]
-                return bytes(b)
+                    b = getnext()
+                    if not b:
+                        continue
+                    m = n + len(b)
+                    if m >= bufsize:
+                        buf[n:] = b[:bufsize-n]
+                        unconsumed += b[m-bufsize:]
+                        return bufsize
+                    else:
+                        buf[n:m] = b
+                        n = m
+            except StopIteration:
+                at_end = True
+                return n
+    def __next__() -> bytes:
+        nonlocal unconsumed, at_end
+        if at_end:
+            raise StopIteration
+        if unconsumed:
+            # search for b"\n"
+            if (idx := unconsumed.find(49)) > -1:
+                idx += 1
+                b, unconsumed = bytes(unconsumed[:idx]), unconsumed[idx:]
+                return b
+        try:
+            while True:
+                b = getnext()
+                if not b:
+                    continue
+                if (idx := b.find(49)) > -1:
+                    idx += 1
+                    unconsumed += b[:idx]
+                    b, unconsumed = bytes(unconsumed), bytearray(b[idx:])
+                    return b
+                unconsumed += b
         except StopIteration:
-            at_eof = True
-            return bytes(unconsumed)
+            at_end = True
+            if unconsumed:
+                return bytes(unconsumed)
+            raise
     reprs = f"<reader for {it!r}>"
-    return type("reader", (), {"read": staticmethod(read), "__repr__": staticmethod(lambda: reprs)})()
+    return type("reader", (), {
+        "read": staticmethod(read), 
+        "readinto": staticmethod(readinto), 
+        "__iter__": lambda self, /: self, 
+        "__next__": staticmethod(__next__), 
+        "__repr__": staticmethod(lambda: reprs), 
+    })()
 
 
-def bytes_iter_to_reader_async(it: Iterable[bytes | bytearray] | AsyncIterable[bytes | bytearray], /) -> SupportsRead[bytes]:
+def bytes_iter_to_async_reader(
+    it: Iterable[bytes | bytearray] | AsyncIterable[bytes | bytearray], 
+    /, 
+    threaded: bool = True, 
+) -> SupportsRead[bytes]:
     if isinstance(it, AsyncIterable):
-        get_next = aiter(it).__anext__
+        getnext = aiter(it).__anext__
     else:
-        sync_next = iter(it).__next__
-        get_next = lambda: to_thread(sync_next)
-    at_eof = False
+        getnext = ensure_async(iter(it).__next__, threaded=threaded)
+    at_end = False
     unconsumed: bytearray = bytearray(b"")
-    async def read(n=-1):
-        nonlocal at_eof, unconsumed
-        if at_eof or n == 0:
+    lock = AsyncLock()
+    async def read(n=-1, /) -> bytes:
+        nonlocal at_end, unconsumed
+        if at_end or n == 0:
             return b""
-        try:
-            if n < 0:
+        async with lock:
+            try:
+                if n is None or n < 0:
+                    while True:
+                        unconsumed += await getnext()
+                else:
+                    while n > len(unconsumed):
+                        unconsumed += await getnext()
+                    b, unconsumed = bytes(unconsumed[:n]), unconsumed[n:]
+                    return b
+            except StopAsyncIteration:
+                at_end = True
+                return bytes(unconsumed)
+    async def readinto(buf, /) -> int:
+        nonlocal at_end, unconsumed
+        if at_end or not (bufsize := len(buf)):
+            return 0
+        async with lock:
+            if bufsize <= len(unconsumed):
+                buf[:], unconsumed = unconsumed[:bufsize], unconsumed[bufsize:]
+                return bufsize
+            n = len(unconsumed)
+            buf[:n] = unconsumed
+            del unconsumed[:]
+            try:
                 while True:
-                    unconsumed += await get_next()
-            else:
-                while n > len(unconsumed):
-                    unconsumed += await get_next()
-                b, unconsumed = unconsumed[:n], unconsumed[n:]
-                return bytes(b)
+                    b = await getnext()
+                    if not b:
+                        continue
+                    m = n + len(b)
+                    if m >= bufsize:
+                        buf[n:] = b[:bufsize-n]
+                        unconsumed += b[m-bufsize:]
+                        return bufsize
+                    else:
+                        buf[n:m] = b
+                        n = m
+            except StopAsyncIteration:
+                at_end = True
+                return n
+    async def __next__() -> bytes:
+        nonlocal unconsumed, at_end
+        if at_end:
+            raise StopIteration
+        if unconsumed:
+            # search for b"\n"
+            if (idx := unconsumed.find(49)) > -1:
+                idx += 1
+                b, unconsumed = bytes(unconsumed[:idx]), unconsumed[idx:]
+                return b
+        try:
+            while True:
+                b = await getnext()
+                if not b:
+                    continue
+                if (idx := b.find(49)) > -1:
+                    idx += 1
+                    unconsumed += b[:idx]
+                    b, unconsumed = bytes(unconsumed), bytearray(b[idx:])
+                    return b
+                unconsumed += b
         except StopIteration:
-            at_eof = True
-            return bytes(unconsumed)
+            at_end = True
+            if unconsumed:
+                return bytes(unconsumed)
+            raise
     reprs = f"<reader for {it!r}>"
-    return type("reader", (), {"read": staticmethod(read), "__repr__": staticmethod(lambda: reprs)})()
+    return type("reader", (), {
+        "read": staticmethod(read), 
+        "readinto": staticmethod(readinto), 
+        "__iter__": lambda self, /: self, 
+        "__next__": staticmethod(__next__), 
+        "__repr__": staticmethod(lambda: reprs), 
+    })()
 

{python_filewrap-0.0.3.1.dist-info → python_filewrap-0.0.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: python-filewrap
-Version: 0.0.3.1
+Version: 0.0.4
 Summary: Python file wrappers.
 Home-page: https://github.com/ChenyangGao/web-mount-packs/tree/main/python-module/python-filewrap
 License: MIT
@@ -21,6 +21,7 @@ Classifier: Programming Language :: Python :: 3 :: Only
 Classifier: Topic :: Software Development
 Classifier: Topic :: Software Development :: Libraries
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Requires-Dist: python-asynctools
 Project-URL: Repository, https://github.com/ChenyangGao/web-mount-packs/tree/main/python-module/python-filewrap
 Description-Content-Type: text/markdown
 

python_filewrap-0.0.4.dist-info/RECORD

@@ -0,0 +1,7 @@
+LICENSE,sha256=o5242_N2TgDsWwFhPn7yr8YJNF7XsJM5NxUMtcT97bc,1100
+filewrap/__init__.py,sha256=28PmcNRaPhSDiWpDStAHTGguChOYdxRfAfezwLlH9z8,13273
+filewrap/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+python_filewrap-0.0.4.dist-info/LICENSE,sha256=o5242_N2TgDsWwFhPn7yr8YJNF7XsJM5NxUMtcT97bc,1100
+python_filewrap-0.0.4.dist-info/METADATA,sha256=K12tl1IE20BhHOIhUhJXx0v-l5g1ws3_6S1iC1gLWB8,1362
+python_filewrap-0.0.4.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+python_filewrap-0.0.4.dist-info/RECORD,,

python_filewrap-0.0.3.1.dist-info/RECORD

@@ -1,7 +0,0 @@
-LICENSE,sha256=o5242_N2TgDsWwFhPn7yr8YJNF7XsJM5NxUMtcT97bc,1100
-filewrap/__init__.py,sha256=MzZLsQJkjBke4XZzxjw8i5eyL7LyiGjw3M4HVyiMxeA,9893
-filewrap/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-python_filewrap-0.0.3.1.dist-info/LICENSE,sha256=o5242_N2TgDsWwFhPn7yr8YJNF7XsJM5NxUMtcT97bc,1100
-python_filewrap-0.0.3.1.dist-info/METADATA,sha256=OO_ZWnnc6HBBvRtFXfV2kPM3zBji3dsMTRSruLtGPiI,1331
-python_filewrap-0.0.3.1.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-python_filewrap-0.0.3.1.dist-info/RECORD,,