python-filewrap 0.0.4__py3-none-any.whl → 0.0.5__py3-none-any.whl

filewrap/__init__.py

@@ -2,12 +2,13 @@
 # encoding: utf-8
 
 __author__ = "ChenyangGao <https://chenyanggao.github.io>"
-__version__ = (0, 0, 4)
+__version__ = (0, 0, 5)
 __all__ = [
     "SupportsRead", "SupportsWrite", 
     "bio_chunk_iter", "bio_chunk_async_iter", 
     "bio_skip_iter", "bio_skip_async_iter", 
     "bytes_iter_to_reader", "bytes_iter_to_async_reader", 
+    "bytes_to_chunk_iter", "bytes_to_chunk_async_iter"
 ]
 
 from asyncio import to_thread, Lock as AsyncLock
@@ -238,15 +239,15 @@ async def bio_skip_async_iter(
 def bytes_iter_to_reader(
     it: Iterable[bytes | bytearray], 
     /, 
-) -> SupportsRead[bytes]:
+) -> SupportsRead[bytearray]:
     getnext = iter(it).__next__
     at_end = False
-    unconsumed: bytearray = bytearray(b"")
+    unconsumed: bytearray = bytearray()
     lock = Lock()
-    def read(n=-1, /) -> bytes:
+    def read(n=-1, /) -> bytearray:
         nonlocal at_end, unconsumed
         if at_end or n == 0:
-            return b""
+            return bytearray()
         with lock:
             try:
                 if n is None or n < 0:
@@ -255,11 +256,11 @@ def bytes_iter_to_reader(
                 else:
                     while n > len(unconsumed):
                         unconsumed += getnext()
-                    b, unconsumed = bytes(unconsumed[:n]), unconsumed[n:]
+                    b, unconsumed = unconsumed[:n], unconsumed[n:]
                     return b
             except StopIteration:
                 at_end = True
-                return bytes(unconsumed)
+                return unconsumed
     def readinto(buf, /) -> int:
         nonlocal at_end, unconsumed
         if at_end or not (bufsize := len(buf)):
@@ -287,7 +288,7 @@ def bytes_iter_to_reader(
             except StopIteration:
                 at_end = True
                 return n
-    def __next__() -> bytes:
+    def __next__() -> bytearray:
         nonlocal unconsumed, at_end
         if at_end:
             raise StopIteration
@@ -295,23 +296,23 @@ def bytes_iter_to_reader(
             # search for b"\n"
             if (idx := unconsumed.find(49)) > -1:
                 idx += 1
-                b, unconsumed = bytes(unconsumed[:idx]), unconsumed[idx:]
+                b, unconsumed = unconsumed[:idx], unconsumed[idx:]
                 return b
         try:
             while True:
-                b = getnext()
-                if not b:
+                r = getnext()
+                if not r:
                     continue
-                if (idx := b.find(49)) > -1:
+                if (idx := r.find(49)) > -1:
                     idx += 1
-                    unconsumed += b[:idx]
-                    b, unconsumed = bytes(unconsumed), bytearray(b[idx:])
+                    unconsumed += r[:idx]
+                    b, unconsumed = unconsumed, bytearray(r[idx:])
                     return b
-                unconsumed += b
+                unconsumed += r
         except StopIteration:
             at_end = True
             if unconsumed:
-                return bytes(unconsumed)
+                return unconsumed
             raise
     reprs = f"<reader for {it!r}>"
     return type("reader", (), {
@@ -327,18 +328,18 @@ def bytes_iter_to_async_reader(
     it: Iterable[bytes | bytearray] | AsyncIterable[bytes | bytearray], 
     /, 
     threaded: bool = True, 
-) -> SupportsRead[bytes]:
+) -> SupportsRead[bytearray]:
     if isinstance(it, AsyncIterable):
         getnext = aiter(it).__anext__
     else:
         getnext = ensure_async(iter(it).__next__, threaded=threaded)
     at_end = False
-    unconsumed: bytearray = bytearray(b"")
+    unconsumed: bytearray = bytearray()
     lock = AsyncLock()
-    async def read(n=-1, /) -> bytes:
+    async def read(n=-1, /) -> bytearray:
         nonlocal at_end, unconsumed
         if at_end or n == 0:
-            return b""
+            return bytearray()
         async with lock:
             try:
                 if n is None or n < 0:
@@ -347,11 +348,11 @@ def bytes_iter_to_async_reader(
                 else:
                     while n > len(unconsumed):
                         unconsumed += await getnext()
-                    b, unconsumed = bytes(unconsumed[:n]), unconsumed[n:]
+                    b, unconsumed = unconsumed[:n], unconsumed[n:]
                     return b
             except StopAsyncIteration:
                 at_end = True
-                return bytes(unconsumed)
+                return unconsumed
     async def readinto(buf, /) -> int:
         nonlocal at_end, unconsumed
         if at_end or not (bufsize := len(buf)):
@@ -379,7 +380,7 @@ def bytes_iter_to_async_reader(
             except StopAsyncIteration:
                 at_end = True
                 return n
-    async def __next__() -> bytes:
+    async def __next__() -> bytearray:
         nonlocal unconsumed, at_end
         if at_end:
             raise StopIteration
@@ -387,23 +388,23 @@ def bytes_iter_to_async_reader(
             # search for b"\n"
             if (idx := unconsumed.find(49)) > -1:
                 idx += 1
-                b, unconsumed = bytes(unconsumed[:idx]), unconsumed[idx:]
+                b, unconsumed = unconsumed[:idx], unconsumed[idx:]
                 return b
         try:
             while True:
-                b = await getnext()
-                if not b:
+                r = await getnext()
+                if not r:
                     continue
-                if (idx := b.find(49)) > -1:
+                if (idx := r.find(49)) > -1:
                     idx += 1
-                    unconsumed += b[:idx]
-                    b, unconsumed = bytes(unconsumed), bytearray(b[idx:])
+                    unconsumed += r[:idx]
+                    b, unconsumed = unconsumed, bytearray(r[idx:])
                     return b
-                unconsumed += b
+                unconsumed += r
         except StopIteration:
             at_end = True
             if unconsumed:
-                return bytes(unconsumed)
+                return unconsumed
             raise
     reprs = f"<reader for {it!r}>"
     return type("reader", (), {
@@ -414,3 +415,23 @@ def bytes_iter_to_async_reader(
         "__repr__": staticmethod(lambda: reprs), 
     })()
 
+
+def bytes_to_chunk_iter(
+    b, 
+    /, 
+    chunksize=1<<16, 
+) -> Iterator[memoryview]:
+    m = memoryview(b)
+    for i in range(0, len(m), chunksize):
+        yield m[i:i+chunksize]
+
+
+async def bytes_to_chunk_async_iter(
+    b, 
+    /, 
+    chunksize=1<<16, 
+) -> AsyncIterator[memoryview]:
+    m = memoryview(b)
+    for i in range(0, len(m), chunksize):
+        yield m[i:i+chunksize]
+

{python_filewrap-0.0.4.dist-info → python_filewrap-0.0.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: python-filewrap
-Version: 0.0.4
+Version: 0.0.5
 Summary: Python file wrappers.
 Home-page: https://github.com/ChenyangGao/web-mount-packs/tree/main/python-module/python-filewrap
 License: MIT

python_filewrap-0.0.5.dist-info/RECORD

@@ -0,0 +1,7 @@
+LICENSE,sha256=o5242_N2TgDsWwFhPn7yr8YJNF7XsJM5NxUMtcT97bc,1100
+filewrap/__init__.py,sha256=hhvcgtUXhPdw1MP_3ujFDuhMC0PZJgqQ9sEvmebfnFc,13683
+filewrap/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+python_filewrap-0.0.5.dist-info/LICENSE,sha256=o5242_N2TgDsWwFhPn7yr8YJNF7XsJM5NxUMtcT97bc,1100
+python_filewrap-0.0.5.dist-info/METADATA,sha256=gsU9oW_Nzw8ORTz8aKuuvLKak8AP3kwLuJJugm5kDT4,1362
+python_filewrap-0.0.5.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+python_filewrap-0.0.5.dist-info/RECORD,,

python_filewrap-0.0.4.dist-info/RECORD

@@ -1,7 +0,0 @@
-LICENSE,sha256=o5242_N2TgDsWwFhPn7yr8YJNF7XsJM5NxUMtcT97bc,1100
-filewrap/__init__.py,sha256=28PmcNRaPhSDiWpDStAHTGguChOYdxRfAfezwLlH9z8,13273
-filewrap/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-python_filewrap-0.0.4.dist-info/LICENSE,sha256=o5242_N2TgDsWwFhPn7yr8YJNF7XsJM5NxUMtcT97bc,1100
-python_filewrap-0.0.4.dist-info/METADATA,sha256=K12tl1IE20BhHOIhUhJXx0v-l5g1ws3_6S1iC1gLWB8,1362
-python_filewrap-0.0.4.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-python_filewrap-0.0.4.dist-info/RECORD,,