python-iterutils 0.1.1__py3-none-any.whl → 0.1.2__py3-none-any.whl

iterutils/__init__.py

@@ -2,11 +2,12 @@
 # encoding: utf-8
 
 __author__ = "ChenyangGao <https://chenyanggao.github.io>"
-__version__ = (0, 1, 1)
+__version__ = (0, 1, 2)
 __all__ = [
     "Return", "Yield", "YieldFrom", "iterable", "async_iterable", "foreach", "async_foreach", 
-    "through", "async_through", "flatten", "async_flatten", "chunked", "wrap_iter", "wrap_aiter", 
-    "acc_step", "cut_iter", "run_gen_step", "run_gen_step_iter", "bfs_gen", 
+    "through", "async_through", "flatten", "async_flatten", "iter_unique", "async_iter_unique", 
+    "chunked", "wrap_iter", "wrap_aiter", "acc_step", "cut_iter", "run_gen_step", 
+    "run_gen_step_iter", "bfs_gen", 
 ]
 
 
@@ -15,7 +16,7 @@ from asyncio import to_thread
 from collections import deque
 from collections.abc import (
     AsyncIterable, AsyncIterator, Buffer, Callable, Generator, 
-    Iterable, Iterator, Sequence, 
+    Iterable, Iterator, MutableSet, Sequence, 
 )
 from dataclasses import dataclass
 from itertools import batched, pairwise
@@ -175,6 +176,53 @@ async def async_flatten(
             yield e
 
 
+@overload
+def iter_unique[T](
+    iterable: Iterable[T], 
+    /, 
+    seen: None | MutableSet = None, 
+) -> Iterator[T]:
+    ...
+@overload
+def iter_unique[T](
+    iterable: AsyncIterable[T], 
+    /, 
+    seen: None | MutableSet = None, 
+) -> AsyncIterator[T]:
+    ...
+def iter_unique[T](
+    iterable: Iterable[T] | AsyncIterable[T], 
+    /, 
+    seen: None | MutableSet = None, 
+) -> Iterator[T] | AsyncIterator[T]:
+    if not isinstance(iterable, Iterable):
+        return async_iter_unique(iterable, seen)
+    if seen is None:
+        seen = set()
+    def gen(iterable):
+        add = seen.add
+        for e in iterable:
+            if e not in seen:
+                yield e
+                add(e)
+    return gen(iterable)
+
+
+async def async_iter_unique[T](
+    iterable: Iterable[T] | AsyncIterable[T], 
+    /, 
+    seen: None | MutableSet = None, 
+    threaded: bool = False, 
+) -> AsyncIterator[T]:
+    if seen is None:
+        seen = set()
+    add = seen.add
+    async for e in ensure_aiter(iterable, threaded=threaded):
+        if e not in seen:
+            yield e
+            add(e)
+
+
 @overload
 def chunked[T](
     iterable: Iterable[T], 

{python_iterutils-0.1.1.dist-info → python_iterutils-0.1.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: python-iterutils
-Version: 0.1.1
+Version: 0.1.2
 Summary: Python another itertools.
 Home-page: https://github.com/ChenyangGao/web-mount-packs/tree/main/python-module/python-iterutils
 License: MIT

python_iterutils-0.1.2.dist-info/RECORD

@@ -0,0 +1,7 @@
+LICENSE,sha256=o5242_N2TgDsWwFhPn7yr8YJNF7XsJM5NxUMtcT97bc,1100
+iterutils/__init__.py,sha256=5hCDZOCOWXFOpQAiER-oeO5L_7ZKgyfC9tit_4cb7D8,19786
+iterutils/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+python_iterutils-0.1.2.dist-info/LICENSE,sha256=o5242_N2TgDsWwFhPn7yr8YJNF7XsJM5NxUMtcT97bc,1100
+python_iterutils-0.1.2.dist-info/METADATA,sha256=AWuufxXMxFsqdAjEMrV_AvblI5qIX-IZ5CdJkACCQzY,1341
+python_iterutils-0.1.2.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+python_iterutils-0.1.2.dist-info/RECORD,,

python_iterutils-0.1.1.dist-info/RECORD

@@ -1,7 +0,0 @@
-LICENSE,sha256=o5242_N2TgDsWwFhPn7yr8YJNF7XsJM5NxUMtcT97bc,1100
-iterutils/__init__.py,sha256=Wrlg5UDuOta7ixKS3Mh5FT9EZkqKT7sBRXNeujoanDE,18639
-iterutils/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-python_iterutils-0.1.1.dist-info/LICENSE,sha256=o5242_N2TgDsWwFhPn7yr8YJNF7XsJM5NxUMtcT97bc,1100
-python_iterutils-0.1.1.dist-info/METADATA,sha256=DjSEacOQgDGD7CZDcm-uzPLfWz-Gayb5agE0pkZjRUM,1341
-python_iterutils-0.1.1.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-python_iterutils-0.1.1.dist-info/RECORD,,