python-iterutils 0.1.1__tar.gz → 0.1.2.1__tar.gz

{python_iterutils-0.1.1 → python_iterutils-0.1.2.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: python-iterutils
-Version: 0.1.1
+Version: 0.1.2.1
 Summary: Python another itertools.
 Home-page: https://github.com/ChenyangGao/web-mount-packs/tree/main/python-module/python-iterutils
 License: MIT

{python_iterutils-0.1.1 → python_iterutils-0.1.2.1}/iterutils/__init__.py

@@ -2,11 +2,12 @@
 # encoding: utf-8
 
 __author__ = "ChenyangGao <https://chenyanggao.github.io>"
-__version__ = (0, 1, 1)
+__version__ = (0, 1, 2)
 __all__ = [
     "Return", "Yield", "YieldFrom", "iterable", "async_iterable", "foreach", "async_foreach", 
-    "through", "async_through", "flatten", "async_flatten", "chunked", "wrap_iter", "wrap_aiter", 
-    "acc_step", "cut_iter", "run_gen_step", "run_gen_step_iter", "bfs_gen", 
+    "through", "async_through", "flatten", "async_flatten", "iter_unique", "async_iter_unique", 
+    "chunked", "wrap_iter", "wrap_aiter", "acc_step", "cut_iter", "run_gen_step", 
+    "run_gen_step_iter", "bfs_gen", 
 ]
 
 
@@ -15,7 +16,7 @@ from asyncio import to_thread
 from collections import deque
 from collections.abc import (
     AsyncIterable, AsyncIterator, Buffer, Callable, Generator, 
-    Iterable, Iterator, Sequence, 
+    Iterable, Iterator, MutableSet, Sequence, 
 )
 from dataclasses import dataclass
 from itertools import batched, pairwise
@@ -136,20 +137,20 @@ def flatten(
     iterable: Iterable, 
     /, 
     exclude_types: type | tuple[type, ...] = (Buffer, str), 
-) -> Iterable:
+) -> Iterator:
     ...
 @overload
 def flatten(
     iterable: AsyncIterable, 
     /, 
     exclude_types: type | tuple[type, ...] = (Buffer, str), 
-) -> AsyncIterable:
+) -> AsyncIterator:
     ...
 def flatten(
     iterable: Iterable | AsyncIterable, 
     /, 
     exclude_types: type | tuple[type, ...] = (Buffer, str), 
-) -> Iterable | AsyncIterable:
+) -> Iterator | AsyncIterator:
     if not isinstance(iterable, Iterable):
         return async_flatten(iterable, exclude_types)
     def gen(iterable):
@@ -175,6 +176,53 @@ async def async_flatten(
             yield e
 
 
+@overload
+def iter_unique[T](
+    iterable: Iterable[T], 
+    /, 
+    seen: None | MutableSet = None, 
+) -> Iterator[T]:
+    ...
+@overload
+def iter_unique[T](
+    iterable: AsyncIterable[T], 
+    /, 
+    seen: None | MutableSet = None, 
+) -> AsyncIterator[T]:
+    ...
+def iter_unique[T](
+    iterable: Iterable[T] | AsyncIterable[T], 
+    /, 
+    seen: None | MutableSet = None, 
+) -> Iterator[T] | AsyncIterator[T]:
+    if not isinstance(iterable, Iterable):
+        return async_iter_unique(iterable, seen)
+    if seen is None:
+        seen = set()
+    def gen(iterable):
+        add = seen.add
+        for e in iterable:
+            if e not in seen:
+                yield e
+                add(e)
+    return gen(iterable)
+
+
+async def async_iter_unique[T](
+    iterable: Iterable[T] | AsyncIterable[T], 
+    /, 
+    seen: None | MutableSet = None, 
+    threaded: bool = False, 
+) -> AsyncIterator[T]:
+    if seen is None:
+        seen = set()
+    add = seen.add
+    async for e in ensure_aiter(iterable, threaded=threaded):
+        if e not in seen:
+            yield e
+            add(e)
+
+
 @overload
 def chunked[T](
     iterable: Iterable[T], 

{python_iterutils-0.1.1 → python_iterutils-0.1.2.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "python-iterutils"
-version = "0.1.1"
+version = "0.1.2.1"
 description = "Python another itertools."
 authors = ["ChenyangGao <wosiwujm@gmail.com>"]
 license = "MIT"