multidict 6.6.3__tar.gz → 6.6.4__tar.gz

{multidict-6.6.3 → multidict-6.6.4}/CHANGES.rst

@@ -14,6 +14,45 @@ Changelog
 
 .. towncrier release notes start
 
+6.6.4
+=====
+
+*(2025-08-11)*
+
+
+Bug fixes
+---------
+
+- Fixed ``MutliDict`` & ``CIMultiDict`` memory leak when deleting values or clearing them 
+  -- by :user:`Vizonex`
+
+  *Related issues and pull requests on GitHub:*
+  :issue:`1233`.
+
+
+Contributor-facing changes
+--------------------------
+
+- The type preciseness coverage report generated by `MyPy
+  <https://mypy-lang.org>`__ is now uploaded to `Coveralls
+  <https://coveralls.io/github/aio-libs/multidict>`__ and
+  will not be included in the `Codecov views
+  <https://app.codecov.io/gh/aio-libs/multidict>`__ going forward
+  -- by :user:`webknjaz`.
+
+  *Related issues and pull requests on GitHub:*
+  :issue:`1122`, :issue:`1231`.
+
+- Added memory leak test for popping or deleting attributes from a multidict to prevent future issues or bogus claims.
+  -- by :user:`Vizonex`
+
+  *Related issues and pull requests on GitHub:*
+  :issue:`1233`.
+
+
+----
+
+
 6.6.3
 =====
 

{multidict-6.6.3/multidict.egg-info → multidict-6.6.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: multidict
-Version: 6.6.3
+Version: 6.6.4
 Summary: multidict implementation
 Home-page: https://github.com/aio-libs/multidict
 Author: Andrew Svetlov

{multidict-6.6.3 → multidict-6.6.4}/multidict/__init__.py

@@ -22,7 +22,7 @@ __all__ = (
     "getversion",
 )
 
-__version__ = "6.6.3"
+__version__ = "6.6.4"
 
 
 if TYPE_CHECKING or not USE_EXTENSIONS:

{multidict-6.6.3 → multidict-6.6.4}/multidict/_multilib/hashtable.h

@@ -1877,7 +1877,7 @@ md_traverse(MultiDictObject *md, visitproc visit, void *arg)
 static inline int
 md_clear(MultiDictObject *md)
 {
-    if (md->used == 0) {
+    if (md->keys == NULL || md->keys == &empty_htkeys) {
         return 0;
     }
     md->version = NEXT_VERSION(md->state);

{multidict-6.6.3 → multidict-6.6.4/multidict.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: multidict
-Version: 6.6.3
+Version: 6.6.4
 Summary: multidict implementation
 Home-page: https://github.com/aio-libs/multidict
 Author: Andrew Svetlov

{multidict-6.6.3 → multidict-6.6.4}/multidict.egg-info/SOURCES.txt

@@ -104,4 +104,5 @@ tests/test_views_benchmarks.py
 tests/isolated/multidict_extend_dict.py
 tests/isolated/multidict_extend_multidict.py
 tests/isolated/multidict_extend_tuple.py
+tests/isolated/multidict_pop.py
 tests/isolated/multidict_update_multidict.py

{multidict-6.6.3 → multidict-6.6.4}/pytest.ini

@@ -41,7 +41,7 @@ doctest_optionflags = ALLOW_UNICODE ELLIPSIS
 # Marks tests with an empty parameterset as xfail(run=False)
 empty_parameter_set_mark = xfail
 
-faulthandler_timeout = 60
+faulthandler_timeout = 90
 
 filterwarnings =
   error

{multidict-6.6.3 → multidict-6.6.4}/requirements/pytest.txt

@@ -2,3 +2,4 @@ objgraph==3.6.2
 pytest==8.4.0
 pytest-codspeed==3.2.0
 pytest-cov==6.1.0
+psutil==7.0.0

multidict-6.6.4/tests/isolated/multidict_pop.py

@@ -0,0 +1,80 @@
+# Test for memory leaks surrounding deletion of values or
+# bad cleanups.
+# SEE: https://github.com/aio-libs/multidict/issues/1232
+# We want to make sure that bad predictions or bougus claims
+# of memory leaks can be prevented in the future.
+
+import gc
+import psutil
+import os
+from multidict import MultiDict
+
+
+def trim_ram() -> None:
+    """Forces python garbage collection."""
+    gc.collect()
+
+
+process = psutil.Process(os.getpid())
+
+
+def get_memory_usage() -> int:
+    memory_info = process.memory_info()
+    return memory_info.rss / (1024 * 1024)  # type: ignore[no-any-return]
+
+
+keys = [f"X-Any-{i}" for i in range(100)]
+headers = {key: key * 2 for key in keys}
+
+
+def check_for_leak() -> None:
+    trim_ram()
+    usage = get_memory_usage()
+    assert usage < 50, f"Memory leaked at: {usage} MB"
+
+
+def _test_pop() -> None:
+    for _ in range(10):
+        for _ in range(100):
+            result = MultiDict(headers)
+            for k in keys:
+                result.pop(k)
+        check_for_leak()
+
+
+def _test_popall() -> None:
+    for _ in range(10):
+        for _ in range(100):
+            result = MultiDict(headers)
+            for k in keys:
+                result.popall(k)
+        check_for_leak()
+
+
+def _test_popone() -> None:
+    for _ in range(10):
+        for _ in range(100):
+            result = MultiDict(headers)
+            for k in keys:
+                result.popone(k)
+        check_for_leak()
+
+
+def _test_del() -> None:
+    for _ in range(10):
+        for _ in range(100):
+            result = MultiDict(headers)
+            for k in keys:
+                del result[k]
+        check_for_leak()
+
+
+def _run_isolated_case() -> None:
+    _test_pop()
+    _test_popall()
+    _test_popone()
+    _test_del()
+
+
+if __name__ == "__main__":
+    _run_isolated_case()

{multidict-6.6.3 → multidict-6.6.4}/tests/test_leaks.py

@@ -15,6 +15,7 @@ IS_PYPY = platform.python_implementation() == "PyPy"
         "multidict_extend_multidict.py",
         "multidict_extend_tuple.py",
         "multidict_update_multidict.py",
+        "multidict_pop.py",
     ),
 )
 @pytest.mark.leaks