sharedbox 0.4.0__tar.gz → 0.4.1__tar.gz

sharedbox-0.4.1/.github/dependabot.yml

@@ -0,0 +1,23 @@
+version: 2
+updates:
+  - package-ecosystem: github-actions
+    directory: /
+    schedule:
+      interval: weekly
+    commit-message:
+      prefix: ci
+    groups:
+      actions:
+        patterns:
+          - "*"
+  - package-ecosystem: uv
+    directory: /
+    schedule:
+      interval: weekly
+    commit-message:
+      prefix: build
+      include: scope
+    groups:
+      python:
+        patterns:
+          - "*"

{sharedbox-0.4.0 → sharedbox-0.4.1}/.github/workflows/check-docs.yaml

@@ -8,7 +8,7 @@ jobs:
     name: Build and check cross-references
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v5
+      - uses: actions/checkout@v7
 
       - name: Install uv
         uses: astral-sh/setup-uv@v7
@@ -23,7 +23,7 @@ jobs:
       # the publish job deploys this artifact rather than building again,
       # so what reaches Pages is what was checked
       - name: Store the built site
-        uses: actions/upload-artifact@v4
+        uses: actions/upload-artifact@v7
         with:
           name: docs-site
           path: site/

{sharedbox-0.4.0 → sharedbox-0.4.1}/.github/workflows/ci.yaml

@@ -14,7 +14,7 @@ jobs:
     name: Lint
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v5
+      - uses: actions/checkout@v7
 
       # local hooks in prek.toml call `uv run --locked --only-group lint ...`
       - uses: astral-sh/setup-uv@v7
@@ -62,7 +62,7 @@ jobs:
       ASAN_OPTIONS: detect_leaks=1
       UBSAN_OPTIONS: print_stacktrace=1
     steps:
-      - uses: actions/checkout@v5
+      - uses: actions/checkout@v7
         with:
           fetch-depth: 0
 
@@ -108,13 +108,13 @@ jobs:
           - { os: ubuntu-latest, python: cp314t, platform_id: musllinux_x86_64 }
 
     steps:
-      - uses: actions/checkout@v5
+      - uses: actions/checkout@v7
         with:
           fetch-depth: 0
           ref: ${{ github.event_name == 'release' && github.event.release.tag_name || '' }}
 
       - name: Build wheels
-        uses: pypa/cibuildwheel@v3.2.0
+        uses: pypa/cibuildwheel@v4.2.1
         env:
           CIBW_BUILD: ${{ matrix.python }}-${{ matrix.platform_id }}
           CIBW_CONTAINER_ENGINE: "docker; create_args: --shm-size=1g"
@@ -125,7 +125,7 @@ jobs:
           output-dir: wheelhouse
 
       - name: Upload wheel artifacts
-        uses: actions/upload-artifact@v4
+        uses: actions/upload-artifact@v7
         with:
           name: cibw-wheels-${{ matrix.python }}-${{ matrix.platform_id }}
           path: ./wheelhouse/*.whl
@@ -139,7 +139,7 @@ jobs:
           python src/sharedbox/benchmarks/size.py wheelhouse/*.whl --json wheelhouse/sizes.json --markdown >> "$GITHUB_STEP_SUMMARY"
 
       - name: Upload size artifact
-        uses: actions/upload-artifact@v4
+        uses: actions/upload-artifact@v7
         with:
           name: wheel-sizes-${{ matrix.python }}-${{ matrix.platform_id }}
           path: wheelhouse/sizes.json
@@ -153,10 +153,10 @@ jobs:
       actions: read
     continue-on-error: true
     steps:
-      - uses: actions/checkout@v5
+      - uses: actions/checkout@v7
 
       - name: Download this run's size artifacts
-        uses: actions/download-artifact@v5
+        uses: actions/download-artifact@v8
         with:
           pattern: wheel-sizes-*
           path: sizes/this
@@ -173,7 +173,7 @@ jobs:
       - name: Download the baseline's size artifacts
         if: steps.baseline.outputs.run_id != ''
         continue-on-error: true
-        uses: actions/download-artifact@v5
+        uses: actions/download-artifact@v8
         with:
           pattern: wheel-sizes-*
           path: sizes/main
@@ -199,11 +199,11 @@ jobs:
           - { os: ubuntu-latest, wheel: cibw-wheels-cp312-manylinux_x86_64 }
           - { os: windows-latest, wheel: cibw-wheels-cp312-win_amd64 }
     steps:
-      - uses: actions/checkout@v5
+      - uses: actions/checkout@v7
 
       - uses: astral-sh/setup-uv@v7
 
-      - uses: actions/download-artifact@v5
+      - uses: actions/download-artifact@v8
         with:
           name: ${{ matrix.wheel }}
           path: wheelhouse
@@ -218,7 +218,7 @@ jobs:
           "$python" -m pytest -m stress -q -p no:cacheprovider
           "$python" -m pytest tests/test_properties_codec.py tests/test_properties_layout.py tests/test_properties_forged.py tests/test_properties_stateful.py -q -p no:cacheprovider --hypothesis-profile=thorough
 
-      - uses: actions/upload-artifact@v4
+      - uses: actions/upload-artifact@v7
         if: always()
         with:
           name: stress-${{ matrix.os }}
@@ -243,7 +243,7 @@ jobs:
             *)    [ "$PRERELEASE" = "false" ] || { echo "::error::$TAG must not be marked pre-release"; exit 1; } ;;
           esac
 
-      - uses: actions/checkout@v5
+      - uses: actions/checkout@v7
         with:
           fetch-depth: 0
           ref: ${{ github.event_name == 'release' && github.event.release.tag_name || '' }}
@@ -256,7 +256,7 @@ jobs:
           TAG: ${{ github.event.release.tag_name }}
         run: test -f "dist/sharedbox-${TAG#v}.tar.gz"
 
-      - uses: actions/upload-artifact@v4
+      - uses: actions/upload-artifact@v7
         with:
           name: cibw-sdist
           path: dist/*.tar.gz
@@ -272,7 +272,7 @@ jobs:
       id-token: write
     if: github.event_name == 'release' && github.event.action == 'published'
     steps:
-      - uses: actions/download-artifact@v5
+      - uses: actions/download-artifact@v8
         with:
           # unpacks all CIBW artifacts into dist/
           pattern: cibw-*

{sharedbox-0.4.0 → sharedbox-0.4.1}/.github/workflows/codspeed.yml

@@ -16,7 +16,7 @@ jobs:
     name: Run benchmarks
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v5
+      - uses: actions/checkout@v7
         with:
           fetch-depth: 0
 

{sharedbox-0.4.0 → sharedbox-0.4.1}/.github/workflows/publish-docs.yaml

@@ -10,10 +10,10 @@ jobs:
     permissions:
       contents: write
     steps:
-      - uses: actions/checkout@v5
+      - uses: actions/checkout@v7
 
       - name: Download the built site
-        uses: actions/download-artifact@v5
+        uses: actions/download-artifact@v8
         with:
           name: docs-site
           path: site/

{sharedbox-0.4.0 → sharedbox-0.4.1}/CHANGELOG.md

@@ -9,6 +9,19 @@ Dates are marked as `DD-MM-YYYY`
 
 ## [Unreleased]
 
+### Changed
+
+- `SharedBox.update`: takes about 7 to 9 ns less per call on Windows.
+
+### Fixed
+
+- `SharedBox.events`, `SharedBox.watch` and `BoxEvents.follow`: a process
+  that exits while watcher threads still run no longer aborts with
+  `terminate called without an active exception` on Linux with CPython
+  3.11 to 3.13. At exit, sharedbox stops every watcher thread and waits
+  up to 2 seconds in all for them to end, including any callback they are
+  running.
+
 ## [0.4.0] - 05-10-2026
 
 ### Added

{sharedbox-0.4.0 → sharedbox-0.4.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sharedbox
-Version: 0.4.0
+Version: 0.4.1
 Summary: Python containers using shared memory.
 Author-Email: Jacopo Abramo <jacopo.abramo@gmail.com>
 License-Expression: Apache-2.0

{sharedbox-0.4.0 → sharedbox-0.4.1}/src/sharedbox/_events.py

@@ -1,9 +1,11 @@
 from __future__ import annotations
 
 import asyncio
+import atexit
 import contextlib
 import logging
 import threading
+import time
 from collections.abc import AsyncIterator, Callable, Generator, Iterator
 from concurrent.futures import CancelledError
 from typing import (
@@ -32,11 +34,14 @@ if TYPE_CHECKING:
 T = TypeVar("T")
 PENDING, DONE, CANCELLED = "pending", "done", "cancelled"
 STEP: Final = 1.0
+# Seconds the exit handler waits for stopped watcher threads, together.
+EXIT_WAIT: Final = 2.0
 logger = logging.getLogger("sharedbox")
 # Receives each change of a field as native values: the field, the new value, the old one.
 Sink: TypeAlias = "Callable[[FieldSpec, Any, Any], None]"
 # Marks watcher threads: one must not join another, since that one may be joining it.
 WATCHER_THREAD = threading.local()
+RUNNING: set[Watcher] = set()
 
 
 def on_watcher_thread() -> bool:
@@ -44,6 +49,43 @@ def on_watcher_thread() -> bool:
     return getattr(WATCHER_THREAD, "active", False)
 
 
+def stop_watchers() -> None:
+    """Stop every watcher thread and wait for them to end, before the interpreter finalizes.
+
+    The wait lasts at most `EXIT_WAIT` seconds in all; a thread still running
+    a callback after that is logged and left running. On CPython before 3.14, a daemon thread that takes the GIL back during
+    finalization is ended with `pthread_exit` on Linux. The unwinding that
+    starts there aborts the process when it reaches the native call that
+    released the GIL, such as a watcher's wait or a box's `close`.
+    """
+    # A copy, because watcher threads remove themselves from the set while this runs.
+    watchers = RUNNING.copy()
+    threads = [watcher._thread for watcher in watchers]
+    for watcher in watchers:
+        watcher.stop(wait=False)
+    # Bounded, so a callback that never returns cannot keep the process from exiting.
+    deadline = time.monotonic() + EXIT_WAIT
+    for thread in threads:
+        if thread is not None and thread is not threading.current_thread():
+            thread.join(max(0.0, deadline - time.monotonic()))
+    late = [
+        thread.name
+        for thread in threads
+        if thread is not None
+        and thread.is_alive()
+        and thread is not threading.current_thread()
+    ]
+    if late:
+        logger.warning(
+            "watcher threads still running at exit after %s s: %s",
+            EXIT_WAIT,
+            ", ".join(late),
+        )
+
+
+atexit.register(stop_watchers)
+
+
 class FieldFuture(Generic[T]):
     """The next value written to one field of a box.
 
@@ -402,6 +444,7 @@ class Watcher:
         self._thread = None
         self._pending = []
         self._slot = None
+        RUNNING.discard(self)
 
     def _start_locked(self) -> None:
         if self._thread is None and not self._stop.is_set():
@@ -410,6 +453,7 @@ class Watcher:
                 name=f"sharedbox-watch-{self._segment.name}",
                 daemon=True,
             )
+            RUNNING.add(self)
             self._thread.start()
 
     def _claim(self) -> int | None:
@@ -456,6 +500,7 @@ class Watcher:
                     # The step bounds how long a freed slot or a missed wake-up goes unnoticed.
                     generation = self._segment.wait(generation, STEP, slot)
             finally:
+                RUNNING.discard(self)
                 if self._slot is not None:
                     self._segment.release_waiter(self._slot)
 

{sharedbox-0.4.0 → sharedbox-0.4.1}/src/sharedbox/_native/codec.cpp

@@ -206,10 +206,14 @@ void encode_all(const Segment &s, const Types *types, std::span<const Pending> v
         // Checked before the narrowing cast, which would otherwise turn index 65536 into field 0.
         check_index(index, fields.size());
         const FieldDesc &field = fields[index];
-        out[i] = {static_cast<std::uint16_t>(index),
-                  static_cast<std::uint8_t>(field.kind) <= kind_ref
-                      ? encode(field, names[index], values[i].value, buffers[i])
-                      : need(types, index).encode(index, values[i].value, buffers[i])};
+        // The members are written separately because MSVC copies a value built in one step through
+        // a stack temporary and reloads it, which stalls for about 10 ns per update.
+        const std::span<const std::byte> bytes =
+            static_cast<std::uint8_t>(field.kind) <= kind_ref
+                ? encode(field, names[index], values[i].value, buffers[i])
+                : need(types, index).encode(index, values[i].value, buffers[i]);
+        out[i].field = static_cast<std::uint16_t>(index);
+        out[i].bytes = bytes;
     }
 }
 

{sharedbox-0.4.0 → sharedbox-0.4.1}/src/sharedbox/_version.py

@@ -18,7 +18,7 @@ version_tuple: tuple[int | str, ...]
 commit_id: str | None
 __commit_id__: str | None
 
-__version__ = version = '0.4.0'
-__version_tuple__ = version_tuple = (0, 4, 0)
+__version__ = version = '0.4.1'
+__version_tuple__ = version_tuple = (0, 4, 1)
 
-__commit_id__ = commit_id = 'g6937a5b84'
+__commit_id__ = commit_id = 'gcd153a59e'

sharedbox-0.4.1/tests/test_exit.py

@@ -0,0 +1,53 @@
+import multiprocessing as mp
+import threading
+import time
+from typing import Annotated
+
+import numpy as np
+
+from sharedbox import DType, Shape, SharedBox
+
+
+class Blob(SharedBox):
+    tick: int = 0
+    big: Annotated[np.ndarray, Shape(512, 512), DType("float64")] = np.zeros((512, 512))
+
+
+def exit_during_a_callback(name: str) -> None:
+    """Return from the child while a callback is reading and closing fresh handles."""
+    box = Blob.attach(name)
+    started = threading.Event()
+
+    def churn(new: int, old: int) -> None:
+        started.set()
+        end = time.monotonic() + 1
+        while time.monotonic() < end:
+            with Blob.attach(name) as fresh:
+                _ = fresh.big
+
+    box.events.tick.connect(churn)
+    with Blob.attach(name) as writer:
+        while not started.wait(0.05):
+            writer.tick += 1
+
+
+def test_a_process_exits_cleanly_while_a_callback_makes_native_calls(
+    unique_name: str,
+) -> None:
+    """Check that spawned processes exit with code 0 when a callback is inside native calls at exit."""
+    context = mp.get_context("spawn")
+    with Blob.create(unique_name):
+        children = [
+            context.Process(target=exit_during_a_callback, args=(unique_name,))
+            for _ in range(5)
+        ]
+        for child in children:
+            child.start()
+        for child in children:
+            child.join(60)
+            if child.is_alive():
+                child.kill()
+                child.join(10)
+        Blob.unlink(unique_name)
+    exitcodes = [child.exitcode for child in children]
+    assert exitcodes == [0] * len(children), f"exit codes: {exitcodes}"