numcodecs 0.14.1__tar.gz → 0.15.0__tar.gz

numcodecs-0.15.0/.github/workflows/ci.yaml

@@ -0,0 +1,73 @@
+name: Tests
+
+on: [push, pull_request]
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  build:
+    runs-on: ${{ matrix.platform }}
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.11", "3.12", "3.13"]
+        # macos-13 is an intel runner, macos-14 is a arm64 runner
+        platform: [ubuntu-latest, windows-latest, macos-13, macos-14]
+
+    defaults:
+      run:
+        shell: bash -el {0}
+
+    steps:
+      - name: Checkout source
+        uses: actions/checkout@v4
+        with:
+          submodules: recursive
+          fetch-depth: 0 # required for version resolution
+
+      - name: Set up Conda
+        uses: conda-incubator/setup-miniconda@v3.1.0
+        with:
+          channels: conda-forge
+          miniforge-version: latest
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install compilers
+        run: conda install -y c-compiler cxx-compiler
+
+      - name: Install clang
+        if: matrix.platform == 'macos-13'
+        run: conda install -y 'clang>=12.0.1,<17'
+
+      - name: Show conda environment info
+        run: |
+          conda info
+          conda config --show-sources
+          conda list --show-channel-urls
+
+      - name: Install numcodecs
+        run: |
+          export DISABLE_NUMCODECS_AVX2=""
+          python -m pip install -v -e .[test,test_extras,msgpack,crc32c,pcodec,zfpy]
+
+      - name: Install zarr-python
+        # Since zarr v3 requires numpy >= 1.25, on Python 3.11 leave it out
+        # so we can have some tests of our minimum version of numpy (1.24)
+        if: matrix.python-version != '3.11'
+        # TODO: remove --pre option when zarr v3 is out
+        run: python -m pip install --pre zarr>=3.0.0b2
+
+      - name: List installed packages
+        run: python -m pip list
+
+      - name: Run tests
+        shell: "bash -l {0}"
+        run: pytest -v
+
+      - uses: codecov/codecov-action@v5
+        with:
+          fail_ci_if_error: true
+          token: ${{ secrets.CODECOV_TOKEN }}
+          verbose: true

numcodecs-0.15.0/.github/workflows/wheel.yaml

@@ -0,0 +1,98 @@
+name: Wheels
+
+on: [push, pull_request]
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  build_wheels:
+    name: Build wheel on ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        # macos-13 is an intel runner, macos-14 is a arm64 runner
+        os: [ubuntu-latest, windows-latest, macos-13, macos-14]
+    env:
+      CIBW_TEST_COMMAND: python -c "import numcodecs"
+      CIBW_BUILD: "cp311-* cp312-* cp313-*"
+      CIBW_SKIP: "pp* *-musllinux_* *win32 *_i686 *_s390x"
+      # note: CIBW_ENVIRONMENT is now set in pyproject.toml
+
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: true
+
+      - uses: pypa/cibuildwheel@v2.22.0
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: wheels-${{ matrix.os }}
+          path: ./wheelhouse
+
+  build_sdist:
+    name: Build source distribution
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: true
+
+      - uses: actions/setup-python@v5
+        name: Install Python
+        with:
+          python-version: "3.11"
+
+      - name: Build sdist
+        run: pipx run build --sdist
+
+      - name: test install
+        run: pip install dist/numcodecs*.tar.gz
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: sdist
+          path: dist/*.tar.gz
+
+  test_dist_pypi:
+    needs: [build_wheels, build_sdist]
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/download-artifact@v4
+        with:
+          name: sdist
+          path: dist
+      - uses: actions/download-artifact@v4
+        with:
+          pattern: wheels-*
+          path: dist
+          merge-multiple: true
+
+      - name: test
+        run: |
+          ls
+          ls dist
+
+  upload_pypi:
+    needs: [build_wheels, build_sdist]
+    runs-on: ubuntu-latest
+    if: github.event_name == 'push' && startsWith(github.event.ref, 'refs/tags/v')
+    steps:
+      - uses: actions/download-artifact@v4
+        with:
+          name: sdist
+          path: dist
+      - uses: actions/download-artifact@v4
+        with:
+          pattern: wheels-*
+          path: dist
+          merge-multiple: true
+
+      - uses: pypa/gh-action-pypi-publish@master
+        with:
+          user: __token__
+          password: ${{ secrets.pypi_password }}
+          # To test: repository_url: https://test.pypi.org/legacy/

numcodecs-0.15.0/.pre-commit-config.yaml

@@ -0,0 +1,33 @@
+exclude: ^fixture/  # files with trailing whitespaces on purpose
+ci:
+  autoupdate_commit_msg: "chore: update pre-commit hooks"
+  autoupdate_schedule: "monthly"
+  autofix_commit_msg: "style: pre-commit fixes"
+  autofix_prs: false
+default_stages: [pre-commit, pre-push]
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v5.0.0
+    hooks:
+    - id: trailing-whitespace
+    - id: check-yaml
+    - id: debug-statements
+
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.8.4
+    hooks:
+    - id: ruff
+      args: ["--fix", "--show-fixes"]
+    - id: ruff-format
+
+  - repo: https://github.com/scientific-python/cookie
+    rev: 2024.08.19
+    hooks:
+    - id: sp-repo-review
+
+  -   repo: https://github.com/pre-commit/mirrors-mypy
+      rev: v1.14.0
+      hooks:
+      -   id: mypy
+          args: [--config-file, pyproject.toml]
+          additional_dependencies: [numpy, pytest, crc32c, zfpy, 'zarr>=3.0.0rc1']

numcodecs-0.15.0/PKG-INFO

@@ -0,0 +1,65 @@
+Metadata-Version: 2.2
+Name: numcodecs
+Version: 0.15.0
+Summary: A Python package providing buffer compression and transformation codecs for use in data storage and communication applications.
+Maintainer-email: Alistair Miles <alimanfoo@googlemail.com>
+License: MIT
+Project-URL: Bug Tracker, https://github.com/zarr-developers/numcodecs/issues
+Project-URL: Changelog, https://numcodecs.readthedocs.io/en/stable/release.html
+Project-URL: Documentation, https://numcodecs.readthedocs.io/
+Project-URL: Homepage, https://github.com/zarr-developers/numcodecs
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Information Technology
+Classifier: Intended Audience :: Science/Research
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Operating System :: Unix
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
+Requires-Python: >=3.11
+Description-Content-Type: text/x-rst
+License-File: LICENSE.txt
+Requires-Dist: numpy>=1.24
+Requires-Dist: deprecated
+Provides-Extra: docs
+Requires-Dist: sphinx; extra == "docs"
+Requires-Dist: sphinx-issues; extra == "docs"
+Requires-Dist: pydata-sphinx-theme; extra == "docs"
+Requires-Dist: numpydoc; extra == "docs"
+Provides-Extra: test
+Requires-Dist: coverage; extra == "test"
+Requires-Dist: pytest; extra == "test"
+Requires-Dist: pytest-cov; extra == "test"
+Provides-Extra: test-extras
+Requires-Dist: importlib_metadata; extra == "test-extras"
+Provides-Extra: msgpack
+Requires-Dist: msgpack; extra == "msgpack"
+Provides-Extra: zfpy
+Requires-Dist: zfpy>=1.0.0; extra == "zfpy"
+Provides-Extra: pcodec
+Requires-Dist: pcodec<0.4,>=0.3; extra == "pcodec"
+Provides-Extra: crc32c
+Requires-Dist: crc32c>=2.7; extra == "crc32c"
+
+Numcodecs
+=========
+
+Numcodecs is a Python package providing buffer compression and transformation
+codecs for use in data storage and communication applications.
+
+.. image:: https://readthedocs.org/projects/numcodecs/badge/?version=latest
+    :target: https://numcodecs.readthedocs.io/en/latest/?badge=latest
+
+.. image:: https://github.com/zarr-developers/numcodecs/workflows/Linux%20CI/badge.svg?branch=main
+    :target: https://github.com/zarr-developers/numcodecs/actions?query=workflow%3A%22Linux+CI%22
+
+.. image:: https://github.com/zarr-developers/numcodecs/workflows/OSX%20CI/badge.svg?branch=main
+    :target: https://github.com/zarr-developers/numcodecs/actions?query=workflow%3A%22OSX+CI%22
+
+.. image:: https://github.com/zarr-developers/numcodecs/workflows/Wheels/badge.svg?branch=main
+    :target: https://github.com/zarr-developers/numcodecs/actions?query=workflow%3AWheels
+
+.. image:: https://codecov.io/gh/zarr-developers/numcodecs/branch/main/graph/badge.svg
+    :target: https://codecov.io/gh/zarr-developers/numcodecs

numcodecs-0.15.0/adhoc/blosc_memleak_check.py

@@ -0,0 +1,13 @@
+import sys
+
+import numcodecs
+import numpy as np
+from numpy.testing import assert_array_equal
+
+codec = numcodecs.Blosc()
+data = np.arange(int(sys.argv[1]))
+for _ in range(int(sys.argv[2])):
+    enc = codec.encode(data)
+    dec = codec.decode(enc)
+    arr = np.frombuffer(dec, dtype=data.dtype)
+    assert_array_equal(data, arr)

numcodecs-0.15.0/docs/compression/blosc.rst

@@ -0,0 +1,26 @@
+Blosc
+=====
+.. automodule:: numcodecs.blosc
+
+.. autoclass:: Blosc
+
+    .. autoattribute:: codec_id
+    .. autoattribute:: NOSHUFFLE
+    .. autoattribute:: SHUFFLE
+    .. autoattribute:: BITSHUFFLE
+    .. autoattribute:: AUTOSHUFFLE
+    .. automethod:: encode
+    .. automethod:: decode
+    .. automethod:: get_config
+    .. automethod:: from_config
+    .. automethod:: decode_partial
+
+Helper functions
+----------------
+
+.. autofunction:: list_compressors
+.. autofunction:: get_nthreads
+.. autofunction:: set_nthreads
+.. autofunction:: cbuffer_complib
+.. autofunction:: compress
+.. autofunction:: decompress