blosc2 3.1.0__tar.gz → 3.2.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {blosc2-3.1.0 → blosc2-3.2.0}/.github/workflows/cibuildwheels.yml +11 -6
- blosc2-3.2.0/.github/workflows/wasm.yml +64 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/ANNOUNCE.rst +10 -17
- {blosc2-3.1.0 → blosc2-3.2.0}/CMakeLists.txt +1 -1
- {blosc2-3.1.0 → blosc2-3.2.0}/PKG-INFO +8 -7
- {blosc2-3.1.0 → blosc2-3.2.0}/RELEASE_NOTES.md +32 -1
- {blosc2-3.1.0 → blosc2-3.2.0}/RELEASING.rst +35 -12
- blosc2-3.2.0/bench/ndarray/jit-reduc-float64-lossy-plot.py +179 -0
- blosc2-3.2.0/bench/ndarray/jit-reduc-float64-plot-dask.py +181 -0
- blosc2-3.2.0/bench/ndarray/jit-reduc-float64-plot-semilogx.py +272 -0
- blosc2-3.2.0/bench/ndarray/jit-reduc-sizes-dask.py +204 -0
- blosc2-3.2.0/bench/ndarray/jit-reduc-sizes.py +145 -0
- blosc2-3.2.0/bench/ndarray/matmul.ipynb +4941 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/overview.rst +16 -12
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/python-blosc2.rst +2 -2
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/array_operations.rst +1 -0
- blosc2-3.2.0/doc/reference/linear_algebra.rst +14 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/pyproject.toml +14 -9
- {blosc2-3.1.0 → blosc2-3.2.0}/src/blosc2/__init__.py +14 -2
- {blosc2-3.1.0 → blosc2-3.2.0}/src/blosc2/blosc2_ext.pyx +11 -10
- {blosc2-3.1.0 → blosc2-3.2.0}/src/blosc2/c2array.py +6 -6
- {blosc2-3.1.0 → blosc2-3.2.0}/src/blosc2/core.py +23 -1
- {blosc2-3.1.0 → blosc2-3.2.0}/src/blosc2/lazyexpr.py +70 -24
- {blosc2-3.1.0 → blosc2-3.2.0}/src/blosc2/ndarray.py +126 -14
- blosc2-3.2.0/src/blosc2/version.py +1 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/conftest.py +7 -11
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_c2array_expr.py +12 -12
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_c2array_reductions.py +3 -3
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_evaluate.py +6 -4
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_full.py +48 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_lazyexpr.py +61 -47
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_lazyexpr_fields.py +37 -18
- blosc2-3.2.0/tests/ndarray/test_matmul.py +157 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_nans.py +15 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_proxy_expr.py +2 -2
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_reductions.py +2 -2
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_zeros.py +13 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_open_c2array.py +2 -2
- blosc2-3.2.0/update_version.py +35 -0
- blosc2-3.1.0/bench/ndarray/jit-reduc-sizes.py +0 -141
- blosc2-3.1.0/src/blosc2/version.py +0 -1
- {blosc2-3.1.0 → blosc2-3.2.0}/.github/ISSUE_TEMPLATE/bug_report.md +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/.github/dependabot.yml +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/.github/workflows/build.yml +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/.gitignore +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/.guix/modules/python-blosc2-package.scm +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/.guix-channel +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/.pre-commit-config.yaml +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/CONTRIBUTING.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/LICENSE.txt +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/README.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/README_DEVELOPERS.md +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/compress_numpy.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/encode-itrunc-Linux-i13900K.ipynb +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/encode-itrunc-MacOS-M1.ipynb +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/encode-sparse-MacOS-Intel.ipynb +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/fill_special.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/get_slice.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/io.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/broadcast_expr.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/compare_getslice.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/compute_expr_numba.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/compute_expr_udf.ipynb +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/compute_fields.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/compute_where.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/copy_postfilter.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/download_data.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/era5-pds/measurements-i10k.parquet +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/era5-pds/measurements-i13k-always-split.parquet +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/era5-pds/measurements-i13k-never-split.parquet +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/era5-pds/measurements-i13k.parquet +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/era5-pds/measurements-m1.parquet +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/era5-pds/measurements-ryzen3.parquet +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/jit-expr.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/jit-reduc-float64-plot.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/jit-reduc.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/lazyarray-constructors.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/lazyarray-dask-large.ipynb +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/lazyarray-dask-small.ipynb +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/lazyarray-expr-large.ipynb +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/lazyarray-expr.ipynb +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/plot_transcode_data.ipynb +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/reduce_expr.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/run-jit-reduc-sizes.sh +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/ndarray/transcode_data.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/pack_compress.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/pack_large.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/pack_tensor.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/set_slice.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/bench/sum_postfilter.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/code_of_conduct.md +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/_static/blosc-favicon_32x32.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/_static/blosc-favicon_64x64.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/_static/blosc-logo_128.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/_static/blosc-logo_256.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/_static/css/custom.css +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/conf.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/development/code-of-conduct.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/development/contributing.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/development/index.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/index.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/installation.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/01.ndarray-basics.ipynb +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/02.lazyarray-expressions.ipynb +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/03.lazyarray-udf.ipynb +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/04.reductions.ipynb +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/05.persistent-reductions.ipynb +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/06.remote_proxy.ipynb +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/07.schunk-basics.ipynb +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/08.schunk-slicing_and_beyond.ipynb +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/10.ucodecs-ufilters.ipynb +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/11.prefilters.ipynb +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/12.postfilters.ipynb +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/images/blosc2-pipeline.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/images/blosc2-pipeline.svg +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/images/lazyexpr-broadcast.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/images/reductions/3D-cube-plane.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/images/reductions/3D-cube.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/images/reductions/memory-access-2D-x.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/images/reductions/memory-access-2D-y.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/images/remote_proxy.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/images/ucodecs-filters/backward.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/images/ucodecs-filters/backward.svg +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/images/ucodecs-filters/decoder.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/images/ucodecs-filters/decoder.svg +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/images/ucodecs-filters/decoder2.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/images/ucodecs-filters/decoder2.svg +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/images/ucodecs-filters/encoder.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/images/ucodecs-filters/encoder.svg +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/images/ucodecs-filters/encoder2.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/images/ucodecs-filters/encoder2.svg +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/images/ucodecs-filters/forward.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials/images/ucodecs-filters/forward.svg +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/getting_started/tutorials.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/index.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.__getitem__.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.__init__.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.__len__.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.__setitem__.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.append_data.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.decompress_chunk.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.delete_chunk.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.fill_special.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.filler.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.get_chunk.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.get_slice.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.insert_chunk.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.insert_data.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.iterchunks.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.iterchunks_info.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.postfilter.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.prefilter.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.remove_postfilter.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.remove_prefilter.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.to_cframe.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.update_chunk.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/autofiles/schunk/blosc2.schunk.SChunk.update_data.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/c2array.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/classes.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/decorators.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/index.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/lazy_functions.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/lazyarray.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/low_level.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/ndarray.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/ndfield.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/proxy.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/proxyndsource.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/proxysource.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/reduction_functions.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/save_load.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/schunk.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/storage.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/reference/utilities.rst +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/doc/release_notes/index.md +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/btune.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/compress2_decompress2.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/compress_decompress.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/filler.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/gil.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/mmap-rw.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/arange-constructor.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/asarray_.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/broadcast_expr.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/buffer.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/bytedelta_filter.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/c2array_expr.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/compute_expr.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/compute_fields.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/compute_udf_numba.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/compute_where.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/copy_.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/empty_.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/eye-constructor.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/filter_sort_fields.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/formats.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/fromiter-constructor.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/general_expressions.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/getitem.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/iterchunks_info.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/jit-expr.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/jit-reduc.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/linspace-constructor.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/lists-vs-bools-idx.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/meta.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/ndarray_copy.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/ndmean.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/persistency.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/proxy-carray.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/proxy-ndarray.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/reduce_and_enlarge.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/reduce_expr.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/reduce_expr_save.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/reduce_string_expr.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/resize_.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/work_with_numpy.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ndarray/zfp_codec.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/pack_array.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/pack_tensor.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/postfilter1.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/postfilter2.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/postfilter3.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/prefilter.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/save_tensor.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/schunk.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/schunk_roundtrip.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ucodecs.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/ufilters.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/examples/vlmeta.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/generate_version.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/guix.scm +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/images/Complete-Write-Read-B2ND.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/images/M1-i386-vs-arm64-pack.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/images/M1-i386-vs-arm64-unpack.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/images/Read-Partial-Slices-B2ND.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/images/b2nd-2level-parts.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/images/eval-expr-full-mem-M2.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/images/eval-expr-scarce-mem-M2.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/images/lazyarray-dask-large.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/images/lazyarray-dask-small.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/images/lazyarray-expr-large.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/images/lazyarray-expr.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/images/linspace-compress.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/images/linspace-decompress.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/images/pack-array-cratios.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/images/reduc-float64-amd.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/images/reduc-float64-log-amd.png +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/pytest.ini +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/src/blosc2/helpers.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/src/blosc2/info.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/src/blosc2/proxy.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/src/blosc2/schunk.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/src/blosc2/storage.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_auto_parts.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_buffer.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_c2array_udf.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_copy.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_empty.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_get_slice_nchunks.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_getitem.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_iterchunks_info.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_jit.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_lazyudf.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_lossy.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_metalayers.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_mode.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_ndarray.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_numpy.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_persistency.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_proxy.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_proxy_c2array.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_resize.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_setitem.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_slice.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_squeeze.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/ndarray/test_struct_dtype.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_bytes_array.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_comp_info.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_compress2.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_compression_parameters.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_compressors.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_decompress.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_iterchunks.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_mmap.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_open.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_pathlib.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_postfilters.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_prefilters.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_proxy_schunk.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_python_blosc.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_schunk.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_schunk_constructor.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_schunk_delete.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_schunk_get_slice.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_schunk_get_slice_nchunks.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_schunk_insert.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_schunk_set_slice.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_schunk_update.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_storage.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_tensor.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_ucodecs.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_ufilters.py +0 -0
- {blosc2-3.1.0 → blosc2-3.2.0}/tests/test_vlmeta.py +0 -0
|
@@ -57,6 +57,11 @@ jobs:
|
|
|
57
57
|
# Use the most recent released python
|
|
58
58
|
python-version: '3.x'
|
|
59
59
|
|
|
60
|
+
# For some reason, this is still needed, even when using new arm64 runners
|
|
61
|
+
- name: Set up QEMU
|
|
62
|
+
if: ${{ matrix.arch == 'aarch64' }}
|
|
63
|
+
uses: docker/setup-qemu-action@v3
|
|
64
|
+
|
|
60
65
|
- name: Install Ninja
|
|
61
66
|
id: ninja
|
|
62
67
|
uses: turtlesec-no/get-ninja@main
|
|
@@ -75,7 +80,6 @@ jobs:
|
|
|
75
80
|
name: wheels-${{ matrix.os }}-${{ matrix.arch }}-${{ matrix.p_ver }}
|
|
76
81
|
path: ./wheelhouse/*.whl
|
|
77
82
|
|
|
78
|
-
|
|
79
83
|
build_sdist:
|
|
80
84
|
name: Build sdist
|
|
81
85
|
runs-on: ubuntu-latest
|
|
@@ -98,17 +102,17 @@ jobs:
|
|
|
98
102
|
python-version: ${{ matrix.python-version }}
|
|
99
103
|
|
|
100
104
|
- name: Build sdist
|
|
101
|
-
run: pipx run build --sdist
|
|
105
|
+
run: pipx run build --sdist --outdir ./wheelhouse
|
|
102
106
|
|
|
103
107
|
- name: Upload sdist package
|
|
104
108
|
uses: actions/upload-artifact@v4
|
|
105
109
|
with:
|
|
106
110
|
name: wheels-source
|
|
107
|
-
path:
|
|
111
|
+
path: wheelhouse/*.tar.gz
|
|
108
112
|
|
|
109
113
|
- name: Build building extension from sdist package
|
|
110
114
|
run: |
|
|
111
|
-
cd ./
|
|
115
|
+
cd ./wheelhouse
|
|
112
116
|
tar -xzf blosc2-*.tar.gz
|
|
113
117
|
cd ./blosc2-*/
|
|
114
118
|
pip install pip --upgrade
|
|
@@ -116,7 +120,7 @@ jobs:
|
|
|
116
120
|
|
|
117
121
|
- name: Test sdist package with pytest
|
|
118
122
|
run: |
|
|
119
|
-
cd ./
|
|
123
|
+
cd ./wheelhouse/blosc2-*/
|
|
120
124
|
pytest
|
|
121
125
|
|
|
122
126
|
upload_pypi:
|
|
@@ -127,7 +131,8 @@ jobs:
|
|
|
127
131
|
steps:
|
|
128
132
|
- uses: actions/download-artifact@v4
|
|
129
133
|
with:
|
|
130
|
-
|
|
134
|
+
name: wheels-*
|
|
135
|
+
path: ./wheelhouse
|
|
131
136
|
merge-multiple: true # Merge all the wheels artifacts into one directory
|
|
132
137
|
|
|
133
138
|
- uses: pypa/gh-action-pypi-publish@release/v1
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
name: Python wheels for WASM
|
|
2
|
+
on:
|
|
3
|
+
push:
|
|
4
|
+
tags:
|
|
5
|
+
- '*'
|
|
6
|
+
pull_request:
|
|
7
|
+
branches:
|
|
8
|
+
- main
|
|
9
|
+
|
|
10
|
+
env:
|
|
11
|
+
CIBW_BUILD_VERBOSITY: 1
|
|
12
|
+
# cibuildwheel cannot choose for a specified version of pyodide yet
|
|
13
|
+
# PYODIDE_VERSION: 0.27.2
|
|
14
|
+
|
|
15
|
+
jobs:
|
|
16
|
+
build_wheels_wasm:
|
|
17
|
+
name: Build and test wheels for WASM on ${{ matrix.os }} for ${{ matrix.p_ver }}
|
|
18
|
+
runs-on: ubuntu-latest
|
|
19
|
+
permissions:
|
|
20
|
+
contents: write
|
|
21
|
+
env:
|
|
22
|
+
CIBW_BUILD: ${{ matrix.cibw_build }}
|
|
23
|
+
CMAKE_ARGS: "-DWITH_OPTIM=OFF"
|
|
24
|
+
CIBW_TEST_COMMAND: "pytest {project}/tests/ndarray/test_reductions.py"
|
|
25
|
+
strategy:
|
|
26
|
+
matrix:
|
|
27
|
+
os: [ubuntu-latest]
|
|
28
|
+
cibw_build: ["cp3{11,12,13}-*"]
|
|
29
|
+
p_ver: ["3.11-3.13"]
|
|
30
|
+
|
|
31
|
+
steps:
|
|
32
|
+
- name: Checkout repo
|
|
33
|
+
uses: actions/checkout@v4
|
|
34
|
+
|
|
35
|
+
- name: Set up Python
|
|
36
|
+
uses: actions/setup-python@v5
|
|
37
|
+
with:
|
|
38
|
+
python-version: '3.x'
|
|
39
|
+
|
|
40
|
+
- name: Install dependencies
|
|
41
|
+
run: |
|
|
42
|
+
sudo apt-get update
|
|
43
|
+
sudo apt-get install -y cmake
|
|
44
|
+
|
|
45
|
+
- name: Install cibuildwheel
|
|
46
|
+
run: pip install cibuildwheel
|
|
47
|
+
|
|
48
|
+
- name: Build wheels
|
|
49
|
+
# Testing is automaticall made by cibuildwheel
|
|
50
|
+
run: cibuildwheel --platform pyodide
|
|
51
|
+
|
|
52
|
+
- name: Upload wheels
|
|
53
|
+
uses: actions/upload-artifact@v4
|
|
54
|
+
with:
|
|
55
|
+
name: wheels-wasm-${{ matrix.os }}-${{ matrix.p_ver }}
|
|
56
|
+
path: ./wheelhouse/*.whl
|
|
57
|
+
|
|
58
|
+
# This is not working yet
|
|
59
|
+
# - name: Upload wheel to release
|
|
60
|
+
# if: startsWith(github.ref, 'refs/tags/')
|
|
61
|
+
# env:
|
|
62
|
+
# GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
63
|
+
# run: |
|
|
64
|
+
# gh release upload ${GITHUB_REF_NAME} ./wheelhouse/*.whl
|
|
@@ -1,23 +1,15 @@
|
|
|
1
|
-
Announcing Python-Blosc2 3.
|
|
1
|
+
Announcing Python-Blosc2 3.2.0
|
|
2
2
|
==============================
|
|
3
3
|
|
|
4
|
-
This is a minor release where we
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
This is a minor release where we fixed some bugs related with the
|
|
5
|
+
maximum type size supported by Blosc2; now, the maximum size is
|
|
6
|
+
512 MB (compared to 255 bytes in previous versions). We are also
|
|
7
|
+
introducing WASM32 wheels for the first time.
|
|
7
8
|
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
arrays. In addition, it has the next improvements:
|
|
9
|
+
We also added new ``blosc2.matmul()`` function for computing matrix
|
|
10
|
+
multiplication on NDArray instances.
|
|
11
11
|
|
|
12
|
-
|
|
13
|
-
- Follow casting rules of NumPy more closely.
|
|
14
|
-
- Use both NumPy arrays and Blosc2 NDArrays in the same expression.
|
|
15
|
-
|
|
16
|
-
* blosc2.jit: a decorator to compile a function with a NumPy expression
|
|
17
|
-
using the compute engine of Blosc2. Useful to speed up the evaluation
|
|
18
|
-
of pure NumPy expressions at runtime.
|
|
19
|
-
|
|
20
|
-
You can think of Python-Blosc2 3.0 as an extension of NumPy/numexpr that:
|
|
12
|
+
You can think of Python-Blosc2 3.x as an extension of NumPy/numexpr that:
|
|
21
13
|
|
|
22
14
|
- Can deal with ndarrays compressed using first-class codecs & filters.
|
|
23
15
|
- Performs many kind of math expressions, including reductions, indexing...
|
|
@@ -26,10 +18,11 @@ You can think of Python-Blosc2 3.0 as an extension of NumPy/numexpr that:
|
|
|
26
18
|
- Integrates with Numba and Cython via UDFs (User Defined Functions).
|
|
27
19
|
- Adheres to modern NumPy casting rules way better than numexpr.
|
|
28
20
|
- Computes expressions only when needed. They can also be stored for later use.
|
|
21
|
+
- Supports linear algebra operations (like ``blosc2.matmul()``).
|
|
29
22
|
|
|
30
23
|
Install it with::
|
|
31
24
|
|
|
32
|
-
pip install blosc2
|
|
25
|
+
pip install blosc2 --update # if you prefer wheels
|
|
33
26
|
conda install -c conda-forge python-blosc2 mkl # if you prefer conda and MKL
|
|
34
27
|
|
|
35
28
|
For more info, you can have a look at the release notes in:
|
|
@@ -50,7 +50,7 @@ else()
|
|
|
50
50
|
include(FetchContent)
|
|
51
51
|
FetchContent_Declare(blosc2
|
|
52
52
|
GIT_REPOSITORY https://github.com/Blosc/c-blosc2
|
|
53
|
-
GIT_TAG
|
|
53
|
+
GIT_TAG 55a103239b24f8b4e07dafa5a289ad62bfade524 # v2.17.0
|
|
54
54
|
)
|
|
55
55
|
FetchContent_MakeAvailable(blosc2)
|
|
56
56
|
include_directories("${blosc2_SOURCE_DIR}/include")
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: blosc2
|
|
3
|
-
Version: 3.
|
|
3
|
+
Version: 3.2.0
|
|
4
4
|
Summary: A fast & compressed ndarray library with a flexible compute engine.
|
|
5
5
|
Home-page: https://github.com/Blosc/python-blosc2
|
|
6
6
|
Author-Email: Blosc Development Team <blosc@blosc.org>
|
|
@@ -22,13 +22,14 @@ Classifier: Programming Language :: Python :: 3.13
|
|
|
22
22
|
Project-URL: Homepage, https://github.com/Blosc/python-blosc2
|
|
23
23
|
Project-URL: Documentation, https://www.blosc.org/python-blosc2/python-blosc2.html
|
|
24
24
|
Requires-Python: >=3.11
|
|
25
|
-
Requires-Dist: numpy>=1.
|
|
25
|
+
Requires-Dist: numpy>=1.26
|
|
26
26
|
Requires-Dist: ndindex
|
|
27
27
|
Requires-Dist: msgpack
|
|
28
|
-
Requires-Dist: numexpr
|
|
29
|
-
Requires-Dist: py-cpuinfo
|
|
30
|
-
Requires-Dist: httpx
|
|
31
28
|
Requires-Dist: platformdirs
|
|
29
|
+
Requires-Dist: numexpr; platform_machine != "wasm32"
|
|
30
|
+
Requires-Dist: py-cpuinfo; platform_machine != "wasm32"
|
|
31
|
+
Requires-Dist: requests
|
|
32
|
+
Requires-Dist: dask; extra == "dev"
|
|
32
33
|
Requires-Dist: h5py; extra == "dev"
|
|
33
34
|
Requires-Dist: hdf5plugin; extra == "dev"
|
|
34
35
|
Requires-Dist: jupyterlab; extra == "dev"
|
|
@@ -42,8 +43,8 @@ Requires-Dist: s3fs; extra == "dev"
|
|
|
42
43
|
Requires-Dist: xarray; extra == "dev"
|
|
43
44
|
Requires-Dist: zarr; extra == "dev"
|
|
44
45
|
Requires-Dist: pytest; extra == "test"
|
|
45
|
-
Requires-Dist: psutil; extra == "test"
|
|
46
|
-
Requires-Dist: torch; extra == "test"
|
|
46
|
+
Requires-Dist: psutil; platform_machine != "wasm32" and extra == "test"
|
|
47
|
+
Requires-Dist: torch; platform_machine != "wasm32" and extra == "test"
|
|
47
48
|
Requires-Dist: sphinx>=8; extra == "doc"
|
|
48
49
|
Requires-Dist: pydata-sphinx-theme; extra == "doc"
|
|
49
50
|
Requires-Dist: numpydoc; extra == "doc"
|
|
@@ -1,5 +1,36 @@
|
|
|
1
1
|
# Release notes
|
|
2
2
|
|
|
3
|
+
## Changes from 3.1.1 to 3.2.0
|
|
4
|
+
|
|
5
|
+
* Structured arrays can be larger than 255 bytes now. This was a limitation
|
|
6
|
+
in the previous versions, but now it is gone (the new limit is ~512 MB,
|
|
7
|
+
which I hope will be enough for some time).
|
|
8
|
+
|
|
9
|
+
* New `blosc2.matmul()` function for computing matrix multiplication on NDArray
|
|
10
|
+
instances. This allows for efficient computations on compressed data that
|
|
11
|
+
can be in-memory, on-disk and in the network. See
|
|
12
|
+
[here](https://www.blosc.org/python-blosc2/reference/autofiles/operations_with_arrays/blosc2.matmul.html)
|
|
13
|
+
for more information.
|
|
14
|
+
|
|
15
|
+
* Support for building WASM32 wheels. This is a new feature that allows to
|
|
16
|
+
build wheels for WebAssembly 32-bit platforms. This is useful for running
|
|
17
|
+
Python code in the browser.
|
|
18
|
+
|
|
19
|
+
* Tested support for NumPy<2 (at least 1.26 series). Now, the library should
|
|
20
|
+
work with NumPy 1.26 and up.
|
|
21
|
+
|
|
22
|
+
* C-Blosc2 updated to 2.17.0.
|
|
23
|
+
|
|
24
|
+
* httpx has replaced by requests library for the remote proxy. This has been
|
|
25
|
+
done to avoid the need of the `httpx` library, which is not supported by
|
|
26
|
+
Pyodide.
|
|
27
|
+
|
|
28
|
+
## Changes from 3.1.0 to 3.1.1
|
|
29
|
+
|
|
30
|
+
* Quick release to fix an issue with version number in the package (was reporting 3.0.0
|
|
31
|
+
instead of 3.1.0).
|
|
32
|
+
|
|
33
|
+
|
|
3
34
|
## Changes from 3.0.0 to 3.1.0
|
|
4
35
|
|
|
5
36
|
### Improvements
|
|
@@ -19,7 +50,7 @@
|
|
|
19
50
|
### New API functions and decorators
|
|
20
51
|
|
|
21
52
|
* New `blosc2.evaluate()` function for evaluating expressions on NDArray/NumPy
|
|
22
|
-
instances. This a drop-in replacement of `numexpr.evaluate()`, but with the
|
|
53
|
+
instances. This a drop-in replacement of `numexpr.evaluate()`, but with the
|
|
23
54
|
next improvements:
|
|
24
55
|
- More functionality than numexpr (e.g. reductions).
|
|
25
56
|
- Follow casting rules of NumPy more closely.
|
|
@@ -4,7 +4,13 @@ Python-Blosc2 release procedure
|
|
|
4
4
|
Preliminaries
|
|
5
5
|
-------------
|
|
6
6
|
|
|
7
|
-
* Set the version number
|
|
7
|
+
* Set the version number for the release by using::
|
|
8
|
+
|
|
9
|
+
python update_version.py X.Y.Z
|
|
10
|
+
|
|
11
|
+
and double-check the updated version number in ``pyproject.toml`` and with::
|
|
12
|
+
|
|
13
|
+
python -c "import blosc2; print(blosc2.__version__)"
|
|
8
14
|
|
|
9
15
|
* Make sure that the c-blosc2 repository is updated to the latest version (or a specific
|
|
10
16
|
version that will be documented in the ``RELEASE_NOTES.md``). In ``CMakeLists.txt`` edit::
|
|
@@ -18,11 +24,10 @@ Preliminaries
|
|
|
18
24
|
|
|
19
25
|
* Make sure that the current main branch is passing the tests in continuous integration.
|
|
20
26
|
|
|
21
|
-
* Build the package and make sure that::
|
|
27
|
+
* Build the package and make sure that tests are passing::
|
|
22
28
|
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
is printing the correct versions.
|
|
29
|
+
pip install -e ".[test]"
|
|
30
|
+
pytest
|
|
26
31
|
|
|
27
32
|
* Make sure that ``RELEASE_NOTES.md`` and ``ANNOUNCE.rst`` are up to date with the
|
|
28
33
|
latest news in the release.
|
|
@@ -53,8 +58,24 @@ Tagging
|
|
|
53
58
|
|
|
54
59
|
git push --tags
|
|
55
60
|
|
|
61
|
+
* If you happen to have to delete the tag, such as artifacts demonstrates a fault, first delete it locally::
|
|
62
|
+
|
|
63
|
+
git tag --delete vX.Y.Z
|
|
64
|
+
|
|
65
|
+
and then remotely on Github:
|
|
66
|
+
|
|
67
|
+
git push --delete origin vX.Y.Z
|
|
68
|
+
|
|
56
69
|
* Make sure that the tag is passing the tests in continuous integration (this
|
|
57
|
-
may take
|
|
70
|
+
may take about 30 min).
|
|
71
|
+
|
|
72
|
+
* In case the automatic upload to PyPI fails, you can upload the package
|
|
73
|
+
wheels (and tarball!) by downloading the artifacts manually, copying to
|
|
74
|
+
an empty dir (say dist), and upload to PyPI with::
|
|
75
|
+
|
|
76
|
+
rm dist/*
|
|
77
|
+
# download artifacts from the tag in github
|
|
78
|
+
twine upload --repository blosc dist/*
|
|
58
79
|
|
|
59
80
|
* Update the latest release in the ``doc/python-blosc2.rst`` file with the new version
|
|
60
81
|
number (and date?). Do a commit::
|
|
@@ -62,10 +83,10 @@ Tagging
|
|
|
62
83
|
git commit -a -m "Update latest release in doc"
|
|
63
84
|
git push
|
|
64
85
|
|
|
65
|
-
* Go to ``Blosc/blogsite`` repo, then to "Actions", click
|
|
66
|
-
workflow run (at the top of the list), and then click on
|
|
67
|
-
jobs" button to regenerate the documentation and check that
|
|
68
|
-
correctly updated in https://www.blosc.org.
|
|
86
|
+
* Go to ``https://github.com/Blosc/blogsite`` repo, then to "Actions", click
|
|
87
|
+
on the most recent workflow run (at the top of the list), and then click on
|
|
88
|
+
the "Re-run all jobs" button to regenerate the documentation and check that
|
|
89
|
+
it has been correctly updated in https://www.blosc.org.
|
|
69
90
|
|
|
70
91
|
|
|
71
92
|
Checking packaging
|
|
@@ -93,6 +114,7 @@ Announcing
|
|
|
93
114
|
skeleton (or possibly as the definitive version). Start the subject with ANN:.
|
|
94
115
|
|
|
95
116
|
* Announce in Mastodon via https://fosstodon.org/@Blosc2 account and rejoice.
|
|
117
|
+
Announce it in Bluesky too.
|
|
96
118
|
|
|
97
119
|
|
|
98
120
|
Post-release actions
|
|
@@ -109,8 +131,9 @@ Post-release actions
|
|
|
109
131
|
|
|
110
132
|
XXX version-specific blurb XXX
|
|
111
133
|
|
|
112
|
-
* Update the version number in ``pyproject.toml`` to the next version number
|
|
113
|
-
|
|
134
|
+
* Update the version number in ``pyproject.toml`` and ``version.py`` to the next version number::
|
|
135
|
+
|
|
136
|
+
python update_version.py X.Y.(Z+1).dev0
|
|
114
137
|
|
|
115
138
|
* Commit your changes with::
|
|
116
139
|
|
|
@@ -0,0 +1,179 @@
|
|
|
1
|
+
#######################################################################
|
|
2
|
+
# Copyright (c) 2019-present, Blosc Development Team <blosc@blosc.org>
|
|
3
|
+
# All rights reserved.
|
|
4
|
+
#
|
|
5
|
+
# This source code is licensed under a BSD-style license (found in the
|
|
6
|
+
# LICENSE file in the root directory of this source tree)
|
|
7
|
+
#######################################################################
|
|
8
|
+
|
|
9
|
+
# Plots for the jit vs. numpy benchmarks on different array sizes and platforms.
|
|
10
|
+
|
|
11
|
+
import plotly.graph_objects as go
|
|
12
|
+
import numpy as np
|
|
13
|
+
|
|
14
|
+
iobw = True # use I/O bandwidth instead of time
|
|
15
|
+
|
|
16
|
+
sizes = [1, 5, 10, 20, 30, 35, 40, 45, 50, 55, 60, 65, 70, 75, 80, 85, 90, 95, 100, 105, 110, 150, 200, 250, 300, 350, 400, 450, 500, 600, 700]
|
|
17
|
+
sizes_GB = np.array([n * 1000 * n * 1000 * 4 * 2 / 2**30 for n in sizes])
|
|
18
|
+
|
|
19
|
+
# Default title
|
|
20
|
+
title_ = "np.sum(((a ** 3 + np.sin(a * 2)) < c) & (b > 0), axis=1); (codec: ZSTD)"
|
|
21
|
+
|
|
22
|
+
# Load the data from AMD Ryzen 9 9800X3D (64 GB RAM)
|
|
23
|
+
#title_ = "AMD Ryzen 9 9800X3D (64 GB RAM)"
|
|
24
|
+
|
|
25
|
+
create_ZSTD_l5_8bits_disk = [ 0.0291, 0.3015, 1.0396, 4.3120, 9.4448, 11.9615, 16.4934, 20.8363, 25.6686, 30.5084, 37.4541, 43.1708, 49.5912, 54.8510, 62.9904, 71.6792, 82.8624, 87.3148, 99.6089, 110.6020, 120.6817, 230.7189, 393.3838, 635.6783, 920.4081, 1224.8611, 1542.1973, 2067.7355, 2643.4060, 3960.7069, 6605.8679 ]
|
|
26
|
+
compute_ZSTD_l5_8bits_disk = [ 0.0018, 0.0264, 0.0666, 0.3514, 0.5839, 0.7897, 1.0354, 1.3110, 1.6365, 1.9557, 2.3461, 2.7590, 3.1654, 3.6511, 4.1705, 4.6487, 5.2456, 5.9307, 6.6057, 7.1372, 7.8886, 14.4919, 26.9140, 41.5376, 59.6396, 79.8878, 109.3518, 134.7697, 167.8493, 242.3677, 328.7269 ]
|
|
27
|
+
|
|
28
|
+
create_ZSTD_l5_8bits_mem = [ 0.2848, 0.5540, 1.6162, 5.0427, 10.2004, 14.9469, 17.0872, 23.2580, 26.4399, 35.9111, 38.8774, 47.2819, 59.8694, 55.6182, 64.7790, 73.3225, 89.1435, 89.1889, 105.3143, 123.7543, 127.4739, 268.2381, 397.1528, 682.4370, 931.2079, 1408.0286, 1907.0228, 2513.9356, 3169.7178, 4898.9904, 6108.3949 ]
|
|
29
|
+
compute_ZSTD_l5_8bits_mem = [ 3.5426, 0.0439, 0.0721, 0.3544, 0.6075, 0.7633, 1.0329, 1.2853, 1.6016, 1.9229, 2.2995, 2.7300, 3.1072, 3.5914, 4.0754, 4.5324, 5.1152, 5.8040, 6.4044, 6.9661, 7.7495, 14.3803, 26.1613, 40.5647, 58.5311, 77.8399, 105.7455, 132.6907, 166.3500, 247.3172, 325.7362 ]
|
|
30
|
+
|
|
31
|
+
create_ZSTD_l5_12bits_disk = [ 0.0431, 0.2961, 1.0377, 4.3224, 9.1700, 11.9641, 16.5006, 20.8539, 25.5999, 30.5143, 37.1139, 43.6415, 49.8283, 54.4649, 63.6562, 71.0058, 82.8709, 87.4242, 99.8155, 110.6995, 120.7145, 228.1858, 388.0447, 630.0056, 901.3052, 1227.0249, 1538.4994, 2192.4736, 3058.9535, 3970.1224, 6720.8534 ]
|
|
32
|
+
compute_ZSTD_l5_12bits_disk = [ 0.0018, 0.0261, 0.0668, 0.3529, 0.5862, 0.8014, 1.0288, 1.3392, 1.6499, 1.9708, 2.3465, 2.8174, 3.1577, 3.6683, 4.2046, 4.6664, 5.2713, 5.9672, 6.6033, 7.3388, 7.9277, 14.7204, 26.9279, 41.8064, 59.8765, 80.5294, 108.8107, 136.0069, 169.9042, 242.5698, 334.2899 ]
|
|
33
|
+
|
|
34
|
+
create_ZSTD_l5_12bits_mem = [ 0.3097, 0.7280, 1.5824, 5.3017, 10.0199, 15.0386, 16.8093, 23.5793, 26.4025, 35.4388, 38.3893, 47.5386, 61.0661, 56.6073, 66.3175, 72.9117, 89.0572, 89.0964, 104.8680, 125.0135, 128.6147, 269.4906, 397.8105, 743.2941, 936.2004, 1440.9327, 1934.9108, 2547.0800, 3438.9840, 4912.5360, 6103.0010 ]
|
|
35
|
+
compute_ZSTD_l5_12bits_mem = [ 3.2933, 0.0450, 0.0823, 0.3598, 0.6156, 0.7802, 1.0374, 1.3120, 1.6274, 1.9737, 2.3018, 2.7496, 3.0923, 3.6573, 4.0879, 4.5646, 5.1826, 5.8380, 6.4389, 7.0517, 7.7586, 14.6210, 26.0380, 40.9289, 58.5579, 79.5502, 106.3976, 134.6044, 166.4742, 237.0625, 333.7096 ]
|
|
36
|
+
|
|
37
|
+
create_ZSTD_l5_16bits_disk = [ 0.0430, 0.3144, 1.0715, 4.2417, 9.1328, 11.9006, 16.4920, 20.4754, 25.5973, 30.1237, 36.9232, 42.6159, 48.9959, 53.9110, 62.4312, 70.7186, 81.0649, 86.1593, 98.1041, 110.4069, 120.2413, 226.6709, 381.0409, 620.3338, 892.2901, 1240.1823, 1629.5867, 2177.8013, 2969.3828, 3967.6243, 6609.0145 ]
|
|
38
|
+
compute_ZSTD_l5_16bits_disk = [ 0.0018, 0.0271, 0.0691, 0.3559, 0.5969, 0.8219, 1.0591, 1.3476, 1.6760, 1.9941, 2.3686, 2.8510, 3.1904, 3.7279, 4.2099, 4.7084, 5.3074, 5.9957, 6.6762, 7.2743, 8.0519, 14.8181, 27.5201, 42.3674, 60.4739, 81.2832, 112.6656, 139.3029, 174.4497, 246.2020, 336.9309 ]
|
|
39
|
+
|
|
40
|
+
create_ZSTD_l5_16bits_mem = [ 0.2618, 0.9147, 1.6346, 5.2474, 10.0476, 15.1650, 17.5610, 22.8673, 26.4274, 36.0352, 39.2973, 47.8204, 60.1208, 55.8942, 68.1996, 73.0547, 85.7855, 89.3090, 104.9364, 126.9699, 123.1824, 276.0629, 396.0899, 743.5490, 934.4396, 1478.9950, 1931.2574, 2532.6307, 3402.5700, 4885.8968, 6654.6702 ]
|
|
41
|
+
compute_ZSTD_l5_16bits_mem = [ 2.7690, 0.0459, 0.0738, 0.3657, 0.6195, 0.7958, 1.0575, 1.3256, 1.6513, 2.0090, 2.3522, 2.8353, 3.1545, 3.6713, 4.1154, 4.6581, 5.2726, 5.9554, 6.5680, 7.2284, 7.9461, 14.6099, 26.8851, 41.2897, 59.4072, 79.7960, 108.8751, 136.0794, 169.3939, 240.8721, 338.8543 ]
|
|
42
|
+
|
|
43
|
+
create_ZSTD_l5_24bits_disk = [ 0.0443, 0.3082, 1.1479, 4.6196, 10.3190, 13.5080, 18.2468, 22.4225, 28.2498, 33.4455, 40.8569, 46.7288, 53.3009, 59.0729, 67.3034, 75.1796, 87.8337, 92.0496, 103.9884, 115.9744, 127.8724, 234.0250, 399.6466, 643.1328, 922.7186, 1243.4742, 1585.6460, 2392.9311, 3028.6756, 4026.1285, 6778.0339 ]
|
|
44
|
+
compute_ZSTD_l5_24bits_disk = [ 0.0018, 0.0275, 0.0743, 0.3770, 0.6462, 0.8711, 1.1622, 1.4456, 1.8297, 2.1455, 2.5582, 3.0233, 3.4629, 3.9855, 4.5493, 5.0444, 5.7148, 6.4459, 7.0735, 7.6082, 8.5538, 15.6118, 28.4247, 43.4489, 62.4833, 84.2844, 112.2303, 145.1725, 175.4419, 250.6996, 342.5847 ]
|
|
45
|
+
|
|
46
|
+
create_ZSTD_l5_24bits_mem = [ 0.2846, 0.7443, 1.7465, 5.6776, 11.1323, 16.4522, 19.0117, 25.3204, 28.7993, 38.0313, 41.5742, 50.2025, 63.5148, 60.0686, 70.0280, 76.9878, 95.6996, 93.7957, 108.3032, 130.7858, 131.2840, 274.0678, 405.2104, 748.1952, 955.4778, 1448.5087, 1947.1579, 2444.6069, 3487.4620, 4914.8358, 6685.2610 ]
|
|
47
|
+
compute_ZSTD_l5_24bits_mem = [ 2.7509, 0.0466, 0.0854, 0.3774, 0.6809, 0.8508, 1.1446, 1.4176, 1.8078, 2.1420, 2.5089, 2.9998, 3.4242, 3.9550, 4.4779, 4.9172, 5.5910, 6.2880, 6.9373, 7.5398, 8.3317, 15.4684, 27.6829, 43.0323, 61.5013, 82.3317, 110.7303, 140.3281, 173.7906, 248.9565, 340.5203 ]
|
|
48
|
+
|
|
49
|
+
create_ZSTD_l5_32bits_disk = [ 0.0515, 0.3116, 1.1512, 4.6352, 9.9101, 12.8060, 17.4190, 22.0518, 27.1258, 32.9336, 40.1834, 45.2333, 51.1433, 57.7009, 66.7316, 75.2147, 86.7955, 92.3465, 112.3666, 123.4091, 136.4982, 248.1517, 425.7151, 692.5093, 964.6273, 1288.3537, 1768.9565, 2363.8556, 3052.0195, 4435.4477, 7077.3454 ]
|
|
50
|
+
compute_ZSTD_l5_32bits_disk = [ 0.0020, 0.0297, 0.0831, 0.4003, 0.7244, 0.9587, 1.2656, 1.5964, 1.9488, 2.3584, 2.8733, 3.3516, 3.6925, 4.4041, 4.9282, 5.7000, 6.0026, 7.1855, 7.6281, 8.3859, 9.1505, 16.9414, 31.5513, 47.6357, 66.7197, 88.0063, 124.9729, 157.2028, 189.8281, 277.6650, 372.2259 ]
|
|
51
|
+
|
|
52
|
+
create_ZSTD_l5_32bits_mem = [ 0.2740, 1.0527, 1.8111, 5.7117, 11.1256, 16.2087, 18.1610, 25.3161, 27.6771, 38.2490, 40.6003, 48.3606, 63.4355, 59.2211, 68.5838, 76.7220, 97.3595, 94.7692, 117.2560, 138.9500, 139.6692, 292.7232, 430.8667, 796.4217, 1008.3740, 1488.9369, 2143.2650, 2772.4041, 3675.6133, 5406.4743, 6472.9431 ]
|
|
53
|
+
compute_ZSTD_l5_32bits_mem = [ 3.7490, 0.0531, 0.0929, 0.4056, 0.7479, 0.9526, 1.2541, 1.5919, 1.9174, 2.3495, 2.8487, 3.3340, 3.6438, 4.3989, 4.8966, 5.6537, 5.9449, 7.0888, 7.5406, 8.3222, 9.1164, 16.8181, 30.9136, 47.1204, 66.4587, 87.1323, 122.4179, 157.8325, 187.5637, 271.5958, 374.7192 ]
|
|
54
|
+
|
|
55
|
+
create_ZSTD_l5_f32_disk = [ 0.1891, 0.2530, 0.9717, 3.9297, 8.7861, 11.7525, 16.2177, 19.6682, 22.5171, 27.8397, 34.4995, 41.3844, 47.3245, 50.1879, 61.5008, 63.4198, 77.2572, 107.3055, 95.6815, 103.9656, 110.2893, 195.1330, 378.3826, 533.2835, 873.7248, 1151.9387, 1498.3907, 1954.9378, 2343.6427, 3477.0688, 4274.8765 ]
|
|
56
|
+
compute_ZSTD_l5_f32_disk = [ 0.0013, 0.0150, 0.0526, 0.2082, 0.4613, 0.6286, 0.8218, 1.0329, 1.2733, 1.5246, 1.7876, 2.1808, 2.4450, 2.7508, 3.1495, 3.5895, 3.9414, 4.4979, 4.9185, 5.4491, 5.9133, 10.9502, 19.4659, 30.3280, 43.5058, 59.6969, 78.8010, 98.6456, 123.3424, 174.8172, 238.0731 ]
|
|
57
|
+
|
|
58
|
+
|
|
59
|
+
yaxis_title = 'Time (s)'
|
|
60
|
+
if iobw:
|
|
61
|
+
yaxis_title = 'I/O bandwidth (GB/s)'
|
|
62
|
+
# Convert times to I/O bandwidth
|
|
63
|
+
create_ZSTD_l5_8bits_disk = sizes_GB[:len(create_ZSTD_l5_8bits_disk)] / np.array(create_ZSTD_l5_8bits_disk)
|
|
64
|
+
compute_ZSTD_l5_8bits_disk = sizes_GB[:len(compute_ZSTD_l5_8bits_disk)] / np.array(compute_ZSTD_l5_8bits_disk)
|
|
65
|
+
create_ZSTD_l5_8bits_mem = sizes_GB[:len(create_ZSTD_l5_8bits_mem)] / np.array(create_ZSTD_l5_8bits_mem)
|
|
66
|
+
compute_ZSTD_l5_8bits_mem = sizes_GB[:len(compute_ZSTD_l5_8bits_mem)] / np.array(compute_ZSTD_l5_8bits_mem)
|
|
67
|
+
create_ZSTD_l5_12bits_disk = sizes_GB[:len(create_ZSTD_l5_12bits_disk)] / np.array(create_ZSTD_l5_12bits_disk)
|
|
68
|
+
compute_ZSTD_l5_12bits_disk = sizes_GB[:len(compute_ZSTD_l5_12bits_disk)] / np.array(compute_ZSTD_l5_12bits_disk)
|
|
69
|
+
create_ZSTD_l5_12bits_mem = sizes_GB[:len(create_ZSTD_l5_12bits_mem)] / np.array(create_ZSTD_l5_12bits_mem)
|
|
70
|
+
compute_ZSTD_l5_12bits_mem = sizes_GB[:len(compute_ZSTD_l5_12bits_mem)] / np.array(compute_ZSTD_l5_12bits_mem)
|
|
71
|
+
create_ZSTD_l5_16bits_disk = sizes_GB[:len(create_ZSTD_l5_16bits_disk)] / np.array(create_ZSTD_l5_16bits_disk)
|
|
72
|
+
compute_ZSTD_l5_16bits_disk = sizes_GB[:len(compute_ZSTD_l5_16bits_disk)] / np.array(compute_ZSTD_l5_16bits_disk)
|
|
73
|
+
create_ZSTD_l5_16bits_mem = sizes_GB[:len(create_ZSTD_l5_16bits_mem)] / np.array(create_ZSTD_l5_16bits_mem)
|
|
74
|
+
compute_ZSTD_l5_16bits_mem = sizes_GB[:len(compute_ZSTD_l5_16bits_mem)] / np.array(compute_ZSTD_l5_16bits_mem)
|
|
75
|
+
create_ZSTD_l5_24bits_disk = sizes_GB[:len(create_ZSTD_l5_24bits_disk)] / np.array(create_ZSTD_l5_24bits_disk)
|
|
76
|
+
compute_ZSTD_l5_24bits_disk = sizes_GB[:len(compute_ZSTD_l5_24bits_disk)] / np.array(compute_ZSTD_l5_24bits_disk)
|
|
77
|
+
create_ZSTD_l5_24bits_mem = sizes_GB[:len(create_ZSTD_l5_24bits_mem)] / np.array(create_ZSTD_l5_24bits_mem)
|
|
78
|
+
compute_ZSTD_l5_24bits_mem = sizes_GB[:len(compute_ZSTD_l5_24bits_mem)] / np.array(compute_ZSTD_l5_24bits_mem)
|
|
79
|
+
create_ZSTD_l5_32bits_disk = sizes_GB[:len(create_ZSTD_l5_32bits_disk)] / np.array(create_ZSTD_l5_32bits_disk)
|
|
80
|
+
compute_ZSTD_l5_32bits_disk = sizes_GB[:len(compute_ZSTD_l5_32bits_disk)] / np.array(compute_ZSTD_l5_32bits_disk)
|
|
81
|
+
create_ZSTD_l5_32bits_mem = sizes_GB[:len(create_ZSTD_l5_32bits_mem)] / np.array(create_ZSTD_l5_32bits_mem)
|
|
82
|
+
compute_ZSTD_l5_32bits_mem = sizes_GB[:len(compute_ZSTD_l5_32bits_mem)] / np.array(compute_ZSTD_l5_32bits_mem)
|
|
83
|
+
create_ZSTD_l5_f32_disk = sizes_GB[:len(create_ZSTD_l5_f32_disk)] / np.array(create_ZSTD_l5_f32_disk)
|
|
84
|
+
compute_ZSTD_l5_f32_disk = sizes_GB[:len(compute_ZSTD_l5_f32_disk)] / np.array(compute_ZSTD_l5_f32_disk)
|
|
85
|
+
|
|
86
|
+
|
|
87
|
+
def add_ram_limit(figure, compute=True):
|
|
88
|
+
y1_max = 20 if compute else 1
|
|
89
|
+
#y1_max = 35 if compute else y1_max
|
|
90
|
+
figure.add_shape(
|
|
91
|
+
type="line", x0=64, y0=0, x1=64, y1=y1_max,
|
|
92
|
+
line=dict(color="Gray", width=2, dash="dot"),
|
|
93
|
+
)
|
|
94
|
+
figure.add_annotation(x=np.log10(64), y=y1_max * .9, text="64 GB", showarrow=True, arrowhead=2, ax=40, ay=0, xref='x')
|
|
95
|
+
|
|
96
|
+
|
|
97
|
+
# Plot the data. There will be 2 plots: one for create times and another for compute times
|
|
98
|
+
labels = {
|
|
99
|
+
'8bits_disk': "8 bits, disk",
|
|
100
|
+
'8bits_mem': "8 bits, mem",
|
|
101
|
+
'12bits_disk': "12 bits, disk",
|
|
102
|
+
'12bits_mem': "12 bits, mem",
|
|
103
|
+
'16bits_disk': "16 bits, disk",
|
|
104
|
+
'16bits_mem': "16 bits, mem",
|
|
105
|
+
'24bits_disk': "24 bits, disk",
|
|
106
|
+
'24bits_mem': "24 bits, mem",
|
|
107
|
+
'32bits_disk': "32 bits, disk",
|
|
108
|
+
'32bits_mem': "32 bits, mem",
|
|
109
|
+
'f32_disk': "f32, disk",
|
|
110
|
+
'f32_mem': "f32, mem",
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
# The create times plot
|
|
114
|
+
fig_create = go.Figure()
|
|
115
|
+
fig_create.add_trace(
|
|
116
|
+
go.Scatter(x=sizes_GB, y=create_ZSTD_l5_8bits_disk, mode='lines+markers', name=labels["8bits_disk"]))
|
|
117
|
+
fig_create.add_trace(
|
|
118
|
+
go.Scatter(x=sizes_GB, y=create_ZSTD_l5_8bits_mem, mode='lines+markers', name=labels["8bits_mem"]))
|
|
119
|
+
fig_create.add_trace(
|
|
120
|
+
go.Scatter(x=sizes_GB, y=create_ZSTD_l5_12bits_disk, mode='lines+markers', name=labels["12bits_disk"]))
|
|
121
|
+
fig_create.add_trace(
|
|
122
|
+
go.Scatter(x=sizes_GB, y=create_ZSTD_l5_12bits_mem, mode='lines+markers', name=labels["12bits_mem"]))
|
|
123
|
+
fig_create.add_trace(
|
|
124
|
+
go.Scatter(x=sizes_GB, y=create_ZSTD_l5_16bits_disk, mode='lines+markers', name=labels["16bits_disk"]))
|
|
125
|
+
fig_create.add_trace(
|
|
126
|
+
go.Scatter(x=sizes_GB, y=create_ZSTD_l5_16bits_mem, mode='lines+markers', name=labels["16bits_mem"]))
|
|
127
|
+
fig_create.add_trace(
|
|
128
|
+
go.Scatter(x=sizes_GB, y=create_ZSTD_l5_24bits_disk, mode='lines+markers', name=labels["24bits_disk"]))
|
|
129
|
+
fig_create.add_trace(
|
|
130
|
+
go.Scatter(x=sizes_GB, y=create_ZSTD_l5_24bits_mem, mode='lines+markers', name=labels["24bits_mem"]))
|
|
131
|
+
fig_create.add_trace(
|
|
132
|
+
go.Scatter(x=sizes_GB, y=create_ZSTD_l5_32bits_disk, mode='lines+markers', name=labels["32bits_disk"]))
|
|
133
|
+
fig_create.add_trace(
|
|
134
|
+
go.Scatter(x=sizes_GB, y=create_ZSTD_l5_32bits_mem, mode='lines+markers', name=labels["32bits_mem"]))
|
|
135
|
+
fig_create.add_trace(
|
|
136
|
+
go.Scatter(x=sizes_GB, y=create_ZSTD_l5_f32_disk, mode='lines+markers', name=labels["f32_disk"],
|
|
137
|
+
line=dict(color='brown')))
|
|
138
|
+
#fig_create.add_trace(go.Scatter(x=sizes_GB, y=create_ZSTD_l5_f32_mem, mode='lines+markers', name=labels["f32_mem"]))
|
|
139
|
+
fig_create.update_layout(title=f'Create operands: {title_}', xaxis_title='Size (GB)', yaxis_title=yaxis_title,
|
|
140
|
+
xaxis_type="log")
|
|
141
|
+
|
|
142
|
+
# Add a vertical line at RAM limit
|
|
143
|
+
add_ram_limit(fig_create, compute=False)
|
|
144
|
+
|
|
145
|
+
# The compute times plot
|
|
146
|
+
fig_compute = go.Figure()
|
|
147
|
+
fig_compute.add_trace(
|
|
148
|
+
go.Scatter(x=sizes_GB, y=compute_ZSTD_l5_8bits_disk, mode='lines+markers', name=labels["8bits_disk"]))
|
|
149
|
+
fig_compute.add_trace(
|
|
150
|
+
go.Scatter(x=sizes_GB, y=compute_ZSTD_l5_8bits_mem, mode='lines+markers', name=labels["8bits_mem"]))
|
|
151
|
+
fig_compute.add_trace(
|
|
152
|
+
go.Scatter(x=sizes_GB, y=compute_ZSTD_l5_12bits_disk, mode='lines+markers', name=labels["12bits_disk"]))
|
|
153
|
+
fig_compute.add_trace(
|
|
154
|
+
go.Scatter(x=sizes_GB, y=compute_ZSTD_l5_12bits_mem, mode='lines+markers', name=labels["12bits_mem"]))
|
|
155
|
+
fig_compute.add_trace(
|
|
156
|
+
go.Scatter(x=sizes_GB, y=compute_ZSTD_l5_16bits_disk, mode='lines+markers', name=labels["16bits_disk"]))
|
|
157
|
+
fig_compute.add_trace(
|
|
158
|
+
go.Scatter(x=sizes_GB, y=compute_ZSTD_l5_16bits_mem, mode='lines+markers', name=labels["16bits_mem"]))
|
|
159
|
+
fig_compute.add_trace(
|
|
160
|
+
go.Scatter(x=sizes_GB, y=compute_ZSTD_l5_24bits_disk, mode='lines+markers', name=labels["24bits_disk"]))
|
|
161
|
+
fig_compute.add_trace(
|
|
162
|
+
go.Scatter(x=sizes_GB, y=compute_ZSTD_l5_24bits_mem, mode='lines+markers', name=labels["24bits_mem"]))
|
|
163
|
+
fig_compute.add_trace(
|
|
164
|
+
go.Scatter(x=sizes_GB, y=compute_ZSTD_l5_32bits_disk, mode='lines+markers', name=labels["32bits_disk"]))
|
|
165
|
+
fig_compute.add_trace(
|
|
166
|
+
go.Scatter(x=sizes_GB, y=compute_ZSTD_l5_32bits_mem, mode='lines+markers', name=labels["32bits_mem"]))
|
|
167
|
+
fig_compute.add_trace(
|
|
168
|
+
go.Scatter(x=sizes_GB, y=compute_ZSTD_l5_f32_disk, mode='lines+markers', name=labels["f32_disk"],
|
|
169
|
+
line=dict(color='brown')))
|
|
170
|
+
#fig_compute.add_trace(go.Scatter(x=sizes_GB, y=compute_ZSTD_l5_f32_mem, mode='lines+markers', name=labels["f32_mem"]))
|
|
171
|
+
fig_compute.update_layout(title=f'Blosc2 compute: {title_}', xaxis_title='Size (GB)', yaxis_title=yaxis_title,
|
|
172
|
+
xaxis_type="log")
|
|
173
|
+
|
|
174
|
+
# Add a vertical line at RAM limit
|
|
175
|
+
add_ram_limit(fig_compute, compute=True)
|
|
176
|
+
|
|
177
|
+
# Show the plots
|
|
178
|
+
fig_create.show()
|
|
179
|
+
fig_compute.show()
|