blosc2 4.2.0__tar.gz → 4.3.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- blosc2-4.3.1/ANNOUNCE.rst +83 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/CMakeLists.txt +18 -34
- {blosc2-4.2.0 → blosc2-4.3.1}/PKG-INFO +1 -1
- {blosc2-4.2.0 → blosc2-4.3.1}/RELEASE_NOTES.md +186 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/RELEASING.rst +1 -2
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/conf.py +10 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/13.containers.ipynb +70 -46
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/13.ctable-basics.ipynb +804 -705
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/python-blosc2.rst +1 -1
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/classes.rst +1 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/ctable.rst +251 -19
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/misc.rst +9 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/ndarray.rst +2 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/reduction_functions.rst +7 -0
- blosc2-4.3.1/doc/reference/ref.rst +54 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/aggregates.py +9 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/arrow_interop.py +18 -5
- blosc2-4.3.1/examples/ctable/group_by.py +75 -0
- blosc2-4.3.1/examples/ctable/ndim-cols.py +138 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/querying.py +8 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/schema.py +65 -6
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/tree-store.py +46 -1
- blosc2-4.3.1/plans/ctable-dictionary-type.md +688 -0
- blosc2-4.3.1/plans/ctable-groupby.md +433 -0
- blosc2-4.3.1/plans/ctable-ndarray-cols-copilot-sonnet.md +647 -0
- blosc2-4.3.1/plans/ctable-ndarray-cols.md +660 -0
- blosc2-4.3.1/plans/ctable-nested-fields.md +251 -0
- blosc2-4.3.1/plans/ctable-separate-nested-cols.md +686 -0
- blosc2-4.3.1/plans/tree_store_ctable_ndarray.md +670 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/pyproject.toml +1 -1
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/__init__.py +33 -8
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/batch_array.py +49 -9
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/c2array.py +10 -5
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/cli/parquet_to_blosc2.py +705 -28
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/core.py +2 -1
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/ctable.py +3927 -451
- blosc2-4.3.1/src/blosc2/ctable_storage.py +1167 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/dict_store.py +19 -4
- blosc2-4.3.1/src/blosc2/dictionary_column.py +280 -0
- blosc2-4.3.1/src/blosc2/groupby.py +1904 -0
- blosc2-4.3.1/src/blosc2/groupby_ext.pyx +1140 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/indexing.py +6 -1
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/indexing_ext.pyx +27 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/lazyexpr.py +120 -34
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/list_array.py +52 -3
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/ndarray.py +73 -7
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/schema.py +212 -4
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/schema_compiler.py +58 -8
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/schema_validation.py +18 -4
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/schema_vectorized.py +24 -1
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/schunk.py +6 -28
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/tree_store.py +451 -81
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/utils.py +61 -35
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/version.py +1 -1
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_arrow_interop.py +84 -1
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_column.py +103 -4
- blosc2-4.3.1/tests/ctable/test_csv_interop.py +529 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_ctable_dataclass_schema.py +98 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_ctable_indexing.py +2 -0
- blosc2-4.3.1/tests/ctable/test_ctable_ndarray_columns.py +231 -0
- blosc2-4.3.1/tests/ctable/test_dictionary_column.py +485 -0
- blosc2-4.3.1/tests/ctable/test_getitem_access.py +145 -0
- blosc2-4.3.1/tests/ctable/test_groupby.py +496 -0
- blosc2-4.3.1/tests/ctable/test_nested_access_storage.py +165 -0
- blosc2-4.3.1/tests/ctable/test_nested_append.py +96 -0
- blosc2-4.3.1/tests/ctable/test_nested_metadata_root.py +93 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_nullable.py +23 -0
- blosc2-4.3.1/tests/ctable/test_object_spec.py +66 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_parquet_interop.py +638 -2
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_schema_specs.py +18 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_sort_by.py +26 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_table_persistency.py +2 -7
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_varlen_columns.py +10 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_elementwise_funcs.py +2 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_indexing.py +20 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_lazyexpr.py +66 -73
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_reductions.py +99 -120
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_batch_array.py +11 -4
- blosc2-4.3.1/tests/test_group_reduce.py +85 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_open.py +11 -15
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_tree_store.py +386 -0
- blosc2-4.2.0/ANNOUNCE.rst +0 -86
- blosc2-4.2.0/doc/reference/ref.rst +0 -13
- blosc2-4.2.0/src/blosc2/ctable_storage.py +0 -605
- blosc2-4.2.0/tests/ctable/test_csv_interop.py +0 -235
- {blosc2-4.2.0 → blosc2-4.3.1}/.gitattributes +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/.gitignore +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/.guix/modules/python-blosc2-package.scm +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/.guix-channel +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/.pre-commit-config.yaml +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/.skills/wasm32-pyodide-dev/SKILL.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/.skills/wasm32-pyodide-dev/references/commands.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/ADD_LAZYFUNCS.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/AGENTS.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/CONTRIBUTING.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/LICENSE.txt +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/README.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/README_DEVELOPERS.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/ROADMAP-TO-4.0.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/code_of_conduct.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/_static/blosc-favicon_32x32.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/_static/blosc-favicon_64x64.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/_static/blosc-logo_128.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/_static/blosc-logo_256.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/_static/css/custom.css +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/development/code-of-conduct.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/development/contributing.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/development/index.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/development/roadmap.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/dsl_syntax.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/index.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/installation.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/overview.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/01.ndarray-basics.ipynb +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/02.lazyarray-expressions.ipynb +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/03.lazyarray-udf-kernels.ipynb +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/03.lazyarray-udf.ipynb +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/04.reductions.ipynb +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/05.persistent-reductions.ipynb +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/06.remote_proxy.ipynb +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/07.schunk-basics.ipynb +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/08.schunk-slicing_and_beyond.ipynb +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/09.ucodecs-ufilters.ipynb +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/10.prefilters.ipynb +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/11.objectarray.ipynb +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/12.batcharray.ipynb +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/14.indexing-arrays.ipynb +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/15.indexing-ctables.ipynb +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/blosc2-pipeline.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/blosc2-pipeline.svg +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/containers/README.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/containers/overview.svg +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/lazyexpr-broadcast.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/proxyconnection.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/reductions/3D-cube-plane.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/reductions/3D-cube.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/reductions/memory-access-2D-x.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/reductions/memory-access-2D-y.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/remote_proxy.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/backward.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/backward.svg +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/decoder.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/decoder.svg +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/decoder2.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/decoder2.svg +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/encoder.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/encoder.svg +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/encoder2.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/encoder2.svg +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/forward.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/forward.svg +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/index.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/additional_funcs.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/array.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/array_operations.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/batch_array.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/c2array.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/dict_store.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/embed_store.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/index.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/index_class.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/index_funcs.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/lazyarray.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/linalg.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/list_array.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/low_level.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/msgpack_serialization.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/ndfield.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/objectarray.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/proxy.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/proxyndsource.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/proxysource.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/save_load.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/schunk.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/simpleproxy.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/storage.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/tree_store.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/ufuncs.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/utilities.rst +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/doc/release_notes/index.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/batch_array.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/blosc2_hdf5_compression.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/btune.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/c2array-get-slice.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/compress2_decompress2.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/compress_decompress.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/basics.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/computed-columns.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/csv_interop.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/index_on_b2z.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/indexing.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/mutations.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/nullable.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/persistence.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/real_world.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/varlen_columns.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/dict-store.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/embed-store.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/embedded-expr-udf-b2z.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/filler.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/gil.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/mmap-rw.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/animated_plot.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/arange-constructor.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/asarray_.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/black-scholes_hist-dsl.ipynb +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/blosc2_3_10_demo.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/broadcast_expr.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/buffer.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/bytedelta_filter.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/c2array_expr.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/compute_expr.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/compute_fields.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/compute_udf_numba.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/compute_where.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/copy_.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/dsl_save.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/empty_.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/expression_index.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/eye-constructor.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/filter_sort_fields.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/formats.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/fromiter-constructor.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/general_expressions.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/getitem.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/index_append_maintenance.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/index_sorted_iteration.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/ironpill1.ipynb +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/iterchunks_info.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/jit-expr.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/jit-numpy-funcs.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/jit-reduc.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/lazyexpr_where_indexing.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/linspace-constructor.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/lists-vs-bools-idx.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/malformed_dsl.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/mandelbrot-dsl.ipynb +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/mandelbrot-pure-dsl.ipynb +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/meta.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/ndarray_copy.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/ndmean.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/persistency.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/proxy-carray.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/proxy-ndarray.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/reduce_and_enlarge.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/reduce_expr.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/reduce_expr_save.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/reduce_string_expr.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/resize_.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/string_arrays.ipynb +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/work_with_numpy.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/xarray-expression.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/zfp_codec.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/objectarray.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/pack_array.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/pack_tensor.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/postfilter1.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/postfilter2.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/postfilter3.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/prefilter.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ref-object.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/save_tensor.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/schunk.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/schunk_roundtrip.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/tree-store-blog.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ucodecs.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/ufilters.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/vlmeta.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/examples/vlstore-lazyudf.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/generate_version.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/guix.scm +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/images/Complete-Write-Read-B2ND.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/images/M1-i386-vs-arm64-pack.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/images/M1-i386-vs-arm64-unpack.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/images/Read-Partial-Slices-B2ND.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/images/b2nd-2level-parts.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/images/eval-expr-full-mem-M2.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/images/eval-expr-scarce-mem-M2.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/images/lazyarray-dask-large.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/images/lazyarray-dask-small.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/images/lazyarray-expr-large.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/images/lazyarray-expr.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/images/linspace-compress.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/images/linspace-decompress.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/images/pack-array-cratios.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/images/reduc-float64-amd.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/images/reduc-float64-log-amd.png +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/changing-default-open-mode.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/computed-column-copilot.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/containers-tutorial.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-direct-expr-indexing.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-getitem-row.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-implementation-log.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-indexes-opsi.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-indexing.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-nulls.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-object-array.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-parquet-metadata.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-persistency.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-schema.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-user-guide.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-varlen-cols.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/external-js-glue-blosc2-todo.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/external-js-glue.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/materialized-computed-column.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/new-ctable-views.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/phase0-t1-dsl-syntax-inventory.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/tree_store_extensions.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/treestore-ctable-extension.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/plans/wasm32-todo.md +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/pytest.ini +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/scripts/install-codex-skill-wasm32.sh +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/b2objects.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/blosc2_ext.pyx +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/cli/__init__.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/dsl_kernel.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/embed_store.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/exceptions.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/fft.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/info.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/linalg.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/matmul_kernels.c +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/matmul_kernels.h +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/msgpack_utils.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/objectarray.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/proxy.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/ref.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/scalar_array.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/storage.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/wasm_jit.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/array-api-xfails.txt +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/conftest.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_column_ndarray_like.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_compact.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_construct.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_ctable_computed_cols.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_delete_rows.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_extend_delete.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_row_logic.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_schema_compiler.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_schema_mutations.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_schema_validation.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_select_describe_cov.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_varlen_schema_compiler.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_vlstring_vlbytes.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_where_expressions.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/data/legacy_lazyexpr_v1/a.b2nd +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/data/legacy_lazyexpr_v1/b.b2nd +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/data/legacy_lazyexpr_v1/expr.b2nd +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/data/legacy_lazyudf_v1/a.b2nd +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/data/legacy_lazyudf_v1/b.b2nd +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/data/legacy_lazyudf_v1/expr.b2nd +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_auto_parts.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_buffer.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_c2array_expr.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_c2array_reductions.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_c2array_udf.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_concat.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_copy.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_dsl_kernels.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_empty.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_evaluate.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_full.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_get_slice_nchunks.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_getitem.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_iterchunks_info.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_jit.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_lazyexpr_fields.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_lazyudf.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_linalg.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_lossy.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_metalayers.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_mode.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_nans.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_ndarray.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_numpy.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_persistency.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_proxy.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_proxy_c2array.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_proxy_expr.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_resize.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_setitem.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_slice.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_squeeze.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_stringarrays.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_struct_dtype.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_wasm_dsl_jit.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_zeros.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_b2objects.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_bytes_array.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_comp_info.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_compress2.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_compression_parameters.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_compressors.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_decompress.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_dict_store.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_embed_store.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_iterchunks.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_list_array.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_mmap.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_numexpr_threads.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_objectarray.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_open_c2array.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_pandas_udf_engine.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_pathlib.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_postfilters.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_prefilters.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_proxy_schunk.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_python_blosc.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_schunk.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_schunk_constructor.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_schunk_delete.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_schunk_get_slice.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_schunk_get_slice_nchunks.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_schunk_insert.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_schunk_reorder_offsets.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_schunk_set_slice.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_schunk_update.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_storage.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_tensor.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_ucodecs.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_ufilters.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_vlmeta.py +0 -0
- {blosc2-4.2.0 → blosc2-4.3.1}/update_version.py +0 -0
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
Announcing Python-Blosc2 4.3.1
|
|
2
|
+
===============================
|
|
3
|
+
|
|
4
|
+
We are happy to announce Python-Blosc2 4.3.1, a maintenance release focused on
|
|
5
|
+
``CTable`` nested-column ergonomics, grouped reductions, and API/documentation
|
|
6
|
+
polish.
|
|
7
|
+
|
|
8
|
+
The main improvements are:
|
|
9
|
+
|
|
10
|
+
- **Nested names in group-by results**: ``CTable.group_by()`` results can now
|
|
11
|
+
preserve dotted/nested column names such as ``trip.sec`` instead of requiring
|
|
12
|
+
Python-identifier-only output names.
|
|
13
|
+
|
|
14
|
+
- **Column-object selectors**: ``CTable.group_by()`` and ``CTable.sort_by()`` now
|
|
15
|
+
accept ``Column`` objects in addition to string names. This enables natural
|
|
16
|
+
nested-column idioms such as::
|
|
17
|
+
|
|
18
|
+
t.group_by(t.trip.sec).size()
|
|
19
|
+
t.sort_by(t.trip.sec)
|
|
20
|
+
|
|
21
|
+
- **Grouped arg reductions**: ``CTableGroupBy`` now supports ``argmin()`` and
|
|
22
|
+
``argmax()``, plus ``agg({"col": "argmin"})`` and
|
|
23
|
+
``agg({"col": "argmax"})``. Results are logical row positions in the
|
|
24
|
+
grouped table or view; groups with no non-null values return ``-1``.
|
|
25
|
+
|
|
26
|
+
- **``blosc2.array()``**: added a NumPy-like constructor for NDArrays. It
|
|
27
|
+
mirrors ``blosc2.asarray()`` but defaults to ``copy=True``, so passing an
|
|
28
|
+
existing ``NDArray`` creates a copy unless ``copy=False`` or ``copy=None`` is
|
|
29
|
+
requested.
|
|
30
|
+
|
|
31
|
+
- **Reference documentation updates**: expanded the CTable docs with
|
|
32
|
+
``RowTransformer`` and ``Column.row_transformer``; documented
|
|
33
|
+
``CTableGroupBy.argmin`` / ``argmax``; added public schema factory functions
|
|
34
|
+
such as ``blosc2.ndarray()`` and ``blosc2.dictionary()`` to the Schema Specs
|
|
35
|
+
reference; and moved ``blosc2.group_reduce()`` into the Reduction Functions
|
|
36
|
+
reference.
|
|
37
|
+
|
|
38
|
+
A small nested-column example::
|
|
39
|
+
|
|
40
|
+
import blosc2
|
|
41
|
+
|
|
42
|
+
t = blosc2.open("chicago-taxi.b2z")
|
|
43
|
+
v = t.where((t.payment.tips > 100) & (t.trip.sec > 60))
|
|
44
|
+
|
|
45
|
+
# Attribute-style nested Column selector
|
|
46
|
+
print(v.group_by(t.trip.sec).size())
|
|
47
|
+
|
|
48
|
+
# Logical row positions of the maximum tip per trip duration
|
|
49
|
+
print(v.group_by(t.trip.sec).argmax(t.payment.tips))
|
|
50
|
+
|
|
51
|
+
# Sort by a nested Column selector
|
|
52
|
+
print(v.sort_by(t.trip.sec).select(["payment.tips", "trip.sec", "company"]))
|
|
53
|
+
|
|
54
|
+
Install it with::
|
|
55
|
+
|
|
56
|
+
pip install blosc2 --upgrade # if you prefer wheels
|
|
57
|
+
conda install -c conda-forge python-blosc2 mkl # if you prefer conda and MKL
|
|
58
|
+
|
|
59
|
+
For more info, see the release notes at:
|
|
60
|
+
|
|
61
|
+
https://github.com/Blosc/python-blosc2/releases
|
|
62
|
+
|
|
63
|
+
Sources repository
|
|
64
|
+
------------------
|
|
65
|
+
|
|
66
|
+
The sources and documentation are managed through GitHub services at:
|
|
67
|
+
|
|
68
|
+
https://github.com/Blosc/python-blosc2
|
|
69
|
+
|
|
70
|
+
Python-Blosc2 is distributed using the BSD license, see
|
|
71
|
+
https://github.com/Blosc/python-blosc2/blob/main/LICENSE.txt
|
|
72
|
+
for details.
|
|
73
|
+
|
|
74
|
+
Mastodon feed
|
|
75
|
+
-------------
|
|
76
|
+
|
|
77
|
+
Follow https://fosstodon.org/@Blosc2 to get informed about the latest
|
|
78
|
+
developments.
|
|
79
|
+
|
|
80
|
+
Enjoy!
|
|
81
|
+
|
|
82
|
+
- Blosc Development Team
|
|
83
|
+
Compress Better, Compute Bigger
|
|
@@ -15,7 +15,7 @@ endif()
|
|
|
15
15
|
project(python-blosc2)
|
|
16
16
|
|
|
17
17
|
set(BLOSC2_MIN_VERSION 3.0.0)
|
|
18
|
-
set(BLOSC2_BUNDLED_VERSION v3.0.
|
|
18
|
+
set(BLOSC2_BUNDLED_VERSION v3.0.3)
|
|
19
19
|
|
|
20
20
|
if(WIN32 AND NOT CMAKE_C_COMPILER_ID STREQUAL "Clang")
|
|
21
21
|
message(FATAL_ERROR "Windows builds require clang-cl. Set CC/CXX to clang-cl or configure CMake with -T ClangCL.")
|
|
@@ -51,6 +51,13 @@ add_custom_command(
|
|
|
51
51
|
DEPENDS "${CMAKE_CURRENT_SOURCE_DIR}/src/blosc2/indexing_ext.pyx"
|
|
52
52
|
VERBATIM)
|
|
53
53
|
|
|
54
|
+
add_custom_command(
|
|
55
|
+
OUTPUT groupby_ext.c
|
|
56
|
+
COMMAND Python::Interpreter -m cython
|
|
57
|
+
"${CMAKE_CURRENT_SOURCE_DIR}/src/blosc2/groupby_ext.pyx" --output-file groupby_ext.c
|
|
58
|
+
DEPENDS "${CMAKE_CURRENT_SOURCE_DIR}/src/blosc2/groupby_ext.pyx"
|
|
59
|
+
VERBATIM)
|
|
60
|
+
|
|
54
61
|
# ...and add it to the target
|
|
55
62
|
Python_add_library(blosc2_ext MODULE blosc2_ext.c WITH_SOABI)
|
|
56
63
|
target_sources(blosc2_ext PRIVATE src/blosc2/matmul_kernels.c)
|
|
@@ -59,10 +66,12 @@ if(UNIX)
|
|
|
59
66
|
target_link_libraries(blosc2_ext PRIVATE ${CMAKE_DL_LIBS})
|
|
60
67
|
endif()
|
|
61
68
|
Python_add_library(indexing_ext MODULE indexing_ext.c WITH_SOABI)
|
|
69
|
+
Python_add_library(groupby_ext MODULE groupby_ext.c WITH_SOABI)
|
|
62
70
|
|
|
63
71
|
# We need to link against NumPy
|
|
64
72
|
target_link_libraries(blosc2_ext PRIVATE Python::NumPy)
|
|
65
73
|
target_link_libraries(indexing_ext PRIVATE Python::NumPy)
|
|
74
|
+
target_link_libraries(groupby_ext PRIVATE Python::NumPy)
|
|
66
75
|
|
|
67
76
|
# Fetch and build miniexpr library
|
|
68
77
|
include(FetchContent)
|
|
@@ -72,6 +81,12 @@ set(MINIEXPR_BUILD_SHARED OFF CACHE BOOL "Build miniexpr shared library" FORCE)
|
|
|
72
81
|
set(MINIEXPR_BUILD_TESTS OFF CACHE BOOL "Build miniexpr tests" FORCE)
|
|
73
82
|
set(MINIEXPR_BUILD_EXAMPLES OFF CACHE BOOL "Build miniexpr examples" FORCE)
|
|
74
83
|
set(MINIEXPR_BUILD_BENCH OFF CACHE BOOL "Build miniexpr benchmarks" FORCE)
|
|
84
|
+
# Keep miniexpr's bundled libtcc and related files inside the blosc2 package.
|
|
85
|
+
# Without this, miniexpr's install rules use the default CMAKE_INSTALL_LIBDIR
|
|
86
|
+
# ("lib"), which scikit-build places at site-packages/lib.
|
|
87
|
+
set(CMAKE_INSTALL_INCLUDEDIR ${SKBUILD_PLATLIB_DIR}/blosc2/include)
|
|
88
|
+
set(CMAKE_INSTALL_LIBDIR ${SKBUILD_PLATLIB_DIR}/blosc2/lib)
|
|
89
|
+
set(CMAKE_INSTALL_DATADIR ${SKBUILD_PLATLIB_DIR}/blosc2/share)
|
|
75
90
|
|
|
76
91
|
if(EMSCRIPTEN)
|
|
77
92
|
set(MINIEXPR_ENABLE_TCC_JIT ON CACHE BOOL "Enable TCC JIT in Emscripten builds" FORCE)
|
|
@@ -93,6 +108,7 @@ endif()
|
|
|
93
108
|
|
|
94
109
|
target_compile_features(blosc2_ext PRIVATE c_std_11)
|
|
95
110
|
target_compile_features(indexing_ext PRIVATE c_std_11)
|
|
111
|
+
target_compile_features(groupby_ext PRIVATE c_std_11)
|
|
96
112
|
if(WIN32 AND CMAKE_C_COMPILER_ID STREQUAL "Clang")
|
|
97
113
|
execute_process(
|
|
98
114
|
COMMAND "${CMAKE_C_COMPILER}" -print-resource-dir
|
|
@@ -131,8 +147,6 @@ else()
|
|
|
131
147
|
set(BUILD_BENCHMARKS OFF CACHE BOOL "Build C-Blosc2 benchmarks")
|
|
132
148
|
set(BUILD_FUZZERS OFF CACHE BOOL "Build C-Blosc2 fuzzers")
|
|
133
149
|
set(CMAKE_POSITION_INDEPENDENT_CODE ON)
|
|
134
|
-
set(CMAKE_INSTALL_INCLUDEDIR ${SKBUILD_PLATLIB_DIR}/blosc2/include) # directory for include files
|
|
135
|
-
set(CMAKE_INSTALL_LIBDIR ${SKBUILD_PLATLIB_DIR}/blosc2/lib) # directory for libblosc2 and pkgconfig
|
|
136
150
|
set(Blosc2_INSTALL_CMAKEDIR ${CMAKE_INSTALL_LIBDIR}/cmake/blosc2) # directory for cmake files
|
|
137
151
|
set(CMAKE_INSTALL_BINDIR ${SKBUILD_PLATLIB_DIR}/blosc2/lib) # directory for libblosc2.dll on windows
|
|
138
152
|
# we will put the binaries of the C-Blosc2 library into the wheels according to PEP
|
|
@@ -169,7 +183,7 @@ endif()
|
|
|
169
183
|
|
|
170
184
|
# Python extension -> site-packages/blosc2
|
|
171
185
|
install(
|
|
172
|
-
TARGETS blosc2_ext indexing_ext
|
|
186
|
+
TARGETS blosc2_ext indexing_ext groupby_ext
|
|
173
187
|
LIBRARY DESTINATION ${SKBUILD_PLATLIB_DIR}/blosc2
|
|
174
188
|
)
|
|
175
189
|
|
|
@@ -177,33 +191,3 @@ install(
|
|
|
177
191
|
FILES "${miniexpr_SOURCE_DIR}/src/me_jit_glue.js"
|
|
178
192
|
DESTINATION ${SKBUILD_PLATLIB_DIR}/blosc2
|
|
179
193
|
)
|
|
180
|
-
|
|
181
|
-
# Install bundled libtcc next to the Python package (separate LGPL artifact).
|
|
182
|
-
if(MINIEXPR_ENABLE_TCC_JIT)
|
|
183
|
-
if(APPLE)
|
|
184
|
-
install(
|
|
185
|
-
FILES "${miniexpr_BINARY_DIR}/libtcc.dylib"
|
|
186
|
-
DESTINATION ${SKBUILD_PLATLIB_DIR}/blosc2/lib
|
|
187
|
-
OPTIONAL
|
|
188
|
-
)
|
|
189
|
-
elseif(WIN32)
|
|
190
|
-
install(
|
|
191
|
-
FILES
|
|
192
|
-
"${miniexpr_BINARY_DIR}/tcc.dll"
|
|
193
|
-
"${miniexpr_BINARY_DIR}/Debug/tcc.dll"
|
|
194
|
-
"${miniexpr_BINARY_DIR}/Release/tcc.dll"
|
|
195
|
-
"${miniexpr_BINARY_DIR}/RelWithDebInfo/tcc.dll"
|
|
196
|
-
"${miniexpr_BINARY_DIR}/MinSizeRel/tcc.dll"
|
|
197
|
-
DESTINATION ${SKBUILD_PLATLIB_DIR}/blosc2/lib
|
|
198
|
-
OPTIONAL
|
|
199
|
-
)
|
|
200
|
-
else()
|
|
201
|
-
install(
|
|
202
|
-
FILES
|
|
203
|
-
"${miniexpr_BINARY_DIR}/libtcc.so"
|
|
204
|
-
"${miniexpr_BINARY_DIR}/libtcc.so.1"
|
|
205
|
-
DESTINATION ${SKBUILD_PLATLIB_DIR}/blosc2/lib
|
|
206
|
-
OPTIONAL
|
|
207
|
-
)
|
|
208
|
-
endif()
|
|
209
|
-
endif()
|
|
@@ -1,5 +1,191 @@
|
|
|
1
1
|
# Release notes
|
|
2
2
|
|
|
3
|
+
## Changes from 4.3.0 to 4.3.1
|
|
4
|
+
|
|
5
|
+
This is a maintenance release focused on CTable nested-column ergonomics,
|
|
6
|
+
grouped reductions, and API/documentation polish.
|
|
7
|
+
|
|
8
|
+
### CTable nested columns and grouped reductions
|
|
9
|
+
|
|
10
|
+
- **Nested column names in `group_by()` results**: grouped output columns can now
|
|
11
|
+
preserve dotted/nested names such as `trip.sec` instead of requiring valid
|
|
12
|
+
Python identifiers.
|
|
13
|
+
- **Column-object selectors**: `CTable.group_by()` and `CTable.sort_by()` now
|
|
14
|
+
accept `Column` objects as well as string names, enabling idioms such as
|
|
15
|
+
`t.group_by(t.trip.sec)` and `t.sort_by(t.trip.sec)`.
|
|
16
|
+
- **Grouped arg reductions**: `CTableGroupBy` now supports `argmin()` and
|
|
17
|
+
`argmax()`, plus `agg({"col": "argmin"})` / `agg({"col": "argmax"})`.
|
|
18
|
+
Results are logical row positions in the grouped table or view; groups with no
|
|
19
|
+
non-null values return `-1`.
|
|
20
|
+
|
|
21
|
+
### NDArray constructor ergonomics
|
|
22
|
+
|
|
23
|
+
- **`blosc2.array()`**: added a NumPy-like constructor for NDArrays. It mirrors
|
|
24
|
+
`blosc2.asarray()` but defaults to `copy=True`, so passing an existing
|
|
25
|
+
`NDArray` creates a copy unless `copy=False` or `copy=None` is requested.
|
|
26
|
+
|
|
27
|
+
### Documentation
|
|
28
|
+
|
|
29
|
+
- Expanded the CTable reference with `RowTransformer`, `Column.row_transformer`,
|
|
30
|
+
and `CTableGroupBy.argmin` / `argmax` documentation.
|
|
31
|
+
- Added `blosc2.ndarray()`, `blosc2.dictionary()`, and related public schema
|
|
32
|
+
factory functions to the Schema Specs reference.
|
|
33
|
+
- Moved `blosc2.group_reduce()` into the Reduction Functions reference and
|
|
34
|
+
updated its example to use Blosc2 NDArrays.
|
|
35
|
+
|
|
36
|
+
## Changes from 4.2.0 to 4.3.0
|
|
37
|
+
|
|
38
|
+
### CTable: N-dimensional (ndarray) columns
|
|
39
|
+
|
|
40
|
+
- **Multidimensional columns**: CTable columns can now hold NDArray-backed cells, allowing
|
|
41
|
+
each row of a column to contain a full n-dimensional compressed array. This enables
|
|
42
|
+
use cases such as embedding vectors, image patches, time-series windows, or any other
|
|
43
|
+
multidimensional per-row payload.
|
|
44
|
+
- **CSV and DataFrame import/export**: Multidimensional column data can be imported and
|
|
45
|
+
exported via CSV and pandas DataFrames, with automatic detection of array-valued cells.
|
|
46
|
+
- **Nullable ndarray columns**: Multidimensional columns fully support the nullable
|
|
47
|
+
semantics (`null_count`, sentinel handling, `null_policy`) already available for scalar
|
|
48
|
+
columns.
|
|
49
|
+
- **`from_pandas()` improvements**: `CTable.from_pandas()` now creates the correct
|
|
50
|
+
specialized backing storage for `DictionarySpec`, `ListSpec`, `VLStringSpec`,
|
|
51
|
+
`VLBytesSpec`, and other variable-length scalar specifications.
|
|
52
|
+
- **Improved schema coverage**: New CTable timestamp schema type and extended
|
|
53
|
+
`Column.info` output with `shape`, `chunks`, and `blocks` descriptors.
|
|
54
|
+
- **Arg reductions**: Added `argmin()` and `argmax()` for scalar and ndarray
|
|
55
|
+
CTable columns, plus row-transformer support for generated columns such as
|
|
56
|
+
per-row peak-hour or dominant-embedding-dimension features.
|
|
57
|
+
|
|
58
|
+
### CTable: Group-by and filtered aggregation
|
|
59
|
+
|
|
60
|
+
- **`CTable.group_by()`**: The primary group-by interface. Call
|
|
61
|
+
``t.group_by("city", sort=True).agg({"qty": "mean"})`` to produce a new
|
|
62
|
+
:class:`CTable` with aggregated results. Single-key and multi-key groupings are
|
|
63
|
+
supported, along with convenience methods such as ``.size()``, ``.count()``,
|
|
64
|
+
``.sum()``, ``.mean()``, ``.min()`` and ``.max()``:
|
|
65
|
+
|
|
66
|
+
.. code-block:: python
|
|
67
|
+
|
|
68
|
+
by_city = t.group_by("city", sort=True)
|
|
69
|
+
by_city.size() # COUNT(*)
|
|
70
|
+
by_city.sum("sales") # SUM(sales) per city
|
|
71
|
+
by_city.agg({"sales": ["sum", "mean"]}) # SUM(sales), AVG(sales) per city
|
|
72
|
+
|
|
73
|
+
- **Performance accelerators**: Dedicated Cython fast paths deliver significant speedups:
|
|
74
|
+
~25× for float32/64 group-by keys, ~8× for integer and dictionary-code keys, and a
|
|
75
|
+
general-purpose hash table for arbitrary float keys.
|
|
76
|
+
- **Filtered aggregate pushdown**: The `where=` parameter is now accepted in aggregation
|
|
77
|
+
methods, pushing the filter into the compute engine so that only matching rows are
|
|
78
|
+
read and reduced.
|
|
79
|
+
- **Persistent grouped output**: Group-by results can be saved directly to persistent
|
|
80
|
+
storage via the `urlpath=` parameter.
|
|
81
|
+
- **`blosc2.group_reduce()`**: New public function that performs group-by reduction over
|
|
82
|
+
NDArray instances and CTable columns, with Cython-accelerated backends for common
|
|
83
|
+
key/reduction combinations.
|
|
84
|
+
|
|
85
|
+
### CTable: Dictionary / categorical columns
|
|
86
|
+
|
|
87
|
+
- **`DictionarySpec` column type**: Introduced a new dictionary-encoded (categorical)
|
|
88
|
+
column type that stores string or integer codes mapped to a shared dictionary, providing
|
|
89
|
+
compact storage and accelerated equality and membership queries.
|
|
90
|
+
- **Dictionary types in `where` clauses**: Dictionary columns can be queried with the same
|
|
91
|
+
`where=` expression syntax as other column types, including nested dotted-name access.
|
|
92
|
+
- **Improved display**: `CTable` printing now adapts to the terminal width, and dictionary
|
|
93
|
+
values are shown in their decoded form. `Column.info` has been extended with type
|
|
94
|
+
details, shape, chunks, and blocks.
|
|
95
|
+
|
|
96
|
+
### CTable: Nested columns and field-name escaping
|
|
97
|
+
|
|
98
|
+
- **Dotted nested column access**: Columns whose names contain literal `.`
|
|
99
|
+
(e.g., `"root.nested"`) are now fully addressable via the dotted accessor syntax in
|
|
100
|
+
`where` expressions, `__getitem__`, and the public API.
|
|
101
|
+
- **Hierarchical `_cols` storage paths**: The internal column storage layout now preserves
|
|
102
|
+
a hierarchical structure that mirrors the logical nesting, improving introspection
|
|
103
|
+
and interop.
|
|
104
|
+
- **Nested-field pipeline**: A new flattened-storage pipeline with logical mapping
|
|
105
|
+
preserves nested schema structure (field names, types, and hierarchy) through
|
|
106
|
+
Arrow and Parquet import/export. For unnamed top-level `list<struct<...>>` Parquet
|
|
107
|
+
files, the logical schema round-trips faithfully, though the original physical row
|
|
108
|
+
grouping is intentionally not preserved.
|
|
109
|
+
- **Field-name escaping**: Special characters (`.` and `/`) in column names are
|
|
110
|
+
automatically escaped during schema construction and metadata round-trips.
|
|
111
|
+
|
|
112
|
+
### Parquet import/export improvements
|
|
113
|
+
|
|
114
|
+
- **Arrow serializer by default**: `CTable.from_parquet()` now defaults to the Arrow
|
|
115
|
+
serializer, providing better schema fidelity and nested-type support.
|
|
116
|
+
- **Progress reporting**: A `--progress` flag and an ETA estimator have been added to
|
|
117
|
+
the `parquet-to-blosc2` CLI for long-running imports.
|
|
118
|
+
- **`--max-rows` parameter**: `CTable.from_parquet()` and the CLI now accept `max_rows`
|
|
119
|
+
to limit the number of imported rows.
|
|
120
|
+
- **`--timestamp-unit`**: New CLI option to control timestamp unit conversion on import.
|
|
121
|
+
- **`--float-trunc-prec`**: New CLI option to truncate floating-point precision on import.
|
|
122
|
+
- **Separated nested columns enabled by default**: The `separate_nested_cols` flag is now
|
|
123
|
+
`True` by default for both the Python API and the CLI, ensuring nested Arrow structs
|
|
124
|
+
are always expanded into flat columns.
|
|
125
|
+
- **`list_serializer` parameter**: New option to control how list-type columns are
|
|
126
|
+
serialized, with sensible defaults for different list layouts.
|
|
127
|
+
- **Validation optimizations**: Arrow datetime values are validated only during import,
|
|
128
|
+
reducing runtime overhead on subsequent operations.
|
|
129
|
+
|
|
130
|
+
### TreeStore: Inline CTable support
|
|
131
|
+
|
|
132
|
+
- **CTables inside TreeStore**: `CTable` objects can now be stored inline as items
|
|
133
|
+
inside a `TreeStore`, enabling hierarchical storage that mixes arrays and tables in a
|
|
134
|
+
single persistent container.
|
|
135
|
+
- **Cache hardening**: TreeStore cache assignments now use defensive copies and cache
|
|
136
|
+
effective object roots to avoid aliasing and stale-cache errors.
|
|
137
|
+
- **Examples and tutorials**: New tutorials and docstring examples demonstrate how to
|
|
138
|
+
store, retrieve, and query CTables within a TreeStore.
|
|
139
|
+
|
|
140
|
+
### Performance and usability enhancements
|
|
141
|
+
|
|
142
|
+
- **Faster open and import**: `blosc2.open()` and store constructors now assume valid
|
|
143
|
+
file extensions and defer column metainfo loading, making `CTable.open()` and
|
|
144
|
+
package import noticeably faster.
|
|
145
|
+
- **`CTable.nrows` is now lazy**: The row count is computed on demand rather than eagerly,
|
|
146
|
+
speeding up open and schema-inspection workflows.
|
|
147
|
+
- **Accelerated scalar and small-slice access**: The batch/list path for reading scalar
|
|
148
|
+
values or small column slices has been overhauled, eliminating internal placeholder
|
|
149
|
+
materialization and yielding lower latency.
|
|
150
|
+
- **Late-import optimizations**: Heavy optional dependencies are imported lazily at the
|
|
151
|
+
blosc2 package level, reducing the baseline `import blosc2` overhead.
|
|
152
|
+
- **`iter_arrow_batches()` optimization**: Avoids full Python object materialization of
|
|
153
|
+
batches during iteration, reducing memory pressure.
|
|
154
|
+
- **`NDArray`-to-list conversion**: Small optimization when converting NDArray objects
|
|
155
|
+
to Python lists.
|
|
156
|
+
- **`_last_pos` invalidation skipped**: Mid-table deletes no longer eagerly invalidate
|
|
157
|
+
cached positional state, improving delete latency.
|
|
158
|
+
|
|
159
|
+
### Documentation, examples and benchmarks
|
|
160
|
+
|
|
161
|
+
- **API reference expanded**: `blosc2.group_reduce()` has been added to the Sphinx
|
|
162
|
+
reference, along with updated CTable, Column, and TreeStore pages.
|
|
163
|
+
- **New tutorials and examples**: Added sections on CTable–TreeStore integration,
|
|
164
|
+
nested fields, dictionary columns, aggregates, grouping and querying with `where=`.
|
|
165
|
+
- **New benchmarks**: Graph benchmarks for CTable insert time, column count, memory usage,
|
|
166
|
+
and `where=` queries, plus dedicated group-by, nested-filter, and Parquet round-trip
|
|
167
|
+
benchmarks.
|
|
168
|
+
|
|
169
|
+
### Fixes and compatibility
|
|
170
|
+
|
|
171
|
+
- **Null and NaN handling**: NumPy scalar null sentinels are now normalized to plain Python
|
|
172
|
+
scalars, and floating-point NaN sentinels are treated consistently with Python
|
|
173
|
+
`float('nan')`.
|
|
174
|
+
- **Empty aggregate results**: Filtered aggregations that produce no rows now handle the
|
|
175
|
+
empty result gracefully.
|
|
176
|
+
- **Generated column safety**: Accessing a stalled (unfillable) generated column now raises
|
|
177
|
+
a clear exception instead of producing undefined results.
|
|
178
|
+
- **Miniexpr bundling**: Miniexpr’s bundled `libtcc` and related runtime files are now
|
|
179
|
+
kept inside the `blosc2` package, avoiding conflicts with other TCC installations.
|
|
180
|
+
- **Test improvements**: Torch-dependent tests are marked as `heavy`, PyArrow-optional
|
|
181
|
+
tests are skipped when the library is absent, and parametrization matrices have been
|
|
182
|
+
trimmed to reduce CI time.
|
|
183
|
+
- **Missing Cython validation**: Added validation guards for several Cython extension
|
|
184
|
+
functions that previously lacked explicit error checking.
|
|
185
|
+
- **C-Blosc2 update**: Bundled C-Blosc2 has been updated to the latest version (3.0.3).
|
|
186
|
+
- **``blosc2.open()`` default mode changed from 'a' to 'r'**: Removed the FutureWarning that
|
|
187
|
+
was added to prepare for this transition.
|
|
188
|
+
|
|
3
189
|
## Changes from 4.1.2 to 4.2.0
|
|
4
190
|
|
|
5
191
|
### CTable: columnar compressed tables
|
|
@@ -42,7 +42,7 @@ Preliminaries
|
|
|
42
42
|
|
|
43
43
|
* Check that the metainfo for the package is correct::
|
|
44
44
|
|
|
45
|
-
|
|
45
|
+
uv build --sdist --no-build-isolation
|
|
46
46
|
twine check --strict dist/*
|
|
47
47
|
|
|
48
48
|
|
|
@@ -101,7 +101,6 @@ Checking packaging
|
|
|
101
101
|
|
|
102
102
|
pip install --group test
|
|
103
103
|
pip install blosc2 -U
|
|
104
|
-
python -c "import blosc2; blosc2.print_versions()"
|
|
105
104
|
pytest
|
|
106
105
|
|
|
107
106
|
* Do an actual release in GitHub by visiting:
|
|
@@ -186,6 +186,16 @@ Reduction operations can be used with any of :ref:`NDArray <NDArray>`, :ref:`C2A
|
|
|
186
186
|
"""
|
|
187
187
|
)
|
|
188
188
|
genbody(f, sorted(reducers))
|
|
189
|
+
f.write(
|
|
190
|
+
"""
|
|
191
|
+
Grouped reductions
|
|
192
|
+
~~~~~~~~~~~~~~~~~~
|
|
193
|
+
|
|
194
|
+
The :func:`blosc2.group_reduce` function is a lower-level, array-oriented primitive that groups one-dimensional keys and applies eager reductions to the associated values.
|
|
195
|
+
|
|
196
|
+
.. autofunction:: blosc2.group_reduce
|
|
197
|
+
"""
|
|
198
|
+
)
|
|
189
199
|
|
|
190
200
|
hidden = "_ignore_multiple_size"
|
|
191
201
|
|
|
@@ -5,22 +5,7 @@
|
|
|
5
5
|
"id": "cell-01",
|
|
6
6
|
"metadata": {},
|
|
7
7
|
"source": [
|
|
8
|
-
"# Working with Containers\n"
|
|
9
|
-
"\n",
|
|
10
|
-
"This notebook is a guided tour of the main data containers in `python-blosc2`.\n",
|
|
11
|
-
"\n",
|
|
12
|
-
"The goal is to build a practical mental model first: what each container is, how the containers relate, and when each one is the right tool.\n",
|
|
13
|
-
"\n",
|
|
14
|
-
"We will cover these containers in this order:\n",
|
|
15
|
-
"\n",
|
|
16
|
-
"1. `SChunk`\n",
|
|
17
|
-
"2. `NDArray`\n",
|
|
18
|
-
"3. `ObjectArray`\n",
|
|
19
|
-
"4. `BatchArray`\n",
|
|
20
|
-
"5. `EmbedStore`\n",
|
|
21
|
-
"6. `DictStore`\n",
|
|
22
|
-
"7. `TreeStore`\n",
|
|
23
|
-
"8. `C2Array`"
|
|
8
|
+
"# Working with Containers\n\nThis notebook is a guided tour of the main data containers in `python-blosc2`.\n\nThe goal is to build a practical mental model first: what each container is, how the containers relate, and when each one is the right tool.\n\nWe will cover these containers in this order:\n\n1. `SChunk`\n2. `NDArray`\n3. `ObjectArray`\n4. `BatchArray`\n5. `EmbedStore`\n6. `DictStore`\n7. `TreeStore` (including inline `CTable` support)\n8. `C2Array`"
|
|
24
9
|
]
|
|
25
10
|
},
|
|
26
11
|
{
|
|
@@ -444,6 +429,73 @@
|
|
|
444
429
|
" show(\"/exp/run2/data\", tstore[\"/exp/run2/data\"][:])"
|
|
445
430
|
]
|
|
446
431
|
},
|
|
432
|
+
{
|
|
433
|
+
"cell_type": "markdown",
|
|
434
|
+
"id": "cell-17b",
|
|
435
|
+
"metadata": {},
|
|
436
|
+
"source": [
|
|
437
|
+
"### Storing CTables inside a TreeStore\n",
|
|
438
|
+
"\n",
|
|
439
|
+
"A `TreeStore` can hold **both NDArrays and CTables** in the same bundle. A `CTable` is stored inline as a named subtree — all its columns, metadata, and index sidecars live as ordinary Blosc2 leaves inside the outer store. From the outside it appears as a single key, exactly like any other leaf:\n",
|
|
440
|
+
"\n",
|
|
441
|
+
"* `ts[\"/table\"] = ctable` — stores the CTable inline (same syntax as NDArray).\n",
|
|
442
|
+
"* `ts[\"/table\"]` — returns a `CTable` object transparently.\n",
|
|
443
|
+
"* `\"/table/_meta\" not in ts` — internal keys are hidden from normal traversal.\n",
|
|
444
|
+
"* `del ts[\"/table\"]` — removes the whole object and all its leaves at once.\n",
|
|
445
|
+
"\n",
|
|
446
|
+
"The inline layout means there are **no nested ZIP files**: all leaves are flat members of the outer `.b2z` archive and can be opened by offset without extraction."
|
|
447
|
+
]
|
|
448
|
+
},
|
|
449
|
+
{
|
|
450
|
+
"cell_type": "code",
|
|
451
|
+
"execution_count": null,
|
|
452
|
+
"id": "cell-17c",
|
|
453
|
+
"metadata": {},
|
|
454
|
+
"outputs": [],
|
|
455
|
+
"source": [
|
|
456
|
+
"from dataclasses import dataclass\n",
|
|
457
|
+
"\n",
|
|
458
|
+
"\n",
|
|
459
|
+
"@dataclass\n",
|
|
460
|
+
"class Reading:\n",
|
|
461
|
+
" sensor_id: int = 0\n",
|
|
462
|
+
" value: float = 0.0\n",
|
|
463
|
+
"\n",
|
|
464
|
+
"\n",
|
|
465
|
+
"bundle_path = reset(\"bundle.b2z\")\n",
|
|
466
|
+
"\n",
|
|
467
|
+
"# --- Write: mix NDArrays and CTables in one bundle ----------------------\n",
|
|
468
|
+
"t = blosc2.CTable(Reading)\n",
|
|
469
|
+
"for i in range(6):\n",
|
|
470
|
+
" t.append(Reading(sensor_id=i, value=round(i * 1.1, 2)))\n",
|
|
471
|
+
"\n",
|
|
472
|
+
"with blosc2.TreeStore(bundle_path, mode=\"w\") as ts:\n",
|
|
473
|
+
" ts[\"/raw/signal\"] = np.arange(8, dtype=np.float32)\n",
|
|
474
|
+
" ts[\"/tables/readings\"] = t # CTable stored inline\n",
|
|
475
|
+
" show(\"keys after write\", sorted(ts.keys()))\n",
|
|
476
|
+
" show(\"/tables/readings/_meta in ts (hidden)\", \"/tables/readings/_meta\" in ts)\n",
|
|
477
|
+
"\n",
|
|
478
|
+
"# --- Read back from the .b2z archive ------------------------------------\n",
|
|
479
|
+
"with blosc2.open(bundle_path, mode=\"r\") as ts:\n",
|
|
480
|
+
" readings = ts[\"/tables/readings\"] # returns CTable transparently\n",
|
|
481
|
+
" show(\"type\", type(readings).__name__)\n",
|
|
482
|
+
" show(\"rows\", len(readings))\n",
|
|
483
|
+
" show(\"sensor_id\", list(readings[\"sensor_id\"][:]))\n",
|
|
484
|
+
" show(\"value\", list(readings[\"value\"][:]))\n",
|
|
485
|
+
"\n",
|
|
486
|
+
"# --- Append a row in-place (append mode) --------------------------------\n",
|
|
487
|
+
"with blosc2.TreeStore(bundle_path, mode=\"a\") as ts:\n",
|
|
488
|
+
" r = ts[\"/tables/readings\"]\n",
|
|
489
|
+
" r.append(Reading(sensor_id=99, value=-1.0))\n",
|
|
490
|
+
" r.close() # optional; outer store also closes it on __exit__\n",
|
|
491
|
+
" show(\"rows after append\", len(ts[\"/tables/readings\"]))\n",
|
|
492
|
+
"\n",
|
|
493
|
+
"# --- Delete the CTable (all internal leaves removed) -------------------\n",
|
|
494
|
+
"with blosc2.TreeStore(bundle_path, mode=\"a\") as ts:\n",
|
|
495
|
+
" del ts[\"/tables/readings\"]\n",
|
|
496
|
+
" show(\"keys after delete\", sorted(ts.keys()))"
|
|
497
|
+
]
|
|
498
|
+
},
|
|
447
499
|
{
|
|
448
500
|
"cell_type": "markdown",
|
|
449
501
|
"id": "cell-18",
|
|
@@ -494,25 +546,7 @@
|
|
|
494
546
|
"id": "cell-20",
|
|
495
547
|
"metadata": {},
|
|
496
548
|
"source": [
|
|
497
|
-
"## Choosing The Right Container\n"
|
|
498
|
-
"\n",
|
|
499
|
-
"| Container | Backing idea | Best for |\n",
|
|
500
|
-
"| --- | --- | --- |\n",
|
|
501
|
-
"| `SChunk` | raw compressed chunks | direct chunk-level storage control |\n",
|
|
502
|
-
"| `NDArray` | `SChunk` plus array metadata | dense numeric arrays |\n",
|
|
503
|
-
"| `ObjectArray` | one variable-length entry per chunk | ragged or heterogeneous Python values |\n",
|
|
504
|
-
"| `BatchArray` | one batch per chunk | batch-oriented ingestion and access |\n",
|
|
505
|
-
"| `EmbedStore` | one bundled object store | packaging a few Blosc2 objects together |\n",
|
|
506
|
-
"| `DictStore` | keyed collection of leaves | portable multi-object datasets |\n",
|
|
507
|
-
"| `TreeStore` | hierarchical keyed collection | tree-structured datasets |\n",
|
|
508
|
-
"| `C2Array` | remote array handle | arrays hosted by a remote Caterva2 service |\n",
|
|
509
|
-
"\n",
|
|
510
|
-
"A simple rule of thumb is:\n",
|
|
511
|
-
"\n",
|
|
512
|
-
"- start with `NDArray` for dense numeric data\n",
|
|
513
|
-
"- drop down to `SChunk` if you need chunk-level control\n",
|
|
514
|
-
"- use `ObjectArray` or `BatchArray` for variable-length Python objects\n",
|
|
515
|
-
"- use `EmbedStore`, `DictStore`, or `TreeStore` when your dataset contains multiple objects"
|
|
549
|
+
"## Choosing The Right Container\n\n| Container | Backing idea | Best for |\n| --- | --- | --- |\n| `SChunk` | raw compressed chunks | direct chunk-level storage control |\n| `NDArray` | `SChunk` plus array metadata | dense numeric arrays |\n| `ObjectArray` | one variable-length entry per chunk | ragged or heterogeneous Python values |\n| `BatchArray` | one batch per chunk | batch-oriented ingestion and access |\n| `EmbedStore` | one bundled object store | packaging a few Blosc2 objects together |\n| `DictStore` | keyed collection of leaves | portable multi-object datasets |\n| `TreeStore` | hierarchical keyed collection | tree-structured datasets with NDArrays and/or CTables |\n| `C2Array` | remote array handle | arrays hosted by a remote Caterva2 service |\n\nA simple rule of thumb is:\n\n- start with `NDArray` for dense numeric data\n- drop down to `SChunk` if you need chunk-level control\n- use `ObjectArray` or `BatchArray` for variable-length Python objects\n- use `EmbedStore`, `DictStore`, or `TreeStore` when your dataset contains multiple objects"
|
|
516
550
|
]
|
|
517
551
|
},
|
|
518
552
|
{
|
|
@@ -520,17 +554,7 @@
|
|
|
520
554
|
"id": "cell-21",
|
|
521
555
|
"metadata": {},
|
|
522
556
|
"source": [
|
|
523
|
-
"## Final Notes\n"
|
|
524
|
-
"\n",
|
|
525
|
-
"This notebook is intentionally organized from low-level storage to higher-level organization:\n",
|
|
526
|
-
"\n",
|
|
527
|
-
"- understand `SChunk` first\n",
|
|
528
|
-
"- use `NDArray` for most dense numeric workloads\n",
|
|
529
|
-
"- move to `ObjectArray` or `BatchArray` when entries stop being fixed-size arrays\n",
|
|
530
|
-
"- use `EmbedStore`, `DictStore`, or `TreeStore` when you need to package multiple objects together\n",
|
|
531
|
-
"- use `C2Array` when the data lives on a remote service\n",
|
|
532
|
-
"\n",
|
|
533
|
-
"For deeper details on a specific class, continue with the reference docs and the dedicated tutorials for `ObjectArray`, `BatchArray`, and indexing."
|
|
557
|
+
"## Final Notes\n\nThis notebook is intentionally organized from low-level storage to higher-level organization:\n\n- understand `SChunk` first\n- use `NDArray` for most dense numeric workloads\n- move to `ObjectArray` or `BatchArray` when entries stop being fixed-size arrays\n- use `EmbedStore`, `DictStore`, or `TreeStore` when you need to package multiple objects together\n- use `TreeStore` + `CTable` together when your bundle mixes dense arrays with structured tables\n- use `C2Array` when the data lives on a remote service\n\nFor deeper details on a specific class, continue with the reference docs and the dedicated tutorials for `ObjectArray`, `BatchArray`, and indexing."
|
|
534
558
|
]
|
|
535
559
|
},
|
|
536
560
|
{
|