blosc2 4.1.2__tar.gz → 4.3.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {blosc2-4.1.2 → blosc2-4.3.0}/.pre-commit-config.yaml +1 -1
- blosc2-4.3.0/AGENTS.md +53 -0
- blosc2-4.3.0/ANNOUNCE.rst +135 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/CMakeLists.txt +42 -36
- blosc2-4.3.0/CONTRIBUTING.rst +45 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/PKG-INFO +5 -1
- {blosc2-4.1.2 → blosc2-4.3.0}/README_DEVELOPERS.md +31 -1
- {blosc2-4.1.2 → blosc2-4.3.0}/RELEASE_NOTES.md +232 -1
- {blosc2-4.1.2 → blosc2-4.3.0}/RELEASING.rst +4 -7
- {blosc2-4.1.2 → blosc2-4.3.0}/ROADMAP-TO-4.0.md +1 -1
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/conf.py +28 -73
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/overview.rst +5 -5
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/03.lazyarray-udf-kernels.ipynb +5 -5
- blosc2-4.3.0/doc/getting_started/tutorials/11.objectarray.ipynb +325 -0
- blosc2-4.3.0/doc/getting_started/tutorials/12.batcharray.ipynb +495 -0
- blosc2-4.3.0/doc/getting_started/tutorials/13.containers.ipynb +607 -0
- blosc2-4.3.0/doc/getting_started/tutorials/13.ctable-basics.ipynb +2972 -0
- blosc2-4.3.0/doc/getting_started/tutorials/14.indexing-arrays.ipynb +659 -0
- blosc2-4.3.0/doc/getting_started/tutorials/15.indexing-ctables.ipynb +532 -0
- blosc2-4.3.0/doc/getting_started/tutorials/images/containers/README.md +20 -0
- blosc2-4.3.0/doc/getting_started/tutorials/images/containers/overview.svg +783 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials.rst +6 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/python-blosc2.rst +1 -1
- blosc2-4.3.0/doc/reference/batch_array.rst +93 -0
- blosc2-4.3.0/doc/reference/classes.rst +149 -0
- blosc2-4.3.0/doc/reference/ctable.rst +819 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/dict_store.rst +7 -1
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/embed_store.rst +1 -1
- blosc2-4.3.0/doc/reference/index_class.rst +36 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/index_funcs.rst +1 -3
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/lazyarray.rst +12 -3
- blosc2-4.3.0/doc/reference/list_array.rst +78 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/misc.rst +73 -2
- blosc2-4.3.0/doc/reference/msgpack_serialization.rst +125 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/ndarray.rst +1 -1
- blosc2-4.3.0/doc/reference/objectarray.rst +86 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/reduction_functions.rst +12 -0
- blosc2-4.3.0/doc/reference/ref.rst +54 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/save_load.rst +2 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/schunk.rst +24 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/tree_store.rst +1 -1
- blosc2-4.3.0/examples/batch_array.py +73 -0
- blosc2-4.3.0/examples/ctable/aggregates.py +83 -0
- blosc2-4.3.0/examples/ctable/arrow_interop.py +96 -0
- blosc2-4.3.0/examples/ctable/basics.py +62 -0
- blosc2-4.3.0/examples/ctable/computed-columns.py +294 -0
- blosc2-4.3.0/examples/ctable/csv_interop.py +82 -0
- blosc2-4.3.0/examples/ctable/group_by.py +75 -0
- blosc2-4.3.0/examples/ctable/index_on_b2z.py +147 -0
- blosc2-4.3.0/examples/ctable/indexing.py +100 -0
- blosc2-4.3.0/examples/ctable/mutations.py +72 -0
- blosc2-4.3.0/examples/ctable/ndim-cols.py +138 -0
- blosc2-4.3.0/examples/ctable/nullable.py +182 -0
- blosc2-4.3.0/examples/ctable/persistence.py +109 -0
- blosc2-4.3.0/examples/ctable/querying.py +68 -0
- blosc2-4.3.0/examples/ctable/real_world.py +115 -0
- blosc2-4.3.0/examples/ctable/schema.py +120 -0
- blosc2-4.3.0/examples/ctable/varlen_columns.py +38 -0
- blosc2-4.3.0/examples/embedded-expr-udf-b2z.py +76 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/mmap-rw.py +1 -1
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/blosc2_3_10_demo.py +1 -1
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/compute_expr.py +1 -1
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/dsl_save.py +2 -2
- blosc2-4.3.0/examples/ndarray/expression_index.py +33 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/filter_sort_fields.py +2 -2
- blosc2-4.3.0/examples/ndarray/index_append_maintenance.py +31 -0
- blosc2-4.3.0/examples/ndarray/index_sorted_iteration.py +40 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/lists-vs-bools-idx.py +3 -3
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/malformed_dsl.py +5 -4
- blosc2-4.3.0/examples/ndarray/mandelbrot-pure-dsl.ipynb +466 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/meta.py +1 -1
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/persistency.py +1 -1
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/reduce_and_enlarge.py +1 -1
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/reduce_expr_save.py +2 -2
- blosc2-4.3.0/examples/objectarray.py +69 -0
- blosc2-4.3.0/examples/ref-object.py +68 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/tree-store.py +46 -1
- blosc2-4.3.0/examples/vlstore-lazyudf.py +47 -0
- blosc2-4.3.0/plans/changing-default-open-mode.md +341 -0
- blosc2-4.3.0/plans/computed-column-copilot.md +576 -0
- blosc2-4.3.0/plans/containers-tutorial.md +517 -0
- blosc2-4.3.0/plans/ctable-dictionary-type.md +688 -0
- blosc2-4.3.0/plans/ctable-direct-expr-indexing.md +1027 -0
- blosc2-4.3.0/plans/ctable-getitem-row.md +593 -0
- blosc2-4.3.0/plans/ctable-groupby.md +433 -0
- blosc2-4.3.0/plans/ctable-implementation-log.md +415 -0
- blosc2-4.3.0/plans/ctable-indexes-opsi.md +1014 -0
- blosc2-4.3.0/plans/ctable-indexing.md +718 -0
- blosc2-4.3.0/plans/ctable-ndarray-cols-copilot-sonnet.md +647 -0
- blosc2-4.3.0/plans/ctable-ndarray-cols.md +660 -0
- blosc2-4.3.0/plans/ctable-nested-fields.md +251 -0
- blosc2-4.3.0/plans/ctable-nulls.md +894 -0
- blosc2-4.3.0/plans/ctable-object-array.md +638 -0
- blosc2-4.3.0/plans/ctable-parquet-metadata.md +404 -0
- blosc2-4.3.0/plans/ctable-persistency.md +536 -0
- blosc2-4.3.0/plans/ctable-schema.md +1258 -0
- blosc2-4.3.0/plans/ctable-separate-nested-cols.md +686 -0
- blosc2-4.3.0/plans/ctable-user-guide.md +497 -0
- blosc2-4.3.0/plans/ctable-varlen-cols.md +1080 -0
- blosc2-4.3.0/plans/materialized-computed-column.md +635 -0
- blosc2-4.3.0/plans/new-ctable-views.md +426 -0
- blosc2-4.3.0/plans/tree_store_ctable_ndarray.md +670 -0
- blosc2-4.3.0/plans/tree_store_extensions.md +258 -0
- blosc2-4.3.0/plans/treestore-ctable-extension.md +344 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/pyproject.toml +12 -3
- {blosc2-4.1.2 → blosc2-4.3.0}/scripts/install-codex-skill-wasm32.sh +1 -1
- {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/__init__.py +149 -23
- blosc2-4.3.0/src/blosc2/b2objects.py +248 -0
- blosc2-4.3.0/src/blosc2/batch_array.py +1001 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/blosc2_ext.pyx +829 -21
- {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/c2array.py +47 -8
- blosc2-4.3.0/src/blosc2/cli/__init__.py +1 -0
- blosc2-4.3.0/src/blosc2/cli/parquet_to_blosc2.py +1552 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/core.py +28 -6
- blosc2-4.3.0/src/blosc2/ctable.py +9818 -0
- blosc2-4.3.0/src/blosc2/ctable_storage.py +1167 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/dict_store.py +410 -83
- blosc2-4.3.0/src/blosc2/dictionary_column.py +280 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/dsl_kernel.py +15 -10
- {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/embed_store.py +19 -8
- blosc2-4.3.0/src/blosc2/groupby.py +1808 -0
- blosc2-4.3.0/src/blosc2/groupby_ext.pyx +1140 -0
- blosc2-4.3.0/src/blosc2/indexing.py +7340 -0
- blosc2-4.3.0/src/blosc2/indexing_ext.pyx +2524 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/info.py +16 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/lazyexpr.py +592 -197
- {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/linalg.py +127 -35
- blosc2-4.3.0/src/blosc2/list_array.py +765 -0
- blosc2-4.3.0/src/blosc2/matmul_kernels.c +301 -0
- blosc2-4.3.0/src/blosc2/matmul_kernels.h +48 -0
- blosc2-4.3.0/src/blosc2/msgpack_utils.py +92 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/ndarray.py +697 -128
- blosc2-4.3.0/src/blosc2/objectarray.py +428 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/proxy.py +10 -8
- blosc2-4.3.0/src/blosc2/ref.py +128 -0
- blosc2-4.3.0/src/blosc2/scalar_array.py +426 -0
- blosc2-4.3.0/src/blosc2/schema.py +1021 -0
- blosc2-4.3.0/src/blosc2/schema_compiler.py +542 -0
- blosc2-4.3.0/src/blosc2/schema_validation.py +199 -0
- blosc2-4.3.0/src/blosc2/schema_vectorized.py +171 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/schunk.py +282 -33
- {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/storage.py +4 -2
- {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/tree_store.py +480 -91
- {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/utils.py +83 -45
- {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/version.py +1 -1
- blosc2-4.1.2/src/blosc2/_wasm_jit.py → blosc2-4.3.0/src/blosc2/wasm_jit.py +3 -3
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/conftest.py +18 -0
- blosc2-4.3.0/tests/ctable/test_arrow_interop.py +349 -0
- blosc2-4.3.0/tests/ctable/test_column.py +956 -0
- blosc2-4.3.0/tests/ctable/test_column_ndarray_like.py +51 -0
- blosc2-4.3.0/tests/ctable/test_compact.py +152 -0
- blosc2-4.3.0/tests/ctable/test_construct.py +201 -0
- blosc2-4.3.0/tests/ctable/test_csv_interop.py +529 -0
- blosc2-4.3.0/tests/ctable/test_ctable_computed_cols.py +797 -0
- blosc2-4.3.0/tests/ctable/test_ctable_dataclass_schema.py +387 -0
- blosc2-4.3.0/tests/ctable/test_ctable_indexing.py +648 -0
- blosc2-4.3.0/tests/ctable/test_ctable_ndarray_columns.py +231 -0
- blosc2-4.3.0/tests/ctable/test_delete_rows.py +203 -0
- blosc2-4.3.0/tests/ctable/test_dictionary_column.py +485 -0
- blosc2-4.3.0/tests/ctable/test_extend_delete.py +254 -0
- blosc2-4.3.0/tests/ctable/test_getitem_access.py +145 -0
- blosc2-4.3.0/tests/ctable/test_groupby.py +451 -0
- blosc2-4.3.0/tests/ctable/test_nested_access_storage.py +165 -0
- blosc2-4.3.0/tests/ctable/test_nested_append.py +96 -0
- blosc2-4.3.0/tests/ctable/test_nested_metadata_root.py +93 -0
- blosc2-4.3.0/tests/ctable/test_nullable.py +649 -0
- blosc2-4.3.0/tests/ctable/test_object_spec.py +66 -0
- blosc2-4.3.0/tests/ctable/test_parquet_interop.py +1312 -0
- blosc2-4.3.0/tests/ctable/test_row_logic.py +215 -0
- blosc2-4.3.0/tests/ctable/test_schema_compiler.py +278 -0
- blosc2-4.3.0/tests/ctable/test_schema_mutations.py +459 -0
- blosc2-4.3.0/tests/ctable/test_schema_specs.py +361 -0
- blosc2-4.3.0/tests/ctable/test_schema_validation.py +183 -0
- blosc2-4.3.0/tests/ctable/test_select_describe_cov.py +276 -0
- blosc2-4.3.0/tests/ctable/test_sort_by.py +310 -0
- blosc2-4.3.0/tests/ctable/test_table_persistency.py +654 -0
- blosc2-4.3.0/tests/ctable/test_varlen_columns.py +97 -0
- blosc2-4.3.0/tests/ctable/test_varlen_schema_compiler.py +48 -0
- blosc2-4.3.0/tests/ctable/test_vlstring_vlbytes.py +589 -0
- blosc2-4.3.0/tests/ctable/test_where_expressions.py +75 -0
- blosc2-4.3.0/tests/data/legacy_lazyexpr_v1/a.b2nd +0 -0
- blosc2-4.3.0/tests/data/legacy_lazyexpr_v1/b.b2nd +0 -0
- blosc2-4.3.0/tests/data/legacy_lazyexpr_v1/expr.b2nd +0 -0
- blosc2-4.3.0/tests/data/legacy_lazyudf_v1/a.b2nd +0 -0
- blosc2-4.3.0/tests/data/legacy_lazyudf_v1/b.b2nd +0 -0
- blosc2-4.3.0/tests/data/legacy_lazyudf_v1/expr.b2nd +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_c2array_expr.py +1 -1
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_concat.py +2 -2
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_dsl_kernels.py +78 -27
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_elementwise_funcs.py +2 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_full.py +1 -1
- blosc2-4.3.0/tests/ndarray/test_indexing.py +2263 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_lazyexpr.py +165 -106
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_lazyexpr_fields.py +4 -4
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_lazyudf.py +19 -2
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_linalg.py +370 -3
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_ndarray.py +243 -5
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_persistency.py +1 -1
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_proxy.py +3 -3
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_proxy_c2array.py +1 -1
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_proxy_expr.py +1 -1
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_reductions.py +117 -138
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_setitem.py +2 -1
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_stringarrays.py +3 -3
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_struct_dtype.py +1 -1
- blosc2-4.3.0/tests/test_b2objects.py +209 -0
- blosc2-4.3.0/tests/test_batch_array.py +729 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_dict_store.py +288 -0
- blosc2-4.3.0/tests/test_group_reduce.py +85 -0
- blosc2-4.3.0/tests/test_list_array.py +90 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_mmap.py +6 -4
- blosc2-4.3.0/tests/test_objectarray.py +523 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_open.py +51 -1
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_open_c2array.py +1 -1
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_proxy_schunk.py +2 -2
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_schunk.py +13 -0
- blosc2-4.3.0/tests/test_schunk_reorder_offsets.py +73 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_schunk_update.py +35 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_tree_store.py +537 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_vlmeta.py +27 -0
- blosc2-4.1.2/ANNOUNCE.rst +0 -93
- blosc2-4.1.2/CONTRIBUTING.rst +0 -36
- blosc2-4.1.2/doc/reference/classes.rst +0 -57
- {blosc2-4.1.2 → blosc2-4.3.0}/.gitattributes +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/.gitignore +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/.guix/modules/python-blosc2-package.scm +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/.guix-channel +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/.skills/wasm32-pyodide-dev/SKILL.md +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/.skills/wasm32-pyodide-dev/references/commands.md +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/ADD_LAZYFUNCS.md +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/LICENSE.txt +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/README.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/code_of_conduct.md +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/_static/blosc-favicon_32x32.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/_static/blosc-favicon_64x64.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/_static/blosc-logo_128.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/_static/blosc-logo_256.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/_static/css/custom.css +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/development/code-of-conduct.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/development/contributing.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/development/index.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/development/roadmap.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/dsl_syntax.md +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/index.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/installation.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/01.ndarray-basics.ipynb +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/02.lazyarray-expressions.ipynb +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/03.lazyarray-udf.ipynb +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/04.reductions.ipynb +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/05.persistent-reductions.ipynb +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/06.remote_proxy.ipynb +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/07.schunk-basics.ipynb +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/08.schunk-slicing_and_beyond.ipynb +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/09.ucodecs-ufilters.ipynb +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/10.prefilters.ipynb +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/blosc2-pipeline.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/blosc2-pipeline.svg +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/lazyexpr-broadcast.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/proxyconnection.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/reductions/3D-cube-plane.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/reductions/3D-cube.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/reductions/memory-access-2D-x.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/reductions/memory-access-2D-y.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/remote_proxy.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/backward.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/backward.svg +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/decoder.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/decoder.svg +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/decoder2.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/decoder2.svg +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/encoder.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/encoder.svg +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/encoder2.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/encoder2.svg +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/forward.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/forward.svg +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/index.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/additional_funcs.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/array.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/array_operations.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/c2array.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/index.rst +4 -4
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/linalg.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/low_level.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/ndfield.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/proxy.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/proxyndsource.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/proxysource.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/simpleproxy.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/storage.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/ufuncs.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/utilities.rst +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/doc/release_notes/index.md +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/blosc2_hdf5_compression.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/btune.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/c2array-get-slice.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/compress2_decompress2.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/compress_decompress.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/dict-store.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/embed-store.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/filler.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/gil.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/animated_plot.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/arange-constructor.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/asarray_.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/black-scholes_hist-dsl.ipynb +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/broadcast_expr.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/buffer.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/bytedelta_filter.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/c2array_expr.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/compute_fields.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/compute_udf_numba.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/compute_where.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/copy_.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/empty_.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/eye-constructor.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/formats.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/fromiter-constructor.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/general_expressions.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/getitem.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/ironpill1.ipynb +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/iterchunks_info.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/jit-expr.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/jit-numpy-funcs.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/jit-reduc.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/lazyexpr_where_indexing.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/linspace-constructor.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/mandelbrot-dsl.ipynb +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/ndarray_copy.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/ndmean.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/proxy-carray.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/proxy-ndarray.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/reduce_expr.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/reduce_string_expr.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/resize_.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/string_arrays.ipynb +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/work_with_numpy.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/xarray-expression.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/zfp_codec.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/pack_array.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/pack_tensor.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/postfilter1.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/postfilter2.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/postfilter3.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/prefilter.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/save_tensor.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/schunk.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/schunk_roundtrip.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/tree-store-blog.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ucodecs.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/ufilters.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/examples/vlmeta.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/generate_version.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/guix.scm +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/images/Complete-Write-Read-B2ND.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/images/M1-i386-vs-arm64-pack.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/images/M1-i386-vs-arm64-unpack.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/images/Read-Partial-Slices-B2ND.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/images/b2nd-2level-parts.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/images/eval-expr-full-mem-M2.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/images/eval-expr-scarce-mem-M2.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/images/lazyarray-dask-large.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/images/lazyarray-dask-small.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/images/lazyarray-expr-large.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/images/lazyarray-expr.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/images/linspace-compress.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/images/linspace-decompress.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/images/pack-array-cratios.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/images/reduc-float64-amd.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/images/reduc-float64-log-amd.png +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/plans/external-js-glue-blosc2-todo.md +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/plans/external-js-glue.md +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/plans/phase0-t1-dsl-syntax-inventory.md +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/plans/wasm32-todo.md +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/pytest.ini +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/exceptions.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/fft.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/array-api-xfails.txt +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_auto_parts.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_buffer.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_c2array_reductions.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_c2array_udf.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_copy.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_empty.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_evaluate.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_get_slice_nchunks.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_getitem.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_iterchunks_info.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_jit.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_lossy.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_metalayers.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_mode.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_nans.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_numpy.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_resize.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_slice.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_squeeze.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_wasm_dsl_jit.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_zeros.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_bytes_array.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_comp_info.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_compress2.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_compression_parameters.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_compressors.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_decompress.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_embed_store.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_iterchunks.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_numexpr_threads.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_pandas_udf_engine.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_pathlib.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_postfilters.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_prefilters.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_python_blosc.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_schunk_constructor.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_schunk_delete.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_schunk_get_slice.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_schunk_get_slice_nchunks.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_schunk_insert.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_schunk_set_slice.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_storage.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_tensor.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_ucodecs.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_ufilters.py +0 -0
- {blosc2-4.1.2 → blosc2-4.3.0}/update_version.py +0 -0
blosc2-4.3.0/AGENTS.md
ADDED
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
# Repository Guidelines
|
|
2
|
+
|
|
3
|
+
## Project Structure & Module Organization
|
|
4
|
+
The Python package lives in `src/blosc2/`, including the C/Cython extension sources
|
|
5
|
+
(`blosc2_ext.*`) and core modules such as `core.py`, `ndarray.py`, and `schunk.py`.
|
|
6
|
+
Tests are under `tests/`, with additional doctests enabled for select modules per
|
|
7
|
+
`pytest.ini`. Documentation sources are in `doc/` and build output lands in `html/`.
|
|
8
|
+
Examples are in `examples/`, and performance/benchmark scripts live in `bench/`.
|
|
9
|
+
|
|
10
|
+
## Build, Test, and Development Commands
|
|
11
|
+
- `pip install .` builds the bundled C-Blosc2 and installs the package.
|
|
12
|
+
- `pip install -e .` installs in editable mode for local development.
|
|
13
|
+
- `CMAKE_PREFIX_PATH=/usr/local USE_SYSTEM_BLOSC2=1 pip install -e .` builds
|
|
14
|
+
against a separately installed C-Blosc2.
|
|
15
|
+
- `pytest` runs the default test suite (excludes `heavy` and `network` markers).
|
|
16
|
+
- `pytest -m "heavy"` runs long-running tests.
|
|
17
|
+
- `pytest -m "network"` runs tests requiring network access.
|
|
18
|
+
- `cd doc && rm -rf ../html _build && python -m sphinx . ../html` builds docs.
|
|
19
|
+
|
|
20
|
+
## Coding Style & Naming Conventions
|
|
21
|
+
Use Ruff for formatting and linting (line length 109). Enable pre-commit hooks:
|
|
22
|
+
`python -m pip install pre-commit` then `pre-commit install`. Follow Python
|
|
23
|
+
conventions: 4-space indentation, `snake_case` for functions/variables, and
|
|
24
|
+
`PascalCase` for classes. Pytest discovery expects `tests/test_*.py` and
|
|
25
|
+
`test_*` functions. Do not use leading underscores in module-level helper
|
|
26
|
+
function names when those helpers are imported from other modules; reserve
|
|
27
|
+
leading underscores for file-local implementation details. Avoid leading
|
|
28
|
+
underscores in core module filenames under `src/blosc2/`; prefer non-underscored
|
|
29
|
+
module names unless there is a strong reason to keep a module private.
|
|
30
|
+
|
|
31
|
+
For documentation and tutorial query examples, prefer the shortest idiom that
|
|
32
|
+
matches the intended result type. Use `expr[:]` or `arr[mask][:]` when showing
|
|
33
|
+
values, use `expr.compute()` when materializing an `NDArray`, and use
|
|
34
|
+
`expr.compute(_use_index=False)` when demonstrating scan-vs-index behavior.
|
|
35
|
+
Avoid `expr.compute()[:]` unless a NumPy array is specifically required.
|
|
36
|
+
|
|
37
|
+
## Testing Guidelines
|
|
38
|
+
Pytest is required; warnings are treated as errors. The default configuration
|
|
39
|
+
adds `--doctest-modules`, so keep doctest examples in `blosc2/core.py`,
|
|
40
|
+
`blosc2/ndarray.py`, and `blosc2/schunk.py` accurate. Use markers `heavy` and
|
|
41
|
+
`network` for slow or network-dependent tests.
|
|
42
|
+
|
|
43
|
+
## Commit & Pull Request Guidelines
|
|
44
|
+
Recent commit messages are short, imperative sentences (e.g., “Add …”, “Fix …”)
|
|
45
|
+
without ticket prefixes. For pull requests: branch from `main`, add tests for
|
|
46
|
+
behavior changes, update docs for API changes, ensure the test suite passes,
|
|
47
|
+
and avoid introducing new compiler warnings. Link issues when applicable and
|
|
48
|
+
include clear reproduction steps for bug fixes.
|
|
49
|
+
|
|
50
|
+
**IMPORTANT — Agent commit policy**: Never run `git commit`, `git push`,
|
|
51
|
+
`git reset`, `git rebase`, or any other destructive/state-changing git operation.
|
|
52
|
+
Do not ask for permission to do so either. Committing and all repo state changes
|
|
53
|
+
are exclusively the user’s decision. Just do the code work and stop there.
|
|
@@ -0,0 +1,135 @@
|
|
|
1
|
+
Announcing Python-Blosc2 4.3.0
|
|
2
|
+
===============================
|
|
3
|
+
|
|
4
|
+
We are happy to announce Python-Blosc2 4.3.0. This release deepens the
|
|
5
|
+
``CTable`` container with three major additions: **N-dimensional columns**,
|
|
6
|
+
**group-by aggregation**, and **dictionary/categorical column types**.
|
|
7
|
+
|
|
8
|
+
N-dimensional columns let each cell in a CTable hold a full compressed
|
|
9
|
+
multidimensional array — ideal for embedding vectors, image patches,
|
|
10
|
+
time-series windows or any per-row tensor payload. ndarray columns support
|
|
11
|
+
CSV/DataFrame round-trips, nullable semantics, and are automatically detected
|
|
12
|
+
when importing from pandas.
|
|
13
|
+
|
|
14
|
+
N-dimensional columns inherit the full power of Blosc2 ``NDArray`` objects.
|
|
15
|
+
They are not opaque blobs, but first-class arrays that support slicing,
|
|
16
|
+
indexing, and full Blosc2 operations, including multi-threaded and
|
|
17
|
+
SIMD-accelerated expression evaluation. This gives ``CTable`` a strong bridge
|
|
18
|
+
between tabular and array workflows in a single container.
|
|
19
|
+
|
|
20
|
+
See example at: https://github.com/Blosc/python-blosc2/blob/main/examples/ctable/ndim-cols.py
|
|
21
|
+
|
|
22
|
+
Group-by brings SQL-style ``GROUP BY`` directly to CTables::
|
|
23
|
+
|
|
24
|
+
by_city = t.group_by("city", sort=True)
|
|
25
|
+
by_city.agg({"sales": ["sum", "mean"], "qty": "sum"})
|
|
26
|
+
|
|
27
|
+
Multi-key groupings, filtered aggregates (``where=`` pushdown), and persistent
|
|
28
|
+
output (``urlpath=``) are all supported. Behind the scenes, Cython-accelerated
|
|
29
|
+
kernels deliver dramatic speedups — ~25× for float keys, ~8× for integer keys —
|
|
30
|
+
backed by dense-indexing and general-purpose hash-table paths.
|
|
31
|
+
|
|
32
|
+
Also, ``DictionarySpec`` introduces dictionary-encoded (categorical) columns
|
|
33
|
+
that store compact integer codes mapped to a shared string dictionary, giving
|
|
34
|
+
both compact storage and accelerated equality/membership queries. Dictionary
|
|
35
|
+
columns work transparently in ``where`` clauses and nested dotted-name
|
|
36
|
+
expressions.
|
|
37
|
+
|
|
38
|
+
Other highlights in 4.3.0 include:
|
|
39
|
+
|
|
40
|
+
- **Nested columns and field-name escaping**: Columns from Arrow/Parquet struct
|
|
41
|
+
hierarchies are flattened into physical leaf columns under hierarchical
|
|
42
|
+
``_cols`` storage paths, with logical dotted-name access preserved.
|
|
43
|
+
Round-trip fidelity is maintained for nested schemas, and literal ``.`` / ``/``
|
|
44
|
+
in field names are automatically escaped.
|
|
45
|
+
|
|
46
|
+
- **Parquet import improvements**: Arrow serializer is now the default;
|
|
47
|
+
nested columns are always separated; new ``--progress``/``--max-rows``/
|
|
48
|
+
``--timestamp-unit``/``--float-trunc-prec`` options for
|
|
49
|
+
``parquet-to-blosc2`` CLI; and a ``list_serializer`` parameter for fine-tuning
|
|
50
|
+
list-type column storage.
|
|
51
|
+
|
|
52
|
+
- **Inline CTable support in TreeStore**: CTables can now be stored as items
|
|
53
|
+
inside a ``TreeStore``, enabling hierarchical containers that mix arrays
|
|
54
|
+
and tables.
|
|
55
|
+
|
|
56
|
+
- **Performance wins**: ``CTable.open()`` is faster thanks to lazy ``nrows``
|
|
57
|
+
and deferred column metainfo loading. Scalar and small-slice access paths
|
|
58
|
+
have been overhauled. ``import blosc2`` is leaner via late-import
|
|
59
|
+
optimizations for heavy optional dependencies.
|
|
60
|
+
|
|
61
|
+
- **New tutorials and examples**: Group-by, nested fields, dictionary columns,
|
|
62
|
+
TreeStore–CTable integration, and dedicated benchmarks for group-by,
|
|
63
|
+
nested-filter, and Parquet round-trips.
|
|
64
|
+
|
|
65
|
+
- **Fixes**: Null/NaN sentinel normalization, empty aggregate results,
|
|
66
|
+
generated-column safety, miniexpr bundling, and more.
|
|
67
|
+
|
|
68
|
+
- **Updated C-Blosc2** to version 3.0.3 (latest).
|
|
69
|
+
|
|
70
|
+
You can think of Python-Blosc2 4.x as an extension of NumPy/numexpr that:
|
|
71
|
+
|
|
72
|
+
- Can deal with NDArray compressed objects using first-class codecs & filters.
|
|
73
|
+
- Performs many kinds of math expressions, including reductions, indexing...
|
|
74
|
+
- Supports multi-threading and SIMD acceleration (via numexpr/miniexpr).
|
|
75
|
+
- Can operate with data from other libraries (like PyTables, h5py, Zarr, Dask, etc).
|
|
76
|
+
- Supports NumPy ufunc mechanism: mix and match NumPy and Blosc2 computations.
|
|
77
|
+
- Integrates with Numba and Cython via UDFs (User Defined Functions).
|
|
78
|
+
- Adheres to modern array API standard conventions (https://data-apis.org/array-api/).
|
|
79
|
+
- Can perform linear algebra operations (like ``blosc2.tensordot()``).
|
|
80
|
+
- Can store and query compressed columnar tables via ``blosc2.CTable``.
|
|
81
|
+
|
|
82
|
+
Install it with::
|
|
83
|
+
|
|
84
|
+
pip install blosc2 --upgrade # if you prefer wheels
|
|
85
|
+
conda install -c conda-forge python-blosc2 mkl # if you prefer conda and MKL
|
|
86
|
+
|
|
87
|
+
For more info, you can have a look at the release notes in:
|
|
88
|
+
|
|
89
|
+
https://github.com/Blosc/python-blosc2/releases
|
|
90
|
+
|
|
91
|
+
Small CTable group-by example::
|
|
92
|
+
|
|
93
|
+
import blosc2
|
|
94
|
+
from dataclasses import dataclass
|
|
95
|
+
|
|
96
|
+
@dataclass
|
|
97
|
+
class Order:
|
|
98
|
+
city: str = blosc2.field(blosc2.string(max_length=16))
|
|
99
|
+
product: str = blosc2.field(blosc2.string(max_length=16))
|
|
100
|
+
qty: int = blosc2.field(blosc2.int32())
|
|
101
|
+
price: float = blosc2.field(blosc2.float64(nullable=True), default=0.0)
|
|
102
|
+
|
|
103
|
+
# Create a table with 200 random orders
|
|
104
|
+
t = blosc2.CTable(Order, new_data=orders)
|
|
105
|
+
|
|
106
|
+
# Group by city: total and average price per city in one call
|
|
107
|
+
print(t.group_by("city", sort=True).agg({"price": ["sum", "mean"], "qty": "sum"}))
|
|
108
|
+
|
|
109
|
+
# Multi-key: city + product breakdown
|
|
110
|
+
print(t.group_by(["city", "product"], sort=True).agg({"qty": "sum", "price": "mean"}))
|
|
111
|
+
|
|
112
|
+
# Filtered: only Widget orders, grouped by city
|
|
113
|
+
print(t.where(t.product == "Widget").group_by("city", sort=True).agg({"qty": "sum"}))
|
|
114
|
+
|
|
115
|
+
Sources repository
|
|
116
|
+
------------------
|
|
117
|
+
|
|
118
|
+
The sources and documentation are managed through GitHub services at:
|
|
119
|
+
|
|
120
|
+
https://github.com/Blosc/python-blosc2
|
|
121
|
+
|
|
122
|
+
Python-Blosc2 is distributed using the BSD license, see
|
|
123
|
+
https://github.com/Blosc/python-blosc2/blob/main/LICENSE.txt
|
|
124
|
+
for details.
|
|
125
|
+
|
|
126
|
+
Mastodon feed
|
|
127
|
+
-------------
|
|
128
|
+
|
|
129
|
+
Follow https://fosstodon.org/@Blosc2 to get informed about the latest
|
|
130
|
+
developments.
|
|
131
|
+
|
|
132
|
+
Enjoy!
|
|
133
|
+
|
|
134
|
+
- Blosc Development Team
|
|
135
|
+
Compress Better, Compute Bigger
|
|
@@ -14,6 +14,9 @@ endif()
|
|
|
14
14
|
|
|
15
15
|
project(python-blosc2)
|
|
16
16
|
|
|
17
|
+
set(BLOSC2_MIN_VERSION 3.0.0)
|
|
18
|
+
set(BLOSC2_BUNDLED_VERSION v3.0.3)
|
|
19
|
+
|
|
17
20
|
if(WIN32 AND NOT CMAKE_C_COMPILER_ID STREQUAL "Clang")
|
|
18
21
|
message(FATAL_ERROR "Windows builds require clang-cl. Set CC/CXX to clang-cl or configure CMake with -T ClangCL.")
|
|
19
22
|
endif()
|
|
@@ -41,11 +44,34 @@ add_custom_command(
|
|
|
41
44
|
DEPENDS "${CMAKE_CURRENT_SOURCE_DIR}/src/blosc2/blosc2_ext.pyx"
|
|
42
45
|
VERBATIM)
|
|
43
46
|
|
|
47
|
+
add_custom_command(
|
|
48
|
+
OUTPUT indexing_ext.c
|
|
49
|
+
COMMAND Python::Interpreter -m cython
|
|
50
|
+
"${CMAKE_CURRENT_SOURCE_DIR}/src/blosc2/indexing_ext.pyx" --output-file indexing_ext.c
|
|
51
|
+
DEPENDS "${CMAKE_CURRENT_SOURCE_DIR}/src/blosc2/indexing_ext.pyx"
|
|
52
|
+
VERBATIM)
|
|
53
|
+
|
|
54
|
+
add_custom_command(
|
|
55
|
+
OUTPUT groupby_ext.c
|
|
56
|
+
COMMAND Python::Interpreter -m cython
|
|
57
|
+
"${CMAKE_CURRENT_SOURCE_DIR}/src/blosc2/groupby_ext.pyx" --output-file groupby_ext.c
|
|
58
|
+
DEPENDS "${CMAKE_CURRENT_SOURCE_DIR}/src/blosc2/groupby_ext.pyx"
|
|
59
|
+
VERBATIM)
|
|
60
|
+
|
|
44
61
|
# ...and add it to the target
|
|
45
62
|
Python_add_library(blosc2_ext MODULE blosc2_ext.c WITH_SOABI)
|
|
63
|
+
target_sources(blosc2_ext PRIVATE src/blosc2/matmul_kernels.c)
|
|
64
|
+
target_include_directories(blosc2_ext PRIVATE ${CMAKE_CURRENT_SOURCE_DIR}/src/blosc2)
|
|
65
|
+
if(UNIX)
|
|
66
|
+
target_link_libraries(blosc2_ext PRIVATE ${CMAKE_DL_LIBS})
|
|
67
|
+
endif()
|
|
68
|
+
Python_add_library(indexing_ext MODULE indexing_ext.c WITH_SOABI)
|
|
69
|
+
Python_add_library(groupby_ext MODULE groupby_ext.c WITH_SOABI)
|
|
46
70
|
|
|
47
71
|
# We need to link against NumPy
|
|
48
72
|
target_link_libraries(blosc2_ext PRIVATE Python::NumPy)
|
|
73
|
+
target_link_libraries(indexing_ext PRIVATE Python::NumPy)
|
|
74
|
+
target_link_libraries(groupby_ext PRIVATE Python::NumPy)
|
|
49
75
|
|
|
50
76
|
# Fetch and build miniexpr library
|
|
51
77
|
include(FetchContent)
|
|
@@ -55,6 +81,12 @@ set(MINIEXPR_BUILD_SHARED OFF CACHE BOOL "Build miniexpr shared library" FORCE)
|
|
|
55
81
|
set(MINIEXPR_BUILD_TESTS OFF CACHE BOOL "Build miniexpr tests" FORCE)
|
|
56
82
|
set(MINIEXPR_BUILD_EXAMPLES OFF CACHE BOOL "Build miniexpr examples" FORCE)
|
|
57
83
|
set(MINIEXPR_BUILD_BENCH OFF CACHE BOOL "Build miniexpr benchmarks" FORCE)
|
|
84
|
+
# Keep miniexpr's bundled libtcc and related files inside the blosc2 package.
|
|
85
|
+
# Without this, miniexpr's install rules use the default CMAKE_INSTALL_LIBDIR
|
|
86
|
+
# ("lib"), which scikit-build places at site-packages/lib.
|
|
87
|
+
set(CMAKE_INSTALL_INCLUDEDIR ${SKBUILD_PLATLIB_DIR}/blosc2/include)
|
|
88
|
+
set(CMAKE_INSTALL_LIBDIR ${SKBUILD_PLATLIB_DIR}/blosc2/lib)
|
|
89
|
+
set(CMAKE_INSTALL_DATADIR ${SKBUILD_PLATLIB_DIR}/blosc2/share)
|
|
58
90
|
|
|
59
91
|
if(EMSCRIPTEN)
|
|
60
92
|
set(MINIEXPR_ENABLE_TCC_JIT ON CACHE BOOL "Enable TCC JIT in Emscripten builds" FORCE)
|
|
@@ -63,15 +95,20 @@ endif()
|
|
|
63
95
|
|
|
64
96
|
FetchContent_Declare(miniexpr
|
|
65
97
|
GIT_REPOSITORY https://github.com/Blosc/miniexpr.git
|
|
66
|
-
GIT_TAG
|
|
98
|
+
GIT_TAG f2faef741c4c507bf6a03167c72ce7f92c6f0ae8
|
|
67
99
|
# SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR}/../miniexpr
|
|
68
100
|
)
|
|
69
101
|
FetchContent_MakeAvailable(miniexpr)
|
|
70
102
|
|
|
71
103
|
# Link against miniexpr static library
|
|
72
104
|
target_link_libraries(blosc2_ext PRIVATE miniexpr_static)
|
|
105
|
+
if(APPLE)
|
|
106
|
+
target_link_libraries(blosc2_ext PRIVATE "-framework Accelerate")
|
|
107
|
+
endif()
|
|
73
108
|
|
|
74
109
|
target_compile_features(blosc2_ext PRIVATE c_std_11)
|
|
110
|
+
target_compile_features(indexing_ext PRIVATE c_std_11)
|
|
111
|
+
target_compile_features(groupby_ext PRIVATE c_std_11)
|
|
75
112
|
if(WIN32 AND CMAKE_C_COMPILER_ID STREQUAL "Clang")
|
|
76
113
|
execute_process(
|
|
77
114
|
COMMAND "${CMAKE_C_COMPILER}" -print-resource-dir
|
|
@@ -100,7 +137,7 @@ endif()
|
|
|
100
137
|
if(USE_SYSTEM_BLOSC2)
|
|
101
138
|
set(CMAKE_MODULE_PATH "${PROJECT_SOURCE_DIR}/cmake")
|
|
102
139
|
find_package(PkgConfig REQUIRED)
|
|
103
|
-
pkg_check_modules(Blosc2 REQUIRED IMPORTED_TARGET blosc2)
|
|
140
|
+
pkg_check_modules(Blosc2 REQUIRED IMPORTED_TARGET blosc2>=${BLOSC2_MIN_VERSION})
|
|
104
141
|
target_link_libraries(blosc2_ext PRIVATE PkgConfig::Blosc2)
|
|
105
142
|
else()
|
|
106
143
|
set(STATIC_LIB ON CACHE BOOL "Build a static version of the blosc library.")
|
|
@@ -110,8 +147,6 @@ else()
|
|
|
110
147
|
set(BUILD_BENCHMARKS OFF CACHE BOOL "Build C-Blosc2 benchmarks")
|
|
111
148
|
set(BUILD_FUZZERS OFF CACHE BOOL "Build C-Blosc2 fuzzers")
|
|
112
149
|
set(CMAKE_POSITION_INDEPENDENT_CODE ON)
|
|
113
|
-
set(CMAKE_INSTALL_INCLUDEDIR ${SKBUILD_PLATLIB_DIR}/blosc2/include) # directory for include files
|
|
114
|
-
set(CMAKE_INSTALL_LIBDIR ${SKBUILD_PLATLIB_DIR}/blosc2/lib) # directory for libblosc2 and pkgconfig
|
|
115
150
|
set(Blosc2_INSTALL_CMAKEDIR ${CMAKE_INSTALL_LIBDIR}/cmake/blosc2) # directory for cmake files
|
|
116
151
|
set(CMAKE_INSTALL_BINDIR ${SKBUILD_PLATLIB_DIR}/blosc2/lib) # directory for libblosc2.dll on windows
|
|
117
152
|
# we will put the binaries of the C-Blosc2 library into the wheels according to PEP
|
|
@@ -119,7 +154,8 @@ else()
|
|
|
119
154
|
include(FetchContent)
|
|
120
155
|
FetchContent_Declare(blosc2
|
|
121
156
|
GIT_REPOSITORY https://github.com/Blosc/c-blosc2
|
|
122
|
-
GIT_TAG
|
|
157
|
+
GIT_TAG ${BLOSC2_BUNDLED_VERSION}
|
|
158
|
+
# SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR}/../c-blosc2
|
|
123
159
|
)
|
|
124
160
|
FetchContent_MakeAvailable(blosc2)
|
|
125
161
|
include_directories("${blosc2_SOURCE_DIR}/include")
|
|
@@ -147,7 +183,7 @@ endif()
|
|
|
147
183
|
|
|
148
184
|
# Python extension -> site-packages/blosc2
|
|
149
185
|
install(
|
|
150
|
-
TARGETS blosc2_ext
|
|
186
|
+
TARGETS blosc2_ext indexing_ext groupby_ext
|
|
151
187
|
LIBRARY DESTINATION ${SKBUILD_PLATLIB_DIR}/blosc2
|
|
152
188
|
)
|
|
153
189
|
|
|
@@ -155,33 +191,3 @@ install(
|
|
|
155
191
|
FILES "${miniexpr_SOURCE_DIR}/src/me_jit_glue.js"
|
|
156
192
|
DESTINATION ${SKBUILD_PLATLIB_DIR}/blosc2
|
|
157
193
|
)
|
|
158
|
-
|
|
159
|
-
# Install bundled libtcc next to the Python package (separate LGPL artifact).
|
|
160
|
-
if(MINIEXPR_ENABLE_TCC_JIT)
|
|
161
|
-
if(APPLE)
|
|
162
|
-
install(
|
|
163
|
-
FILES "${miniexpr_BINARY_DIR}/libtcc.dylib"
|
|
164
|
-
DESTINATION ${SKBUILD_PLATLIB_DIR}/blosc2/lib
|
|
165
|
-
OPTIONAL
|
|
166
|
-
)
|
|
167
|
-
elseif(WIN32)
|
|
168
|
-
install(
|
|
169
|
-
FILES
|
|
170
|
-
"${miniexpr_BINARY_DIR}/tcc.dll"
|
|
171
|
-
"${miniexpr_BINARY_DIR}/Debug/tcc.dll"
|
|
172
|
-
"${miniexpr_BINARY_DIR}/Release/tcc.dll"
|
|
173
|
-
"${miniexpr_BINARY_DIR}/RelWithDebInfo/tcc.dll"
|
|
174
|
-
"${miniexpr_BINARY_DIR}/MinSizeRel/tcc.dll"
|
|
175
|
-
DESTINATION ${SKBUILD_PLATLIB_DIR}/blosc2/lib
|
|
176
|
-
OPTIONAL
|
|
177
|
-
)
|
|
178
|
-
else()
|
|
179
|
-
install(
|
|
180
|
-
FILES
|
|
181
|
-
"${miniexpr_BINARY_DIR}/libtcc.so"
|
|
182
|
-
"${miniexpr_BINARY_DIR}/libtcc.so.1"
|
|
183
|
-
DESTINATION ${SKBUILD_PLATLIB_DIR}/blosc2/lib
|
|
184
|
-
OPTIONAL
|
|
185
|
-
)
|
|
186
|
-
endif()
|
|
187
|
-
endif()
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
Contributing guidelines
|
|
2
|
+
=======================
|
|
3
|
+
We want to make contributing to this project as easy and transparent as possible.
|
|
4
|
+
|
|
5
|
+
Our Development Process
|
|
6
|
+
-----------------------
|
|
7
|
+
New versions are being developed in the "main" branch, or in their own feature branch.
|
|
8
|
+
When they are deemed ready for a release, they are merged back into "main" again.
|
|
9
|
+
|
|
10
|
+
So all contributions must stage first through "main" or their own feature branch.
|
|
11
|
+
|
|
12
|
+
Pull Requests
|
|
13
|
+
-------------
|
|
14
|
+
We actively welcome your pull requests.
|
|
15
|
+
|
|
16
|
+
1. Fork the repo and create your branch from ``main``.
|
|
17
|
+
2. If you've added code that should be tested, add tests.
|
|
18
|
+
3. If you've changed APIs, update the documentation.
|
|
19
|
+
4. Ensure the test suite passes.
|
|
20
|
+
5. Make sure your code does not issue new compiler warnings.
|
|
21
|
+
|
|
22
|
+
Automated Contributions Policy
|
|
23
|
+
------------------------------
|
|
24
|
+
|
|
25
|
+
Contributing to Blosc requires human judgment, contextual understanding, and familiarity with scikit-learn’s structure and goals. It is not suitable for automatic processing by AI tools.
|
|
26
|
+
|
|
27
|
+
Please refrain from submitting issues or pull requests generated by fully-automated tools. Maintainers reserve the right, at their sole discretion, to close such submissions and to block any account responsible for them.
|
|
28
|
+
|
|
29
|
+
Review all code or documentation changes made by AI tools and make sure you understand all changes and can explain them on request, before submitting them under your name. Do not submit any AI-generated code that you haven’t personally reviewed, understood and tested, as this wastes maintainers’ time.
|
|
30
|
+
|
|
31
|
+
Please do not paste AI generated text in the description of issues, PRs or in comments as this makes it harder for reviewers to assess your contribution. We are happy for it to be used to improve grammar or if you are not a native English speaker.
|
|
32
|
+
|
|
33
|
+
If you used AI tools, please state so in your PR description.
|
|
34
|
+
|
|
35
|
+
PRs that appear to violate this policy will be closed without review.
|
|
36
|
+
|
|
37
|
+
For more information on why this is becoming a big issue for open source projects, please see the `Software Review in the Era of AI <https://ropensci.org/blog/2026/02/26/ropensci-ai-policy/>`_ by the rOpenSci folks.
|
|
38
|
+
|
|
39
|
+
Issues
|
|
40
|
+
------
|
|
41
|
+
We use GitHub issues to track public bugs. Please ensure your description is clear and has sufficient instructions to be able to reproduce the issue.
|
|
42
|
+
|
|
43
|
+
License
|
|
44
|
+
-------
|
|
45
|
+
By contributing to Python-Blosc2, you agree that your contributions will be licensed under the `LICENSE <https://github.com/Blosc/python-blosc2/blob/main/LICENSE.txt>`_ file of the project.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: blosc2
|
|
3
|
-
Version: 4.
|
|
3
|
+
Version: 4.3.0
|
|
4
4
|
Summary: A fast & compressed ndarray library with a flexible compute engine.
|
|
5
5
|
Author-Email: Blosc Development Team <blosc@blosc.org>
|
|
6
6
|
Maintainer-Email: Blosc Development Team <blosc@blosc.org>
|
|
@@ -27,7 +27,11 @@ Requires-Dist: numpy>=1.26
|
|
|
27
27
|
Requires-Dist: ndindex
|
|
28
28
|
Requires-Dist: msgpack
|
|
29
29
|
Requires-Dist: numexpr>=2.14.1; platform_machine != "wasm32"
|
|
30
|
+
Requires-Dist: pydantic
|
|
30
31
|
Requires-Dist: requests
|
|
32
|
+
Requires-Dist: threadpoolctl; platform_machine != "wasm32"
|
|
33
|
+
Provides-Extra: parquet
|
|
34
|
+
Requires-Dist: pyarrow; extra == "parquet"
|
|
31
35
|
Description-Content-Type: text/x-rst
|
|
32
36
|
|
|
33
37
|
=============
|
|
@@ -93,10 +93,40 @@ If you want to run the network tests, you can use the following command:
|
|
|
93
93
|
pytest -m "network"
|
|
94
94
|
```
|
|
95
95
|
|
|
96
|
+
## Matmul backend discovery
|
|
97
|
+
|
|
98
|
+
The fast `blosc2.matmul` path uses platform-specific block kernels:
|
|
99
|
+
|
|
100
|
+
- macOS: `Accelerate`
|
|
101
|
+
- Linux/Windows: runtime-discovered `cblas`
|
|
102
|
+
- fallback: portable `naive` kernel
|
|
103
|
+
|
|
104
|
+
For the runtime `cblas` backend, `python-blosc2` probes the active Python/NumPy
|
|
105
|
+
environment rather than linking to one BLAS vendor at build time. Discovery
|
|
106
|
+
starts from NumPy's reported BLAS library directory when available, and then
|
|
107
|
+
searches common library names in the active environment's `lib` directories.
|
|
108
|
+
|
|
109
|
+
On Linux the current candidates include `libcblas`, `libopenblas`,
|
|
110
|
+
`libflexiblas`, `libblis`, `libmkl_rt`, and generic `libblas`. A candidate is
|
|
111
|
+
accepted only if it loads successfully and exports both `cblas_sgemm` and
|
|
112
|
+
`cblas_dgemm`. If no suitable provider is found, the fast path falls back to
|
|
113
|
+
the `naive` kernel.
|
|
114
|
+
|
|
115
|
+
Useful runtime helpers:
|
|
116
|
+
|
|
117
|
+
- `blosc2.get_matmul_library()` reports the selected runtime library when available
|
|
118
|
+
- `BLOSC_TRACE=1` logs candidate probing, rejection, selection, and backend fallback
|
|
119
|
+
|
|
120
|
+
Example:
|
|
121
|
+
|
|
122
|
+
```bash
|
|
123
|
+
BLOSC_TRACE=1 python -c "import blosc2; print(blosc2.get_matmul_library())"
|
|
124
|
+
```
|
|
125
|
+
|
|
96
126
|
## wasm32 / Pyodide developer workflow
|
|
97
127
|
|
|
98
128
|
For the local wasm32 workflow (uv + pyodide-build + cibuildwheel + test loop),
|
|
99
|
-
use the repo skill at `.
|
|
129
|
+
use the repo skill at `.skills/wasm32-pyodide-dev/SKILL.md`.
|
|
100
130
|
|
|
101
131
|
Install it into Codex discovery with:
|
|
102
132
|
|