blosc2 4.1.2__tar.gz → 4.3.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (424) hide show
  1. {blosc2-4.1.2 → blosc2-4.3.0}/.pre-commit-config.yaml +1 -1
  2. blosc2-4.3.0/AGENTS.md +53 -0
  3. blosc2-4.3.0/ANNOUNCE.rst +135 -0
  4. {blosc2-4.1.2 → blosc2-4.3.0}/CMakeLists.txt +42 -36
  5. blosc2-4.3.0/CONTRIBUTING.rst +45 -0
  6. {blosc2-4.1.2 → blosc2-4.3.0}/PKG-INFO +5 -1
  7. {blosc2-4.1.2 → blosc2-4.3.0}/README_DEVELOPERS.md +31 -1
  8. {blosc2-4.1.2 → blosc2-4.3.0}/RELEASE_NOTES.md +232 -1
  9. {blosc2-4.1.2 → blosc2-4.3.0}/RELEASING.rst +4 -7
  10. {blosc2-4.1.2 → blosc2-4.3.0}/ROADMAP-TO-4.0.md +1 -1
  11. {blosc2-4.1.2 → blosc2-4.3.0}/doc/conf.py +28 -73
  12. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/overview.rst +5 -5
  13. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/03.lazyarray-udf-kernels.ipynb +5 -5
  14. blosc2-4.3.0/doc/getting_started/tutorials/11.objectarray.ipynb +325 -0
  15. blosc2-4.3.0/doc/getting_started/tutorials/12.batcharray.ipynb +495 -0
  16. blosc2-4.3.0/doc/getting_started/tutorials/13.containers.ipynb +607 -0
  17. blosc2-4.3.0/doc/getting_started/tutorials/13.ctable-basics.ipynb +2972 -0
  18. blosc2-4.3.0/doc/getting_started/tutorials/14.indexing-arrays.ipynb +659 -0
  19. blosc2-4.3.0/doc/getting_started/tutorials/15.indexing-ctables.ipynb +532 -0
  20. blosc2-4.3.0/doc/getting_started/tutorials/images/containers/README.md +20 -0
  21. blosc2-4.3.0/doc/getting_started/tutorials/images/containers/overview.svg +783 -0
  22. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials.rst +6 -0
  23. {blosc2-4.1.2 → blosc2-4.3.0}/doc/python-blosc2.rst +1 -1
  24. blosc2-4.3.0/doc/reference/batch_array.rst +93 -0
  25. blosc2-4.3.0/doc/reference/classes.rst +149 -0
  26. blosc2-4.3.0/doc/reference/ctable.rst +819 -0
  27. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/dict_store.rst +7 -1
  28. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/embed_store.rst +1 -1
  29. blosc2-4.3.0/doc/reference/index_class.rst +36 -0
  30. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/index_funcs.rst +1 -3
  31. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/lazyarray.rst +12 -3
  32. blosc2-4.3.0/doc/reference/list_array.rst +78 -0
  33. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/misc.rst +73 -2
  34. blosc2-4.3.0/doc/reference/msgpack_serialization.rst +125 -0
  35. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/ndarray.rst +1 -1
  36. blosc2-4.3.0/doc/reference/objectarray.rst +86 -0
  37. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/reduction_functions.rst +12 -0
  38. blosc2-4.3.0/doc/reference/ref.rst +54 -0
  39. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/save_load.rst +2 -0
  40. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/schunk.rst +24 -0
  41. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/tree_store.rst +1 -1
  42. blosc2-4.3.0/examples/batch_array.py +73 -0
  43. blosc2-4.3.0/examples/ctable/aggregates.py +83 -0
  44. blosc2-4.3.0/examples/ctable/arrow_interop.py +96 -0
  45. blosc2-4.3.0/examples/ctable/basics.py +62 -0
  46. blosc2-4.3.0/examples/ctable/computed-columns.py +294 -0
  47. blosc2-4.3.0/examples/ctable/csv_interop.py +82 -0
  48. blosc2-4.3.0/examples/ctable/group_by.py +75 -0
  49. blosc2-4.3.0/examples/ctable/index_on_b2z.py +147 -0
  50. blosc2-4.3.0/examples/ctable/indexing.py +100 -0
  51. blosc2-4.3.0/examples/ctable/mutations.py +72 -0
  52. blosc2-4.3.0/examples/ctable/ndim-cols.py +138 -0
  53. blosc2-4.3.0/examples/ctable/nullable.py +182 -0
  54. blosc2-4.3.0/examples/ctable/persistence.py +109 -0
  55. blosc2-4.3.0/examples/ctable/querying.py +68 -0
  56. blosc2-4.3.0/examples/ctable/real_world.py +115 -0
  57. blosc2-4.3.0/examples/ctable/schema.py +120 -0
  58. blosc2-4.3.0/examples/ctable/varlen_columns.py +38 -0
  59. blosc2-4.3.0/examples/embedded-expr-udf-b2z.py +76 -0
  60. {blosc2-4.1.2 → blosc2-4.3.0}/examples/mmap-rw.py +1 -1
  61. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/blosc2_3_10_demo.py +1 -1
  62. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/compute_expr.py +1 -1
  63. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/dsl_save.py +2 -2
  64. blosc2-4.3.0/examples/ndarray/expression_index.py +33 -0
  65. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/filter_sort_fields.py +2 -2
  66. blosc2-4.3.0/examples/ndarray/index_append_maintenance.py +31 -0
  67. blosc2-4.3.0/examples/ndarray/index_sorted_iteration.py +40 -0
  68. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/lists-vs-bools-idx.py +3 -3
  69. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/malformed_dsl.py +5 -4
  70. blosc2-4.3.0/examples/ndarray/mandelbrot-pure-dsl.ipynb +466 -0
  71. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/meta.py +1 -1
  72. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/persistency.py +1 -1
  73. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/reduce_and_enlarge.py +1 -1
  74. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/reduce_expr_save.py +2 -2
  75. blosc2-4.3.0/examples/objectarray.py +69 -0
  76. blosc2-4.3.0/examples/ref-object.py +68 -0
  77. {blosc2-4.1.2 → blosc2-4.3.0}/examples/tree-store.py +46 -1
  78. blosc2-4.3.0/examples/vlstore-lazyudf.py +47 -0
  79. blosc2-4.3.0/plans/changing-default-open-mode.md +341 -0
  80. blosc2-4.3.0/plans/computed-column-copilot.md +576 -0
  81. blosc2-4.3.0/plans/containers-tutorial.md +517 -0
  82. blosc2-4.3.0/plans/ctable-dictionary-type.md +688 -0
  83. blosc2-4.3.0/plans/ctable-direct-expr-indexing.md +1027 -0
  84. blosc2-4.3.0/plans/ctable-getitem-row.md +593 -0
  85. blosc2-4.3.0/plans/ctable-groupby.md +433 -0
  86. blosc2-4.3.0/plans/ctable-implementation-log.md +415 -0
  87. blosc2-4.3.0/plans/ctable-indexes-opsi.md +1014 -0
  88. blosc2-4.3.0/plans/ctable-indexing.md +718 -0
  89. blosc2-4.3.0/plans/ctable-ndarray-cols-copilot-sonnet.md +647 -0
  90. blosc2-4.3.0/plans/ctable-ndarray-cols.md +660 -0
  91. blosc2-4.3.0/plans/ctable-nested-fields.md +251 -0
  92. blosc2-4.3.0/plans/ctable-nulls.md +894 -0
  93. blosc2-4.3.0/plans/ctable-object-array.md +638 -0
  94. blosc2-4.3.0/plans/ctable-parquet-metadata.md +404 -0
  95. blosc2-4.3.0/plans/ctable-persistency.md +536 -0
  96. blosc2-4.3.0/plans/ctable-schema.md +1258 -0
  97. blosc2-4.3.0/plans/ctable-separate-nested-cols.md +686 -0
  98. blosc2-4.3.0/plans/ctable-user-guide.md +497 -0
  99. blosc2-4.3.0/plans/ctable-varlen-cols.md +1080 -0
  100. blosc2-4.3.0/plans/materialized-computed-column.md +635 -0
  101. blosc2-4.3.0/plans/new-ctable-views.md +426 -0
  102. blosc2-4.3.0/plans/tree_store_ctable_ndarray.md +670 -0
  103. blosc2-4.3.0/plans/tree_store_extensions.md +258 -0
  104. blosc2-4.3.0/plans/treestore-ctable-extension.md +344 -0
  105. {blosc2-4.1.2 → blosc2-4.3.0}/pyproject.toml +12 -3
  106. {blosc2-4.1.2 → blosc2-4.3.0}/scripts/install-codex-skill-wasm32.sh +1 -1
  107. {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/__init__.py +149 -23
  108. blosc2-4.3.0/src/blosc2/b2objects.py +248 -0
  109. blosc2-4.3.0/src/blosc2/batch_array.py +1001 -0
  110. {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/blosc2_ext.pyx +829 -21
  111. {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/c2array.py +47 -8
  112. blosc2-4.3.0/src/blosc2/cli/__init__.py +1 -0
  113. blosc2-4.3.0/src/blosc2/cli/parquet_to_blosc2.py +1552 -0
  114. {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/core.py +28 -6
  115. blosc2-4.3.0/src/blosc2/ctable.py +9818 -0
  116. blosc2-4.3.0/src/blosc2/ctable_storage.py +1167 -0
  117. {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/dict_store.py +410 -83
  118. blosc2-4.3.0/src/blosc2/dictionary_column.py +280 -0
  119. {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/dsl_kernel.py +15 -10
  120. {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/embed_store.py +19 -8
  121. blosc2-4.3.0/src/blosc2/groupby.py +1808 -0
  122. blosc2-4.3.0/src/blosc2/groupby_ext.pyx +1140 -0
  123. blosc2-4.3.0/src/blosc2/indexing.py +7340 -0
  124. blosc2-4.3.0/src/blosc2/indexing_ext.pyx +2524 -0
  125. {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/info.py +16 -0
  126. {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/lazyexpr.py +592 -197
  127. {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/linalg.py +127 -35
  128. blosc2-4.3.0/src/blosc2/list_array.py +765 -0
  129. blosc2-4.3.0/src/blosc2/matmul_kernels.c +301 -0
  130. blosc2-4.3.0/src/blosc2/matmul_kernels.h +48 -0
  131. blosc2-4.3.0/src/blosc2/msgpack_utils.py +92 -0
  132. {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/ndarray.py +697 -128
  133. blosc2-4.3.0/src/blosc2/objectarray.py +428 -0
  134. {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/proxy.py +10 -8
  135. blosc2-4.3.0/src/blosc2/ref.py +128 -0
  136. blosc2-4.3.0/src/blosc2/scalar_array.py +426 -0
  137. blosc2-4.3.0/src/blosc2/schema.py +1021 -0
  138. blosc2-4.3.0/src/blosc2/schema_compiler.py +542 -0
  139. blosc2-4.3.0/src/blosc2/schema_validation.py +199 -0
  140. blosc2-4.3.0/src/blosc2/schema_vectorized.py +171 -0
  141. {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/schunk.py +282 -33
  142. {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/storage.py +4 -2
  143. {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/tree_store.py +480 -91
  144. {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/utils.py +83 -45
  145. {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/version.py +1 -1
  146. blosc2-4.1.2/src/blosc2/_wasm_jit.py → blosc2-4.3.0/src/blosc2/wasm_jit.py +3 -3
  147. {blosc2-4.1.2 → blosc2-4.3.0}/tests/conftest.py +18 -0
  148. blosc2-4.3.0/tests/ctable/test_arrow_interop.py +349 -0
  149. blosc2-4.3.0/tests/ctable/test_column.py +956 -0
  150. blosc2-4.3.0/tests/ctable/test_column_ndarray_like.py +51 -0
  151. blosc2-4.3.0/tests/ctable/test_compact.py +152 -0
  152. blosc2-4.3.0/tests/ctable/test_construct.py +201 -0
  153. blosc2-4.3.0/tests/ctable/test_csv_interop.py +529 -0
  154. blosc2-4.3.0/tests/ctable/test_ctable_computed_cols.py +797 -0
  155. blosc2-4.3.0/tests/ctable/test_ctable_dataclass_schema.py +387 -0
  156. blosc2-4.3.0/tests/ctable/test_ctable_indexing.py +648 -0
  157. blosc2-4.3.0/tests/ctable/test_ctable_ndarray_columns.py +231 -0
  158. blosc2-4.3.0/tests/ctable/test_delete_rows.py +203 -0
  159. blosc2-4.3.0/tests/ctable/test_dictionary_column.py +485 -0
  160. blosc2-4.3.0/tests/ctable/test_extend_delete.py +254 -0
  161. blosc2-4.3.0/tests/ctable/test_getitem_access.py +145 -0
  162. blosc2-4.3.0/tests/ctable/test_groupby.py +451 -0
  163. blosc2-4.3.0/tests/ctable/test_nested_access_storage.py +165 -0
  164. blosc2-4.3.0/tests/ctable/test_nested_append.py +96 -0
  165. blosc2-4.3.0/tests/ctable/test_nested_metadata_root.py +93 -0
  166. blosc2-4.3.0/tests/ctable/test_nullable.py +649 -0
  167. blosc2-4.3.0/tests/ctable/test_object_spec.py +66 -0
  168. blosc2-4.3.0/tests/ctable/test_parquet_interop.py +1312 -0
  169. blosc2-4.3.0/tests/ctable/test_row_logic.py +215 -0
  170. blosc2-4.3.0/tests/ctable/test_schema_compiler.py +278 -0
  171. blosc2-4.3.0/tests/ctable/test_schema_mutations.py +459 -0
  172. blosc2-4.3.0/tests/ctable/test_schema_specs.py +361 -0
  173. blosc2-4.3.0/tests/ctable/test_schema_validation.py +183 -0
  174. blosc2-4.3.0/tests/ctable/test_select_describe_cov.py +276 -0
  175. blosc2-4.3.0/tests/ctable/test_sort_by.py +310 -0
  176. blosc2-4.3.0/tests/ctable/test_table_persistency.py +654 -0
  177. blosc2-4.3.0/tests/ctable/test_varlen_columns.py +97 -0
  178. blosc2-4.3.0/tests/ctable/test_varlen_schema_compiler.py +48 -0
  179. blosc2-4.3.0/tests/ctable/test_vlstring_vlbytes.py +589 -0
  180. blosc2-4.3.0/tests/ctable/test_where_expressions.py +75 -0
  181. blosc2-4.3.0/tests/data/legacy_lazyexpr_v1/a.b2nd +0 -0
  182. blosc2-4.3.0/tests/data/legacy_lazyexpr_v1/b.b2nd +0 -0
  183. blosc2-4.3.0/tests/data/legacy_lazyexpr_v1/expr.b2nd +0 -0
  184. blosc2-4.3.0/tests/data/legacy_lazyudf_v1/a.b2nd +0 -0
  185. blosc2-4.3.0/tests/data/legacy_lazyudf_v1/b.b2nd +0 -0
  186. blosc2-4.3.0/tests/data/legacy_lazyudf_v1/expr.b2nd +0 -0
  187. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_c2array_expr.py +1 -1
  188. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_concat.py +2 -2
  189. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_dsl_kernels.py +78 -27
  190. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_elementwise_funcs.py +2 -0
  191. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_full.py +1 -1
  192. blosc2-4.3.0/tests/ndarray/test_indexing.py +2263 -0
  193. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_lazyexpr.py +165 -106
  194. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_lazyexpr_fields.py +4 -4
  195. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_lazyudf.py +19 -2
  196. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_linalg.py +370 -3
  197. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_ndarray.py +243 -5
  198. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_persistency.py +1 -1
  199. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_proxy.py +3 -3
  200. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_proxy_c2array.py +1 -1
  201. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_proxy_expr.py +1 -1
  202. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_reductions.py +117 -138
  203. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_setitem.py +2 -1
  204. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_stringarrays.py +3 -3
  205. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_struct_dtype.py +1 -1
  206. blosc2-4.3.0/tests/test_b2objects.py +209 -0
  207. blosc2-4.3.0/tests/test_batch_array.py +729 -0
  208. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_dict_store.py +288 -0
  209. blosc2-4.3.0/tests/test_group_reduce.py +85 -0
  210. blosc2-4.3.0/tests/test_list_array.py +90 -0
  211. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_mmap.py +6 -4
  212. blosc2-4.3.0/tests/test_objectarray.py +523 -0
  213. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_open.py +51 -1
  214. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_open_c2array.py +1 -1
  215. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_proxy_schunk.py +2 -2
  216. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_schunk.py +13 -0
  217. blosc2-4.3.0/tests/test_schunk_reorder_offsets.py +73 -0
  218. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_schunk_update.py +35 -0
  219. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_tree_store.py +537 -0
  220. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_vlmeta.py +27 -0
  221. blosc2-4.1.2/ANNOUNCE.rst +0 -93
  222. blosc2-4.1.2/CONTRIBUTING.rst +0 -36
  223. blosc2-4.1.2/doc/reference/classes.rst +0 -57
  224. {blosc2-4.1.2 → blosc2-4.3.0}/.gitattributes +0 -0
  225. {blosc2-4.1.2 → blosc2-4.3.0}/.gitignore +0 -0
  226. {blosc2-4.1.2 → blosc2-4.3.0}/.guix/modules/python-blosc2-package.scm +0 -0
  227. {blosc2-4.1.2 → blosc2-4.3.0}/.guix-channel +0 -0
  228. {blosc2-4.1.2 → blosc2-4.3.0}/.skills/wasm32-pyodide-dev/SKILL.md +0 -0
  229. {blosc2-4.1.2 → blosc2-4.3.0}/.skills/wasm32-pyodide-dev/references/commands.md +0 -0
  230. {blosc2-4.1.2 → blosc2-4.3.0}/ADD_LAZYFUNCS.md +0 -0
  231. {blosc2-4.1.2 → blosc2-4.3.0}/LICENSE.txt +0 -0
  232. {blosc2-4.1.2 → blosc2-4.3.0}/README.rst +0 -0
  233. {blosc2-4.1.2 → blosc2-4.3.0}/code_of_conduct.md +0 -0
  234. {blosc2-4.1.2 → blosc2-4.3.0}/doc/_static/blosc-favicon_32x32.png +0 -0
  235. {blosc2-4.1.2 → blosc2-4.3.0}/doc/_static/blosc-favicon_64x64.png +0 -0
  236. {blosc2-4.1.2 → blosc2-4.3.0}/doc/_static/blosc-logo_128.png +0 -0
  237. {blosc2-4.1.2 → blosc2-4.3.0}/doc/_static/blosc-logo_256.png +0 -0
  238. {blosc2-4.1.2 → blosc2-4.3.0}/doc/_static/css/custom.css +0 -0
  239. {blosc2-4.1.2 → blosc2-4.3.0}/doc/development/code-of-conduct.rst +0 -0
  240. {blosc2-4.1.2 → blosc2-4.3.0}/doc/development/contributing.rst +0 -0
  241. {blosc2-4.1.2 → blosc2-4.3.0}/doc/development/index.rst +0 -0
  242. {blosc2-4.1.2 → blosc2-4.3.0}/doc/development/roadmap.rst +0 -0
  243. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/dsl_syntax.md +0 -0
  244. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/index.rst +0 -0
  245. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/installation.rst +0 -0
  246. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/01.ndarray-basics.ipynb +0 -0
  247. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/02.lazyarray-expressions.ipynb +0 -0
  248. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/03.lazyarray-udf.ipynb +0 -0
  249. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/04.reductions.ipynb +0 -0
  250. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/05.persistent-reductions.ipynb +0 -0
  251. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/06.remote_proxy.ipynb +0 -0
  252. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/07.schunk-basics.ipynb +0 -0
  253. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/08.schunk-slicing_and_beyond.ipynb +0 -0
  254. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/09.ucodecs-ufilters.ipynb +0 -0
  255. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/10.prefilters.ipynb +0 -0
  256. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/blosc2-pipeline.png +0 -0
  257. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/blosc2-pipeline.svg +0 -0
  258. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/lazyexpr-broadcast.png +0 -0
  259. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/proxyconnection.png +0 -0
  260. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/reductions/3D-cube-plane.png +0 -0
  261. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/reductions/3D-cube.png +0 -0
  262. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/reductions/memory-access-2D-x.png +0 -0
  263. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/reductions/memory-access-2D-y.png +0 -0
  264. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/remote_proxy.png +0 -0
  265. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/backward.png +0 -0
  266. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/backward.svg +0 -0
  267. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/decoder.png +0 -0
  268. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/decoder.svg +0 -0
  269. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/decoder2.png +0 -0
  270. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/decoder2.svg +0 -0
  271. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/encoder.png +0 -0
  272. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/encoder.svg +0 -0
  273. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/encoder2.png +0 -0
  274. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/encoder2.svg +0 -0
  275. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/forward.png +0 -0
  276. {blosc2-4.1.2 → blosc2-4.3.0}/doc/getting_started/tutorials/images/ucodecs-filters/forward.svg +0 -0
  277. {blosc2-4.1.2 → blosc2-4.3.0}/doc/index.rst +0 -0
  278. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/additional_funcs.rst +0 -0
  279. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/array.rst +0 -0
  280. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/array_operations.rst +0 -0
  281. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/c2array.rst +0 -0
  282. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/index.rst +4 -4
  283. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/linalg.rst +0 -0
  284. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/low_level.rst +0 -0
  285. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/ndfield.rst +0 -0
  286. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/proxy.rst +0 -0
  287. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/proxyndsource.rst +0 -0
  288. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/proxysource.rst +0 -0
  289. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/simpleproxy.rst +0 -0
  290. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/storage.rst +0 -0
  291. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/ufuncs.rst +0 -0
  292. {blosc2-4.1.2 → blosc2-4.3.0}/doc/reference/utilities.rst +0 -0
  293. {blosc2-4.1.2 → blosc2-4.3.0}/doc/release_notes/index.md +0 -0
  294. {blosc2-4.1.2 → blosc2-4.3.0}/examples/blosc2_hdf5_compression.py +0 -0
  295. {blosc2-4.1.2 → blosc2-4.3.0}/examples/btune.py +0 -0
  296. {blosc2-4.1.2 → blosc2-4.3.0}/examples/c2array-get-slice.py +0 -0
  297. {blosc2-4.1.2 → blosc2-4.3.0}/examples/compress2_decompress2.py +0 -0
  298. {blosc2-4.1.2 → blosc2-4.3.0}/examples/compress_decompress.py +0 -0
  299. {blosc2-4.1.2 → blosc2-4.3.0}/examples/dict-store.py +0 -0
  300. {blosc2-4.1.2 → blosc2-4.3.0}/examples/embed-store.py +0 -0
  301. {blosc2-4.1.2 → blosc2-4.3.0}/examples/filler.py +0 -0
  302. {blosc2-4.1.2 → blosc2-4.3.0}/examples/gil.py +0 -0
  303. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/animated_plot.py +0 -0
  304. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/arange-constructor.py +0 -0
  305. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/asarray_.py +0 -0
  306. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/black-scholes_hist-dsl.ipynb +0 -0
  307. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/broadcast_expr.py +0 -0
  308. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/buffer.py +0 -0
  309. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/bytedelta_filter.py +0 -0
  310. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/c2array_expr.py +0 -0
  311. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/compute_fields.py +0 -0
  312. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/compute_udf_numba.py +0 -0
  313. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/compute_where.py +0 -0
  314. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/copy_.py +0 -0
  315. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/empty_.py +0 -0
  316. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/eye-constructor.py +0 -0
  317. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/formats.py +0 -0
  318. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/fromiter-constructor.py +0 -0
  319. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/general_expressions.py +0 -0
  320. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/getitem.py +0 -0
  321. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/ironpill1.ipynb +0 -0
  322. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/iterchunks_info.py +0 -0
  323. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/jit-expr.py +0 -0
  324. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/jit-numpy-funcs.py +0 -0
  325. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/jit-reduc.py +0 -0
  326. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/lazyexpr_where_indexing.py +0 -0
  327. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/linspace-constructor.py +0 -0
  328. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/mandelbrot-dsl.ipynb +0 -0
  329. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/ndarray_copy.py +0 -0
  330. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/ndmean.py +0 -0
  331. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/proxy-carray.py +0 -0
  332. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/proxy-ndarray.py +0 -0
  333. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/reduce_expr.py +0 -0
  334. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/reduce_string_expr.py +0 -0
  335. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/resize_.py +0 -0
  336. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/string_arrays.ipynb +0 -0
  337. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/work_with_numpy.py +0 -0
  338. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/xarray-expression.py +0 -0
  339. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ndarray/zfp_codec.py +0 -0
  340. {blosc2-4.1.2 → blosc2-4.3.0}/examples/pack_array.py +0 -0
  341. {blosc2-4.1.2 → blosc2-4.3.0}/examples/pack_tensor.py +0 -0
  342. {blosc2-4.1.2 → blosc2-4.3.0}/examples/postfilter1.py +0 -0
  343. {blosc2-4.1.2 → blosc2-4.3.0}/examples/postfilter2.py +0 -0
  344. {blosc2-4.1.2 → blosc2-4.3.0}/examples/postfilter3.py +0 -0
  345. {blosc2-4.1.2 → blosc2-4.3.0}/examples/prefilter.py +0 -0
  346. {blosc2-4.1.2 → blosc2-4.3.0}/examples/save_tensor.py +0 -0
  347. {blosc2-4.1.2 → blosc2-4.3.0}/examples/schunk.py +0 -0
  348. {blosc2-4.1.2 → blosc2-4.3.0}/examples/schunk_roundtrip.py +0 -0
  349. {blosc2-4.1.2 → blosc2-4.3.0}/examples/tree-store-blog.py +0 -0
  350. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ucodecs.py +0 -0
  351. {blosc2-4.1.2 → blosc2-4.3.0}/examples/ufilters.py +0 -0
  352. {blosc2-4.1.2 → blosc2-4.3.0}/examples/vlmeta.py +0 -0
  353. {blosc2-4.1.2 → blosc2-4.3.0}/generate_version.py +0 -0
  354. {blosc2-4.1.2 → blosc2-4.3.0}/guix.scm +0 -0
  355. {blosc2-4.1.2 → blosc2-4.3.0}/images/Complete-Write-Read-B2ND.png +0 -0
  356. {blosc2-4.1.2 → blosc2-4.3.0}/images/M1-i386-vs-arm64-pack.png +0 -0
  357. {blosc2-4.1.2 → blosc2-4.3.0}/images/M1-i386-vs-arm64-unpack.png +0 -0
  358. {blosc2-4.1.2 → blosc2-4.3.0}/images/Read-Partial-Slices-B2ND.png +0 -0
  359. {blosc2-4.1.2 → blosc2-4.3.0}/images/b2nd-2level-parts.png +0 -0
  360. {blosc2-4.1.2 → blosc2-4.3.0}/images/eval-expr-full-mem-M2.png +0 -0
  361. {blosc2-4.1.2 → blosc2-4.3.0}/images/eval-expr-scarce-mem-M2.png +0 -0
  362. {blosc2-4.1.2 → blosc2-4.3.0}/images/lazyarray-dask-large.png +0 -0
  363. {blosc2-4.1.2 → blosc2-4.3.0}/images/lazyarray-dask-small.png +0 -0
  364. {blosc2-4.1.2 → blosc2-4.3.0}/images/lazyarray-expr-large.png +0 -0
  365. {blosc2-4.1.2 → blosc2-4.3.0}/images/lazyarray-expr.png +0 -0
  366. {blosc2-4.1.2 → blosc2-4.3.0}/images/linspace-compress.png +0 -0
  367. {blosc2-4.1.2 → blosc2-4.3.0}/images/linspace-decompress.png +0 -0
  368. {blosc2-4.1.2 → blosc2-4.3.0}/images/pack-array-cratios.png +0 -0
  369. {blosc2-4.1.2 → blosc2-4.3.0}/images/reduc-float64-amd.png +0 -0
  370. {blosc2-4.1.2 → blosc2-4.3.0}/images/reduc-float64-log-amd.png +0 -0
  371. {blosc2-4.1.2 → blosc2-4.3.0}/plans/external-js-glue-blosc2-todo.md +0 -0
  372. {blosc2-4.1.2 → blosc2-4.3.0}/plans/external-js-glue.md +0 -0
  373. {blosc2-4.1.2 → blosc2-4.3.0}/plans/phase0-t1-dsl-syntax-inventory.md +0 -0
  374. {blosc2-4.1.2 → blosc2-4.3.0}/plans/wasm32-todo.md +0 -0
  375. {blosc2-4.1.2 → blosc2-4.3.0}/pytest.ini +0 -0
  376. {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/exceptions.py +0 -0
  377. {blosc2-4.1.2 → blosc2-4.3.0}/src/blosc2/fft.py +0 -0
  378. {blosc2-4.1.2 → blosc2-4.3.0}/tests/array-api-xfails.txt +0 -0
  379. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_auto_parts.py +0 -0
  380. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_buffer.py +0 -0
  381. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_c2array_reductions.py +0 -0
  382. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_c2array_udf.py +0 -0
  383. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_copy.py +0 -0
  384. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_empty.py +0 -0
  385. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_evaluate.py +0 -0
  386. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_get_slice_nchunks.py +0 -0
  387. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_getitem.py +0 -0
  388. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_iterchunks_info.py +0 -0
  389. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_jit.py +0 -0
  390. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_lossy.py +0 -0
  391. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_metalayers.py +0 -0
  392. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_mode.py +0 -0
  393. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_nans.py +0 -0
  394. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_numpy.py +0 -0
  395. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_resize.py +0 -0
  396. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_slice.py +0 -0
  397. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_squeeze.py +0 -0
  398. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_wasm_dsl_jit.py +0 -0
  399. {blosc2-4.1.2 → blosc2-4.3.0}/tests/ndarray/test_zeros.py +0 -0
  400. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_bytes_array.py +0 -0
  401. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_comp_info.py +0 -0
  402. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_compress2.py +0 -0
  403. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_compression_parameters.py +0 -0
  404. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_compressors.py +0 -0
  405. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_decompress.py +0 -0
  406. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_embed_store.py +0 -0
  407. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_iterchunks.py +0 -0
  408. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_numexpr_threads.py +0 -0
  409. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_pandas_udf_engine.py +0 -0
  410. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_pathlib.py +0 -0
  411. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_postfilters.py +0 -0
  412. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_prefilters.py +0 -0
  413. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_python_blosc.py +0 -0
  414. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_schunk_constructor.py +0 -0
  415. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_schunk_delete.py +0 -0
  416. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_schunk_get_slice.py +0 -0
  417. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_schunk_get_slice_nchunks.py +0 -0
  418. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_schunk_insert.py +0 -0
  419. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_schunk_set_slice.py +0 -0
  420. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_storage.py +0 -0
  421. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_tensor.py +0 -0
  422. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_ucodecs.py +0 -0
  423. {blosc2-4.1.2 → blosc2-4.3.0}/tests/test_ufilters.py +0 -0
  424. {blosc2-4.1.2 → blosc2-4.3.0}/update_version.py +0 -0
@@ -16,7 +16,7 @@ repos:
16
16
  - id: trailing-whitespace
17
17
 
18
18
  - repo: https://github.com/astral-sh/ruff-pre-commit
19
- rev: v0.15.4
19
+ rev: v0.15.12
20
20
  hooks:
21
21
  - id: ruff-check
22
22
  args: ["--fix", "--show-fixes"]
blosc2-4.3.0/AGENTS.md ADDED
@@ -0,0 +1,53 @@
1
+ # Repository Guidelines
2
+
3
+ ## Project Structure & Module Organization
4
+ The Python package lives in `src/blosc2/`, including the C/Cython extension sources
5
+ (`blosc2_ext.*`) and core modules such as `core.py`, `ndarray.py`, and `schunk.py`.
6
+ Tests are under `tests/`, with additional doctests enabled for select modules per
7
+ `pytest.ini`. Documentation sources are in `doc/` and build output lands in `html/`.
8
+ Examples are in `examples/`, and performance/benchmark scripts live in `bench/`.
9
+
10
+ ## Build, Test, and Development Commands
11
+ - `pip install .` builds the bundled C-Blosc2 and installs the package.
12
+ - `pip install -e .` installs in editable mode for local development.
13
+ - `CMAKE_PREFIX_PATH=/usr/local USE_SYSTEM_BLOSC2=1 pip install -e .` builds
14
+ against a separately installed C-Blosc2.
15
+ - `pytest` runs the default test suite (excludes `heavy` and `network` markers).
16
+ - `pytest -m "heavy"` runs long-running tests.
17
+ - `pytest -m "network"` runs tests requiring network access.
18
+ - `cd doc && rm -rf ../html _build && python -m sphinx . ../html` builds docs.
19
+
20
+ ## Coding Style & Naming Conventions
21
+ Use Ruff for formatting and linting (line length 109). Enable pre-commit hooks:
22
+ `python -m pip install pre-commit` then `pre-commit install`. Follow Python
23
+ conventions: 4-space indentation, `snake_case` for functions/variables, and
24
+ `PascalCase` for classes. Pytest discovery expects `tests/test_*.py` and
25
+ `test_*` functions. Do not use leading underscores in module-level helper
26
+ function names when those helpers are imported from other modules; reserve
27
+ leading underscores for file-local implementation details. Avoid leading
28
+ underscores in core module filenames under `src/blosc2/`; prefer non-underscored
29
+ module names unless there is a strong reason to keep a module private.
30
+
31
+ For documentation and tutorial query examples, prefer the shortest idiom that
32
+ matches the intended result type. Use `expr[:]` or `arr[mask][:]` when showing
33
+ values, use `expr.compute()` when materializing an `NDArray`, and use
34
+ `expr.compute(_use_index=False)` when demonstrating scan-vs-index behavior.
35
+ Avoid `expr.compute()[:]` unless a NumPy array is specifically required.
36
+
37
+ ## Testing Guidelines
38
+ Pytest is required; warnings are treated as errors. The default configuration
39
+ adds `--doctest-modules`, so keep doctest examples in `blosc2/core.py`,
40
+ `blosc2/ndarray.py`, and `blosc2/schunk.py` accurate. Use markers `heavy` and
41
+ `network` for slow or network-dependent tests.
42
+
43
+ ## Commit & Pull Request Guidelines
44
+ Recent commit messages are short, imperative sentences (e.g., “Add …”, “Fix …”)
45
+ without ticket prefixes. For pull requests: branch from `main`, add tests for
46
+ behavior changes, update docs for API changes, ensure the test suite passes,
47
+ and avoid introducing new compiler warnings. Link issues when applicable and
48
+ include clear reproduction steps for bug fixes.
49
+
50
+ **IMPORTANT — Agent commit policy**: Never run `git commit`, `git push`,
51
+ `git reset`, `git rebase`, or any other destructive/state-changing git operation.
52
+ Do not ask for permission to do so either. Committing and all repo state changes
53
+ are exclusively the user’s decision. Just do the code work and stop there.
@@ -0,0 +1,135 @@
1
+ Announcing Python-Blosc2 4.3.0
2
+ ===============================
3
+
4
+ We are happy to announce Python-Blosc2 4.3.0. This release deepens the
5
+ ``CTable`` container with three major additions: **N-dimensional columns**,
6
+ **group-by aggregation**, and **dictionary/categorical column types**.
7
+
8
+ N-dimensional columns let each cell in a CTable hold a full compressed
9
+ multidimensional array — ideal for embedding vectors, image patches,
10
+ time-series windows or any per-row tensor payload. ndarray columns support
11
+ CSV/DataFrame round-trips, nullable semantics, and are automatically detected
12
+ when importing from pandas.
13
+
14
+ N-dimensional columns inherit the full power of Blosc2 ``NDArray`` objects.
15
+ They are not opaque blobs, but first-class arrays that support slicing,
16
+ indexing, and full Blosc2 operations, including multi-threaded and
17
+ SIMD-accelerated expression evaluation. This gives ``CTable`` a strong bridge
18
+ between tabular and array workflows in a single container.
19
+
20
+ See example at: https://github.com/Blosc/python-blosc2/blob/main/examples/ctable/ndim-cols.py
21
+
22
+ Group-by brings SQL-style ``GROUP BY`` directly to CTables::
23
+
24
+ by_city = t.group_by("city", sort=True)
25
+ by_city.agg({"sales": ["sum", "mean"], "qty": "sum"})
26
+
27
+ Multi-key groupings, filtered aggregates (``where=`` pushdown), and persistent
28
+ output (``urlpath=``) are all supported. Behind the scenes, Cython-accelerated
29
+ kernels deliver dramatic speedups — ~25× for float keys, ~8× for integer keys —
30
+ backed by dense-indexing and general-purpose hash-table paths.
31
+
32
+ Also, ``DictionarySpec`` introduces dictionary-encoded (categorical) columns
33
+ that store compact integer codes mapped to a shared string dictionary, giving
34
+ both compact storage and accelerated equality/membership queries. Dictionary
35
+ columns work transparently in ``where`` clauses and nested dotted-name
36
+ expressions.
37
+
38
+ Other highlights in 4.3.0 include:
39
+
40
+ - **Nested columns and field-name escaping**: Columns from Arrow/Parquet struct
41
+ hierarchies are flattened into physical leaf columns under hierarchical
42
+ ``_cols`` storage paths, with logical dotted-name access preserved.
43
+ Round-trip fidelity is maintained for nested schemas, and literal ``.`` / ``/``
44
+ in field names are automatically escaped.
45
+
46
+ - **Parquet import improvements**: Arrow serializer is now the default;
47
+ nested columns are always separated; new ``--progress``/``--max-rows``/
48
+ ``--timestamp-unit``/``--float-trunc-prec`` options for
49
+ ``parquet-to-blosc2`` CLI; and a ``list_serializer`` parameter for fine-tuning
50
+ list-type column storage.
51
+
52
+ - **Inline CTable support in TreeStore**: CTables can now be stored as items
53
+ inside a ``TreeStore``, enabling hierarchical containers that mix arrays
54
+ and tables.
55
+
56
+ - **Performance wins**: ``CTable.open()`` is faster thanks to lazy ``nrows``
57
+ and deferred column metainfo loading. Scalar and small-slice access paths
58
+ have been overhauled. ``import blosc2`` is leaner via late-import
59
+ optimizations for heavy optional dependencies.
60
+
61
+ - **New tutorials and examples**: Group-by, nested fields, dictionary columns,
62
+ TreeStore–CTable integration, and dedicated benchmarks for group-by,
63
+ nested-filter, and Parquet round-trips.
64
+
65
+ - **Fixes**: Null/NaN sentinel normalization, empty aggregate results,
66
+ generated-column safety, miniexpr bundling, and more.
67
+
68
+ - **Updated C-Blosc2** to version 3.0.3 (latest).
69
+
70
+ You can think of Python-Blosc2 4.x as an extension of NumPy/numexpr that:
71
+
72
+ - Can deal with NDArray compressed objects using first-class codecs & filters.
73
+ - Performs many kinds of math expressions, including reductions, indexing...
74
+ - Supports multi-threading and SIMD acceleration (via numexpr/miniexpr).
75
+ - Can operate with data from other libraries (like PyTables, h5py, Zarr, Dask, etc).
76
+ - Supports NumPy ufunc mechanism: mix and match NumPy and Blosc2 computations.
77
+ - Integrates with Numba and Cython via UDFs (User Defined Functions).
78
+ - Adheres to modern array API standard conventions (https://data-apis.org/array-api/).
79
+ - Can perform linear algebra operations (like ``blosc2.tensordot()``).
80
+ - Can store and query compressed columnar tables via ``blosc2.CTable``.
81
+
82
+ Install it with::
83
+
84
+ pip install blosc2 --upgrade # if you prefer wheels
85
+ conda install -c conda-forge python-blosc2 mkl # if you prefer conda and MKL
86
+
87
+ For more info, you can have a look at the release notes in:
88
+
89
+ https://github.com/Blosc/python-blosc2/releases
90
+
91
+ Small CTable group-by example::
92
+
93
+ import blosc2
94
+ from dataclasses import dataclass
95
+
96
+ @dataclass
97
+ class Order:
98
+ city: str = blosc2.field(blosc2.string(max_length=16))
99
+ product: str = blosc2.field(blosc2.string(max_length=16))
100
+ qty: int = blosc2.field(blosc2.int32())
101
+ price: float = blosc2.field(blosc2.float64(nullable=True), default=0.0)
102
+
103
+ # Create a table with 200 random orders
104
+ t = blosc2.CTable(Order, new_data=orders)
105
+
106
+ # Group by city: total and average price per city in one call
107
+ print(t.group_by("city", sort=True).agg({"price": ["sum", "mean"], "qty": "sum"}))
108
+
109
+ # Multi-key: city + product breakdown
110
+ print(t.group_by(["city", "product"], sort=True).agg({"qty": "sum", "price": "mean"}))
111
+
112
+ # Filtered: only Widget orders, grouped by city
113
+ print(t.where(t.product == "Widget").group_by("city", sort=True).agg({"qty": "sum"}))
114
+
115
+ Sources repository
116
+ ------------------
117
+
118
+ The sources and documentation are managed through GitHub services at:
119
+
120
+ https://github.com/Blosc/python-blosc2
121
+
122
+ Python-Blosc2 is distributed using the BSD license, see
123
+ https://github.com/Blosc/python-blosc2/blob/main/LICENSE.txt
124
+ for details.
125
+
126
+ Mastodon feed
127
+ -------------
128
+
129
+ Follow https://fosstodon.org/@Blosc2 to get informed about the latest
130
+ developments.
131
+
132
+ Enjoy!
133
+
134
+ - Blosc Development Team
135
+ Compress Better, Compute Bigger
@@ -14,6 +14,9 @@ endif()
14
14
 
15
15
  project(python-blosc2)
16
16
 
17
+ set(BLOSC2_MIN_VERSION 3.0.0)
18
+ set(BLOSC2_BUNDLED_VERSION v3.0.3)
19
+
17
20
  if(WIN32 AND NOT CMAKE_C_COMPILER_ID STREQUAL "Clang")
18
21
  message(FATAL_ERROR "Windows builds require clang-cl. Set CC/CXX to clang-cl or configure CMake with -T ClangCL.")
19
22
  endif()
@@ -41,11 +44,34 @@ add_custom_command(
41
44
  DEPENDS "${CMAKE_CURRENT_SOURCE_DIR}/src/blosc2/blosc2_ext.pyx"
42
45
  VERBATIM)
43
46
 
47
+ add_custom_command(
48
+ OUTPUT indexing_ext.c
49
+ COMMAND Python::Interpreter -m cython
50
+ "${CMAKE_CURRENT_SOURCE_DIR}/src/blosc2/indexing_ext.pyx" --output-file indexing_ext.c
51
+ DEPENDS "${CMAKE_CURRENT_SOURCE_DIR}/src/blosc2/indexing_ext.pyx"
52
+ VERBATIM)
53
+
54
+ add_custom_command(
55
+ OUTPUT groupby_ext.c
56
+ COMMAND Python::Interpreter -m cython
57
+ "${CMAKE_CURRENT_SOURCE_DIR}/src/blosc2/groupby_ext.pyx" --output-file groupby_ext.c
58
+ DEPENDS "${CMAKE_CURRENT_SOURCE_DIR}/src/blosc2/groupby_ext.pyx"
59
+ VERBATIM)
60
+
44
61
  # ...and add it to the target
45
62
  Python_add_library(blosc2_ext MODULE blosc2_ext.c WITH_SOABI)
63
+ target_sources(blosc2_ext PRIVATE src/blosc2/matmul_kernels.c)
64
+ target_include_directories(blosc2_ext PRIVATE ${CMAKE_CURRENT_SOURCE_DIR}/src/blosc2)
65
+ if(UNIX)
66
+ target_link_libraries(blosc2_ext PRIVATE ${CMAKE_DL_LIBS})
67
+ endif()
68
+ Python_add_library(indexing_ext MODULE indexing_ext.c WITH_SOABI)
69
+ Python_add_library(groupby_ext MODULE groupby_ext.c WITH_SOABI)
46
70
 
47
71
  # We need to link against NumPy
48
72
  target_link_libraries(blosc2_ext PRIVATE Python::NumPy)
73
+ target_link_libraries(indexing_ext PRIVATE Python::NumPy)
74
+ target_link_libraries(groupby_ext PRIVATE Python::NumPy)
49
75
 
50
76
  # Fetch and build miniexpr library
51
77
  include(FetchContent)
@@ -55,6 +81,12 @@ set(MINIEXPR_BUILD_SHARED OFF CACHE BOOL "Build miniexpr shared library" FORCE)
55
81
  set(MINIEXPR_BUILD_TESTS OFF CACHE BOOL "Build miniexpr tests" FORCE)
56
82
  set(MINIEXPR_BUILD_EXAMPLES OFF CACHE BOOL "Build miniexpr examples" FORCE)
57
83
  set(MINIEXPR_BUILD_BENCH OFF CACHE BOOL "Build miniexpr benchmarks" FORCE)
84
+ # Keep miniexpr's bundled libtcc and related files inside the blosc2 package.
85
+ # Without this, miniexpr's install rules use the default CMAKE_INSTALL_LIBDIR
86
+ # ("lib"), which scikit-build places at site-packages/lib.
87
+ set(CMAKE_INSTALL_INCLUDEDIR ${SKBUILD_PLATLIB_DIR}/blosc2/include)
88
+ set(CMAKE_INSTALL_LIBDIR ${SKBUILD_PLATLIB_DIR}/blosc2/lib)
89
+ set(CMAKE_INSTALL_DATADIR ${SKBUILD_PLATLIB_DIR}/blosc2/share)
58
90
 
59
91
  if(EMSCRIPTEN)
60
92
  set(MINIEXPR_ENABLE_TCC_JIT ON CACHE BOOL "Enable TCC JIT in Emscripten builds" FORCE)
@@ -63,15 +95,20 @@ endif()
63
95
 
64
96
  FetchContent_Declare(miniexpr
65
97
  GIT_REPOSITORY https://github.com/Blosc/miniexpr.git
66
- GIT_TAG 37bf6982bf9619036b47f095b7005bc3c87a7447
98
+ GIT_TAG f2faef741c4c507bf6a03167c72ce7f92c6f0ae8
67
99
  # SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR}/../miniexpr
68
100
  )
69
101
  FetchContent_MakeAvailable(miniexpr)
70
102
 
71
103
  # Link against miniexpr static library
72
104
  target_link_libraries(blosc2_ext PRIVATE miniexpr_static)
105
+ if(APPLE)
106
+ target_link_libraries(blosc2_ext PRIVATE "-framework Accelerate")
107
+ endif()
73
108
 
74
109
  target_compile_features(blosc2_ext PRIVATE c_std_11)
110
+ target_compile_features(indexing_ext PRIVATE c_std_11)
111
+ target_compile_features(groupby_ext PRIVATE c_std_11)
75
112
  if(WIN32 AND CMAKE_C_COMPILER_ID STREQUAL "Clang")
76
113
  execute_process(
77
114
  COMMAND "${CMAKE_C_COMPILER}" -print-resource-dir
@@ -100,7 +137,7 @@ endif()
100
137
  if(USE_SYSTEM_BLOSC2)
101
138
  set(CMAKE_MODULE_PATH "${PROJECT_SOURCE_DIR}/cmake")
102
139
  find_package(PkgConfig REQUIRED)
103
- pkg_check_modules(Blosc2 REQUIRED IMPORTED_TARGET blosc2)
140
+ pkg_check_modules(Blosc2 REQUIRED IMPORTED_TARGET blosc2>=${BLOSC2_MIN_VERSION})
104
141
  target_link_libraries(blosc2_ext PRIVATE PkgConfig::Blosc2)
105
142
  else()
106
143
  set(STATIC_LIB ON CACHE BOOL "Build a static version of the blosc library.")
@@ -110,8 +147,6 @@ else()
110
147
  set(BUILD_BENCHMARKS OFF CACHE BOOL "Build C-Blosc2 benchmarks")
111
148
  set(BUILD_FUZZERS OFF CACHE BOOL "Build C-Blosc2 fuzzers")
112
149
  set(CMAKE_POSITION_INDEPENDENT_CODE ON)
113
- set(CMAKE_INSTALL_INCLUDEDIR ${SKBUILD_PLATLIB_DIR}/blosc2/include) # directory for include files
114
- set(CMAKE_INSTALL_LIBDIR ${SKBUILD_PLATLIB_DIR}/blosc2/lib) # directory for libblosc2 and pkgconfig
115
150
  set(Blosc2_INSTALL_CMAKEDIR ${CMAKE_INSTALL_LIBDIR}/cmake/blosc2) # directory for cmake files
116
151
  set(CMAKE_INSTALL_BINDIR ${SKBUILD_PLATLIB_DIR}/blosc2/lib) # directory for libblosc2.dll on windows
117
152
  # we will put the binaries of the C-Blosc2 library into the wheels according to PEP
@@ -119,7 +154,8 @@ else()
119
154
  include(FetchContent)
120
155
  FetchContent_Declare(blosc2
121
156
  GIT_REPOSITORY https://github.com/Blosc/c-blosc2
122
- GIT_TAG 1386ef42f58b61c876edf714a2af84bd7b59dc5d # v2.23.1
157
+ GIT_TAG ${BLOSC2_BUNDLED_VERSION}
158
+ # SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR}/../c-blosc2
123
159
  )
124
160
  FetchContent_MakeAvailable(blosc2)
125
161
  include_directories("${blosc2_SOURCE_DIR}/include")
@@ -147,7 +183,7 @@ endif()
147
183
 
148
184
  # Python extension -> site-packages/blosc2
149
185
  install(
150
- TARGETS blosc2_ext
186
+ TARGETS blosc2_ext indexing_ext groupby_ext
151
187
  LIBRARY DESTINATION ${SKBUILD_PLATLIB_DIR}/blosc2
152
188
  )
153
189
 
@@ -155,33 +191,3 @@ install(
155
191
  FILES "${miniexpr_SOURCE_DIR}/src/me_jit_glue.js"
156
192
  DESTINATION ${SKBUILD_PLATLIB_DIR}/blosc2
157
193
  )
158
-
159
- # Install bundled libtcc next to the Python package (separate LGPL artifact).
160
- if(MINIEXPR_ENABLE_TCC_JIT)
161
- if(APPLE)
162
- install(
163
- FILES "${miniexpr_BINARY_DIR}/libtcc.dylib"
164
- DESTINATION ${SKBUILD_PLATLIB_DIR}/blosc2/lib
165
- OPTIONAL
166
- )
167
- elseif(WIN32)
168
- install(
169
- FILES
170
- "${miniexpr_BINARY_DIR}/tcc.dll"
171
- "${miniexpr_BINARY_DIR}/Debug/tcc.dll"
172
- "${miniexpr_BINARY_DIR}/Release/tcc.dll"
173
- "${miniexpr_BINARY_DIR}/RelWithDebInfo/tcc.dll"
174
- "${miniexpr_BINARY_DIR}/MinSizeRel/tcc.dll"
175
- DESTINATION ${SKBUILD_PLATLIB_DIR}/blosc2/lib
176
- OPTIONAL
177
- )
178
- else()
179
- install(
180
- FILES
181
- "${miniexpr_BINARY_DIR}/libtcc.so"
182
- "${miniexpr_BINARY_DIR}/libtcc.so.1"
183
- DESTINATION ${SKBUILD_PLATLIB_DIR}/blosc2/lib
184
- OPTIONAL
185
- )
186
- endif()
187
- endif()
@@ -0,0 +1,45 @@
1
+ Contributing guidelines
2
+ =======================
3
+ We want to make contributing to this project as easy and transparent as possible.
4
+
5
+ Our Development Process
6
+ -----------------------
7
+ New versions are being developed in the "main" branch, or in their own feature branch.
8
+ When they are deemed ready for a release, they are merged back into "main" again.
9
+
10
+ So all contributions must stage first through "main" or their own feature branch.
11
+
12
+ Pull Requests
13
+ -------------
14
+ We actively welcome your pull requests.
15
+
16
+ 1. Fork the repo and create your branch from ``main``.
17
+ 2. If you've added code that should be tested, add tests.
18
+ 3. If you've changed APIs, update the documentation.
19
+ 4. Ensure the test suite passes.
20
+ 5. Make sure your code does not issue new compiler warnings.
21
+
22
+ Automated Contributions Policy
23
+ ------------------------------
24
+
25
+ Contributing to Blosc requires human judgment, contextual understanding, and familiarity with scikit-learn’s structure and goals. It is not suitable for automatic processing by AI tools.
26
+
27
+ Please refrain from submitting issues or pull requests generated by fully-automated tools. Maintainers reserve the right, at their sole discretion, to close such submissions and to block any account responsible for them.
28
+
29
+ Review all code or documentation changes made by AI tools and make sure you understand all changes and can explain them on request, before submitting them under your name. Do not submit any AI-generated code that you haven’t personally reviewed, understood and tested, as this wastes maintainers’ time.
30
+
31
+ Please do not paste AI generated text in the description of issues, PRs or in comments as this makes it harder for reviewers to assess your contribution. We are happy for it to be used to improve grammar or if you are not a native English speaker.
32
+
33
+ If you used AI tools, please state so in your PR description.
34
+
35
+ PRs that appear to violate this policy will be closed without review.
36
+
37
+ For more information on why this is becoming a big issue for open source projects, please see the `Software Review in the Era of AI <https://ropensci.org/blog/2026/02/26/ropensci-ai-policy/>`_ by the rOpenSci folks.
38
+
39
+ Issues
40
+ ------
41
+ We use GitHub issues to track public bugs. Please ensure your description is clear and has sufficient instructions to be able to reproduce the issue.
42
+
43
+ License
44
+ -------
45
+ By contributing to Python-Blosc2, you agree that your contributions will be licensed under the `LICENSE <https://github.com/Blosc/python-blosc2/blob/main/LICENSE.txt>`_ file of the project.
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: blosc2
3
- Version: 4.1.2
3
+ Version: 4.3.0
4
4
  Summary: A fast & compressed ndarray library with a flexible compute engine.
5
5
  Author-Email: Blosc Development Team <blosc@blosc.org>
6
6
  Maintainer-Email: Blosc Development Team <blosc@blosc.org>
@@ -27,7 +27,11 @@ Requires-Dist: numpy>=1.26
27
27
  Requires-Dist: ndindex
28
28
  Requires-Dist: msgpack
29
29
  Requires-Dist: numexpr>=2.14.1; platform_machine != "wasm32"
30
+ Requires-Dist: pydantic
30
31
  Requires-Dist: requests
32
+ Requires-Dist: threadpoolctl; platform_machine != "wasm32"
33
+ Provides-Extra: parquet
34
+ Requires-Dist: pyarrow; extra == "parquet"
31
35
  Description-Content-Type: text/x-rst
32
36
 
33
37
  =============
@@ -93,10 +93,40 @@ If you want to run the network tests, you can use the following command:
93
93
  pytest -m "network"
94
94
  ```
95
95
 
96
+ ## Matmul backend discovery
97
+
98
+ The fast `blosc2.matmul` path uses platform-specific block kernels:
99
+
100
+ - macOS: `Accelerate`
101
+ - Linux/Windows: runtime-discovered `cblas`
102
+ - fallback: portable `naive` kernel
103
+
104
+ For the runtime `cblas` backend, `python-blosc2` probes the active Python/NumPy
105
+ environment rather than linking to one BLAS vendor at build time. Discovery
106
+ starts from NumPy's reported BLAS library directory when available, and then
107
+ searches common library names in the active environment's `lib` directories.
108
+
109
+ On Linux the current candidates include `libcblas`, `libopenblas`,
110
+ `libflexiblas`, `libblis`, `libmkl_rt`, and generic `libblas`. A candidate is
111
+ accepted only if it loads successfully and exports both `cblas_sgemm` and
112
+ `cblas_dgemm`. If no suitable provider is found, the fast path falls back to
113
+ the `naive` kernel.
114
+
115
+ Useful runtime helpers:
116
+
117
+ - `blosc2.get_matmul_library()` reports the selected runtime library when available
118
+ - `BLOSC_TRACE=1` logs candidate probing, rejection, selection, and backend fallback
119
+
120
+ Example:
121
+
122
+ ```bash
123
+ BLOSC_TRACE=1 python -c "import blosc2; print(blosc2.get_matmul_library())"
124
+ ```
125
+
96
126
  ## wasm32 / Pyodide developer workflow
97
127
 
98
128
  For the local wasm32 workflow (uv + pyodide-build + cibuildwheel + test loop),
99
- use the repo skill at `.codex/skills/wasm32-pyodide-dev/SKILL.md`.
129
+ use the repo skill at `.skills/wasm32-pyodide-dev/SKILL.md`.
100
130
 
101
131
  Install it into Codex discovery with:
102
132