blosc2 4.2.0__tar.gz → 4.3.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (425) hide show
  1. blosc2-4.3.1/ANNOUNCE.rst +83 -0
  2. {blosc2-4.2.0 → blosc2-4.3.1}/CMakeLists.txt +18 -34
  3. {blosc2-4.2.0 → blosc2-4.3.1}/PKG-INFO +1 -1
  4. {blosc2-4.2.0 → blosc2-4.3.1}/RELEASE_NOTES.md +186 -0
  5. {blosc2-4.2.0 → blosc2-4.3.1}/RELEASING.rst +1 -2
  6. {blosc2-4.2.0 → blosc2-4.3.1}/doc/conf.py +10 -0
  7. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/13.containers.ipynb +70 -46
  8. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/13.ctable-basics.ipynb +804 -705
  9. {blosc2-4.2.0 → blosc2-4.3.1}/doc/python-blosc2.rst +1 -1
  10. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/classes.rst +1 -0
  11. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/ctable.rst +251 -19
  12. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/misc.rst +9 -0
  13. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/ndarray.rst +2 -0
  14. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/reduction_functions.rst +7 -0
  15. blosc2-4.3.1/doc/reference/ref.rst +54 -0
  16. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/aggregates.py +9 -0
  17. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/arrow_interop.py +18 -5
  18. blosc2-4.3.1/examples/ctable/group_by.py +75 -0
  19. blosc2-4.3.1/examples/ctable/ndim-cols.py +138 -0
  20. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/querying.py +8 -0
  21. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/schema.py +65 -6
  22. {blosc2-4.2.0 → blosc2-4.3.1}/examples/tree-store.py +46 -1
  23. blosc2-4.3.1/plans/ctable-dictionary-type.md +688 -0
  24. blosc2-4.3.1/plans/ctable-groupby.md +433 -0
  25. blosc2-4.3.1/plans/ctable-ndarray-cols-copilot-sonnet.md +647 -0
  26. blosc2-4.3.1/plans/ctable-ndarray-cols.md +660 -0
  27. blosc2-4.3.1/plans/ctable-nested-fields.md +251 -0
  28. blosc2-4.3.1/plans/ctable-separate-nested-cols.md +686 -0
  29. blosc2-4.3.1/plans/tree_store_ctable_ndarray.md +670 -0
  30. {blosc2-4.2.0 → blosc2-4.3.1}/pyproject.toml +1 -1
  31. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/__init__.py +33 -8
  32. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/batch_array.py +49 -9
  33. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/c2array.py +10 -5
  34. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/cli/parquet_to_blosc2.py +705 -28
  35. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/core.py +2 -1
  36. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/ctable.py +3927 -451
  37. blosc2-4.3.1/src/blosc2/ctable_storage.py +1167 -0
  38. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/dict_store.py +19 -4
  39. blosc2-4.3.1/src/blosc2/dictionary_column.py +280 -0
  40. blosc2-4.3.1/src/blosc2/groupby.py +1904 -0
  41. blosc2-4.3.1/src/blosc2/groupby_ext.pyx +1140 -0
  42. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/indexing.py +6 -1
  43. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/indexing_ext.pyx +27 -0
  44. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/lazyexpr.py +120 -34
  45. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/list_array.py +52 -3
  46. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/ndarray.py +73 -7
  47. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/schema.py +212 -4
  48. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/schema_compiler.py +58 -8
  49. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/schema_validation.py +18 -4
  50. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/schema_vectorized.py +24 -1
  51. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/schunk.py +6 -28
  52. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/tree_store.py +451 -81
  53. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/utils.py +61 -35
  54. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/version.py +1 -1
  55. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_arrow_interop.py +84 -1
  56. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_column.py +103 -4
  57. blosc2-4.3.1/tests/ctable/test_csv_interop.py +529 -0
  58. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_ctable_dataclass_schema.py +98 -0
  59. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_ctable_indexing.py +2 -0
  60. blosc2-4.3.1/tests/ctable/test_ctable_ndarray_columns.py +231 -0
  61. blosc2-4.3.1/tests/ctable/test_dictionary_column.py +485 -0
  62. blosc2-4.3.1/tests/ctable/test_getitem_access.py +145 -0
  63. blosc2-4.3.1/tests/ctable/test_groupby.py +496 -0
  64. blosc2-4.3.1/tests/ctable/test_nested_access_storage.py +165 -0
  65. blosc2-4.3.1/tests/ctable/test_nested_append.py +96 -0
  66. blosc2-4.3.1/tests/ctable/test_nested_metadata_root.py +93 -0
  67. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_nullable.py +23 -0
  68. blosc2-4.3.1/tests/ctable/test_object_spec.py +66 -0
  69. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_parquet_interop.py +638 -2
  70. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_schema_specs.py +18 -0
  71. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_sort_by.py +26 -0
  72. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_table_persistency.py +2 -7
  73. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_varlen_columns.py +10 -0
  74. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_elementwise_funcs.py +2 -0
  75. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_indexing.py +20 -0
  76. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_lazyexpr.py +66 -73
  77. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_reductions.py +99 -120
  78. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_batch_array.py +11 -4
  79. blosc2-4.3.1/tests/test_group_reduce.py +85 -0
  80. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_open.py +11 -15
  81. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_tree_store.py +386 -0
  82. blosc2-4.2.0/ANNOUNCE.rst +0 -86
  83. blosc2-4.2.0/doc/reference/ref.rst +0 -13
  84. blosc2-4.2.0/src/blosc2/ctable_storage.py +0 -605
  85. blosc2-4.2.0/tests/ctable/test_csv_interop.py +0 -235
  86. {blosc2-4.2.0 → blosc2-4.3.1}/.gitattributes +0 -0
  87. {blosc2-4.2.0 → blosc2-4.3.1}/.gitignore +0 -0
  88. {blosc2-4.2.0 → blosc2-4.3.1}/.guix/modules/python-blosc2-package.scm +0 -0
  89. {blosc2-4.2.0 → blosc2-4.3.1}/.guix-channel +0 -0
  90. {blosc2-4.2.0 → blosc2-4.3.1}/.pre-commit-config.yaml +0 -0
  91. {blosc2-4.2.0 → blosc2-4.3.1}/.skills/wasm32-pyodide-dev/SKILL.md +0 -0
  92. {blosc2-4.2.0 → blosc2-4.3.1}/.skills/wasm32-pyodide-dev/references/commands.md +0 -0
  93. {blosc2-4.2.0 → blosc2-4.3.1}/ADD_LAZYFUNCS.md +0 -0
  94. {blosc2-4.2.0 → blosc2-4.3.1}/AGENTS.md +0 -0
  95. {blosc2-4.2.0 → blosc2-4.3.1}/CONTRIBUTING.rst +0 -0
  96. {blosc2-4.2.0 → blosc2-4.3.1}/LICENSE.txt +0 -0
  97. {blosc2-4.2.0 → blosc2-4.3.1}/README.rst +0 -0
  98. {blosc2-4.2.0 → blosc2-4.3.1}/README_DEVELOPERS.md +0 -0
  99. {blosc2-4.2.0 → blosc2-4.3.1}/ROADMAP-TO-4.0.md +0 -0
  100. {blosc2-4.2.0 → blosc2-4.3.1}/code_of_conduct.md +0 -0
  101. {blosc2-4.2.0 → blosc2-4.3.1}/doc/_static/blosc-favicon_32x32.png +0 -0
  102. {blosc2-4.2.0 → blosc2-4.3.1}/doc/_static/blosc-favicon_64x64.png +0 -0
  103. {blosc2-4.2.0 → blosc2-4.3.1}/doc/_static/blosc-logo_128.png +0 -0
  104. {blosc2-4.2.0 → blosc2-4.3.1}/doc/_static/blosc-logo_256.png +0 -0
  105. {blosc2-4.2.0 → blosc2-4.3.1}/doc/_static/css/custom.css +0 -0
  106. {blosc2-4.2.0 → blosc2-4.3.1}/doc/development/code-of-conduct.rst +0 -0
  107. {blosc2-4.2.0 → blosc2-4.3.1}/doc/development/contributing.rst +0 -0
  108. {blosc2-4.2.0 → blosc2-4.3.1}/doc/development/index.rst +0 -0
  109. {blosc2-4.2.0 → blosc2-4.3.1}/doc/development/roadmap.rst +0 -0
  110. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/dsl_syntax.md +0 -0
  111. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/index.rst +0 -0
  112. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/installation.rst +0 -0
  113. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/overview.rst +0 -0
  114. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/01.ndarray-basics.ipynb +0 -0
  115. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/02.lazyarray-expressions.ipynb +0 -0
  116. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/03.lazyarray-udf-kernels.ipynb +0 -0
  117. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/03.lazyarray-udf.ipynb +0 -0
  118. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/04.reductions.ipynb +0 -0
  119. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/05.persistent-reductions.ipynb +0 -0
  120. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/06.remote_proxy.ipynb +0 -0
  121. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/07.schunk-basics.ipynb +0 -0
  122. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/08.schunk-slicing_and_beyond.ipynb +0 -0
  123. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/09.ucodecs-ufilters.ipynb +0 -0
  124. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/10.prefilters.ipynb +0 -0
  125. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/11.objectarray.ipynb +0 -0
  126. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/12.batcharray.ipynb +0 -0
  127. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/14.indexing-arrays.ipynb +0 -0
  128. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/15.indexing-ctables.ipynb +0 -0
  129. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/blosc2-pipeline.png +0 -0
  130. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/blosc2-pipeline.svg +0 -0
  131. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/containers/README.md +0 -0
  132. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/containers/overview.svg +0 -0
  133. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/lazyexpr-broadcast.png +0 -0
  134. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/proxyconnection.png +0 -0
  135. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/reductions/3D-cube-plane.png +0 -0
  136. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/reductions/3D-cube.png +0 -0
  137. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/reductions/memory-access-2D-x.png +0 -0
  138. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/reductions/memory-access-2D-y.png +0 -0
  139. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/remote_proxy.png +0 -0
  140. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/backward.png +0 -0
  141. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/backward.svg +0 -0
  142. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/decoder.png +0 -0
  143. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/decoder.svg +0 -0
  144. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/decoder2.png +0 -0
  145. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/decoder2.svg +0 -0
  146. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/encoder.png +0 -0
  147. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/encoder.svg +0 -0
  148. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/encoder2.png +0 -0
  149. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/encoder2.svg +0 -0
  150. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/forward.png +0 -0
  151. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials/images/ucodecs-filters/forward.svg +0 -0
  152. {blosc2-4.2.0 → blosc2-4.3.1}/doc/getting_started/tutorials.rst +0 -0
  153. {blosc2-4.2.0 → blosc2-4.3.1}/doc/index.rst +0 -0
  154. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/additional_funcs.rst +0 -0
  155. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/array.rst +0 -0
  156. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/array_operations.rst +0 -0
  157. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/batch_array.rst +0 -0
  158. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/c2array.rst +0 -0
  159. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/dict_store.rst +0 -0
  160. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/embed_store.rst +0 -0
  161. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/index.rst +0 -0
  162. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/index_class.rst +0 -0
  163. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/index_funcs.rst +0 -0
  164. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/lazyarray.rst +0 -0
  165. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/linalg.rst +0 -0
  166. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/list_array.rst +0 -0
  167. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/low_level.rst +0 -0
  168. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/msgpack_serialization.rst +0 -0
  169. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/ndfield.rst +0 -0
  170. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/objectarray.rst +0 -0
  171. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/proxy.rst +0 -0
  172. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/proxyndsource.rst +0 -0
  173. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/proxysource.rst +0 -0
  174. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/save_load.rst +0 -0
  175. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/schunk.rst +0 -0
  176. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/simpleproxy.rst +0 -0
  177. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/storage.rst +0 -0
  178. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/tree_store.rst +0 -0
  179. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/ufuncs.rst +0 -0
  180. {blosc2-4.2.0 → blosc2-4.3.1}/doc/reference/utilities.rst +0 -0
  181. {blosc2-4.2.0 → blosc2-4.3.1}/doc/release_notes/index.md +0 -0
  182. {blosc2-4.2.0 → blosc2-4.3.1}/examples/batch_array.py +0 -0
  183. {blosc2-4.2.0 → blosc2-4.3.1}/examples/blosc2_hdf5_compression.py +0 -0
  184. {blosc2-4.2.0 → blosc2-4.3.1}/examples/btune.py +0 -0
  185. {blosc2-4.2.0 → blosc2-4.3.1}/examples/c2array-get-slice.py +0 -0
  186. {blosc2-4.2.0 → blosc2-4.3.1}/examples/compress2_decompress2.py +0 -0
  187. {blosc2-4.2.0 → blosc2-4.3.1}/examples/compress_decompress.py +0 -0
  188. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/basics.py +0 -0
  189. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/computed-columns.py +0 -0
  190. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/csv_interop.py +0 -0
  191. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/index_on_b2z.py +0 -0
  192. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/indexing.py +0 -0
  193. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/mutations.py +0 -0
  194. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/nullable.py +0 -0
  195. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/persistence.py +0 -0
  196. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/real_world.py +0 -0
  197. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ctable/varlen_columns.py +0 -0
  198. {blosc2-4.2.0 → blosc2-4.3.1}/examples/dict-store.py +0 -0
  199. {blosc2-4.2.0 → blosc2-4.3.1}/examples/embed-store.py +0 -0
  200. {blosc2-4.2.0 → blosc2-4.3.1}/examples/embedded-expr-udf-b2z.py +0 -0
  201. {blosc2-4.2.0 → blosc2-4.3.1}/examples/filler.py +0 -0
  202. {blosc2-4.2.0 → blosc2-4.3.1}/examples/gil.py +0 -0
  203. {blosc2-4.2.0 → blosc2-4.3.1}/examples/mmap-rw.py +0 -0
  204. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/animated_plot.py +0 -0
  205. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/arange-constructor.py +0 -0
  206. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/asarray_.py +0 -0
  207. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/black-scholes_hist-dsl.ipynb +0 -0
  208. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/blosc2_3_10_demo.py +0 -0
  209. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/broadcast_expr.py +0 -0
  210. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/buffer.py +0 -0
  211. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/bytedelta_filter.py +0 -0
  212. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/c2array_expr.py +0 -0
  213. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/compute_expr.py +0 -0
  214. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/compute_fields.py +0 -0
  215. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/compute_udf_numba.py +0 -0
  216. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/compute_where.py +0 -0
  217. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/copy_.py +0 -0
  218. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/dsl_save.py +0 -0
  219. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/empty_.py +0 -0
  220. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/expression_index.py +0 -0
  221. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/eye-constructor.py +0 -0
  222. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/filter_sort_fields.py +0 -0
  223. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/formats.py +0 -0
  224. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/fromiter-constructor.py +0 -0
  225. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/general_expressions.py +0 -0
  226. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/getitem.py +0 -0
  227. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/index_append_maintenance.py +0 -0
  228. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/index_sorted_iteration.py +0 -0
  229. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/ironpill1.ipynb +0 -0
  230. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/iterchunks_info.py +0 -0
  231. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/jit-expr.py +0 -0
  232. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/jit-numpy-funcs.py +0 -0
  233. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/jit-reduc.py +0 -0
  234. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/lazyexpr_where_indexing.py +0 -0
  235. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/linspace-constructor.py +0 -0
  236. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/lists-vs-bools-idx.py +0 -0
  237. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/malformed_dsl.py +0 -0
  238. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/mandelbrot-dsl.ipynb +0 -0
  239. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/mandelbrot-pure-dsl.ipynb +0 -0
  240. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/meta.py +0 -0
  241. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/ndarray_copy.py +0 -0
  242. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/ndmean.py +0 -0
  243. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/persistency.py +0 -0
  244. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/proxy-carray.py +0 -0
  245. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/proxy-ndarray.py +0 -0
  246. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/reduce_and_enlarge.py +0 -0
  247. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/reduce_expr.py +0 -0
  248. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/reduce_expr_save.py +0 -0
  249. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/reduce_string_expr.py +0 -0
  250. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/resize_.py +0 -0
  251. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/string_arrays.ipynb +0 -0
  252. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/work_with_numpy.py +0 -0
  253. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/xarray-expression.py +0 -0
  254. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ndarray/zfp_codec.py +0 -0
  255. {blosc2-4.2.0 → blosc2-4.3.1}/examples/objectarray.py +0 -0
  256. {blosc2-4.2.0 → blosc2-4.3.1}/examples/pack_array.py +0 -0
  257. {blosc2-4.2.0 → blosc2-4.3.1}/examples/pack_tensor.py +0 -0
  258. {blosc2-4.2.0 → blosc2-4.3.1}/examples/postfilter1.py +0 -0
  259. {blosc2-4.2.0 → blosc2-4.3.1}/examples/postfilter2.py +0 -0
  260. {blosc2-4.2.0 → blosc2-4.3.1}/examples/postfilter3.py +0 -0
  261. {blosc2-4.2.0 → blosc2-4.3.1}/examples/prefilter.py +0 -0
  262. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ref-object.py +0 -0
  263. {blosc2-4.2.0 → blosc2-4.3.1}/examples/save_tensor.py +0 -0
  264. {blosc2-4.2.0 → blosc2-4.3.1}/examples/schunk.py +0 -0
  265. {blosc2-4.2.0 → blosc2-4.3.1}/examples/schunk_roundtrip.py +0 -0
  266. {blosc2-4.2.0 → blosc2-4.3.1}/examples/tree-store-blog.py +0 -0
  267. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ucodecs.py +0 -0
  268. {blosc2-4.2.0 → blosc2-4.3.1}/examples/ufilters.py +0 -0
  269. {blosc2-4.2.0 → blosc2-4.3.1}/examples/vlmeta.py +0 -0
  270. {blosc2-4.2.0 → blosc2-4.3.1}/examples/vlstore-lazyudf.py +0 -0
  271. {blosc2-4.2.0 → blosc2-4.3.1}/generate_version.py +0 -0
  272. {blosc2-4.2.0 → blosc2-4.3.1}/guix.scm +0 -0
  273. {blosc2-4.2.0 → blosc2-4.3.1}/images/Complete-Write-Read-B2ND.png +0 -0
  274. {blosc2-4.2.0 → blosc2-4.3.1}/images/M1-i386-vs-arm64-pack.png +0 -0
  275. {blosc2-4.2.0 → blosc2-4.3.1}/images/M1-i386-vs-arm64-unpack.png +0 -0
  276. {blosc2-4.2.0 → blosc2-4.3.1}/images/Read-Partial-Slices-B2ND.png +0 -0
  277. {blosc2-4.2.0 → blosc2-4.3.1}/images/b2nd-2level-parts.png +0 -0
  278. {blosc2-4.2.0 → blosc2-4.3.1}/images/eval-expr-full-mem-M2.png +0 -0
  279. {blosc2-4.2.0 → blosc2-4.3.1}/images/eval-expr-scarce-mem-M2.png +0 -0
  280. {blosc2-4.2.0 → blosc2-4.3.1}/images/lazyarray-dask-large.png +0 -0
  281. {blosc2-4.2.0 → blosc2-4.3.1}/images/lazyarray-dask-small.png +0 -0
  282. {blosc2-4.2.0 → blosc2-4.3.1}/images/lazyarray-expr-large.png +0 -0
  283. {blosc2-4.2.0 → blosc2-4.3.1}/images/lazyarray-expr.png +0 -0
  284. {blosc2-4.2.0 → blosc2-4.3.1}/images/linspace-compress.png +0 -0
  285. {blosc2-4.2.0 → blosc2-4.3.1}/images/linspace-decompress.png +0 -0
  286. {blosc2-4.2.0 → blosc2-4.3.1}/images/pack-array-cratios.png +0 -0
  287. {blosc2-4.2.0 → blosc2-4.3.1}/images/reduc-float64-amd.png +0 -0
  288. {blosc2-4.2.0 → blosc2-4.3.1}/images/reduc-float64-log-amd.png +0 -0
  289. {blosc2-4.2.0 → blosc2-4.3.1}/plans/changing-default-open-mode.md +0 -0
  290. {blosc2-4.2.0 → blosc2-4.3.1}/plans/computed-column-copilot.md +0 -0
  291. {blosc2-4.2.0 → blosc2-4.3.1}/plans/containers-tutorial.md +0 -0
  292. {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-direct-expr-indexing.md +0 -0
  293. {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-getitem-row.md +0 -0
  294. {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-implementation-log.md +0 -0
  295. {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-indexes-opsi.md +0 -0
  296. {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-indexing.md +0 -0
  297. {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-nulls.md +0 -0
  298. {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-object-array.md +0 -0
  299. {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-parquet-metadata.md +0 -0
  300. {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-persistency.md +0 -0
  301. {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-schema.md +0 -0
  302. {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-user-guide.md +0 -0
  303. {blosc2-4.2.0 → blosc2-4.3.1}/plans/ctable-varlen-cols.md +0 -0
  304. {blosc2-4.2.0 → blosc2-4.3.1}/plans/external-js-glue-blosc2-todo.md +0 -0
  305. {blosc2-4.2.0 → blosc2-4.3.1}/plans/external-js-glue.md +0 -0
  306. {blosc2-4.2.0 → blosc2-4.3.1}/plans/materialized-computed-column.md +0 -0
  307. {blosc2-4.2.0 → blosc2-4.3.1}/plans/new-ctable-views.md +0 -0
  308. {blosc2-4.2.0 → blosc2-4.3.1}/plans/phase0-t1-dsl-syntax-inventory.md +0 -0
  309. {blosc2-4.2.0 → blosc2-4.3.1}/plans/tree_store_extensions.md +0 -0
  310. {blosc2-4.2.0 → blosc2-4.3.1}/plans/treestore-ctable-extension.md +0 -0
  311. {blosc2-4.2.0 → blosc2-4.3.1}/plans/wasm32-todo.md +0 -0
  312. {blosc2-4.2.0 → blosc2-4.3.1}/pytest.ini +0 -0
  313. {blosc2-4.2.0 → blosc2-4.3.1}/scripts/install-codex-skill-wasm32.sh +0 -0
  314. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/b2objects.py +0 -0
  315. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/blosc2_ext.pyx +0 -0
  316. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/cli/__init__.py +0 -0
  317. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/dsl_kernel.py +0 -0
  318. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/embed_store.py +0 -0
  319. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/exceptions.py +0 -0
  320. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/fft.py +0 -0
  321. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/info.py +0 -0
  322. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/linalg.py +0 -0
  323. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/matmul_kernels.c +0 -0
  324. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/matmul_kernels.h +0 -0
  325. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/msgpack_utils.py +0 -0
  326. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/objectarray.py +0 -0
  327. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/proxy.py +0 -0
  328. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/ref.py +0 -0
  329. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/scalar_array.py +0 -0
  330. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/storage.py +0 -0
  331. {blosc2-4.2.0 → blosc2-4.3.1}/src/blosc2/wasm_jit.py +0 -0
  332. {blosc2-4.2.0 → blosc2-4.3.1}/tests/array-api-xfails.txt +0 -0
  333. {blosc2-4.2.0 → blosc2-4.3.1}/tests/conftest.py +0 -0
  334. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_column_ndarray_like.py +0 -0
  335. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_compact.py +0 -0
  336. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_construct.py +0 -0
  337. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_ctable_computed_cols.py +0 -0
  338. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_delete_rows.py +0 -0
  339. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_extend_delete.py +0 -0
  340. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_row_logic.py +0 -0
  341. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_schema_compiler.py +0 -0
  342. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_schema_mutations.py +0 -0
  343. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_schema_validation.py +0 -0
  344. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_select_describe_cov.py +0 -0
  345. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_varlen_schema_compiler.py +0 -0
  346. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_vlstring_vlbytes.py +0 -0
  347. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ctable/test_where_expressions.py +0 -0
  348. {blosc2-4.2.0 → blosc2-4.3.1}/tests/data/legacy_lazyexpr_v1/a.b2nd +0 -0
  349. {blosc2-4.2.0 → blosc2-4.3.1}/tests/data/legacy_lazyexpr_v1/b.b2nd +0 -0
  350. {blosc2-4.2.0 → blosc2-4.3.1}/tests/data/legacy_lazyexpr_v1/expr.b2nd +0 -0
  351. {blosc2-4.2.0 → blosc2-4.3.1}/tests/data/legacy_lazyudf_v1/a.b2nd +0 -0
  352. {blosc2-4.2.0 → blosc2-4.3.1}/tests/data/legacy_lazyudf_v1/b.b2nd +0 -0
  353. {blosc2-4.2.0 → blosc2-4.3.1}/tests/data/legacy_lazyudf_v1/expr.b2nd +0 -0
  354. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_auto_parts.py +0 -0
  355. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_buffer.py +0 -0
  356. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_c2array_expr.py +0 -0
  357. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_c2array_reductions.py +0 -0
  358. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_c2array_udf.py +0 -0
  359. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_concat.py +0 -0
  360. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_copy.py +0 -0
  361. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_dsl_kernels.py +0 -0
  362. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_empty.py +0 -0
  363. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_evaluate.py +0 -0
  364. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_full.py +0 -0
  365. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_get_slice_nchunks.py +0 -0
  366. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_getitem.py +0 -0
  367. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_iterchunks_info.py +0 -0
  368. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_jit.py +0 -0
  369. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_lazyexpr_fields.py +0 -0
  370. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_lazyudf.py +0 -0
  371. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_linalg.py +0 -0
  372. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_lossy.py +0 -0
  373. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_metalayers.py +0 -0
  374. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_mode.py +0 -0
  375. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_nans.py +0 -0
  376. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_ndarray.py +0 -0
  377. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_numpy.py +0 -0
  378. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_persistency.py +0 -0
  379. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_proxy.py +0 -0
  380. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_proxy_c2array.py +0 -0
  381. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_proxy_expr.py +0 -0
  382. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_resize.py +0 -0
  383. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_setitem.py +0 -0
  384. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_slice.py +0 -0
  385. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_squeeze.py +0 -0
  386. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_stringarrays.py +0 -0
  387. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_struct_dtype.py +0 -0
  388. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_wasm_dsl_jit.py +0 -0
  389. {blosc2-4.2.0 → blosc2-4.3.1}/tests/ndarray/test_zeros.py +0 -0
  390. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_b2objects.py +0 -0
  391. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_bytes_array.py +0 -0
  392. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_comp_info.py +0 -0
  393. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_compress2.py +0 -0
  394. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_compression_parameters.py +0 -0
  395. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_compressors.py +0 -0
  396. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_decompress.py +0 -0
  397. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_dict_store.py +0 -0
  398. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_embed_store.py +0 -0
  399. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_iterchunks.py +0 -0
  400. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_list_array.py +0 -0
  401. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_mmap.py +0 -0
  402. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_numexpr_threads.py +0 -0
  403. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_objectarray.py +0 -0
  404. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_open_c2array.py +0 -0
  405. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_pandas_udf_engine.py +0 -0
  406. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_pathlib.py +0 -0
  407. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_postfilters.py +0 -0
  408. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_prefilters.py +0 -0
  409. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_proxy_schunk.py +0 -0
  410. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_python_blosc.py +0 -0
  411. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_schunk.py +0 -0
  412. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_schunk_constructor.py +0 -0
  413. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_schunk_delete.py +0 -0
  414. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_schunk_get_slice.py +0 -0
  415. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_schunk_get_slice_nchunks.py +0 -0
  416. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_schunk_insert.py +0 -0
  417. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_schunk_reorder_offsets.py +0 -0
  418. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_schunk_set_slice.py +0 -0
  419. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_schunk_update.py +0 -0
  420. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_storage.py +0 -0
  421. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_tensor.py +0 -0
  422. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_ucodecs.py +0 -0
  423. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_ufilters.py +0 -0
  424. {blosc2-4.2.0 → blosc2-4.3.1}/tests/test_vlmeta.py +0 -0
  425. {blosc2-4.2.0 → blosc2-4.3.1}/update_version.py +0 -0
@@ -0,0 +1,83 @@
1
+ Announcing Python-Blosc2 4.3.1
2
+ ===============================
3
+
4
+ We are happy to announce Python-Blosc2 4.3.1, a maintenance release focused on
5
+ ``CTable`` nested-column ergonomics, grouped reductions, and API/documentation
6
+ polish.
7
+
8
+ The main improvements are:
9
+
10
+ - **Nested names in group-by results**: ``CTable.group_by()`` results can now
11
+ preserve dotted/nested column names such as ``trip.sec`` instead of requiring
12
+ Python-identifier-only output names.
13
+
14
+ - **Column-object selectors**: ``CTable.group_by()`` and ``CTable.sort_by()`` now
15
+ accept ``Column`` objects in addition to string names. This enables natural
16
+ nested-column idioms such as::
17
+
18
+ t.group_by(t.trip.sec).size()
19
+ t.sort_by(t.trip.sec)
20
+
21
+ - **Grouped arg reductions**: ``CTableGroupBy`` now supports ``argmin()`` and
22
+ ``argmax()``, plus ``agg({"col": "argmin"})`` and
23
+ ``agg({"col": "argmax"})``. Results are logical row positions in the
24
+ grouped table or view; groups with no non-null values return ``-1``.
25
+
26
+ - **``blosc2.array()``**: added a NumPy-like constructor for NDArrays. It
27
+ mirrors ``blosc2.asarray()`` but defaults to ``copy=True``, so passing an
28
+ existing ``NDArray`` creates a copy unless ``copy=False`` or ``copy=None`` is
29
+ requested.
30
+
31
+ - **Reference documentation updates**: expanded the CTable docs with
32
+ ``RowTransformer`` and ``Column.row_transformer``; documented
33
+ ``CTableGroupBy.argmin`` / ``argmax``; added public schema factory functions
34
+ such as ``blosc2.ndarray()`` and ``blosc2.dictionary()`` to the Schema Specs
35
+ reference; and moved ``blosc2.group_reduce()`` into the Reduction Functions
36
+ reference.
37
+
38
+ A small nested-column example::
39
+
40
+ import blosc2
41
+
42
+ t = blosc2.open("chicago-taxi.b2z")
43
+ v = t.where((t.payment.tips > 100) & (t.trip.sec > 60))
44
+
45
+ # Attribute-style nested Column selector
46
+ print(v.group_by(t.trip.sec).size())
47
+
48
+ # Logical row positions of the maximum tip per trip duration
49
+ print(v.group_by(t.trip.sec).argmax(t.payment.tips))
50
+
51
+ # Sort by a nested Column selector
52
+ print(v.sort_by(t.trip.sec).select(["payment.tips", "trip.sec", "company"]))
53
+
54
+ Install it with::
55
+
56
+ pip install blosc2 --upgrade # if you prefer wheels
57
+ conda install -c conda-forge python-blosc2 mkl # if you prefer conda and MKL
58
+
59
+ For more info, see the release notes at:
60
+
61
+ https://github.com/Blosc/python-blosc2/releases
62
+
63
+ Sources repository
64
+ ------------------
65
+
66
+ The sources and documentation are managed through GitHub services at:
67
+
68
+ https://github.com/Blosc/python-blosc2
69
+
70
+ Python-Blosc2 is distributed using the BSD license, see
71
+ https://github.com/Blosc/python-blosc2/blob/main/LICENSE.txt
72
+ for details.
73
+
74
+ Mastodon feed
75
+ -------------
76
+
77
+ Follow https://fosstodon.org/@Blosc2 to get informed about the latest
78
+ developments.
79
+
80
+ Enjoy!
81
+
82
+ - Blosc Development Team
83
+ Compress Better, Compute Bigger
@@ -15,7 +15,7 @@ endif()
15
15
  project(python-blosc2)
16
16
 
17
17
  set(BLOSC2_MIN_VERSION 3.0.0)
18
- set(BLOSC2_BUNDLED_VERSION v3.0.2)
18
+ set(BLOSC2_BUNDLED_VERSION v3.0.3)
19
19
 
20
20
  if(WIN32 AND NOT CMAKE_C_COMPILER_ID STREQUAL "Clang")
21
21
  message(FATAL_ERROR "Windows builds require clang-cl. Set CC/CXX to clang-cl or configure CMake with -T ClangCL.")
@@ -51,6 +51,13 @@ add_custom_command(
51
51
  DEPENDS "${CMAKE_CURRENT_SOURCE_DIR}/src/blosc2/indexing_ext.pyx"
52
52
  VERBATIM)
53
53
 
54
+ add_custom_command(
55
+ OUTPUT groupby_ext.c
56
+ COMMAND Python::Interpreter -m cython
57
+ "${CMAKE_CURRENT_SOURCE_DIR}/src/blosc2/groupby_ext.pyx" --output-file groupby_ext.c
58
+ DEPENDS "${CMAKE_CURRENT_SOURCE_DIR}/src/blosc2/groupby_ext.pyx"
59
+ VERBATIM)
60
+
54
61
  # ...and add it to the target
55
62
  Python_add_library(blosc2_ext MODULE blosc2_ext.c WITH_SOABI)
56
63
  target_sources(blosc2_ext PRIVATE src/blosc2/matmul_kernels.c)
@@ -59,10 +66,12 @@ if(UNIX)
59
66
  target_link_libraries(blosc2_ext PRIVATE ${CMAKE_DL_LIBS})
60
67
  endif()
61
68
  Python_add_library(indexing_ext MODULE indexing_ext.c WITH_SOABI)
69
+ Python_add_library(groupby_ext MODULE groupby_ext.c WITH_SOABI)
62
70
 
63
71
  # We need to link against NumPy
64
72
  target_link_libraries(blosc2_ext PRIVATE Python::NumPy)
65
73
  target_link_libraries(indexing_ext PRIVATE Python::NumPy)
74
+ target_link_libraries(groupby_ext PRIVATE Python::NumPy)
66
75
 
67
76
  # Fetch and build miniexpr library
68
77
  include(FetchContent)
@@ -72,6 +81,12 @@ set(MINIEXPR_BUILD_SHARED OFF CACHE BOOL "Build miniexpr shared library" FORCE)
72
81
  set(MINIEXPR_BUILD_TESTS OFF CACHE BOOL "Build miniexpr tests" FORCE)
73
82
  set(MINIEXPR_BUILD_EXAMPLES OFF CACHE BOOL "Build miniexpr examples" FORCE)
74
83
  set(MINIEXPR_BUILD_BENCH OFF CACHE BOOL "Build miniexpr benchmarks" FORCE)
84
+ # Keep miniexpr's bundled libtcc and related files inside the blosc2 package.
85
+ # Without this, miniexpr's install rules use the default CMAKE_INSTALL_LIBDIR
86
+ # ("lib"), which scikit-build places at site-packages/lib.
87
+ set(CMAKE_INSTALL_INCLUDEDIR ${SKBUILD_PLATLIB_DIR}/blosc2/include)
88
+ set(CMAKE_INSTALL_LIBDIR ${SKBUILD_PLATLIB_DIR}/blosc2/lib)
89
+ set(CMAKE_INSTALL_DATADIR ${SKBUILD_PLATLIB_DIR}/blosc2/share)
75
90
 
76
91
  if(EMSCRIPTEN)
77
92
  set(MINIEXPR_ENABLE_TCC_JIT ON CACHE BOOL "Enable TCC JIT in Emscripten builds" FORCE)
@@ -93,6 +108,7 @@ endif()
93
108
 
94
109
  target_compile_features(blosc2_ext PRIVATE c_std_11)
95
110
  target_compile_features(indexing_ext PRIVATE c_std_11)
111
+ target_compile_features(groupby_ext PRIVATE c_std_11)
96
112
  if(WIN32 AND CMAKE_C_COMPILER_ID STREQUAL "Clang")
97
113
  execute_process(
98
114
  COMMAND "${CMAKE_C_COMPILER}" -print-resource-dir
@@ -131,8 +147,6 @@ else()
131
147
  set(BUILD_BENCHMARKS OFF CACHE BOOL "Build C-Blosc2 benchmarks")
132
148
  set(BUILD_FUZZERS OFF CACHE BOOL "Build C-Blosc2 fuzzers")
133
149
  set(CMAKE_POSITION_INDEPENDENT_CODE ON)
134
- set(CMAKE_INSTALL_INCLUDEDIR ${SKBUILD_PLATLIB_DIR}/blosc2/include) # directory for include files
135
- set(CMAKE_INSTALL_LIBDIR ${SKBUILD_PLATLIB_DIR}/blosc2/lib) # directory for libblosc2 and pkgconfig
136
150
  set(Blosc2_INSTALL_CMAKEDIR ${CMAKE_INSTALL_LIBDIR}/cmake/blosc2) # directory for cmake files
137
151
  set(CMAKE_INSTALL_BINDIR ${SKBUILD_PLATLIB_DIR}/blosc2/lib) # directory for libblosc2.dll on windows
138
152
  # we will put the binaries of the C-Blosc2 library into the wheels according to PEP
@@ -169,7 +183,7 @@ endif()
169
183
 
170
184
  # Python extension -> site-packages/blosc2
171
185
  install(
172
- TARGETS blosc2_ext indexing_ext
186
+ TARGETS blosc2_ext indexing_ext groupby_ext
173
187
  LIBRARY DESTINATION ${SKBUILD_PLATLIB_DIR}/blosc2
174
188
  )
175
189
 
@@ -177,33 +191,3 @@ install(
177
191
  FILES "${miniexpr_SOURCE_DIR}/src/me_jit_glue.js"
178
192
  DESTINATION ${SKBUILD_PLATLIB_DIR}/blosc2
179
193
  )
180
-
181
- # Install bundled libtcc next to the Python package (separate LGPL artifact).
182
- if(MINIEXPR_ENABLE_TCC_JIT)
183
- if(APPLE)
184
- install(
185
- FILES "${miniexpr_BINARY_DIR}/libtcc.dylib"
186
- DESTINATION ${SKBUILD_PLATLIB_DIR}/blosc2/lib
187
- OPTIONAL
188
- )
189
- elseif(WIN32)
190
- install(
191
- FILES
192
- "${miniexpr_BINARY_DIR}/tcc.dll"
193
- "${miniexpr_BINARY_DIR}/Debug/tcc.dll"
194
- "${miniexpr_BINARY_DIR}/Release/tcc.dll"
195
- "${miniexpr_BINARY_DIR}/RelWithDebInfo/tcc.dll"
196
- "${miniexpr_BINARY_DIR}/MinSizeRel/tcc.dll"
197
- DESTINATION ${SKBUILD_PLATLIB_DIR}/blosc2/lib
198
- OPTIONAL
199
- )
200
- else()
201
- install(
202
- FILES
203
- "${miniexpr_BINARY_DIR}/libtcc.so"
204
- "${miniexpr_BINARY_DIR}/libtcc.so.1"
205
- DESTINATION ${SKBUILD_PLATLIB_DIR}/blosc2/lib
206
- OPTIONAL
207
- )
208
- endif()
209
- endif()
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: blosc2
3
- Version: 4.2.0
3
+ Version: 4.3.1
4
4
  Summary: A fast & compressed ndarray library with a flexible compute engine.
5
5
  Author-Email: Blosc Development Team <blosc@blosc.org>
6
6
  Maintainer-Email: Blosc Development Team <blosc@blosc.org>
@@ -1,5 +1,191 @@
1
1
  # Release notes
2
2
 
3
+ ## Changes from 4.3.0 to 4.3.1
4
+
5
+ This is a maintenance release focused on CTable nested-column ergonomics,
6
+ grouped reductions, and API/documentation polish.
7
+
8
+ ### CTable nested columns and grouped reductions
9
+
10
+ - **Nested column names in `group_by()` results**: grouped output columns can now
11
+ preserve dotted/nested names such as `trip.sec` instead of requiring valid
12
+ Python identifiers.
13
+ - **Column-object selectors**: `CTable.group_by()` and `CTable.sort_by()` now
14
+ accept `Column` objects as well as string names, enabling idioms such as
15
+ `t.group_by(t.trip.sec)` and `t.sort_by(t.trip.sec)`.
16
+ - **Grouped arg reductions**: `CTableGroupBy` now supports `argmin()` and
17
+ `argmax()`, plus `agg({"col": "argmin"})` / `agg({"col": "argmax"})`.
18
+ Results are logical row positions in the grouped table or view; groups with no
19
+ non-null values return `-1`.
20
+
21
+ ### NDArray constructor ergonomics
22
+
23
+ - **`blosc2.array()`**: added a NumPy-like constructor for NDArrays. It mirrors
24
+ `blosc2.asarray()` but defaults to `copy=True`, so passing an existing
25
+ `NDArray` creates a copy unless `copy=False` or `copy=None` is requested.
26
+
27
+ ### Documentation
28
+
29
+ - Expanded the CTable reference with `RowTransformer`, `Column.row_transformer`,
30
+ and `CTableGroupBy.argmin` / `argmax` documentation.
31
+ - Added `blosc2.ndarray()`, `blosc2.dictionary()`, and related public schema
32
+ factory functions to the Schema Specs reference.
33
+ - Moved `blosc2.group_reduce()` into the Reduction Functions reference and
34
+ updated its example to use Blosc2 NDArrays.
35
+
36
+ ## Changes from 4.2.0 to 4.3.0
37
+
38
+ ### CTable: N-dimensional (ndarray) columns
39
+
40
+ - **Multidimensional columns**: CTable columns can now hold NDArray-backed cells, allowing
41
+ each row of a column to contain a full n-dimensional compressed array. This enables
42
+ use cases such as embedding vectors, image patches, time-series windows, or any other
43
+ multidimensional per-row payload.
44
+ - **CSV and DataFrame import/export**: Multidimensional column data can be imported and
45
+ exported via CSV and pandas DataFrames, with automatic detection of array-valued cells.
46
+ - **Nullable ndarray columns**: Multidimensional columns fully support the nullable
47
+ semantics (`null_count`, sentinel handling, `null_policy`) already available for scalar
48
+ columns.
49
+ - **`from_pandas()` improvements**: `CTable.from_pandas()` now creates the correct
50
+ specialized backing storage for `DictionarySpec`, `ListSpec`, `VLStringSpec`,
51
+ `VLBytesSpec`, and other variable-length scalar specifications.
52
+ - **Improved schema coverage**: New CTable timestamp schema type and extended
53
+ `Column.info` output with `shape`, `chunks`, and `blocks` descriptors.
54
+ - **Arg reductions**: Added `argmin()` and `argmax()` for scalar and ndarray
55
+ CTable columns, plus row-transformer support for generated columns such as
56
+ per-row peak-hour or dominant-embedding-dimension features.
57
+
58
+ ### CTable: Group-by and filtered aggregation
59
+
60
+ - **`CTable.group_by()`**: The primary group-by interface. Call
61
+ ``t.group_by("city", sort=True).agg({"qty": "mean"})`` to produce a new
62
+ :class:`CTable` with aggregated results. Single-key and multi-key groupings are
63
+ supported, along with convenience methods such as ``.size()``, ``.count()``,
64
+ ``.sum()``, ``.mean()``, ``.min()`` and ``.max()``:
65
+
66
+ .. code-block:: python
67
+
68
+ by_city = t.group_by("city", sort=True)
69
+ by_city.size() # COUNT(*)
70
+ by_city.sum("sales") # SUM(sales) per city
71
+ by_city.agg({"sales": ["sum", "mean"]}) # SUM(sales), AVG(sales) per city
72
+
73
+ - **Performance accelerators**: Dedicated Cython fast paths deliver significant speedups:
74
+ ~25× for float32/64 group-by keys, ~8× for integer and dictionary-code keys, and a
75
+ general-purpose hash table for arbitrary float keys.
76
+ - **Filtered aggregate pushdown**: The `where=` parameter is now accepted in aggregation
77
+ methods, pushing the filter into the compute engine so that only matching rows are
78
+ read and reduced.
79
+ - **Persistent grouped output**: Group-by results can be saved directly to persistent
80
+ storage via the `urlpath=` parameter.
81
+ - **`blosc2.group_reduce()`**: New public function that performs group-by reduction over
82
+ NDArray instances and CTable columns, with Cython-accelerated backends for common
83
+ key/reduction combinations.
84
+
85
+ ### CTable: Dictionary / categorical columns
86
+
87
+ - **`DictionarySpec` column type**: Introduced a new dictionary-encoded (categorical)
88
+ column type that stores string or integer codes mapped to a shared dictionary, providing
89
+ compact storage and accelerated equality and membership queries.
90
+ - **Dictionary types in `where` clauses**: Dictionary columns can be queried with the same
91
+ `where=` expression syntax as other column types, including nested dotted-name access.
92
+ - **Improved display**: `CTable` printing now adapts to the terminal width, and dictionary
93
+ values are shown in their decoded form. `Column.info` has been extended with type
94
+ details, shape, chunks, and blocks.
95
+
96
+ ### CTable: Nested columns and field-name escaping
97
+
98
+ - **Dotted nested column access**: Columns whose names contain literal `.`
99
+ (e.g., `"root.nested"`) are now fully addressable via the dotted accessor syntax in
100
+ `where` expressions, `__getitem__`, and the public API.
101
+ - **Hierarchical `_cols` storage paths**: The internal column storage layout now preserves
102
+ a hierarchical structure that mirrors the logical nesting, improving introspection
103
+ and interop.
104
+ - **Nested-field pipeline**: A new flattened-storage pipeline with logical mapping
105
+ preserves nested schema structure (field names, types, and hierarchy) through
106
+ Arrow and Parquet import/export. For unnamed top-level `list<struct<...>>` Parquet
107
+ files, the logical schema round-trips faithfully, though the original physical row
108
+ grouping is intentionally not preserved.
109
+ - **Field-name escaping**: Special characters (`.` and `/`) in column names are
110
+ automatically escaped during schema construction and metadata round-trips.
111
+
112
+ ### Parquet import/export improvements
113
+
114
+ - **Arrow serializer by default**: `CTable.from_parquet()` now defaults to the Arrow
115
+ serializer, providing better schema fidelity and nested-type support.
116
+ - **Progress reporting**: A `--progress` flag and an ETA estimator have been added to
117
+ the `parquet-to-blosc2` CLI for long-running imports.
118
+ - **`--max-rows` parameter**: `CTable.from_parquet()` and the CLI now accept `max_rows`
119
+ to limit the number of imported rows.
120
+ - **`--timestamp-unit`**: New CLI option to control timestamp unit conversion on import.
121
+ - **`--float-trunc-prec`**: New CLI option to truncate floating-point precision on import.
122
+ - **Separated nested columns enabled by default**: The `separate_nested_cols` flag is now
123
+ `True` by default for both the Python API and the CLI, ensuring nested Arrow structs
124
+ are always expanded into flat columns.
125
+ - **`list_serializer` parameter**: New option to control how list-type columns are
126
+ serialized, with sensible defaults for different list layouts.
127
+ - **Validation optimizations**: Arrow datetime values are validated only during import,
128
+ reducing runtime overhead on subsequent operations.
129
+
130
+ ### TreeStore: Inline CTable support
131
+
132
+ - **CTables inside TreeStore**: `CTable` objects can now be stored inline as items
133
+ inside a `TreeStore`, enabling hierarchical storage that mixes arrays and tables in a
134
+ single persistent container.
135
+ - **Cache hardening**: TreeStore cache assignments now use defensive copies and cache
136
+ effective object roots to avoid aliasing and stale-cache errors.
137
+ - **Examples and tutorials**: New tutorials and docstring examples demonstrate how to
138
+ store, retrieve, and query CTables within a TreeStore.
139
+
140
+ ### Performance and usability enhancements
141
+
142
+ - **Faster open and import**: `blosc2.open()` and store constructors now assume valid
143
+ file extensions and defer column metainfo loading, making `CTable.open()` and
144
+ package import noticeably faster.
145
+ - **`CTable.nrows` is now lazy**: The row count is computed on demand rather than eagerly,
146
+ speeding up open and schema-inspection workflows.
147
+ - **Accelerated scalar and small-slice access**: The batch/list path for reading scalar
148
+ values or small column slices has been overhauled, eliminating internal placeholder
149
+ materialization and yielding lower latency.
150
+ - **Late-import optimizations**: Heavy optional dependencies are imported lazily at the
151
+ blosc2 package level, reducing the baseline `import blosc2` overhead.
152
+ - **`iter_arrow_batches()` optimization**: Avoids full Python object materialization of
153
+ batches during iteration, reducing memory pressure.
154
+ - **`NDArray`-to-list conversion**: Small optimization when converting NDArray objects
155
+ to Python lists.
156
+ - **`_last_pos` invalidation skipped**: Mid-table deletes no longer eagerly invalidate
157
+ cached positional state, improving delete latency.
158
+
159
+ ### Documentation, examples and benchmarks
160
+
161
+ - **API reference expanded**: `blosc2.group_reduce()` has been added to the Sphinx
162
+ reference, along with updated CTable, Column, and TreeStore pages.
163
+ - **New tutorials and examples**: Added sections on CTable–TreeStore integration,
164
+ nested fields, dictionary columns, aggregates, grouping and querying with `where=`.
165
+ - **New benchmarks**: Graph benchmarks for CTable insert time, column count, memory usage,
166
+ and `where=` queries, plus dedicated group-by, nested-filter, and Parquet round-trip
167
+ benchmarks.
168
+
169
+ ### Fixes and compatibility
170
+
171
+ - **Null and NaN handling**: NumPy scalar null sentinels are now normalized to plain Python
172
+ scalars, and floating-point NaN sentinels are treated consistently with Python
173
+ `float('nan')`.
174
+ - **Empty aggregate results**: Filtered aggregations that produce no rows now handle the
175
+ empty result gracefully.
176
+ - **Generated column safety**: Accessing a stalled (unfillable) generated column now raises
177
+ a clear exception instead of producing undefined results.
178
+ - **Miniexpr bundling**: Miniexpr’s bundled `libtcc` and related runtime files are now
179
+ kept inside the `blosc2` package, avoiding conflicts with other TCC installations.
180
+ - **Test improvements**: Torch-dependent tests are marked as `heavy`, PyArrow-optional
181
+ tests are skipped when the library is absent, and parametrization matrices have been
182
+ trimmed to reduce CI time.
183
+ - **Missing Cython validation**: Added validation guards for several Cython extension
184
+ functions that previously lacked explicit error checking.
185
+ - **C-Blosc2 update**: Bundled C-Blosc2 has been updated to the latest version (3.0.3).
186
+ - **``blosc2.open()`` default mode changed from 'a' to 'r'**: Removed the FutureWarning that
187
+ was added to prepare for this transition.
188
+
3
189
  ## Changes from 4.1.2 to 4.2.0
4
190
 
5
191
  ### CTable: columnar compressed tables
@@ -42,7 +42,7 @@ Preliminaries
42
42
 
43
43
  * Check that the metainfo for the package is correct::
44
44
 
45
- pipx run build --sdist
45
+ uv build --sdist --no-build-isolation
46
46
  twine check --strict dist/*
47
47
 
48
48
 
@@ -101,7 +101,6 @@ Checking packaging
101
101
 
102
102
  pip install --group test
103
103
  pip install blosc2 -U
104
- python -c "import blosc2; blosc2.print_versions()"
105
104
  pytest
106
105
 
107
106
  * Do an actual release in GitHub by visiting:
@@ -186,6 +186,16 @@ Reduction operations can be used with any of :ref:`NDArray <NDArray>`, :ref:`C2A
186
186
  """
187
187
  )
188
188
  genbody(f, sorted(reducers))
189
+ f.write(
190
+ """
191
+ Grouped reductions
192
+ ~~~~~~~~~~~~~~~~~~
193
+
194
+ The :func:`blosc2.group_reduce` function is a lower-level, array-oriented primitive that groups one-dimensional keys and applies eager reductions to the associated values.
195
+
196
+ .. autofunction:: blosc2.group_reduce
197
+ """
198
+ )
189
199
 
190
200
  hidden = "_ignore_multiple_size"
191
201
 
@@ -5,22 +5,7 @@
5
5
  "id": "cell-01",
6
6
  "metadata": {},
7
7
  "source": [
8
- "# Working with Containers\n",
9
- "\n",
10
- "This notebook is a guided tour of the main data containers in `python-blosc2`.\n",
11
- "\n",
12
- "The goal is to build a practical mental model first: what each container is, how the containers relate, and when each one is the right tool.\n",
13
- "\n",
14
- "We will cover these containers in this order:\n",
15
- "\n",
16
- "1. `SChunk`\n",
17
- "2. `NDArray`\n",
18
- "3. `ObjectArray`\n",
19
- "4. `BatchArray`\n",
20
- "5. `EmbedStore`\n",
21
- "6. `DictStore`\n",
22
- "7. `TreeStore`\n",
23
- "8. `C2Array`"
8
+ "# Working with Containers\n\nThis notebook is a guided tour of the main data containers in `python-blosc2`.\n\nThe goal is to build a practical mental model first: what each container is, how the containers relate, and when each one is the right tool.\n\nWe will cover these containers in this order:\n\n1. `SChunk`\n2. `NDArray`\n3. `ObjectArray`\n4. `BatchArray`\n5. `EmbedStore`\n6. `DictStore`\n7. `TreeStore` (including inline `CTable` support)\n8. `C2Array`"
24
9
  ]
25
10
  },
26
11
  {
@@ -444,6 +429,73 @@
444
429
  " show(\"/exp/run2/data\", tstore[\"/exp/run2/data\"][:])"
445
430
  ]
446
431
  },
432
+ {
433
+ "cell_type": "markdown",
434
+ "id": "cell-17b",
435
+ "metadata": {},
436
+ "source": [
437
+ "### Storing CTables inside a TreeStore\n",
438
+ "\n",
439
+ "A `TreeStore` can hold **both NDArrays and CTables** in the same bundle. A `CTable` is stored inline as a named subtree — all its columns, metadata, and index sidecars live as ordinary Blosc2 leaves inside the outer store. From the outside it appears as a single key, exactly like any other leaf:\n",
440
+ "\n",
441
+ "* `ts[\"/table\"] = ctable` — stores the CTable inline (same syntax as NDArray).\n",
442
+ "* `ts[\"/table\"]` — returns a `CTable` object transparently.\n",
443
+ "* `\"/table/_meta\" not in ts` — internal keys are hidden from normal traversal.\n",
444
+ "* `del ts[\"/table\"]` — removes the whole object and all its leaves at once.\n",
445
+ "\n",
446
+ "The inline layout means there are **no nested ZIP files**: all leaves are flat members of the outer `.b2z` archive and can be opened by offset without extraction."
447
+ ]
448
+ },
449
+ {
450
+ "cell_type": "code",
451
+ "execution_count": null,
452
+ "id": "cell-17c",
453
+ "metadata": {},
454
+ "outputs": [],
455
+ "source": [
456
+ "from dataclasses import dataclass\n",
457
+ "\n",
458
+ "\n",
459
+ "@dataclass\n",
460
+ "class Reading:\n",
461
+ " sensor_id: int = 0\n",
462
+ " value: float = 0.0\n",
463
+ "\n",
464
+ "\n",
465
+ "bundle_path = reset(\"bundle.b2z\")\n",
466
+ "\n",
467
+ "# --- Write: mix NDArrays and CTables in one bundle ----------------------\n",
468
+ "t = blosc2.CTable(Reading)\n",
469
+ "for i in range(6):\n",
470
+ " t.append(Reading(sensor_id=i, value=round(i * 1.1, 2)))\n",
471
+ "\n",
472
+ "with blosc2.TreeStore(bundle_path, mode=\"w\") as ts:\n",
473
+ " ts[\"/raw/signal\"] = np.arange(8, dtype=np.float32)\n",
474
+ " ts[\"/tables/readings\"] = t # CTable stored inline\n",
475
+ " show(\"keys after write\", sorted(ts.keys()))\n",
476
+ " show(\"/tables/readings/_meta in ts (hidden)\", \"/tables/readings/_meta\" in ts)\n",
477
+ "\n",
478
+ "# --- Read back from the .b2z archive ------------------------------------\n",
479
+ "with blosc2.open(bundle_path, mode=\"r\") as ts:\n",
480
+ " readings = ts[\"/tables/readings\"] # returns CTable transparently\n",
481
+ " show(\"type\", type(readings).__name__)\n",
482
+ " show(\"rows\", len(readings))\n",
483
+ " show(\"sensor_id\", list(readings[\"sensor_id\"][:]))\n",
484
+ " show(\"value\", list(readings[\"value\"][:]))\n",
485
+ "\n",
486
+ "# --- Append a row in-place (append mode) --------------------------------\n",
487
+ "with blosc2.TreeStore(bundle_path, mode=\"a\") as ts:\n",
488
+ " r = ts[\"/tables/readings\"]\n",
489
+ " r.append(Reading(sensor_id=99, value=-1.0))\n",
490
+ " r.close() # optional; outer store also closes it on __exit__\n",
491
+ " show(\"rows after append\", len(ts[\"/tables/readings\"]))\n",
492
+ "\n",
493
+ "# --- Delete the CTable (all internal leaves removed) -------------------\n",
494
+ "with blosc2.TreeStore(bundle_path, mode=\"a\") as ts:\n",
495
+ " del ts[\"/tables/readings\"]\n",
496
+ " show(\"keys after delete\", sorted(ts.keys()))"
497
+ ]
498
+ },
447
499
  {
448
500
  "cell_type": "markdown",
449
501
  "id": "cell-18",
@@ -494,25 +546,7 @@
494
546
  "id": "cell-20",
495
547
  "metadata": {},
496
548
  "source": [
497
- "## Choosing The Right Container\n",
498
- "\n",
499
- "| Container | Backing idea | Best for |\n",
500
- "| --- | --- | --- |\n",
501
- "| `SChunk` | raw compressed chunks | direct chunk-level storage control |\n",
502
- "| `NDArray` | `SChunk` plus array metadata | dense numeric arrays |\n",
503
- "| `ObjectArray` | one variable-length entry per chunk | ragged or heterogeneous Python values |\n",
504
- "| `BatchArray` | one batch per chunk | batch-oriented ingestion and access |\n",
505
- "| `EmbedStore` | one bundled object store | packaging a few Blosc2 objects together |\n",
506
- "| `DictStore` | keyed collection of leaves | portable multi-object datasets |\n",
507
- "| `TreeStore` | hierarchical keyed collection | tree-structured datasets |\n",
508
- "| `C2Array` | remote array handle | arrays hosted by a remote Caterva2 service |\n",
509
- "\n",
510
- "A simple rule of thumb is:\n",
511
- "\n",
512
- "- start with `NDArray` for dense numeric data\n",
513
- "- drop down to `SChunk` if you need chunk-level control\n",
514
- "- use `ObjectArray` or `BatchArray` for variable-length Python objects\n",
515
- "- use `EmbedStore`, `DictStore`, or `TreeStore` when your dataset contains multiple objects"
549
+ "## Choosing The Right Container\n\n| Container | Backing idea | Best for |\n| --- | --- | --- |\n| `SChunk` | raw compressed chunks | direct chunk-level storage control |\n| `NDArray` | `SChunk` plus array metadata | dense numeric arrays |\n| `ObjectArray` | one variable-length entry per chunk | ragged or heterogeneous Python values |\n| `BatchArray` | one batch per chunk | batch-oriented ingestion and access |\n| `EmbedStore` | one bundled object store | packaging a few Blosc2 objects together |\n| `DictStore` | keyed collection of leaves | portable multi-object datasets |\n| `TreeStore` | hierarchical keyed collection | tree-structured datasets with NDArrays and/or CTables |\n| `C2Array` | remote array handle | arrays hosted by a remote Caterva2 service |\n\nA simple rule of thumb is:\n\n- start with `NDArray` for dense numeric data\n- drop down to `SChunk` if you need chunk-level control\n- use `ObjectArray` or `BatchArray` for variable-length Python objects\n- use `EmbedStore`, `DictStore`, or `TreeStore` when your dataset contains multiple objects"
516
550
  ]
517
551
  },
518
552
  {
@@ -520,17 +554,7 @@
520
554
  "id": "cell-21",
521
555
  "metadata": {},
522
556
  "source": [
523
- "## Final Notes\n",
524
- "\n",
525
- "This notebook is intentionally organized from low-level storage to higher-level organization:\n",
526
- "\n",
527
- "- understand `SChunk` first\n",
528
- "- use `NDArray` for most dense numeric workloads\n",
529
- "- move to `ObjectArray` or `BatchArray` when entries stop being fixed-size arrays\n",
530
- "- use `EmbedStore`, `DictStore`, or `TreeStore` when you need to package multiple objects together\n",
531
- "- use `C2Array` when the data lives on a remote service\n",
532
- "\n",
533
- "For deeper details on a specific class, continue with the reference docs and the dedicated tutorials for `ObjectArray`, `BatchArray`, and indexing."
557
+ "## Final Notes\n\nThis notebook is intentionally organized from low-level storage to higher-level organization:\n\n- understand `SChunk` first\n- use `NDArray` for most dense numeric workloads\n- move to `ObjectArray` or `BatchArray` when entries stop being fixed-size arrays\n- use `EmbedStore`, `DictStore`, or `TreeStore` when you need to package multiple objects together\n- use `TreeStore` + `CTable` together when your bundle mixes dense arrays with structured tables\n- use `C2Array` when the data lives on a remote service\n\nFor deeper details on a specific class, continue with the reference docs and the dedicated tutorials for `ObjectArray`, `BatchArray`, and indexing."
534
558
  ]
535
559
  },
536
560
  {