loaderx 1.6.2__tar.gz → 1.7.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (112) hide show
  1. {loaderx-1.6.2 → loaderx-1.7.2}/MANIFEST.in +0 -1
  2. {loaderx-1.6.2/loaderx.egg-info → loaderx-1.7.2}/PKG-INFO +254 -181
  3. {loaderx-1.6.2 → loaderx-1.7.2}/README.md +253 -180
  4. {loaderx-1.6.2 → loaderx-1.7.2}/build.zig +15 -16
  5. loaderx-1.7.2/loaderx/__init__.py +19 -0
  6. {loaderx-1.6.2 → loaderx-1.7.2}/loaderx/_lib.py +1 -1
  7. loaderx-1.7.2/loaderx/_store.py +328 -0
  8. {loaderx-1.6.2 → loaderx-1.7.2}/loaderx/dataloader.py +1 -1
  9. loaderx-1.7.2/loaderx/utils.py +89 -0
  10. loaderx-1.7.2/loaderx/zrecord.py +488 -0
  11. {loaderx-1.6.2 → loaderx-1.7.2/loaderx.egg-info}/PKG-INFO +254 -181
  12. {loaderx-1.6.2 → loaderx-1.7.2}/loaderx.egg-info/SOURCES.txt +14 -7
  13. loaderx-1.6.2/scripts/bench.py → loaderx-1.7.2/scripts/_bench_common.py +63 -107
  14. loaderx-1.7.2/scripts/bench.py +60 -0
  15. loaderx-1.7.2/scripts/bench_dense.py +36 -0
  16. loaderx-1.7.2/scripts/bench_ragged.py +375 -0
  17. {loaderx-1.6.2 → loaderx-1.7.2}/scripts/build_wheels.py +3 -2
  18. {loaderx-1.6.2/tests → loaderx-1.7.2/scripts}/test_loaderx.py +333 -106
  19. {loaderx-1.6.2 → loaderx-1.7.2}/setup.py +1 -1
  20. {loaderx-1.6.2/src/zrecord → loaderx-1.7.2/src/record}/codec.zig +8 -0
  21. loaderx-1.6.2/src/zrecord.zig → loaderx-1.7.2/src/record/engine.zig +734 -454
  22. {loaderx-1.6.2/src/zrecord → loaderx-1.7.2/src/record}/exec.zig +26 -3
  23. {loaderx-1.6.2/src/zrecord → loaderx-1.7.2/src/record}/format.zig +27 -13
  24. {loaderx-1.6.2/src/zrecord → loaderx-1.7.2/src/record}/storage.zig +193 -50
  25. loaderx-1.7.2/src/store/common.zig +127 -0
  26. loaderx-1.7.2/src/store/dense.zig +59 -0
  27. loaderx-1.7.2/src/store/ragged.zig +93 -0
  28. loaderx-1.7.2/src/store.zig +247 -0
  29. loaderx-1.6.2/loaderx/__init__.py +0 -22
  30. loaderx-1.6.2/loaderx/_zrecord.py +0 -299
  31. loaderx-1.6.2/loaderx/utils.py +0 -225
  32. loaderx-1.6.2/loaderx/zrecord.py +0 -588
  33. {loaderx-1.6.2 → loaderx-1.7.2}/LICENSE +0 -0
  34. {loaderx-1.6.2 → loaderx-1.7.2}/build.zig.zon +0 -0
  35. {loaderx-1.6.2 → loaderx-1.7.2}/loaderx/zsampler.py +0 -0
  36. {loaderx-1.6.2 → loaderx-1.7.2}/loaderx.egg-info/dependency_links.txt +0 -0
  37. {loaderx-1.6.2 → loaderx-1.7.2}/loaderx.egg-info/requires.txt +0 -0
  38. {loaderx-1.6.2 → loaderx-1.7.2}/loaderx.egg-info/top_level.txt +0 -0
  39. {loaderx-1.6.2 → loaderx-1.7.2}/pyproject.toml +0 -0
  40. {loaderx-1.6.2 → loaderx-1.7.2}/setup.cfg +0 -0
  41. {loaderx-1.6.2 → loaderx-1.7.2}/src/zsampler.zig +0 -0
  42. {loaderx-1.6.2 → loaderx-1.7.2}/src/zstd/c.zig +0 -0
  43. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/COPYING +0 -0
  44. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/LICENSE +0 -0
  45. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/allocations.h +0 -0
  46. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/bits.h +0 -0
  47. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/bitstream.h +0 -0
  48. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/compiler.h +0 -0
  49. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/cpu.h +0 -0
  50. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/debug.c +0 -0
  51. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/debug.h +0 -0
  52. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/entropy_common.c +0 -0
  53. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/error_private.c +0 -0
  54. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/error_private.h +0 -0
  55. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/fse.h +0 -0
  56. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/fse_decompress.c +0 -0
  57. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/huf.h +0 -0
  58. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/mem.h +0 -0
  59. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/pool.c +0 -0
  60. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/pool.h +0 -0
  61. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/portability_macros.h +0 -0
  62. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/threading.c +0 -0
  63. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/threading.h +0 -0
  64. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/xxhash.c +0 -0
  65. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/xxhash.h +0 -0
  66. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/zstd_common.c +0 -0
  67. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/zstd_deps.h +0 -0
  68. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/zstd_internal.h +0 -0
  69. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/common/zstd_trace.h +0 -0
  70. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/clevels.h +0 -0
  71. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/fse_compress.c +0 -0
  72. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/hist.c +0 -0
  73. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/hist.h +0 -0
  74. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/huf_compress.c +0 -0
  75. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstd_compress.c +0 -0
  76. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstd_compress_internal.h +0 -0
  77. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstd_compress_literals.c +0 -0
  78. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstd_compress_literals.h +0 -0
  79. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstd_compress_sequences.c +0 -0
  80. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstd_compress_sequences.h +0 -0
  81. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstd_compress_superblock.c +0 -0
  82. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstd_compress_superblock.h +0 -0
  83. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstd_cwksp.h +0 -0
  84. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstd_double_fast.c +0 -0
  85. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstd_double_fast.h +0 -0
  86. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstd_fast.c +0 -0
  87. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstd_fast.h +0 -0
  88. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstd_lazy.c +0 -0
  89. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstd_lazy.h +0 -0
  90. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstd_ldm.c +0 -0
  91. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstd_ldm.h +0 -0
  92. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstd_ldm_geartab.h +0 -0
  93. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstd_opt.c +0 -0
  94. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstd_opt.h +0 -0
  95. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstdmt_compress.c +0 -0
  96. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/compress/zstdmt_compress.h +0 -0
  97. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/decompress/huf_decompress.c +0 -0
  98. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/decompress/zstd_ddict.c +0 -0
  99. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/decompress/zstd_ddict.h +0 -0
  100. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/decompress/zstd_decompress.c +0 -0
  101. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/decompress/zstd_decompress_block.c +0 -0
  102. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/decompress/zstd_decompress_block.h +0 -0
  103. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/decompress/zstd_decompress_internal.h +0 -0
  104. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/dictBuilder/cover.c +0 -0
  105. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/dictBuilder/cover.h +0 -0
  106. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/dictBuilder/divsufsort.c +0 -0
  107. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/dictBuilder/divsufsort.h +0 -0
  108. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/dictBuilder/fastcover.c +0 -0
  109. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/dictBuilder/zdict.c +0 -0
  110. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/zdict.h +0 -0
  111. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/zstd.h +0 -0
  112. {loaderx-1.6.2 → loaderx-1.7.2}/vendor/zstd/lib/zstd_errors.h +0 -0
{loaderx-1.6.2 → loaderx-1.7.2}/MANIFEST.in RENAMED
@@ -4,7 +4,6 @@ include build.zig
4
4
  include build.zig.zon
5
5
  include LICENSE
6
6
  recursive-include src *.zig
7
- recursive-include tests *.py
8
7
  recursive-include scripts *.py
9
8
 
10
9
  # Vendored zstd: the sdist rebuilds with Zig, so it needs the C sources.