loaderx 2.0.1__tar.gz → 2.2.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (111) hide show
  1. {loaderx-2.0.1 → loaderx-2.2.1}/MANIFEST.in +1 -1
  2. {loaderx-2.0.1/loaderx.egg-info → loaderx-2.2.1}/PKG-INFO +192 -145
  3. {loaderx-2.0.1 → loaderx-2.2.1}/README.md +190 -143
  4. {loaderx-2.0.1 → loaderx-2.2.1}/build.zig +5 -3
  5. {loaderx-2.0.1 → loaderx-2.2.1}/build.zig.zon +1 -1
  6. {loaderx-2.0.1 → loaderx-2.2.1}/loaderx/__init__.py +5 -4
  7. {loaderx-2.0.1 → loaderx-2.2.1}/loaderx/_store.py +20 -16
  8. {loaderx-2.0.1 → loaderx-2.2.1}/loaderx/dataloader.py +26 -21
  9. {loaderx-2.0.1 → loaderx-2.2.1}/loaderx/utils.py +38 -6
  10. {loaderx-2.0.1 → loaderx-2.2.1}/loaderx/zrecord.py +127 -89
  11. {loaderx-2.0.1 → loaderx-2.2.1}/loaderx/zsampler.py +24 -10
  12. {loaderx-2.0.1 → loaderx-2.2.1/loaderx.egg-info}/PKG-INFO +192 -145
  13. {loaderx-2.0.1 → loaderx-2.2.1}/loaderx.egg-info/SOURCES.txt +3 -0
  14. {loaderx-2.0.1 → loaderx-2.2.1}/pyproject.toml +1 -1
  15. {loaderx-2.0.1 → loaderx-2.2.1}/scripts/bench_ragged.py +24 -25
  16. {loaderx-2.0.1 → loaderx-2.2.1}/scripts/test_loaderx.py +210 -178
  17. {loaderx-2.0.1 → loaderx-2.2.1}/src/record/engine.zig +377 -301
  18. loaderx-2.2.1/src/record/executor.zig +177 -0
  19. loaderx-2.2.1/src/record/storage.zig +341 -0
  20. {loaderx-2.0.1 → loaderx-2.2.1}/src/store.zig +29 -30
  21. {loaderx-2.0.1 → loaderx-2.2.1}/src/zsampler.zig +41 -43
  22. loaderx-2.2.1/src/zstd/c.zig +35 -0
  23. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/bits.h +92 -87
  24. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/bitstream.h +26 -29
  25. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/compiler.h +36 -22
  26. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/cpu.h +1 -1
  27. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/debug.h +0 -9
  28. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/error_private.c +1 -0
  29. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/error_private.h +0 -10
  30. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/fse.h +2 -17
  31. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/fse_decompress.c +2 -0
  32. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/huf.h +0 -9
  33. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/mem.h +7 -11
  34. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/pool.h +0 -9
  35. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/portability_macros.h +22 -9
  36. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/threading.h +0 -8
  37. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/xxhash.h +93 -19
  38. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/zstd_deps.h +12 -0
  39. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/zstd_internal.h +1 -69
  40. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/zstd_trace.h +5 -12
  41. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/hist.c +10 -0
  42. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/hist.h +7 -0
  43. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstd_compress.c +1057 -367
  44. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstd_compress_internal.h +227 -125
  45. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstd_compress_literals.c +1 -1
  46. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstd_compress_sequences.c +7 -7
  47. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstd_compress_sequences.h +7 -6
  48. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstd_compress_superblock.c +17 -17
  49. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstd_cwksp.h +41 -24
  50. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstd_double_fast.c +58 -50
  51. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstd_double_fast.h +4 -12
  52. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstd_fast.c +91 -74
  53. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstd_fast.h +4 -12
  54. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstd_lazy.c +64 -64
  55. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstd_lazy.h +30 -39
  56. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstd_ldm.c +48 -33
  57. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstd_ldm.h +6 -14
  58. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstd_opt.c +55 -51
  59. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstd_opt.h +8 -16
  60. loaderx-2.2.1/vendor/zstd/lib/compress/zstd_preSplit.c +238 -0
  61. loaderx-2.2.1/vendor/zstd/lib/compress/zstd_preSplit.h +33 -0
  62. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstdmt_compress.c +134 -93
  63. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstdmt_compress.h +4 -15
  64. loaderx-2.2.1/vendor/zstd/lib/decompress/huf_decompress_amd64.S +602 -0
  65. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/decompress/zstd_decompress.c +14 -11
  66. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/decompress/zstd_decompress_block.c +6 -12
  67. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/decompress/zstd_decompress_internal.h +5 -5
  68. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/dictBuilder/cover.c +60 -19
  69. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/dictBuilder/divsufsort.h +0 -10
  70. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/dictBuilder/zdict.c +2 -2
  71. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/zdict.h +15 -8
  72. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/zstd.h +241 -132
  73. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/zstd_errors.h +1 -8
  74. loaderx-2.0.1/src/record/executor.zig +0 -60
  75. loaderx-2.0.1/src/record/storage.zig +0 -312
  76. loaderx-2.0.1/src/zstd/c.zig +0 -735
  77. {loaderx-2.0.1 → loaderx-2.2.1}/LICENSE +0 -0
  78. {loaderx-2.0.1 → loaderx-2.2.1}/loaderx/_lib.py +0 -0
  79. {loaderx-2.0.1 → loaderx-2.2.1}/loaderx.egg-info/dependency_links.txt +0 -0
  80. {loaderx-2.0.1 → loaderx-2.2.1}/loaderx.egg-info/requires.txt +0 -0
  81. {loaderx-2.0.1 → loaderx-2.2.1}/loaderx.egg-info/top_level.txt +0 -0
  82. {loaderx-2.0.1 → loaderx-2.2.1}/scripts/_bench_common.py +0 -0
  83. {loaderx-2.0.1 → loaderx-2.2.1}/scripts/bench.py +0 -0
  84. {loaderx-2.0.1 → loaderx-2.2.1}/scripts/bench_dense.py +0 -0
  85. {loaderx-2.0.1 → loaderx-2.2.1}/scripts/build_wheels.py +0 -0
  86. {loaderx-2.0.1 → loaderx-2.2.1}/scripts/prepare_tokens.py +0 -0
  87. {loaderx-2.0.1 → loaderx-2.2.1}/scripts/requirements-bench.txt +0 -0
  88. {loaderx-2.0.1 → loaderx-2.2.1}/setup.cfg +0 -0
  89. {loaderx-2.0.1 → loaderx-2.2.1}/setup.py +0 -0
  90. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/COPYING +0 -0
  91. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/LICENSE +0 -0
  92. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/allocations.h +0 -0
  93. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/debug.c +0 -0
  94. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/entropy_common.c +0 -0
  95. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/pool.c +0 -0
  96. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/threading.c +0 -0
  97. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/xxhash.c +0 -0
  98. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/common/zstd_common.c +0 -0
  99. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/clevels.h +0 -0
  100. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/fse_compress.c +0 -0
  101. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/huf_compress.c +0 -0
  102. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstd_compress_literals.h +0 -0
  103. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstd_compress_superblock.h +0 -0
  104. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/compress/zstd_ldm_geartab.h +0 -0
  105. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/decompress/huf_decompress.c +0 -0
  106. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/decompress/zstd_ddict.c +0 -0
  107. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/decompress/zstd_ddict.h +0 -0
  108. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/decompress/zstd_decompress_block.h +0 -0
  109. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/dictBuilder/cover.h +0 -0
  110. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/dictBuilder/divsufsort.c +0 -0
  111. {loaderx-2.0.1 → loaderx-2.2.1}/vendor/zstd/lib/dictBuilder/fastcover.c +0 -0
{loaderx-2.0.1 → loaderx-2.2.1}/MANIFEST.in RENAMED
@@ -8,7 +8,7 @@ recursive-include scripts *.py
8
8
  include scripts/requirements-bench.txt
9
9
 
10
10
  # Vendored zstd: the sdist rebuilds with Zig, so it needs the C sources.
11
- recursive-include vendor *.c *.h
11
+ recursive-include vendor *.c *.h *.S
12
12
  include vendor/zstd/LICENSE vendor/zstd/COPYING
13
13
 
14
14
  exclude loaderx/lib/lib_here