loaderx 1.10.2__tar.gz → 2.0.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (108) hide show
  1. {loaderx-1.10.2 → loaderx-2.0.0}/MANIFEST.in +1 -0
  2. {loaderx-1.10.2/loaderx.egg-info → loaderx-2.0.0}/PKG-INFO +350 -366
  3. {loaderx-1.10.2 → loaderx-2.0.0}/README.md +347 -341
  4. {loaderx-1.10.2 → loaderx-2.0.0}/build.zig.zon +1 -1
  5. loaderx-2.0.0/loaderx/__init__.py +18 -0
  6. {loaderx-1.10.2 → loaderx-2.0.0}/loaderx/_store.py +86 -51
  7. {loaderx-1.10.2 → loaderx-2.0.0}/loaderx/dataloader.py +60 -21
  8. {loaderx-1.10.2 → loaderx-2.0.0}/loaderx/utils.py +16 -12
  9. {loaderx-1.10.2 → loaderx-2.0.0}/loaderx/zrecord.py +150 -226
  10. {loaderx-1.10.2 → loaderx-2.0.0}/loaderx/zsampler.py +6 -2
  11. {loaderx-1.10.2 → loaderx-2.0.0/loaderx.egg-info}/PKG-INFO +350 -366
  12. {loaderx-1.10.2 → loaderx-2.0.0}/loaderx.egg-info/SOURCES.txt +1 -1
  13. {loaderx-1.10.2 → loaderx-2.0.0}/pyproject.toml +3 -3
  14. {loaderx-1.10.2 → loaderx-2.0.0}/scripts/_bench_common.py +319 -139
  15. {loaderx-1.10.2 → loaderx-2.0.0}/scripts/bench.py +7 -8
  16. {loaderx-1.10.2 → loaderx-2.0.0}/scripts/bench_dense.py +8 -6
  17. {loaderx-1.10.2 → loaderx-2.0.0}/scripts/bench_ragged.py +122 -59
  18. loaderx-2.0.0/scripts/requirements-bench.txt +9 -0
  19. loaderx-2.0.0/scripts/test_loaderx.py +1592 -0
  20. {loaderx-1.10.2 → loaderx-2.0.0}/src/record/engine.zig +128 -377
  21. {loaderx-1.10.2 → loaderx-2.0.0}/src/record/storage.zig +6 -97
  22. {loaderx-1.10.2 → loaderx-2.0.0}/src/store.zig +4 -20
  23. loaderx-1.10.2/loaderx/__init__.py +0 -19
  24. loaderx-1.10.2/scripts/profile_loader.py +0 -121
  25. loaderx-1.10.2/scripts/test_loaderx.py +0 -1228
  26. {loaderx-1.10.2 → loaderx-2.0.0}/LICENSE +0 -0
  27. {loaderx-1.10.2 → loaderx-2.0.0}/build.zig +0 -0
  28. {loaderx-1.10.2 → loaderx-2.0.0}/loaderx/_lib.py +0 -0
  29. {loaderx-1.10.2 → loaderx-2.0.0}/loaderx.egg-info/dependency_links.txt +0 -0
  30. {loaderx-1.10.2 → loaderx-2.0.0}/loaderx.egg-info/requires.txt +0 -0
  31. {loaderx-1.10.2 → loaderx-2.0.0}/loaderx.egg-info/top_level.txt +0 -0
  32. {loaderx-1.10.2 → loaderx-2.0.0}/scripts/build_wheels.py +0 -0
  33. {loaderx-1.10.2 → loaderx-2.0.0}/scripts/prepare_tokens.py +0 -0
  34. {loaderx-1.10.2 → loaderx-2.0.0}/setup.cfg +0 -0
  35. {loaderx-1.10.2 → loaderx-2.0.0}/setup.py +0 -0
  36. {loaderx-1.10.2 → loaderx-2.0.0}/src/record/executor.zig +0 -0
  37. {loaderx-1.10.2 → loaderx-2.0.0}/src/zsampler.zig +0 -0
  38. {loaderx-1.10.2 → loaderx-2.0.0}/src/zstd/c.zig +0 -0
  39. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/COPYING +0 -0
  40. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/LICENSE +0 -0
  41. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/allocations.h +0 -0
  42. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/bits.h +0 -0
  43. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/bitstream.h +0 -0
  44. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/compiler.h +0 -0
  45. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/cpu.h +0 -0
  46. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/debug.c +0 -0
  47. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/debug.h +0 -0
  48. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/entropy_common.c +0 -0
  49. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/error_private.c +0 -0
  50. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/error_private.h +0 -0
  51. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/fse.h +0 -0
  52. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/fse_decompress.c +0 -0
  53. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/huf.h +0 -0
  54. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/mem.h +0 -0
  55. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/pool.c +0 -0
  56. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/pool.h +0 -0
  57. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/portability_macros.h +0 -0
  58. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/threading.c +0 -0
  59. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/threading.h +0 -0
  60. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/xxhash.c +0 -0
  61. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/xxhash.h +0 -0
  62. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/zstd_common.c +0 -0
  63. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/zstd_deps.h +0 -0
  64. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/zstd_internal.h +0 -0
  65. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/common/zstd_trace.h +0 -0
  66. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/clevels.h +0 -0
  67. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/fse_compress.c +0 -0
  68. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/hist.c +0 -0
  69. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/hist.h +0 -0
  70. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/huf_compress.c +0 -0
  71. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstd_compress.c +0 -0
  72. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstd_compress_internal.h +0 -0
  73. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstd_compress_literals.c +0 -0
  74. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstd_compress_literals.h +0 -0
  75. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstd_compress_sequences.c +0 -0
  76. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstd_compress_sequences.h +0 -0
  77. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstd_compress_superblock.c +0 -0
  78. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstd_compress_superblock.h +0 -0
  79. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstd_cwksp.h +0 -0
  80. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstd_double_fast.c +0 -0
  81. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstd_double_fast.h +0 -0
  82. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstd_fast.c +0 -0
  83. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstd_fast.h +0 -0
  84. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstd_lazy.c +0 -0
  85. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstd_lazy.h +0 -0
  86. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstd_ldm.c +0 -0
  87. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstd_ldm.h +0 -0
  88. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstd_ldm_geartab.h +0 -0
  89. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstd_opt.c +0 -0
  90. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstd_opt.h +0 -0
  91. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstdmt_compress.c +0 -0
  92. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/compress/zstdmt_compress.h +0 -0
  93. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/decompress/huf_decompress.c +0 -0
  94. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/decompress/zstd_ddict.c +0 -0
  95. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/decompress/zstd_ddict.h +0 -0
  96. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/decompress/zstd_decompress.c +0 -0
  97. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/decompress/zstd_decompress_block.c +0 -0
  98. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/decompress/zstd_decompress_block.h +0 -0
  99. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/decompress/zstd_decompress_internal.h +0 -0
  100. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/dictBuilder/cover.c +0 -0
  101. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/dictBuilder/cover.h +0 -0
  102. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/dictBuilder/divsufsort.c +0 -0
  103. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/dictBuilder/divsufsort.h +0 -0
  104. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/dictBuilder/fastcover.c +0 -0
  105. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/dictBuilder/zdict.c +0 -0
  106. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/zdict.h +0 -0
  107. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/zstd.h +0 -0
  108. {loaderx-1.10.2 → loaderx-2.0.0}/vendor/zstd/lib/zstd_errors.h +0 -0
{loaderx-1.10.2 → loaderx-2.0.0}/MANIFEST.in RENAMED
@@ -5,6 +5,7 @@ include build.zig.zon
5
5
  include LICENSE
6
6
  recursive-include src *.zig
7
7
  recursive-include scripts *.py
8
+ include scripts/requirements-bench.txt
8
9
 
9
10
  # Vendored zstd: the sdist rebuilds with Zig, so it needs the C sources.
10
11
  recursive-include vendor *.c *.h