bitsandbytes-cpu-fork 0.50.2.dev4__tar.gz → 0.50.2.dev5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {bitsandbytes_cpu_fork-0.50.2.dev4/bitsandbytes_cpu_fork.egg-info → bitsandbytes_cpu_fork-0.50.2.dev5}/PKG-INFO +3 -3
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/README.md +2 -2
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/__init__.py +1 -1
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/backends/cpu/ops.py +19 -5
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/disk_balancer.py +474 -63
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/torch_cpu_kit.py +326 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5/bitsandbytes_cpu_fork.egg-info}/PKG-INFO +3 -3
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes_cpu_fork.egg-info/SOURCES.txt +2 -1
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/docs_cpu/API_REFERENCE.md +61 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/docs_cpu/API_REFERENCE_EN.md +53 -0
- bitsandbytes_cpu_fork-0.50.2.dev5/docs_cpu/EPYC_VALIDATION.md +61 -0
- bitsandbytes_cpu_fork-0.50.2.dev5/docs_cpu/WHEEL_PLATFORM_NOTES.md +47 -0
- bitsandbytes_cpu_fork-0.50.2.dev4/build_manual/build_aggressive.log +0 -27
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/LICENSE +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/MANIFEST.in +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/__main__.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/_cpu_caps.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/_ops.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/autograd/__init__.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/autograd/_functions.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/backends/__init__.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/backends/cpu/__init__.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/backends/cuda/__init__.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/backends/cuda/ops.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/backends/default/__init__.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/backends/default/ops.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/backends/hpu/__init__.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/backends/hpu/ops.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/backends/mps/__init__.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/backends/mps/ops.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/backends/triton/__init__.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/backends/triton/kernels_4bit.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/backends/triton/kernels_8bit_quant.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/backends/triton/kernels_optim.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/backends/triton/ops.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/backends/utils.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/backends/xpu/__init__.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/backends/xpu/ops.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/cextension.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/cli.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/consts.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/cuda_specs.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/detect_cpu.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/diagnostics/__init__.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/diagnostics/cuda.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/diagnostics/main.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/diagnostics/utils.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/efst.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/functional.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/gdn_cpu.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/libbitsandbytes_cpu.dll +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/nn/__init__.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/nn/modules.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/nn/parametrize.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/optim/__init__.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/optim/adagrad.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/optim/adam.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/optim/adamw.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/optim/ademamix.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/optim/lamb.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/optim/lars.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/optim/lion.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/optim/optimizer.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/optim/rmsprop.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/optim/sgd.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/py.typed +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/utils.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes/vcomp140.dll +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes_cpu_cli.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes_cpu_fork.egg-info/dependency_links.txt +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes_cpu_fork.egg-info/entry_points.txt +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes_cpu_fork.egg-info/requires.txt +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/bitsandbytes_cpu_fork.egg-info/top_level.txt +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/build_linux.sh +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/build_manual/build_manual.bat +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/build_manual/export.def +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/build_manual/export_avx512.def +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/build_manual/export_generic.def +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/build_manual/selftest_win.bat +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/build_termux.sh +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/avx2_gemv_4bit.h +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/common.cuh +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/common.h +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/compat.cuh +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/compat_device.cuh +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/cpu_cache.h +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/cpu_features.h +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/cpu_gdn.cpp +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/cpu_ops.cpp +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/cpu_ops.h +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/gemm_4bit.cu +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/gemm_4bit_common.cuh +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/gemm_4bit_mma.cuh +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/gemm_4bit_simt.cu +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/gemm_4bit_simt.cuh +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/gemm_4bit_sm75.cu +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/gemm_4bit_sm75.cuh +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/gemm_4bit_sm80.cu +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/gemm_4bit_sm80.cuh +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/kernels.cu +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/kernels.cuh +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/ops.cu +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/ops.cuh +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/pythonInterface.cpp +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/test_avx2_gemv_4bit.cpp +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/test_cpu_cache.cpp +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/xpu_kernels.cpp +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/xpu_kernels.h +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/xpu_ops.cpp +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/csrc/xpu_ops.h +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/docs_cpu/MOTION_BOUNDARY.md +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/docs_cpu/MOTION_BOUNDARY_EN.md +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/docs_cpu/QUICKSTART.md +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/docs_cpu/QUICKSTART_EN.md +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/docs_cpu/TECHNICAL_GUIDE.md +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/docs_cpu/TECHNICAL_GUIDE_EN.md +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/docs_cpu/TECH_REPORT.md +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/docs_cpu/TECH_REPORT_EN.md +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/docs_cpu/check_docs.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/examples/compile_inference.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/examples/cpu/cpu_training.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/examples/int8_inference_huggingface.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/examples/xpu/benchmark_paged_memory.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/examples/xpu/paged_xpu_training.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/pyproject.toml +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/selftest_cpu.c +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/setup.cfg +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/setup.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tests/test_autograd.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tests/test_cpu_e2e.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tests/test_cuda_setup_evaluator.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tests/test_functional.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tests/test_generation.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tests/test_linear4bit.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tests/test_linear8bitlt.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tests/test_modules.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tests/test_ops.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tests/test_optim.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tests/test_parametrize.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tests/test_rmsnorm_fwd_cpu.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tools/create_github_release.ps1 +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tools/dump_signatures.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tools/gen_api_reference.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tools/publish.ps1 +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tools/sector_carve.c +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tools/sector_carve_gui.c +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tools/sector_mirror.c +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tools/sector_mirror_gui.c +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tools/train_llm_sft.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tools/verify_help_examples.py +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tools/verify_linux_cli.sh +0 -0
- {bitsandbytes_cpu_fork-0.50.2.dev4 → bitsandbytes_cpu_fork-0.50.2.dev5}/tools/verify_train_release.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: bitsandbytes-cpu-fork
|
|
3
|
-
Version: 0.50.2.
|
|
3
|
+
Version: 0.50.2.dev5
|
|
4
4
|
Summary: bitsandbytes with a pure-CPU training backend (AVX2 / NEON): 8-bit optimizers, fused GDN, gemm_8bit, disk balancer. No GPU required.
|
|
5
5
|
License-Expression: MIT
|
|
6
6
|
Project-URL: repository, https://github.com/Ganyvnanoaa09-0906/bitsandbytes-CPU
|
|
@@ -336,7 +336,7 @@ code and the Transformers / PEFT / Diffusers integrations keep working as-is:
|
|
|
336
336
|
|
|
337
337
|
```python
|
|
338
338
|
import bitsandbytes as bnb # the fork, not upstream
|
|
339
|
-
print(bnb.__version__) # 0.50.2.
|
|
339
|
+
print(bnb.__version__) # 0.50.2.dev5
|
|
340
340
|
```
|
|
341
341
|
|
|
342
342
|
Building from source instead (any platform) is described in
|
|
@@ -381,7 +381,7 @@ build_manual\build_manual.bat amd # (in VS x64 Native Tools prompt)
|
|
|
381
381
|
|
|
382
382
|
> `.gitattributes` 强制 C/C++ 源码与构建脚本用 LF 换行,clone 到 Windows/Linux 均可
|
|
383
383
|
> 直接编译(CRLF 会让 MSVC 吞行、Linux `g++` 报 `bad interpreter`)。
|
|
384
|
-
> `disk_balancer`(`--flash`)跨平台:Windows 用 ctypes
|
|
384
|
+
> `disk_balancer`(`--flash`)跨平台:Windows 用 ctypes;Linux 用 `/proc/mounts` + psutil + `/sys/block/*/queue/rotational`;**WSL 已支持**——缓存只落在 WSL 自己的 ext4(默认 `~/.cache/bnb_flash_cache`),9P 宿主盘 `/mnt/[盘符]`、网络盘、只读挂载、tmpfs 一律拒绝(显式 `--flash_paths` 指过去会直接报错)。零拷贝写盘队列有在飞字节上限(`max_inflight_bytes`),卸载不会把源张量内存偷偷留住。
|
|
385
385
|
|
|
386
386
|
### Prebuilt wheels (optional)
|
|
387
387
|
|
|
@@ -305,7 +305,7 @@ code and the Transformers / PEFT / Diffusers integrations keep working as-is:
|
|
|
305
305
|
|
|
306
306
|
```python
|
|
307
307
|
import bitsandbytes as bnb # the fork, not upstream
|
|
308
|
-
print(bnb.__version__) # 0.50.2.
|
|
308
|
+
print(bnb.__version__) # 0.50.2.dev5
|
|
309
309
|
```
|
|
310
310
|
|
|
311
311
|
Building from source instead (any platform) is described in
|
|
@@ -350,7 +350,7 @@ build_manual\build_manual.bat amd # (in VS x64 Native Tools prompt)
|
|
|
350
350
|
|
|
351
351
|
> `.gitattributes` 强制 C/C++ 源码与构建脚本用 LF 换行,clone 到 Windows/Linux 均可
|
|
352
352
|
> 直接编译(CRLF 会让 MSVC 吞行、Linux `g++` 报 `bad interpreter`)。
|
|
353
|
-
> `disk_balancer`(`--flash`)跨平台:Windows 用 ctypes
|
|
353
|
+
> `disk_balancer`(`--flash`)跨平台:Windows 用 ctypes;Linux 用 `/proc/mounts` + psutil + `/sys/block/*/queue/rotational`;**WSL 已支持**——缓存只落在 WSL 自己的 ext4(默认 `~/.cache/bnb_flash_cache`),9P 宿主盘 `/mnt/[盘符]`、网络盘、只读挂载、tmpfs 一律拒绝(显式 `--flash_paths` 指过去会直接报错)。零拷贝写盘队列有在飞字节上限(`max_inflight_bytes`),卸载不会把源张量内存偷偷留住。
|
|
354
354
|
|
|
355
355
|
### Prebuilt wheels (optional)
|
|
356
356
|
|
|
@@ -253,15 +253,29 @@ if not isinstance(lib, ErrorHandlerMockBNBNativeLibrary):
|
|
|
253
253
|
if has_avx512bf16():
|
|
254
254
|
gemm_4bit_forward_kernel = None
|
|
255
255
|
try:
|
|
256
|
-
|
|
256
|
+
import importlib.util
|
|
257
|
+
|
|
258
|
+
if importlib.util.find_spec("kernels") is None:
|
|
259
|
+
# `kernels` is an OPTIONAL HuggingFace hub-kernel package. The fused native
|
|
260
|
+
# CPU kernel below is the default and needs no extra dependency, so a
|
|
261
|
+
# missing optional package is not a warning -- otherwise every CPU-only
|
|
262
|
+
# `import bitsandbytes` printed a scary line on AVX512-BF16 machines.
|
|
263
|
+
logger.debug(
|
|
264
|
+
"optional package 'kernels' not installed; using the native CPU "
|
|
265
|
+
"gemv_4bit kernel"
|
|
266
|
+
)
|
|
267
|
+
else:
|
|
268
|
+
from kernels import get_kernel
|
|
257
269
|
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
270
|
+
gemm_4bit_forward_kernel = get_kernel(
|
|
271
|
+
"kernels-community/quantization-bitsandbytes", version=1
|
|
272
|
+
).gemm_4bit_forward
|
|
261
273
|
except Exception as exc: # pragma: no cover - best effort fallback
|
|
262
274
|
gemm_4bit_forward_kernel = None
|
|
263
275
|
logger.warning(
|
|
264
|
-
"Failed to load CPU gemm_4bit_forward from kernels-community: %s.
|
|
276
|
+
"Failed to load CPU gemm_4bit_forward from kernels-community: %s. "
|
|
277
|
+
"The optional 'kernels' package is installed but the hub kernel could not "
|
|
278
|
+
"be loaded; falling back to the native CPU kernel.",
|
|
265
279
|
exc,
|
|
266
280
|
)
|
|
267
281
|
|