bitsandbytes-cpu-fork 0.50.2.dev0__py3-none-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (56) hide show
  1. bitsandbytes/__init__.py +81 -0
  2. bitsandbytes/__main__.py +4 -0
  3. bitsandbytes/_ops.py +526 -0
  4. bitsandbytes/autograd/__init__.py +0 -0
  5. bitsandbytes/autograd/_functions.py +491 -0
  6. bitsandbytes/backends/__init__.py +0 -0
  7. bitsandbytes/backends/cpu/__init__.py +0 -0
  8. bitsandbytes/backends/cpu/ops.py +805 -0
  9. bitsandbytes/backends/cuda/__init__.py +0 -0
  10. bitsandbytes/backends/cuda/ops.py +1212 -0
  11. bitsandbytes/backends/default/__init__.py +0 -0
  12. bitsandbytes/backends/default/ops.py +632 -0
  13. bitsandbytes/backends/hpu/__init__.py +0 -0
  14. bitsandbytes/backends/hpu/ops.py +53 -0
  15. bitsandbytes/backends/mps/__init__.py +0 -0
  16. bitsandbytes/backends/mps/ops.py +277 -0
  17. bitsandbytes/backends/triton/__init__.py +0 -0
  18. bitsandbytes/backends/triton/kernels_4bit.py +577 -0
  19. bitsandbytes/backends/triton/kernels_8bit_quant.py +195 -0
  20. bitsandbytes/backends/triton/kernels_optim.py +1177 -0
  21. bitsandbytes/backends/triton/ops.py +304 -0
  22. bitsandbytes/backends/utils.py +94 -0
  23. bitsandbytes/backends/xpu/__init__.py +0 -0
  24. bitsandbytes/backends/xpu/ops.py +305 -0
  25. bitsandbytes/cextension.py +405 -0
  26. bitsandbytes/consts.py +12 -0
  27. bitsandbytes/cuda_specs.py +111 -0
  28. bitsandbytes/diagnostics/__init__.py +0 -0
  29. bitsandbytes/diagnostics/cuda.py +193 -0
  30. bitsandbytes/diagnostics/main.py +134 -0
  31. bitsandbytes/diagnostics/utils.py +12 -0
  32. bitsandbytes/functional.py +1836 -0
  33. bitsandbytes/gdn_cpu.py +602 -0
  34. bitsandbytes/libbitsandbytes_cpu.dll +0 -0
  35. bitsandbytes/nn/__init__.py +19 -0
  36. bitsandbytes/nn/modules.py +1220 -0
  37. bitsandbytes/nn/parametrize.py +206 -0
  38. bitsandbytes/optim/__init__.py +22 -0
  39. bitsandbytes/optim/adagrad.py +187 -0
  40. bitsandbytes/optim/adam.py +346 -0
  41. bitsandbytes/optim/adamw.py +337 -0
  42. bitsandbytes/optim/ademamix.py +410 -0
  43. bitsandbytes/optim/lamb.py +190 -0
  44. bitsandbytes/optim/lars.py +259 -0
  45. bitsandbytes/optim/lion.py +266 -0
  46. bitsandbytes/optim/optimizer.py +756 -0
  47. bitsandbytes/optim/rmsprop.py +170 -0
  48. bitsandbytes/optim/sgd.py +152 -0
  49. bitsandbytes/py.typed +0 -0
  50. bitsandbytes/utils.py +208 -0
  51. bitsandbytes/vcomp140.dll +0 -0
  52. bitsandbytes_cpu_fork-0.50.2.dev0.dist-info/METADATA +346 -0
  53. bitsandbytes_cpu_fork-0.50.2.dev0.dist-info/RECORD +56 -0
  54. bitsandbytes_cpu_fork-0.50.2.dev0.dist-info/WHEEL +5 -0
  55. bitsandbytes_cpu_fork-0.50.2.dev0.dist-info/licenses/LICENSE +21 -0
  56. bitsandbytes_cpu_fork-0.50.2.dev0.dist-info/top_level.txt +1 -0
@@ -0,0 +1,346 @@
1
+ Metadata-Version: 2.4
2
+ Name: bitsandbytes-cpu-fork
3
+ Version: 0.50.2.dev0
4
+ Summary: bitsandbytes with a pure-CPU training backend (AVX2 / NEON): 8-bit optimizers, fused GDN, gemm_8bit, disk balancer. No GPU required.
5
+ License-Expression: MIT
6
+ Project-URL: repository, https://github.com/Ganyvnanoaa09-0906/bitsandbytes-CPU
7
+ Project-URL: Upstream bitsandbytes, https://github.com/bitsandbytes-foundation/bitsandbytes
8
+ Keywords: cpu,optimizers,optimization,8-bit,quantization,compression,avx2,neon
9
+ Classifier: Development Status :: 4 - Beta
10
+ Classifier: Intended Audience :: Developers
11
+ Classifier: Intended Audience :: Science/Research
12
+ Classifier: Operating System :: Microsoft :: Windows
13
+ Classifier: Operating System :: POSIX :: Linux
14
+ Classifier: Programming Language :: C++
15
+ Classifier: Programming Language :: Python :: Implementation :: CPython
16
+ Classifier: Programming Language :: Python :: 3.10
17
+ Classifier: Programming Language :: Python :: 3.11
18
+ Classifier: Programming Language :: Python :: 3.12
19
+ Classifier: Programming Language :: Python :: 3.13
20
+ Classifier: Programming Language :: Python :: 3.14
21
+ Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
22
+ Requires-Python: >=3.10
23
+ Description-Content-Type: text/markdown
24
+ License-File: LICENSE
25
+ Requires-Dist: torch<3,>=2.4
26
+ Requires-Dist: numpy>=1.17
27
+ Requires-Dist: packaging>=20.9
28
+ Provides-Extra: test
29
+ Requires-Dist: pytest~=8.3; extra == "test"
30
+ Requires-Dist: psutil>=5.9; extra == "test"
31
+ Dynamic: license-file
32
+
33
+ <p align="center"><img src="https://avatars.githubusercontent.com/u/175231607?s=200&v=4" alt=""></p>
34
+ <h1 align="center">bitsandbytes</h1>
35
+ <p align="center">
36
+ <a href="https://github.com/bitsandbytes-foundation/bitsandbytes/main/LICENSE"><img alt="License" src="https://img.shields.io/github/license/bitsandbytes-foundation/bitsandbytes.svg?color=blue"></a>
37
+ <a href="https://pepy.tech/project/bitsandbytes"><img alt="Downloads" src="https://static.pepy.tech/badge/bitsandbytes/month"></a>
38
+ <a href="https://github.com/bitsandbytes-foundation/bitsandbytes/actions/workflows/tests-nightly.yml"><img alt="Nightly Unit Tests" src="https://img.shields.io/github/actions/workflow/status/bitsandbytes-foundation/bitsandbytes/tests-nightly.yml?logo=github&label=Nightly%20Tests"></a>
39
+ <a href="https://github.com/bitsandbytes-foundation/bitsandbytes/releases"><img alt="GitHub Release" src="https://img.shields.io/github/v/release/bitsandbytes-foundation/bitsandbytes"></a>
40
+ <a href="https://pypi.org/project/bitsandbytes/"><img alt="PyPI - Python Version" src="https://img.shields.io/pypi/pyversions/bitsandbytes"></a>
41
+ </p>
42
+
43
+ `bitsandbytes` enables accessible large language models via k-bit quantization for PyTorch. We provide three main features for dramatically reducing memory consumption for inference and training:
44
+
45
+ * 8-bit optimizers uses block-wise quantization to maintain 32-bit performance at a small fraction of the memory cost.
46
+ * LLM.int8() or 8-bit quantization enables large language model inference with only half the required memory and without any performance degradation. This method is based on vector-wise quantization to quantize most features to 8-bits and separately treating outliers with 16-bit matrix multiplication.
47
+ * QLoRA or 4-bit quantization enables large language model training with several memory-saving techniques that don't compromise performance. This method quantizes a model to 4-bits and inserts a small set of trainable low-rank adaptation (LoRA) weights to allow training.
48
+
49
+ The library includes quantization primitives for 8-bit & 4-bit operations, through `bitsandbytes.nn.Linear8bitLt` and `bitsandbytes.nn.Linear4bit` and 8-bit optimizers through `bitsandbytes.optim` module.
50
+
51
+ ## System Requirements
52
+ bitsandbytes has the following minimum requirements for all platforms:
53
+
54
+ * Python 3.10+
55
+ * [PyTorch](https://pytorch.org/get-started/locally/) 2.4+
56
+ * _Note: While we aim to provide wide backwards compatibility, we recommend using the latest version of PyTorch for the best experience._
57
+
58
+ #### Accelerator support:
59
+
60
+ <small>Note: this table reflects the status of the current development branch. For the latest stable release, see the
61
+ [document in the 0.50.0 tag](https://github.com/bitsandbytes-foundation/bitsandbytes/blob/0.50.0/README.md#accelerator-support).
62
+ </small>
63
+
64
+ ##### Legend:
65
+ 🚧 = Planned |
66
+ 〰️ = Partially Supported |
67
+ ✅ = Supported |
68
+ ❌ = Not Supported
69
+
70
+ <table>
71
+ <thead>
72
+ <tr>
73
+ <th>Platform</th>
74
+ <th>Accelerator</th>
75
+ <th>Hardware Requirements</th>
76
+ <th>LLM.int8()</th>
77
+ <th>QLoRA 4-bit</th>
78
+ <th>8-bit Optimizers</th>
79
+ </tr>
80
+ </thead>
81
+ <tbody>
82
+ <tr>
83
+ <td colspan="6">🐧 <strong>Linux, glibc >= 2.24</strong></td>
84
+ </tr>
85
+ <tr>
86
+ <td align="right">x86-64</td>
87
+ <td>◻️ CPU</td>
88
+ <td>Minimum: AVX2<br>Optimized: AVX512F, AVX512BF16</td>
89
+ <td>✅</td>
90
+ <td>✅</td>
91
+ <td>✅</td>
92
+ </tr>
93
+ <tr>
94
+ <td></td>
95
+ <td>🟩 NVIDIA GPU <br><code>cuda</code></td>
96
+ <td>SM60+ minimum<br>SM75+ recommended</td>
97
+ <td>✅</td>
98
+ <td>✅</td>
99
+ <td>✅</td>
100
+ </tr>
101
+ <tr>
102
+ <td></td>
103
+ <td>🟥 AMD GPU <br><code>cuda</code></td>
104
+ <td>
105
+ CDNA: gfx908, gfx90a, gfx942, gfx950, gfx1250<br>
106
+ RDNA: gfx103X, gfx110X, gfx115X, gfx120X
107
+ </td>
108
+ <td>✅</td>
109
+ <td>✅</td>
110
+ <td>✅</td>
111
+ </tr>
112
+ <tr>
113
+ <td></td>
114
+ <td>🟦 Intel GPU <br><code>xpu</code></td>
115
+ <td>
116
+ Data Center GPU Max Series<br>
117
+ Arc A-Series (Alchemist)<br>
118
+ Arc B-Series (Battlemage)
119
+ </td>
120
+ <td>✅</td>
121
+ <td>✅</td>
122
+ <td>✅</td>
123
+ </tr>
124
+ <tr>
125
+ <td></td>
126
+ <td>🟪 Intel Gaudi <br><code>hpu</code></td>
127
+ <td>Gaudi2, Gaudi3</td>
128
+ <td>✅</td>
129
+ <td>〰️</td>
130
+ <td>❌</td>
131
+ </tr>
132
+ <tr>
133
+ <td align="right">aarch64</td>
134
+ <td>◻️ CPU</td>
135
+ <td></td>
136
+ <td>✅ *</td>
137
+ <td>✅</td>
138
+ <td>✅</td>
139
+ </tr>
140
+ <tr>
141
+ <td></td>
142
+ <td>🟩 NVIDIA GPU <br><code>cuda</code></td>
143
+ <td>SM75+</td>
144
+ <td>✅</td>
145
+ <td>✅</td>
146
+ <td>✅</td>
147
+ </tr>
148
+ <tr>
149
+ <td colspan="6">🪟 <strong>Windows 11 / Windows Server 2022+</strong></td>
150
+ </tr>
151
+ <tr>
152
+ <td align="right">x86-64</td>
153
+ <td>◻️ CPU</td>
154
+ <td>AVX2</td>
155
+ <td>✅</td>
156
+ <td>✅</td>
157
+ <td>✅</td>
158
+ </tr>
159
+ <tr>
160
+ <td></td>
161
+ <td>🟩 NVIDIA GPU <br><code>cuda</code></td>
162
+ <td>SM60+ minimum<br>SM75+ recommended</td>
163
+ <td>✅</td>
164
+ <td>✅</td>
165
+ <td>✅</td>
166
+ </tr>
167
+ <tr>
168
+ <td></td>
169
+ <td>🟥 AMD GPU <br><code>cuda</code></td>
170
+ <td>
171
+ RDNA: gfx103X, gfx110X, gfx115X, gfx120X
172
+ </td>
173
+ <td>✅</td>
174
+ <td>✅</td>
175
+ <td>✅</td>
176
+ </tr>
177
+ <tr>
178
+ <td></td>
179
+ <td>🟦 Intel GPU <br><code>xpu</code></td>
180
+ <td>
181
+ Arc A-Series (Alchemist) <br>
182
+ Arc B-Series (Battlemage)
183
+ </td>
184
+ <td>✅</td>
185
+ <td>✅</td>
186
+ <td>✅</td>
187
+ </tr>
188
+ <tr>
189
+ <td align="right">arm64</td>
190
+ <td>◻️ CPU</td>
191
+ <td></td>
192
+ <td>✅</td>
193
+ <td>✅</td>
194
+ <td>✅</td>
195
+ </tr>
196
+ <tr>
197
+ <td></td>
198
+ <td>🟩 NVIDIA GPU <br><code>cuda</code></td>
199
+ <td>SM121</td>
200
+ <td>✅</td>
201
+ <td>✅</td>
202
+ <td>✅</td>
203
+ </tr>
204
+ <tr>
205
+ <td colspan="6">🍎 <strong>macOS 14+</strong></td>
206
+ </tr>
207
+ <tr>
208
+ <td align="right">arm64</td>
209
+ <td>◻️ CPU</td>
210
+ <td>Apple M1+</td>
211
+ <td>✅ *</td>
212
+ <td>✅</td>
213
+ <td>✅</td>
214
+ </tr>
215
+ <tr>
216
+ <td></td>
217
+ <td>⬜ Metal <br><code>mps</code></td>
218
+ <td>Apple M1+</td>
219
+ <td>✅ *</td>
220
+ <td>✅</td>
221
+ <td>🚧</td>
222
+ </tbody>
223
+ </table>
224
+ <sup>* While supported, these marked features may lack in performance optimizations.</sup>
225
+
226
+ ## :book: Documentation
227
+ * [Official Documentation](https://huggingface.co/docs/bitsandbytes/main)
228
+ * 🤗 [Transformers](https://huggingface.co/docs/transformers/quantization/bitsandbytes)
229
+ * 🤗 [Diffusers](https://huggingface.co/docs/diffusers/quantization/bitsandbytes)
230
+ * 🤗 [PEFT](https://huggingface.co/docs/peft/developer_guides/quantization#quantize-a-model)
231
+
232
+ ## :computer: CPU Backend Extensions (this fork)
233
+
234
+ This fork adds **training-grade CPU kernels** to the bitsandbytes CPU backend, for
235
+ machines **without NVIDIA GPUs** (AVX2 only / ARM64 NEON, e.g. consumer laptops,
236
+ Mini-PCs). The upstream CPU backend is inference-oriented; these
237
+ extensions make pure-CPU LoRA / quantization / diffusion training practical.
238
+
239
+ > 📚 **Docs** (`docs_cpu/`):
240
+ > - `TECHNICAL_GUIDE.md` — **技术文档**:改了什么、每个内核的架构与细节(面向技术人员)
241
+ > - `QUICKSTART.md` — **快速入门手册**:命令、用途与参数(面向首次使用者)
242
+ > - `TECH_REPORT.md` — **技术报告**:完整方法论、实验数据与结论(含负面结论)
243
+ > - 灾难恢复指南已并入 `QUICKSTART.md` §9。
244
+ > - 🌐 **English**: 英文为**独立文件** —— `QUICKSTART_EN.md`、`TECHNICAL_GUIDE_EN.md`、
245
+ > `TECH_REPORT_EN.md`(内容与中文版对应,以中文为准;灾难恢复同样在 `QUICKSTART_EN.md` §9)。
246
+ >
247
+ > 🌐 **English README**: see [`README_EN.md`](README_EN.md).
248
+ >
249
+ > > **关于硬盘均衡负载**:它能在内存紧张时帮助维持训练,但**不能替代 Windows 虚拟内存**。
250
+ > > 训练期间仍**建议保留至少 1GB 虚拟内存**以应对突发内存峰值。
251
+
252
+ ### What's added
253
+
254
+ | Kernel | Entry point | Purpose |
255
+ |---|---|---|
256
+ | **Gated DeltaNet fwd/bwd** | `gdn_fwd_cpu` / `gdn_bwd_cpu` (csrc/cpu_gdn.cpp) | Fused Gated DeltaNet (Qwen3-Next/3.5 linear attention) — ~35× vs per-step Python loop; chunk-checkpointed backward |
257
+ | **Fused 8-bit blockwise dequant GEMM** | `cgemm_8bit_inference_cpu_fp32` (`bitsandbytes::gemm_8bit`, `bnb.functional.fused_dequant_linear_8bit`) | `out = A @ dequant8(B)` with weights kept uint8 (¼ DRAM traffic), no fp32 temporary |
258
+ | **Fused 8-bit optimizer** | `coptimizer_update_8bit_blockwise_cpu` (`bnb.optim.AdamW8bit` etc.) | Single-pass dequant→update→requant; optimizer state memory ≈ 1/3.8 of fp32 |
259
+ | **Blockwise 8/4-bit quant & dequant** | `cquantize_blockwise_cpu_*` / `cdequantize_blockwise_cpu_*` | AVX2 LUT quantize + dequantize; NF4/FP4 kernels with NEON/AVX2 paths |
260
+ | **4-bit inference GEMV** | `cgemv_4bit_inference_cpu_*` | Fused 4-bit dequant GEMV/GEMM for AVX2 machines (symbol alias fixed) |
261
+ | **GDN runtime patch** | `bitsandbytes/gdn_cpu.py` | `patch_transformers()` / `patch_fla()` — route transformers GDN slow paths to the fused kernel |
262
+ | **iGPU (DirectML) block-level executor** | `gpu_scheduler.py` (`IgpuExecutor`, `train.py --igpu`) | Experimental: frozen weights resident on the DirectML iGPU, forward/backward on-device, **one sync per step**; **off by default** — measured **+30~35%** for GEMM-dense seq≤256 training, **negative** at long sequences (driver limits) |
263
+
264
+ ### Build
265
+
266
+ ```bash
267
+ # Linux (x86_64 AVX2 or aarch64 NEON, g++/clang + OpenMP)
268
+ # deps: sudo apt install g++ libomp-dev (Debian/Ubuntu)
269
+ bash build_linux.sh # -> bitsandbytes/libbitsandbytes_cpu.so
270
+ bash build_linux.sh --selftest # also build+run torch-free C self-test
271
+
272
+ # Windows (MSVC, manual cl build, no CMake)
273
+ build_manual\build_manual.bat amd # (in VS x64 Native Tools prompt)
274
+ ```
275
+
276
+ > `.gitattributes` 强制 C/C++ 源码与构建脚本用 LF 换行,clone 到 Windows/Linux 均可
277
+ > 直接编译(CRLF 会让 MSVC 吞行、Linux `g++` 报 `bad interpreter`)。
278
+ > `disk_balancer`(`--flash`)跨平台:Windows 用 ctypes,Linux/WSL 用 psutil。
279
+
280
+ ### Prebuilt wheels (optional)
281
+
282
+ 预编译的 wheel(`pip install bitsandbytes-<ver>-py3-none-<platform>.whl`)可从 **Release**
283
+ 获取,无需自己编译(Windows `win_amd64` / Linux `linux_x86_64` / aarch64
284
+ `linux_aarch64`)。wheel 内含 `bitsandbytes/` 包 + 编译好的 native 库
285
+ (`.dll`/`.so`),安装即用。
286
+
287
+ ### Self-test (no torch required)
288
+
289
+ ```bash
290
+ # C-level kernel self-test: quantize roundtrip / gemm_8bit / 4bit GEMV / 8bit optimizer
291
+ bash build_linux.sh --selftest
292
+ ```
293
+
294
+ ### Notes
295
+
296
+ - This fork is based on bitsandbytes v0.45.1 (MIT, Facebook) and keeps the upstream
297
+ MIT license. See `NOTICE.md` for contributions.
298
+ - The CPU backend keeps the upstream NEON/AVX paths for plain quant/dequant;
299
+ the **fused training kernels** (GDN, gemm_8bit, 8-bit optimizer) are the
300
+ addition of this fork.
301
+ - Not recommended for use without the compiled native library — build first
302
+ (Windows: `build_manual\build_manual.bat amd`, Linux: `build_linux.sh`).
303
+
304
+ ## :heart: Sponsors
305
+ The continued maintenance and development of `bitsandbytes` is made possible thanks to the generous support of our sponsors. Their contributions help ensure that we can keep improving the project and delivering valuable updates to the community.
306
+
307
+ <kbd><a href="https://hf.co" target="_blank"><img width="100" src="https://huggingface.co/datasets/huggingface/brand-assets/resolve/main/hf-logo.svg" alt="Hugging Face"></a></kbd>
308
+
309
+ ## License
310
+ `bitsandbytes` is MIT licensed.
311
+
312
+ ## How to cite us
313
+ If you found this library useful, please consider citing our work:
314
+
315
+ ### QLoRA
316
+
317
+ ```bibtex
318
+ @article{dettmers2023qlora,
319
+ title={Qlora: Efficient finetuning of quantized llms},
320
+ author={Dettmers, Tim and Pagnoni, Artidoro and Holtzman, Ari and Zettlemoyer, Luke},
321
+ journal={arXiv preprint arXiv:2305.14314},
322
+ year={2023}
323
+ }
324
+ ```
325
+
326
+ ### LLM.int8()
327
+
328
+ ```bibtex
329
+ @article{dettmers2022llmint8,
330
+ title={LLM.int8(): 8-bit Matrix Multiplication for Transformers at Scale},
331
+ author={Dettmers, Tim and Lewis, Mike and Belkada, Younes and Zettlemoyer, Luke},
332
+ journal={arXiv preprint arXiv:2208.07339},
333
+ year={2022}
334
+ }
335
+ ```
336
+
337
+ ### 8-bit Optimizers
338
+
339
+ ```bibtex
340
+ @article{dettmers2022optimizers,
341
+ title={8-bit Optimizers via Block-wise Quantization},
342
+ author={Dettmers, Tim and Lewis, Mike and Shleifer, Sam and Zettlemoyer, Luke},
343
+ journal={9th International Conference on Learning Representations, ICLR},
344
+ year={2022}
345
+ }
346
+ ```
@@ -0,0 +1,56 @@
1
+ bitsandbytes/__init__.py,sha256=i-HA1WGkEi04snLm6gUQzdYjIkaxx4F45cYHZzm8H8A,2370
2
+ bitsandbytes/__main__.py,sha256=A3iA9QH8yfn-60uN6w_7WUiuRIM777rZ_pf_HsZtse4,90
3
+ bitsandbytes/_ops.py,sha256=VrOBIbain2ftHpBgxUHkf8fRpq1RCnsFi16tS-YGj6E,20640
4
+ bitsandbytes/cextension.py,sha256=p85Ne8tQS_fSaM6WZY2-gygEtvbtmZ9h6vK-65OFyb0,17174
5
+ bitsandbytes/consts.py,sha256=xfDadQAax-maxqkHrVNbZ6UITJoS0XgcUfopmjLgilM,380
6
+ bitsandbytes/cuda_specs.py,sha256=akFTR2ZxQ5CFpFLeg5QKFbVOZ4xz3USax43RxazP22k,3236
7
+ bitsandbytes/functional.py,sha256=chLY-f592gXbSVOHA78ME3d-6Jq8rU3d2xJwx3GYDII,66814
8
+ bitsandbytes/gdn_cpu.py,sha256=Ma5PhNPxNEO4oPAwY5lyW3OlusDNEEYM_JrN3tAUYSg,26703
9
+ bitsandbytes/libbitsandbytes_cpu.dll,sha256=K7z9RefHiifH_Fz2XtMM3IxI7zqKS21xrhmfEELPsEA,375808
10
+ bitsandbytes/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
11
+ bitsandbytes/utils.py,sha256=G1oZbgIAt07m9-7SpLBRtIjsipI8kCptdfTWKz96g9I,6928
12
+ bitsandbytes/vcomp140.dll,sha256=ldTOSmgC0eGLXg4XIsww6nLKfgM_g4KPBcC3uZP-fL8,212920
13
+ bitsandbytes/autograd/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
14
+ bitsandbytes/autograd/_functions.py,sha256=d8pUyHtprUcKxz5dfd6UlI8g3p3ouHZJV3KLwpgx838,17700
15
+ bitsandbytes/backends/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
16
+ bitsandbytes/backends/utils.py,sha256=3FZPL78T26gTiKI9TIcWfdVNoEr48XsNtSaF_kKxHIQ,2322
17
+ bitsandbytes/backends/cpu/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
18
+ bitsandbytes/backends/cpu/ops.py,sha256=nJEHrWcE_-cbGjvEV2R5wIyTYpE3C4Xn3damqb68caY,32552
19
+ bitsandbytes/backends/cuda/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
20
+ bitsandbytes/backends/cuda/ops.py,sha256=1Y-goMBT1aDs0ek9hHUx1eAiagvYBIRy7gymMkZMwg8,42583
21
+ bitsandbytes/backends/default/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
22
+ bitsandbytes/backends/default/ops.py,sha256=45r9Ftym5vNKFDBa3gukrLtJ3Cx6m6-Tc0HX4ztoKBk,19802
23
+ bitsandbytes/backends/hpu/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
24
+ bitsandbytes/backends/hpu/ops.py,sha256=GgFzY-1rOgqmH7ccXiK_aeo9yKTitvj7-WbOqGgG9uM,1457
25
+ bitsandbytes/backends/mps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
26
+ bitsandbytes/backends/mps/ops.py,sha256=2Tps6y0DNZ0GH2Gr1w0VL_7Urya_JpPXxtR_hHC9B3A,9105
27
+ bitsandbytes/backends/triton/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
28
+ bitsandbytes/backends/triton/kernels_4bit.py,sha256=KcJCryb7w0FHO9QnhkI0leYF9XDN34bdJzPhQwG-iDk,22154
29
+ bitsandbytes/backends/triton/kernels_8bit_quant.py,sha256=kndNWcj0_-FDtSmXUpyaxfxPfHODGq_Wz51CXemjrfw,6542
30
+ bitsandbytes/backends/triton/kernels_optim.py,sha256=TgRYrQxMG9kx3Mt3LZLB3VPb_5otpe2ZkVUBl_IHcbE,38685
31
+ bitsandbytes/backends/triton/ops.py,sha256=cjz-MTTMjVmEd-I4qEu2l95D45VvZI4fqo6RoameKrg,10276
32
+ bitsandbytes/backends/xpu/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
33
+ bitsandbytes/backends/xpu/ops.py,sha256=D_zelk4b8jxLSunzm3O6ilC5Ci2aApCURvFGcHRDJZY,9845
34
+ bitsandbytes/diagnostics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
35
+ bitsandbytes/diagnostics/cuda.py,sha256=O3907PxFrWr5gN34nDHgY7dWCaYcP2P5D35DYIlapGM,7256
36
+ bitsandbytes/diagnostics/main.py,sha256=08pFuKjQrltzVyj7F3ch31SPJcI6PGiSyVQts0GtTJo,4202
37
+ bitsandbytes/diagnostics/utils.py,sha256=ECiI279jh78977RWZFIOkmTJG4g1O_YiQLwP4iSa7Tw,284
38
+ bitsandbytes/nn/__init__.py,sha256=aTONEw0rCr5xTt9xw2X-sbpXJxcFg-MXNksFxXtgL_4,432
39
+ bitsandbytes/nn/modules.py,sha256=96shYGgeLwicqugNb9KDrGqbnxuCJp5vOVw7BG-vYG4,44262
40
+ bitsandbytes/nn/parametrize.py,sha256=tSc2Iij4q1J2evGdD7nVF8NY9dVdaR678kKW1Ve7bAM,8365
41
+ bitsandbytes/optim/__init__.py,sha256=0RqM1U6jwU8FCeePDch4QEu2AZEYVrtDI89lF2d1IUA,881
42
+ bitsandbytes/optim/adagrad.py,sha256=vPtp0M9opv2I42RdSweQQiJa9qu4ddYgbzKagGIl-W4,6774
43
+ bitsandbytes/optim/adam.py,sha256=cDct-wWAlb3pPuNE5HBkDRECCMLCVA2Rg8JjkjoeNpU,12850
44
+ bitsandbytes/optim/adamw.py,sha256=3BlbWPgEp8tAC54QDJIdQq1tPUtcgU7RAYyt0_sllFE,12467
45
+ bitsandbytes/optim/ademamix.py,sha256=BSAckQJywUa3UDWiztJjqN5joGLzU06r8kASrNT2PMo,12750
46
+ bitsandbytes/optim/lamb.py,sha256=amOaYeNIwU7R6Bennj-OS7QNCakHHEre8VXM5JvnMLM,7315
47
+ bitsandbytes/optim/lars.py,sha256=o32s1FUiE49GRpc-WdTmRu_FeB7922ZBMh3UNBxcaWg,8326
48
+ bitsandbytes/optim/lion.py,sha256=OUu1aysIM85NNHNFu-LDTCLI6HoqPNMp-bLVgZAGtHk,8309
49
+ bitsandbytes/optim/optimizer.py,sha256=LgegbqBzbk5s57uCEgcmSqXC5wRHGMiAIbe646Fd3y4,28127
50
+ bitsandbytes/optim/rmsprop.py,sha256=2sHSY1hfTr83aZvBmIEfzoTiKER8LZc_BDkmyJG3lPs,6134
51
+ bitsandbytes/optim/sgd.py,sha256=gVjbjjYrm197RiOt6vLoXaMxaWVK6De91Ap_KL6WFtg,4916
52
+ bitsandbytes_cpu_fork-0.50.2.dev0.dist-info/licenses/LICENSE,sha256=UkEte8fOQVfqYou6rLiCngqcs8WPV_mRdhJryM8r_IU,1086
53
+ bitsandbytes_cpu_fork-0.50.2.dev0.dist-info/METADATA,sha256=mJFh-KHK3vHywttFkKVHbHU3G78Za9nLjIucateNFTU,14437
54
+ bitsandbytes_cpu_fork-0.50.2.dev0.dist-info/WHEEL,sha256=5s7VO_HUPfjwcO4LINqxGe8JSFZAGgaurQKPGA4cx_g,97
55
+ bitsandbytes_cpu_fork-0.50.2.dev0.dist-info/top_level.txt,sha256=bK-Zzu-JyIIh4njm8jTYcbuqX-Z80XTcDal4lXCG0-M,13
56
+ bitsandbytes_cpu_fork-0.50.2.dev0.dist-info/RECORD,,
@@ -0,0 +1,5 @@
1
+ Wheel-Version: 1.0
2
+ Generator: setuptools (83.0.0)
3
+ Root-Is-Purelib: true
4
+ Tag: py3-none-win_amd64
5
+
@@ -0,0 +1,21 @@
1
+ MIT License
2
+
3
+ Copyright (c) Facebook, Inc. and its affiliates.
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
@@ -0,0 +1 @@
1
+ bitsandbytes