liger-kernel-nightly 0.4.2.dev20241210031049__tar.gz → 0.5.0.dev20241210031928__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (69) hide show
  1. {liger_kernel_nightly-0.4.2.dev20241210031049/src/liger_kernel_nightly.egg-info → liger_kernel_nightly-0.5.0.dev20241210031928}/PKG-INFO +12 -7
  2. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/README.md +11 -6
  3. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/pyproject.toml +1 -1
  4. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928/src/liger_kernel_nightly.egg-info}/PKG-INFO +12 -7
  5. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/LICENSE +0 -0
  6. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/NOTICE +0 -0
  7. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/setup.cfg +0 -0
  8. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/__init__.py +0 -0
  9. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/chunked_loss/__init__.py +0 -0
  10. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/chunked_loss/cpo_loss.py +0 -0
  11. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/chunked_loss/dpo_loss.py +0 -0
  12. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/chunked_loss/functional.py +0 -0
  13. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/chunked_loss/fused_linear_distillation.py +0 -0
  14. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/chunked_loss/fused_linear_preference.py +0 -0
  15. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/chunked_loss/orpo_loss.py +0 -0
  16. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/chunked_loss/simpo_loss.py +0 -0
  17. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/env_report.py +0 -0
  18. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/ops/__init__.py +0 -0
  19. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/ops/cross_entropy.py +0 -0
  20. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/ops/experimental/embedding.py +0 -0
  21. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/ops/experimental/mm_int8int2.py +0 -0
  22. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/ops/fused_linear_cross_entropy.py +0 -0
  23. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/ops/fused_linear_jsd.py +0 -0
  24. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/ops/geglu.py +0 -0
  25. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/ops/group_norm.py +0 -0
  26. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/ops/jsd.py +0 -0
  27. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/ops/kl_div.py +0 -0
  28. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/ops/layer_norm.py +0 -0
  29. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/ops/qwen2vl_mrope.py +0 -0
  30. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/ops/rms_norm.py +0 -0
  31. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/ops/rope.py +0 -0
  32. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/ops/swiglu.py +0 -0
  33. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/ops/utils.py +0 -0
  34. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/__init__.py +0 -0
  35. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/auto_model.py +0 -0
  36. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/cross_entropy.py +0 -0
  37. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/experimental/embedding.py +0 -0
  38. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/functional.py +0 -0
  39. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/fused_linear_cross_entropy.py +0 -0
  40. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/fused_linear_jsd.py +0 -0
  41. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/geglu.py +0 -0
  42. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/group_norm.py +0 -0
  43. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/jsd.py +0 -0
  44. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/kl_div.py +0 -0
  45. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/layer_norm.py +0 -0
  46. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/model/__init__.py +0 -0
  47. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/model/gemma.py +0 -0
  48. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/model/gemma2.py +0 -0
  49. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/model/llama.py +0 -0
  50. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/model/mistral.py +0 -0
  51. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/model/mixtral.py +0 -0
  52. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/model/mllama.py +0 -0
  53. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/model/phi3.py +0 -0
  54. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/model/qwen2.py +0 -0
  55. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/model/qwen2_vl.py +0 -0
  56. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/monkey_patch.py +0 -0
  57. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/orpo_trainer.py +0 -0
  58. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/qwen2vl_mrope.py +0 -0
  59. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/rms_norm.py +0 -0
  60. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/rope.py +0 -0
  61. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/swiglu.py +0 -0
  62. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/transformers/trainer_integration.py +0 -0
  63. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/triton/__init__.py +0 -0
  64. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/triton/monkey_patch.py +0 -0
  65. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel/utils.py +0 -0
  66. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel_nightly.egg-info/SOURCES.txt +0 -0
  67. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel_nightly.egg-info/dependency_links.txt +0 -0
  68. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel_nightly.egg-info/requires.txt +0 -0
  69. {liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/src/liger_kernel_nightly.egg-info/top_level.txt +0 -0
{liger_kernel_nightly-0.4.2.dev20241210031049/src/liger_kernel_nightly.egg-info → liger_kernel_nightly-0.5.0.dev20241210031928}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: liger_kernel_nightly
3
- Version: 0.4.2.dev20241210031049
3
+ Version: 0.5.0.dev20241210031928
4
4
  Summary: Efficient Triton kernels for LLM Training
5
5
  License: BSD 2-CLAUSE LICENSE
6
6
  Copyright 2024 LinkedIn Corporation
@@ -343,6 +343,17 @@ loss.backward()
343
343
  - [Acknowledgements](https://github.com/linkedin/Liger-Kernel/blob/main/docs/Acknowledgement.md)
344
344
  - [License Information](https://github.com/linkedin/Liger-Kernel/blob/main/docs/License.md)
345
345
 
346
+ ## Sponsorship and Collaboration
347
+
348
+ - [AMD](https://www.amd.com/en.html): Providing AMD GPUs for our AMD CI.
349
+ - [Intel](https://www.intel.com/): Providing Intel GPUs for our Intel CI.
350
+ - [Modal](https://modal.com/): Free 3000 credits from GPU MODE IRL for our NVIDIA CI.
351
+ - [EmbeddedLLM](https://embeddedllm.com/): Making Liger Kernel run fast and stable on AMD.
352
+ - [HuggingFace](https://huggingface.co/): Integrating Liger Kernel into Hugging Face Transformers and TRL.
353
+ - [Lightning AI](https://lightning.ai/): Integrating Liger Kernel into Lightning Thunder.
354
+ - [Axolotl](https://axolotl.ai/): Integrating Liger Kernel into Axolotl.
355
+ - [Llama-Factory](https://github.com/hiyouga/LLaMA-Factory): Integrating Liger Kernel into Llama-Factory.
356
+
346
357
  ## Contact
347
358
 
348
359
  - For issues, create a Github ticket in this repository
@@ -368,12 +379,6 @@ Biblatex entry:
368
379
  ## Star History
369
380
  [![Star History Chart](https://api.star-history.com/svg?repos=linkedin/Liger-Kernel&type=Date)](https://star-history.com/#linkedin/Liger-Kernel&Date)
370
381
 
371
- ## Contributors
372
-
373
- <a href="https://github.com/linkedin/Liger-Kernel/graphs/contributors">
374
- <img alt="contributors" src="https://contrib.rocks/image?repo=linkedin/Liger-Kernel"/>
375
- </a>
376
-
377
382
  <p align="right" style="font-size: 14px; color: #555; margin-top: 20px;">
378
383
  <a href="#readme-top" style="text-decoration: none; color: #007bff; font-weight: bold;">
379
384
  ↑ Back to Top ↑
{liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/README.md RENAMED
@@ -288,6 +288,17 @@ loss.backward()
288
288
  - [Acknowledgements](https://github.com/linkedin/Liger-Kernel/blob/main/docs/Acknowledgement.md)
289
289
  - [License Information](https://github.com/linkedin/Liger-Kernel/blob/main/docs/License.md)
290
290
 
291
+ ## Sponsorship and Collaboration
292
+
293
+ - [AMD](https://www.amd.com/en.html): Providing AMD GPUs for our AMD CI.
294
+ - [Intel](https://www.intel.com/): Providing Intel GPUs for our Intel CI.
295
+ - [Modal](https://modal.com/): Free 3000 credits from GPU MODE IRL for our NVIDIA CI.
296
+ - [EmbeddedLLM](https://embeddedllm.com/): Making Liger Kernel run fast and stable on AMD.
297
+ - [HuggingFace](https://huggingface.co/): Integrating Liger Kernel into Hugging Face Transformers and TRL.
298
+ - [Lightning AI](https://lightning.ai/): Integrating Liger Kernel into Lightning Thunder.
299
+ - [Axolotl](https://axolotl.ai/): Integrating Liger Kernel into Axolotl.
300
+ - [Llama-Factory](https://github.com/hiyouga/LLaMA-Factory): Integrating Liger Kernel into Llama-Factory.
301
+
291
302
  ## Contact
292
303
 
293
304
  - For issues, create a Github ticket in this repository
@@ -313,12 +324,6 @@ Biblatex entry:
313
324
  ## Star History
314
325
  [![Star History Chart](https://api.star-history.com/svg?repos=linkedin/Liger-Kernel&type=Date)](https://star-history.com/#linkedin/Liger-Kernel&Date)
315
326
 
316
- ## Contributors
317
-
318
- <a href="https://github.com/linkedin/Liger-Kernel/graphs/contributors">
319
- <img alt="contributors" src="https://contrib.rocks/image?repo=linkedin/Liger-Kernel"/>
320
- </a>
321
-
322
327
  <p align="right" style="font-size: 14px; color: #555; margin-top: 20px;">
323
328
  <a href="#readme-top" style="text-decoration: none; color: #007bff; font-weight: bold;">
324
329
  ↑ Back to Top ↑
{liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928}/pyproject.toml RENAMED
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "liger_kernel_nightly"
7
- version = "0.4.2.dev20241210031049"
7
+ version = "0.5.0.dev20241210031928"
8
8
  description = "Efficient Triton kernels for LLM Training"
9
9
  urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" }
10
10
  readme = { file = "README.md", content-type = "text/markdown" }
{liger_kernel_nightly-0.4.2.dev20241210031049 → liger_kernel_nightly-0.5.0.dev20241210031928/src/liger_kernel_nightly.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: liger_kernel_nightly
3
- Version: 0.4.2.dev20241210031049
3
+ Version: 0.5.0.dev20241210031928
4
4
  Summary: Efficient Triton kernels for LLM Training
5
5
  License: BSD 2-CLAUSE LICENSE
6
6
  Copyright 2024 LinkedIn Corporation
@@ -343,6 +343,17 @@ loss.backward()
343
343
  - [Acknowledgements](https://github.com/linkedin/Liger-Kernel/blob/main/docs/Acknowledgement.md)
344
344
  - [License Information](https://github.com/linkedin/Liger-Kernel/blob/main/docs/License.md)
345
345
 
346
+ ## Sponsorship and Collaboration
347
+
348
+ - [AMD](https://www.amd.com/en.html): Providing AMD GPUs for our AMD CI.
349
+ - [Intel](https://www.intel.com/): Providing Intel GPUs for our Intel CI.
350
+ - [Modal](https://modal.com/): Free 3000 credits from GPU MODE IRL for our NVIDIA CI.
351
+ - [EmbeddedLLM](https://embeddedllm.com/): Making Liger Kernel run fast and stable on AMD.
352
+ - [HuggingFace](https://huggingface.co/): Integrating Liger Kernel into Hugging Face Transformers and TRL.
353
+ - [Lightning AI](https://lightning.ai/): Integrating Liger Kernel into Lightning Thunder.
354
+ - [Axolotl](https://axolotl.ai/): Integrating Liger Kernel into Axolotl.
355
+ - [Llama-Factory](https://github.com/hiyouga/LLaMA-Factory): Integrating Liger Kernel into Llama-Factory.
356
+
346
357
  ## Contact
347
358
 
348
359
  - For issues, create a Github ticket in this repository
@@ -368,12 +379,6 @@ Biblatex entry:
368
379
  ## Star History
369
380
  [![Star History Chart](https://api.star-history.com/svg?repos=linkedin/Liger-Kernel&type=Date)](https://star-history.com/#linkedin/Liger-Kernel&Date)
370
381
 
371
- ## Contributors
372
-
373
- <a href="https://github.com/linkedin/Liger-Kernel/graphs/contributors">
374
- <img alt="contributors" src="https://contrib.rocks/image?repo=linkedin/Liger-Kernel"/>
375
- </a>
376
-
377
382
  <p align="right" style="font-size: 14px; color: #555; margin-top: 20px;">
378
383
  <a href="#readme-top" style="text-decoration: none; color: #007bff; font-weight: bold;">
379
384
  ↑ Back to Top ↑