liger-kernel-nightly 0.4.1.dev20241112233746__tar.gz → 0.4.1.dev20241112233904__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of liger-kernel-nightly might be problematic. Click here for more details.

Files changed (56) hide show
  1. {liger_kernel_nightly-0.4.1.dev20241112233746/src/liger_kernel_nightly.egg-info → liger_kernel_nightly-0.4.1.dev20241112233904}/PKG-INFO +2 -2
  2. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/README.md +1 -1
  3. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/pyproject.toml +1 -1
  4. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904/src/liger_kernel_nightly.egg-info}/PKG-INFO +2 -2
  5. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/LICENSE +0 -0
  6. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/NOTICE +0 -0
  7. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/setup.cfg +0 -0
  8. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/env_report.py +0 -0
  9. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/ops/__init__.py +0 -0
  10. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/ops/cross_entropy.py +0 -0
  11. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/ops/experimental/embedding.py +0 -0
  12. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/ops/experimental/mm_int8int2.py +0 -0
  13. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/ops/fused_linear_cross_entropy.py +0 -0
  14. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/ops/fused_linear_jsd.py +0 -0
  15. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/ops/geglu.py +0 -0
  16. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/ops/group_norm.py +0 -0
  17. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/ops/jsd.py +0 -0
  18. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/ops/kl_div.py +0 -0
  19. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/ops/layer_norm.py +0 -0
  20. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/ops/rms_norm.py +0 -0
  21. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/ops/rope.py +0 -0
  22. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/ops/swiglu.py +0 -0
  23. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/ops/utils.py +0 -0
  24. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/__init__.py +0 -0
  25. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/auto_model.py +0 -0
  26. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/cross_entropy.py +0 -0
  27. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/experimental/embedding.py +0 -0
  28. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/functional.py +0 -0
  29. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/fused_linear_cross_entropy.py +0 -0
  30. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/fused_linear_jsd.py +0 -0
  31. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/geglu.py +0 -0
  32. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/group_norm.py +0 -0
  33. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/jsd.py +0 -0
  34. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/kl_div.py +0 -0
  35. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/layer_norm.py +0 -0
  36. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/model/__init__.py +0 -0
  37. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/model/gemma.py +0 -0
  38. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/model/gemma2.py +0 -0
  39. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/model/llama.py +0 -0
  40. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/model/mistral.py +0 -0
  41. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/model/mixtral.py +0 -0
  42. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/model/mllama.py +0 -0
  43. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/model/phi3.py +0 -0
  44. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/model/qwen2.py +0 -0
  45. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/model/qwen2_vl.py +0 -0
  46. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/monkey_patch.py +0 -0
  47. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/rms_norm.py +0 -0
  48. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/rope.py +0 -0
  49. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/swiglu.py +0 -0
  50. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/transformers/trainer_integration.py +0 -0
  51. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/triton/__init__.py +0 -0
  52. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel/triton/monkey_patch.py +0 -0
  53. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel_nightly.egg-info/SOURCES.txt +0 -0
  54. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel_nightly.egg-info/dependency_links.txt +0 -0
  55. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel_nightly.egg-info/requires.txt +0 -0
  56. {liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/src/liger_kernel_nightly.egg-info/top_level.txt +0 -0
{liger_kernel_nightly-0.4.1.dev20241112233746/src/liger_kernel_nightly.egg-info → liger_kernel_nightly-0.4.1.dev20241112233904}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: liger_kernel_nightly
3
- Version: 0.4.1.dev20241112233746
3
+ Version: 0.4.1.dev20241112233904
4
4
  Summary: Efficient Triton kernels for LLM Training
5
5
  License: BSD 2-CLAUSE LICENSE
6
6
  Copyright 2024 LinkedIn Corporation
@@ -296,7 +296,7 @@ loss.backward()
296
296
  | Mistral | `liger_kernel.transformers.apply_liger_kernel_to_mistral` | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy |
297
297
  | Mixtral | `liger_kernel.transformers.apply_liger_kernel_to_mixtral` | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy |
298
298
  | Gemma1 | `liger_kernel.transformers.apply_liger_kernel_to_gemma` | RoPE, RMSNorm, GeGLU, CrossEntropyLoss, FusedLinearCrossEntropy |
299
- | Gemma2 | `liger_kernel.transformers.apply_liger_kernel_to_gemma2` | RoPE, RMSNorm, GeGLU, CrossEntropyLoss |
299
+ | Gemma2 | `liger_kernel.transformers.apply_liger_kernel_to_gemma2` | RoPE, RMSNorm, GeGLU, CrossEntropyLoss, FusedLinearCrossEntropy |
300
300
  | Qwen2 & Qwen2.5 | `liger_kernel.transformers.apply_liger_kernel_to_qwen2` | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy |
301
301
  | Qwen2-VL | `liger_kernel.transformers.apply_liger_kernel_to_qwen2_vl` | RMSNorm, LayerNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy |
302
302
  | Phi3 & Phi3.5 | `liger_kernel.transformers.apply_liger_kernel_to_phi3` | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy |
{liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/README.md RENAMED
@@ -249,7 +249,7 @@ loss.backward()
249
249
  | Mistral | `liger_kernel.transformers.apply_liger_kernel_to_mistral` | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy |
250
250
  | Mixtral | `liger_kernel.transformers.apply_liger_kernel_to_mixtral` | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy |
251
251
  | Gemma1 | `liger_kernel.transformers.apply_liger_kernel_to_gemma` | RoPE, RMSNorm, GeGLU, CrossEntropyLoss, FusedLinearCrossEntropy |
252
- | Gemma2 | `liger_kernel.transformers.apply_liger_kernel_to_gemma2` | RoPE, RMSNorm, GeGLU, CrossEntropyLoss |
252
+ | Gemma2 | `liger_kernel.transformers.apply_liger_kernel_to_gemma2` | RoPE, RMSNorm, GeGLU, CrossEntropyLoss, FusedLinearCrossEntropy |
253
253
  | Qwen2 & Qwen2.5 | `liger_kernel.transformers.apply_liger_kernel_to_qwen2` | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy |
254
254
  | Qwen2-VL | `liger_kernel.transformers.apply_liger_kernel_to_qwen2_vl` | RMSNorm, LayerNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy |
255
255
  | Phi3 & Phi3.5 | `liger_kernel.transformers.apply_liger_kernel_to_phi3` | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy |
{liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904}/pyproject.toml RENAMED
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "liger_kernel_nightly"
7
- version = "0.4.1.dev20241112233746"
7
+ version = "0.4.1.dev20241112233904"
8
8
  description = "Efficient Triton kernels for LLM Training"
9
9
  urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" }
10
10
  readme = { file = "README.md", content-type = "text/markdown" }
{liger_kernel_nightly-0.4.1.dev20241112233746 → liger_kernel_nightly-0.4.1.dev20241112233904/src/liger_kernel_nightly.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: liger_kernel_nightly
3
- Version: 0.4.1.dev20241112233746
3
+ Version: 0.4.1.dev20241112233904
4
4
  Summary: Efficient Triton kernels for LLM Training
5
5
  License: BSD 2-CLAUSE LICENSE
6
6
  Copyright 2024 LinkedIn Corporation
@@ -296,7 +296,7 @@ loss.backward()
296
296
  | Mistral | `liger_kernel.transformers.apply_liger_kernel_to_mistral` | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy |
297
297
  | Mixtral | `liger_kernel.transformers.apply_liger_kernel_to_mixtral` | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy |
298
298
  | Gemma1 | `liger_kernel.transformers.apply_liger_kernel_to_gemma` | RoPE, RMSNorm, GeGLU, CrossEntropyLoss, FusedLinearCrossEntropy |
299
- | Gemma2 | `liger_kernel.transformers.apply_liger_kernel_to_gemma2` | RoPE, RMSNorm, GeGLU, CrossEntropyLoss |
299
+ | Gemma2 | `liger_kernel.transformers.apply_liger_kernel_to_gemma2` | RoPE, RMSNorm, GeGLU, CrossEntropyLoss, FusedLinearCrossEntropy |
300
300
  | Qwen2 & Qwen2.5 | `liger_kernel.transformers.apply_liger_kernel_to_qwen2` | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy |
301
301
  | Qwen2-VL | `liger_kernel.transformers.apply_liger_kernel_to_qwen2_vl` | RMSNorm, LayerNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy |
302
302
  | Phi3 & Phi3.5 | `liger_kernel.transformers.apply_liger_kernel_to_phi3` | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy |