liger-kernel-nightly 0.4.2.dev20241209060920__tar.gz → 0.4.2.dev20241209085735__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (69) hide show
  1. {liger_kernel_nightly-0.4.2.dev20241209060920/src/liger_kernel_nightly.egg-info → liger_kernel_nightly-0.4.2.dev20241209085735}/PKG-INFO +10 -1
  2. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/README.md +2 -0
  3. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/pyproject.toml +13 -1
  4. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735/src/liger_kernel_nightly.egg-info}/PKG-INFO +10 -1
  5. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel_nightly.egg-info/requires.txt +8 -0
  6. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/LICENSE +0 -0
  7. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/NOTICE +0 -0
  8. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/setup.cfg +0 -0
  9. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/__init__.py +0 -0
  10. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/chunked_loss/__init__.py +0 -0
  11. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/chunked_loss/cpo_loss.py +0 -0
  12. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/chunked_loss/dpo_loss.py +0 -0
  13. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/chunked_loss/functional.py +0 -0
  14. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/chunked_loss/fused_linear_distillation.py +0 -0
  15. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/chunked_loss/fused_linear_preference.py +0 -0
  16. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/chunked_loss/orpo_loss.py +0 -0
  17. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/chunked_loss/simpo_loss.py +0 -0
  18. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/env_report.py +0 -0
  19. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/__init__.py +0 -0
  20. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/cross_entropy.py +0 -0
  21. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/experimental/embedding.py +0 -0
  22. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/experimental/mm_int8int2.py +0 -0
  23. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/fused_linear_cross_entropy.py +0 -0
  24. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/fused_linear_jsd.py +0 -0
  25. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/geglu.py +0 -0
  26. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/group_norm.py +0 -0
  27. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/jsd.py +0 -0
  28. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/kl_div.py +0 -0
  29. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/layer_norm.py +0 -0
  30. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/qwen2vl_mrope.py +0 -0
  31. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/rms_norm.py +0 -0
  32. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/rope.py +0 -0
  33. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/swiglu.py +0 -0
  34. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/utils.py +0 -0
  35. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/__init__.py +0 -0
  36. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/auto_model.py +0 -0
  37. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/cross_entropy.py +0 -0
  38. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/experimental/embedding.py +0 -0
  39. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/functional.py +0 -0
  40. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/fused_linear_cross_entropy.py +0 -0
  41. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/fused_linear_jsd.py +0 -0
  42. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/geglu.py +0 -0
  43. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/group_norm.py +0 -0
  44. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/jsd.py +0 -0
  45. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/kl_div.py +0 -0
  46. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/layer_norm.py +0 -0
  47. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/model/__init__.py +0 -0
  48. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/model/gemma.py +0 -0
  49. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/model/gemma2.py +0 -0
  50. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/model/llama.py +0 -0
  51. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/model/mistral.py +0 -0
  52. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/model/mixtral.py +0 -0
  53. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/model/mllama.py +0 -0
  54. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/model/phi3.py +0 -0
  55. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/model/qwen2.py +0 -0
  56. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/model/qwen2_vl.py +0 -0
  57. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/monkey_patch.py +0 -0
  58. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/orpo_trainer.py +0 -0
  59. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/qwen2vl_mrope.py +0 -0
  60. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/rms_norm.py +0 -0
  61. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/rope.py +0 -0
  62. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/swiglu.py +0 -0
  63. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/trainer_integration.py +0 -0
  64. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/triton/__init__.py +0 -0
  65. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/triton/monkey_patch.py +0 -0
  66. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/utils.py +0 -0
  67. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel_nightly.egg-info/SOURCES.txt +0 -0
  68. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel_nightly.egg-info/dependency_links.txt +0 -0
  69. {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel_nightly.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: liger_kernel_nightly
3
- Version: 0.4.2.dev20241209060920
3
+ Version: 0.4.2.dev20241209085735
4
4
  Summary: Efficient Triton kernels for LLM Training
5
5
  License: BSD 2-CLAUSE LICENSE
6
6
  Copyright 2024 LinkedIn Corporation
@@ -42,9 +42,16 @@ Requires-Dist: flake8>=4.0.1.1; extra == "dev"
42
42
  Requires-Dist: black>=24.4.2; extra == "dev"
43
43
  Requires-Dist: isort>=5.13.2; extra == "dev"
44
44
  Requires-Dist: pytest>=7.1.2; extra == "dev"
45
+ Requires-Dist: pytest-xdist; extra == "dev"
46
+ Requires-Dist: pytest-rerunfailures; extra == "dev"
45
47
  Requires-Dist: datasets>=2.19.2; extra == "dev"
46
48
  Requires-Dist: torchvision>=0.16.2; extra == "dev"
47
49
  Requires-Dist: seaborn; extra == "dev"
50
+ Provides-Extra: amd
51
+ Requires-Dist: torch>=2.6.0.dev; extra == "amd"
52
+ Requires-Dist: setuptools-scm>=8; extra == "amd"
53
+ Requires-Dist: torchvision>=0.20.0.dev; extra == "amd"
54
+ Requires-Dist: triton>=3.0.0; extra == "amd"
48
55
 
49
56
  <a name="readme-top"></a>
50
57
 
@@ -191,6 +198,8 @@ To install from source:
191
198
  git clone https://github.com/linkedin/Liger-Kernel.git
192
199
  cd Liger-Kernel
193
200
  pip install -e .
201
+ # or if installing on amd platform
202
+ pip install -e .[amd] --extra-index-url https://download.pytorch.org/whl/nightly/rocm6.2 # rocm6.2
194
203
  # or if using transformers
195
204
  pip install -e .[transformers]
196
205
  ```
@@ -143,6 +143,8 @@ To install from source:
143
143
  git clone https://github.com/linkedin/Liger-Kernel.git
144
144
  cd Liger-Kernel
145
145
  pip install -e .
146
+ # or if installing on amd platform
147
+ pip install -e .[amd] --extra-index-url https://download.pytorch.org/whl/nightly/rocm6.2 # rocm6.2
146
148
  # or if using transformers
147
149
  pip install -e .[transformers]
148
150
  ```
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "liger_kernel_nightly"
7
- version = "0.4.2.dev20241209060920"
7
+ version = "0.4.2.dev20241209085735"
8
8
  description = "Efficient Triton kernels for LLM Training"
9
9
  urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" }
10
10
  readme = { file = "README.md", content-type = "text/markdown" }
@@ -14,6 +14,7 @@ dependencies = [
14
14
  "triton>=2.3.1",
15
15
  ]
16
16
 
17
+
17
18
  [project.optional-dependencies]
18
19
  transformers = [
19
20
  "transformers~=4.0"
@@ -27,11 +28,22 @@ dev = [
27
28
  "black>=24.4.2",
28
29
  "isort>=5.13.2",
29
30
  "pytest>=7.1.2",
31
+ "pytest-xdist",
32
+ "pytest-rerunfailures",
30
33
  "datasets>=2.19.2",
31
34
  "torchvision>=0.16.2",
32
35
  "seaborn",
33
36
  ]
34
37
 
38
+ amd = [
39
+ "torch>=2.6.0.dev",
40
+ "setuptools-scm>=8",
41
+ "torchvision>=0.20.0.dev",
42
+ "triton>=3.0.0",
43
+ ]
44
+
45
+
46
+
35
47
  [tool.setuptools.packages.find]
36
48
  where = ["src"]
37
49
  include = ["liger_kernel", "liger_kernel.*"]
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: liger_kernel_nightly
3
- Version: 0.4.2.dev20241209060920
3
+ Version: 0.4.2.dev20241209085735
4
4
  Summary: Efficient Triton kernels for LLM Training
5
5
  License: BSD 2-CLAUSE LICENSE
6
6
  Copyright 2024 LinkedIn Corporation
@@ -42,9 +42,16 @@ Requires-Dist: flake8>=4.0.1.1; extra == "dev"
42
42
  Requires-Dist: black>=24.4.2; extra == "dev"
43
43
  Requires-Dist: isort>=5.13.2; extra == "dev"
44
44
  Requires-Dist: pytest>=7.1.2; extra == "dev"
45
+ Requires-Dist: pytest-xdist; extra == "dev"
46
+ Requires-Dist: pytest-rerunfailures; extra == "dev"
45
47
  Requires-Dist: datasets>=2.19.2; extra == "dev"
46
48
  Requires-Dist: torchvision>=0.16.2; extra == "dev"
47
49
  Requires-Dist: seaborn; extra == "dev"
50
+ Provides-Extra: amd
51
+ Requires-Dist: torch>=2.6.0.dev; extra == "amd"
52
+ Requires-Dist: setuptools-scm>=8; extra == "amd"
53
+ Requires-Dist: torchvision>=0.20.0.dev; extra == "amd"
54
+ Requires-Dist: triton>=3.0.0; extra == "amd"
48
55
 
49
56
  <a name="readme-top"></a>
50
57
 
@@ -191,6 +198,8 @@ To install from source:
191
198
  git clone https://github.com/linkedin/Liger-Kernel.git
192
199
  cd Liger-Kernel
193
200
  pip install -e .
201
+ # or if installing on amd platform
202
+ pip install -e .[amd] --extra-index-url https://download.pytorch.org/whl/nightly/rocm6.2 # rocm6.2
194
203
  # or if using transformers
195
204
  pip install -e .[transformers]
196
205
  ```
@@ -1,6 +1,12 @@
1
1
  torch>=2.1.2
2
2
  triton>=2.3.1
3
3
 
4
+ [amd]
5
+ torch>=2.6.0.dev
6
+ setuptools-scm>=8
7
+ torchvision>=0.20.0.dev
8
+ triton>=3.0.0
9
+
4
10
  [dev]
5
11
  transformers>=4.44.2
6
12
  trl>=0.11.0
@@ -9,6 +15,8 @@ flake8>=4.0.1.1
9
15
  black>=24.4.2
10
16
  isort>=5.13.2
11
17
  pytest>=7.1.2
18
+ pytest-xdist
19
+ pytest-rerunfailures
12
20
  datasets>=2.19.2
13
21
  torchvision>=0.16.2
14
22
  seaborn