liger-kernel-nightly 0.4.2.dev20241209060920__tar.gz → 0.4.2.dev20241209085735__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {liger_kernel_nightly-0.4.2.dev20241209060920/src/liger_kernel_nightly.egg-info → liger_kernel_nightly-0.4.2.dev20241209085735}/PKG-INFO +10 -1
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/README.md +2 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/pyproject.toml +13 -1
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735/src/liger_kernel_nightly.egg-info}/PKG-INFO +10 -1
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel_nightly.egg-info/requires.txt +8 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/LICENSE +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/NOTICE +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/setup.cfg +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/__init__.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/chunked_loss/__init__.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/chunked_loss/cpo_loss.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/chunked_loss/dpo_loss.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/chunked_loss/functional.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/chunked_loss/fused_linear_distillation.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/chunked_loss/fused_linear_preference.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/chunked_loss/orpo_loss.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/chunked_loss/simpo_loss.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/env_report.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/__init__.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/cross_entropy.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/experimental/embedding.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/experimental/mm_int8int2.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/fused_linear_cross_entropy.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/fused_linear_jsd.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/geglu.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/group_norm.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/jsd.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/kl_div.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/layer_norm.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/qwen2vl_mrope.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/rms_norm.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/rope.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/swiglu.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/ops/utils.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/__init__.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/auto_model.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/cross_entropy.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/experimental/embedding.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/functional.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/fused_linear_cross_entropy.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/fused_linear_jsd.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/geglu.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/group_norm.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/jsd.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/kl_div.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/layer_norm.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/model/__init__.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/model/gemma.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/model/gemma2.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/model/llama.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/model/mistral.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/model/mixtral.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/model/mllama.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/model/phi3.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/model/qwen2.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/model/qwen2_vl.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/monkey_patch.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/orpo_trainer.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/qwen2vl_mrope.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/rms_norm.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/rope.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/swiglu.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/transformers/trainer_integration.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/triton/__init__.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/triton/monkey_patch.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel/utils.py +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel_nightly.egg-info/SOURCES.txt +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel_nightly.egg-info/dependency_links.txt +0 -0
- {liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/src/liger_kernel_nightly.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: liger_kernel_nightly
|
3
|
-
Version: 0.4.2.
|
3
|
+
Version: 0.4.2.dev20241209085735
|
4
4
|
Summary: Efficient Triton kernels for LLM Training
|
5
5
|
License: BSD 2-CLAUSE LICENSE
|
6
6
|
Copyright 2024 LinkedIn Corporation
|
@@ -42,9 +42,16 @@ Requires-Dist: flake8>=4.0.1.1; extra == "dev"
|
|
42
42
|
Requires-Dist: black>=24.4.2; extra == "dev"
|
43
43
|
Requires-Dist: isort>=5.13.2; extra == "dev"
|
44
44
|
Requires-Dist: pytest>=7.1.2; extra == "dev"
|
45
|
+
Requires-Dist: pytest-xdist; extra == "dev"
|
46
|
+
Requires-Dist: pytest-rerunfailures; extra == "dev"
|
45
47
|
Requires-Dist: datasets>=2.19.2; extra == "dev"
|
46
48
|
Requires-Dist: torchvision>=0.16.2; extra == "dev"
|
47
49
|
Requires-Dist: seaborn; extra == "dev"
|
50
|
+
Provides-Extra: amd
|
51
|
+
Requires-Dist: torch>=2.6.0.dev; extra == "amd"
|
52
|
+
Requires-Dist: setuptools-scm>=8; extra == "amd"
|
53
|
+
Requires-Dist: torchvision>=0.20.0.dev; extra == "amd"
|
54
|
+
Requires-Dist: triton>=3.0.0; extra == "amd"
|
48
55
|
|
49
56
|
<a name="readme-top"></a>
|
50
57
|
|
@@ -191,6 +198,8 @@ To install from source:
|
|
191
198
|
git clone https://github.com/linkedin/Liger-Kernel.git
|
192
199
|
cd Liger-Kernel
|
193
200
|
pip install -e .
|
201
|
+
# or if installing on amd platform
|
202
|
+
pip install -e .[amd] --extra-index-url https://download.pytorch.org/whl/nightly/rocm6.2 # rocm6.2
|
194
203
|
# or if using transformers
|
195
204
|
pip install -e .[transformers]
|
196
205
|
```
|
@@ -143,6 +143,8 @@ To install from source:
|
|
143
143
|
git clone https://github.com/linkedin/Liger-Kernel.git
|
144
144
|
cd Liger-Kernel
|
145
145
|
pip install -e .
|
146
|
+
# or if installing on amd platform
|
147
|
+
pip install -e .[amd] --extra-index-url https://download.pytorch.org/whl/nightly/rocm6.2 # rocm6.2
|
146
148
|
# or if using transformers
|
147
149
|
pip install -e .[transformers]
|
148
150
|
```
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
4
4
|
|
5
5
|
[project]
|
6
6
|
name = "liger_kernel_nightly"
|
7
|
-
version = "0.4.2.
|
7
|
+
version = "0.4.2.dev20241209085735"
|
8
8
|
description = "Efficient Triton kernels for LLM Training"
|
9
9
|
urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" }
|
10
10
|
readme = { file = "README.md", content-type = "text/markdown" }
|
@@ -14,6 +14,7 @@ dependencies = [
|
|
14
14
|
"triton>=2.3.1",
|
15
15
|
]
|
16
16
|
|
17
|
+
|
17
18
|
[project.optional-dependencies]
|
18
19
|
transformers = [
|
19
20
|
"transformers~=4.0"
|
@@ -27,11 +28,22 @@ dev = [
|
|
27
28
|
"black>=24.4.2",
|
28
29
|
"isort>=5.13.2",
|
29
30
|
"pytest>=7.1.2",
|
31
|
+
"pytest-xdist",
|
32
|
+
"pytest-rerunfailures",
|
30
33
|
"datasets>=2.19.2",
|
31
34
|
"torchvision>=0.16.2",
|
32
35
|
"seaborn",
|
33
36
|
]
|
34
37
|
|
38
|
+
amd = [
|
39
|
+
"torch>=2.6.0.dev",
|
40
|
+
"setuptools-scm>=8",
|
41
|
+
"torchvision>=0.20.0.dev",
|
42
|
+
"triton>=3.0.0",
|
43
|
+
]
|
44
|
+
|
45
|
+
|
46
|
+
|
35
47
|
[tool.setuptools.packages.find]
|
36
48
|
where = ["src"]
|
37
49
|
include = ["liger_kernel", "liger_kernel.*"]
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: liger_kernel_nightly
|
3
|
-
Version: 0.4.2.
|
3
|
+
Version: 0.4.2.dev20241209085735
|
4
4
|
Summary: Efficient Triton kernels for LLM Training
|
5
5
|
License: BSD 2-CLAUSE LICENSE
|
6
6
|
Copyright 2024 LinkedIn Corporation
|
@@ -42,9 +42,16 @@ Requires-Dist: flake8>=4.0.1.1; extra == "dev"
|
|
42
42
|
Requires-Dist: black>=24.4.2; extra == "dev"
|
43
43
|
Requires-Dist: isort>=5.13.2; extra == "dev"
|
44
44
|
Requires-Dist: pytest>=7.1.2; extra == "dev"
|
45
|
+
Requires-Dist: pytest-xdist; extra == "dev"
|
46
|
+
Requires-Dist: pytest-rerunfailures; extra == "dev"
|
45
47
|
Requires-Dist: datasets>=2.19.2; extra == "dev"
|
46
48
|
Requires-Dist: torchvision>=0.16.2; extra == "dev"
|
47
49
|
Requires-Dist: seaborn; extra == "dev"
|
50
|
+
Provides-Extra: amd
|
51
|
+
Requires-Dist: torch>=2.6.0.dev; extra == "amd"
|
52
|
+
Requires-Dist: setuptools-scm>=8; extra == "amd"
|
53
|
+
Requires-Dist: torchvision>=0.20.0.dev; extra == "amd"
|
54
|
+
Requires-Dist: triton>=3.0.0; extra == "amd"
|
48
55
|
|
49
56
|
<a name="readme-top"></a>
|
50
57
|
|
@@ -191,6 +198,8 @@ To install from source:
|
|
191
198
|
git clone https://github.com/linkedin/Liger-Kernel.git
|
192
199
|
cd Liger-Kernel
|
193
200
|
pip install -e .
|
201
|
+
# or if installing on amd platform
|
202
|
+
pip install -e .[amd] --extra-index-url https://download.pytorch.org/whl/nightly/rocm6.2 # rocm6.2
|
194
203
|
# or if using transformers
|
195
204
|
pip install -e .[transformers]
|
196
205
|
```
|
@@ -1,6 +1,12 @@
|
|
1
1
|
torch>=2.1.2
|
2
2
|
triton>=2.3.1
|
3
3
|
|
4
|
+
[amd]
|
5
|
+
torch>=2.6.0.dev
|
6
|
+
setuptools-scm>=8
|
7
|
+
torchvision>=0.20.0.dev
|
8
|
+
triton>=3.0.0
|
9
|
+
|
4
10
|
[dev]
|
5
11
|
transformers>=4.44.2
|
6
12
|
trl>=0.11.0
|
@@ -9,6 +15,8 @@ flake8>=4.0.1.1
|
|
9
15
|
black>=24.4.2
|
10
16
|
isort>=5.13.2
|
11
17
|
pytest>=7.1.2
|
18
|
+
pytest-xdist
|
19
|
+
pytest-rerunfailures
|
12
20
|
datasets>=2.19.2
|
13
21
|
torchvision>=0.16.2
|
14
22
|
seaborn
|
File without changes
|
{liger_kernel_nightly-0.4.2.dev20241209060920 → liger_kernel_nightly-0.4.2.dev20241209085735}/NOTICE
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|