PyPI - liger-kernel - Versions diffs - 0.5.0__tar.gz → 0.5.1__tar.gz - Mend

liger-kernel 0.5.0tar.gz → 0.5.1tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (70) hide show

{liger_kernel-0.5.0/src/liger_kernel.egg-info → liger_kernel-0.5.1}/PKG-INFO RENAMED Viewed

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: liger_kernel
-Version: 0.5.0
+Version: 0.5.1
 Summary: Efficient Triton kernels for LLM Training
 License: BSD 2-CLAUSE LICENSE
         Copyright 2024 LinkedIn Corporation
@@ -34,9 +34,10 @@ Requires-Dist: torch>=2.1.2
 Requires-Dist: triton>=2.3.1
 Provides-Extra: transformers
 Requires-Dist: transformers~=4.0; extra == "transformers"
+Provides-Extra: trl
+Requires-Dist: trl>=0.11.0; extra == "trl"
 Provides-Extra: dev
 Requires-Dist: transformers>=4.44.2; extra == "dev"
-Requires-Dist: trl>=0.11.0; extra == "dev"
 Requires-Dist: matplotlib>=3.7.2; extra == "dev"
 Requires-Dist: flake8>=4.0.1.1; extra == "dev"
 Requires-Dist: black>=24.4.2; extra == "dev"

{liger_kernel-0.5.0 → liger_kernel-0.5.1}/pyproject.toml RENAMED Viewed

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 [project]
 name = "liger_kernel"
-version = "0.5.0"
+version = "0.5.1"
 description = "Efficient Triton kernels for LLM Training"
 urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" }
 readme = { file = "README.md", content-type = "text/markdown" }
@@ -20,9 +20,12 @@ transformers = [
     "transformers~=4.0"
 ]
+trl = [
+    "trl>=0.11.0",
+]
 dev = [
     "transformers>=4.44.2",
-    "trl>=0.11.0",
     "matplotlib>=3.7.2",
     "flake8>=4.0.1.1",
     "black>=24.4.2",

{liger_kernel-0.5.0 → liger_kernel-0.5.1}/src/liger_kernel/transformers/__init__.py RENAMED Viewed

@@ -22,7 +22,6 @@ from liger_kernel.transformers.monkey_patch import (  # noqa: F401
     apply_liger_kernel_to_qwen2,
     apply_liger_kernel_to_qwen2_vl,
 )
-from liger_kernel.transformers.orpo_trainer import LigerORPOTrainer  # noqa: F401
 from liger_kernel.transformers.rms_norm import LigerRMSNorm  # noqa: F401
 from liger_kernel.transformers.rope import liger_rotary_pos_emb  # noqa: F401
 from liger_kernel.transformers.swiglu import (  # noqa: F401

liger_kernel-0.5.1/src/liger_kernel/transformers/trainer/__init__.py ADDED Viewed

@@ -0,0 +1,6 @@
+try:
+    from liger_kernel.transformers.trainer.orpo_trainer import (  # noqa: F401
+        LigerORPOTrainer,
+    )
+except ImportError:
+    raise ImportError("Please `pip install trl` to use LigerORPOTrainer")

{liger_kernel-0.5.0/src/liger_kernel/transformers → liger_kernel-0.5.1/src/liger_kernel/transformers/trainer}/orpo_trainer.py RENAMED Viewed

@@ -76,9 +76,7 @@ class LigerORPOTrainer(ORPOTrainer):
             padding_value=self.padding_value,
             device=self.accelerator.device,
         )
-        # if self.accelerator.is_main_process:
-        #     import pdb; pdb.set_trace()
-        # torch.distributed.barrier()
         model_kwargs = (
             {
                 "decoder_input_ids": self._shift_right(

{liger_kernel-0.5.0 → liger_kernel-0.5.1/src/liger_kernel.egg-info}/PKG-INFO RENAMED Viewed

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: liger_kernel
-Version: 0.5.0
+Version: 0.5.1
 Summary: Efficient Triton kernels for LLM Training
 License: BSD 2-CLAUSE LICENSE
         Copyright 2024 LinkedIn Corporation
@@ -34,9 +34,10 @@ Requires-Dist: torch>=2.1.2
 Requires-Dist: triton>=2.3.1
 Provides-Extra: transformers
 Requires-Dist: transformers~=4.0; extra == "transformers"
+Provides-Extra: trl
+Requires-Dist: trl>=0.11.0; extra == "trl"
 Provides-Extra: dev
 Requires-Dist: transformers>=4.44.2; extra == "dev"
-Requires-Dist: trl>=0.11.0; extra == "dev"
 Requires-Dist: matplotlib>=3.7.2; extra == "dev"
 Requires-Dist: flake8>=4.0.1.1; extra == "dev"
 Requires-Dist: black>=24.4.2; extra == "dev"

{liger_kernel-0.5.0 → liger_kernel-0.5.1}/src/liger_kernel.egg-info/SOURCES.txt RENAMED Viewed

@@ -46,7 +46,6 @@ src/liger_kernel/transformers/jsd.py
 src/liger_kernel/transformers/kl_div.py
 src/liger_kernel/transformers/layer_norm.py
 src/liger_kernel/transformers/monkey_patch.py
-src/liger_kernel/transformers/orpo_trainer.py
 src/liger_kernel/transformers/qwen2vl_mrope.py
 src/liger_kernel/transformers/rms_norm.py
 src/liger_kernel/transformers/rope.py
@@ -63,5 +62,7 @@ src/liger_kernel/transformers/model/mllama.py
 src/liger_kernel/transformers/model/phi3.py
 src/liger_kernel/transformers/model/qwen2.py
 src/liger_kernel/transformers/model/qwen2_vl.py
+src/liger_kernel/transformers/trainer/__init__.py
+src/liger_kernel/transformers/trainer/orpo_trainer.py
 src/liger_kernel/triton/__init__.py
 src/liger_kernel/triton/monkey_patch.py

{liger_kernel-0.5.0 → liger_kernel-0.5.1}/src/liger_kernel.egg-info/requires.txt RENAMED Viewed

@@ -9,7 +9,6 @@ triton>=3.0.0
 [dev]
 transformers>=4.44.2
-trl>=0.11.0
 matplotlib>=3.7.2
 flake8>=4.0.1.1
 black>=24.4.2
@@ -23,3 +22,6 @@ seaborn
 [transformers]
 transformers~=4.0
+[trl]
+trl>=0.11.0