liger-kernel-nightly 0.5.0.dev20241210031928__tar.gz → 0.5.0.dev20241210092939__tar.gz

{liger_kernel_nightly-0.5.0.dev20241210031928/src/liger_kernel_nightly.egg-info → liger_kernel_nightly-0.5.0.dev20241210092939}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: liger_kernel_nightly
-Version: 0.5.0.dev20241210031928
+Version: 0.5.0.dev20241210092939
 Summary: Efficient Triton kernels for LLM Training
 License: BSD 2-CLAUSE LICENSE
         Copyright 2024 LinkedIn Corporation 
@@ -34,9 +34,10 @@ Requires-Dist: torch>=2.1.2
 Requires-Dist: triton>=2.3.1
 Provides-Extra: transformers
 Requires-Dist: transformers~=4.0; extra == "transformers"
+Provides-Extra: trl
+Requires-Dist: trl>=0.11.0; extra == "trl"
 Provides-Extra: dev
 Requires-Dist: transformers>=4.44.2; extra == "dev"
-Requires-Dist: trl>=0.11.0; extra == "dev"
 Requires-Dist: matplotlib>=3.7.2; extra == "dev"
 Requires-Dist: flake8>=4.0.1.1; extra == "dev"
 Requires-Dist: black>=24.4.2; extra == "dev"

{liger_kernel_nightly-0.5.0.dev20241210031928 → liger_kernel_nightly-0.5.0.dev20241210092939}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "liger_kernel_nightly"
-version = "0.5.0.dev20241210031928"
+version = "0.5.0.dev20241210092939"
 description = "Efficient Triton kernels for LLM Training"
 urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" }
 readme = { file = "README.md", content-type = "text/markdown" }
@@ -20,9 +20,12 @@ transformers = [
     "transformers~=4.0"
 ]
 
+trl = [
+    "trl>=0.11.0",
+]
+
 dev = [
     "transformers>=4.44.2",
-    "trl>=0.11.0",
     "matplotlib>=3.7.2",
     "flake8>=4.0.1.1",
     "black>=24.4.2",

{liger_kernel_nightly-0.5.0.dev20241210031928 → liger_kernel_nightly-0.5.0.dev20241210092939}/src/liger_kernel/env_report.py

@@ -1,5 +1,6 @@
 import platform
 import sys
+from importlib.metadata import version
 
 
 def print_env_report():
@@ -17,6 +18,11 @@ def print_env_report():
     print(f"Operating System: {platform.platform()}")
     print(f"Python version: {sys.version.split()[0]}")
 
+    try:
+        print(f"Liger Kernel version: {version('liger-kernel')}")
+    except ImportError:
+        print("Liger Kernel: Not installed")
+
     try:
         import torch
 
@@ -25,9 +31,17 @@ def print_env_report():
             torch.version.cuda if torch.cuda.is_available() else "Not available"
         )
         print(f"CUDA version: {cuda_version}")
+        hip_version = (
+            torch.version.hip
+            if torch.cuda.is_available() and torch.version.hip
+            else "Not available"
+        )
+        print(f"HIP(ROCm) version: {hip_version}")
+
     except ImportError:
         print("PyTorch: Not installed")
         print("CUDA version: Unable to query")
+        print("HIP(ROCm) version: Unable to query")
 
     try:
         import triton

{liger_kernel_nightly-0.5.0.dev20241210031928 → liger_kernel_nightly-0.5.0.dev20241210092939}/src/liger_kernel/transformers/__init__.py

@@ -22,7 +22,6 @@ from liger_kernel.transformers.monkey_patch import (  # noqa: F401
     apply_liger_kernel_to_qwen2,
     apply_liger_kernel_to_qwen2_vl,
 )
-from liger_kernel.transformers.orpo_trainer import LigerORPOTrainer  # noqa: F401
 from liger_kernel.transformers.rms_norm import LigerRMSNorm  # noqa: F401
 from liger_kernel.transformers.rope import liger_rotary_pos_emb  # noqa: F401
 from liger_kernel.transformers.swiglu import (  # noqa: F401

liger_kernel_nightly-0.5.0.dev20241210092939/src/liger_kernel/transformers/trainer/__init__.py

@@ -0,0 +1,6 @@
+try:
+    from liger_kernel.transformers.trainer.orpo_trainer import (  # noqa: F401
+        LigerORPOTrainer,
+    )
+except ImportError:
+    raise ImportError("Please `pip install trl` to use LigerORPOTrainer")

{liger_kernel_nightly-0.5.0.dev20241210031928/src/liger_kernel/transformers → liger_kernel_nightly-0.5.0.dev20241210092939/src/liger_kernel/transformers/trainer}/orpo_trainer.py

@@ -76,9 +76,7 @@ class LigerORPOTrainer(ORPOTrainer):
             padding_value=self.padding_value,
             device=self.accelerator.device,
         )
-        # if self.accelerator.is_main_process:
-        #     import pdb; pdb.set_trace()
-        # torch.distributed.barrier()
+
         model_kwargs = (
             {
                 "decoder_input_ids": self._shift_right(

{liger_kernel_nightly-0.5.0.dev20241210031928 → liger_kernel_nightly-0.5.0.dev20241210092939/src/liger_kernel_nightly.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: liger_kernel_nightly
-Version: 0.5.0.dev20241210031928
+Version: 0.5.0.dev20241210092939
 Summary: Efficient Triton kernels for LLM Training
 License: BSD 2-CLAUSE LICENSE
         Copyright 2024 LinkedIn Corporation 
@@ -34,9 +34,10 @@ Requires-Dist: torch>=2.1.2
 Requires-Dist: triton>=2.3.1
 Provides-Extra: transformers
 Requires-Dist: transformers~=4.0; extra == "transformers"
+Provides-Extra: trl
+Requires-Dist: trl>=0.11.0; extra == "trl"
 Provides-Extra: dev
 Requires-Dist: transformers>=4.44.2; extra == "dev"
-Requires-Dist: trl>=0.11.0; extra == "dev"
 Requires-Dist: matplotlib>=3.7.2; extra == "dev"
 Requires-Dist: flake8>=4.0.1.1; extra == "dev"
 Requires-Dist: black>=24.4.2; extra == "dev"

{liger_kernel_nightly-0.5.0.dev20241210031928 → liger_kernel_nightly-0.5.0.dev20241210092939}/src/liger_kernel_nightly.egg-info/SOURCES.txt

@@ -41,7 +41,6 @@ src/liger_kernel/transformers/jsd.py
 src/liger_kernel/transformers/kl_div.py
 src/liger_kernel/transformers/layer_norm.py
 src/liger_kernel/transformers/monkey_patch.py
-src/liger_kernel/transformers/orpo_trainer.py
 src/liger_kernel/transformers/qwen2vl_mrope.py
 src/liger_kernel/transformers/rms_norm.py
 src/liger_kernel/transformers/rope.py
@@ -58,6 +57,8 @@ src/liger_kernel/transformers/model/mllama.py
 src/liger_kernel/transformers/model/phi3.py
 src/liger_kernel/transformers/model/qwen2.py
 src/liger_kernel/transformers/model/qwen2_vl.py
+src/liger_kernel/transformers/trainer/__init__.py
+src/liger_kernel/transformers/trainer/orpo_trainer.py
 src/liger_kernel/triton/__init__.py
 src/liger_kernel/triton/monkey_patch.py
 src/liger_kernel_nightly.egg-info/PKG-INFO

{liger_kernel_nightly-0.5.0.dev20241210031928 → liger_kernel_nightly-0.5.0.dev20241210092939}/src/liger_kernel_nightly.egg-info/requires.txt

@@ -9,7 +9,6 @@ triton>=3.0.0
 
 [dev]
 transformers>=4.44.2
-trl>=0.11.0
 matplotlib>=3.7.2
 flake8>=4.0.1.1
 black>=24.4.2
@@ -23,3 +22,6 @@ seaborn
 
 [transformers]
 transformers~=4.0
+
+[trl]
+trl>=0.11.0