liger-kernel-nightly 0.5.5.dev20250402185702__tar.gz → 0.5.6.dev20250402215200__tar.gz

{liger_kernel_nightly-0.5.5.dev20250402185702 → liger_kernel_nightly-0.5.6.dev20250402215200}/.github/workflows/amd-ci.yml

@@ -49,7 +49,7 @@ jobs:
     needs: [checkstyle]
     strategy:
       matrix:
-        rocm_version: ['6.2', '6.3']
+        rocm_version: ['6.3']
 
     steps:
     - name: Checkout code
@@ -62,6 +62,7 @@ jobs:
 
     - name: Setup Dependencies
       run: |
+        rocm-smi
         python -m pip install --upgrade pip
         pip install -e .[dev] --extra-index-url https://download.pytorch.org/whl/nightly/rocm${{ matrix.rocm_version }}
     

{liger_kernel_nightly-0.5.5.dev20250402185702 → liger_kernel_nightly-0.5.6.dev20250402215200}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: liger_kernel_nightly
-Version: 0.5.5.dev20250402185702
+Version: 0.5.6.dev20250402215200
 Summary: Efficient Triton kernels for LLM Training
 License: BSD 2-CLAUSE LICENSE
         Copyright 2024 LinkedIn Corporation 

{liger_kernel_nightly-0.5.5.dev20250402185702 → liger_kernel_nightly-0.5.6.dev20250402215200}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "liger_kernel_nightly"
-version = "0.5.5.dev20250402185702"
+version = "0.5.6.dev20250402215200"
 description = "Efficient Triton kernels for LLM Training"
 urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" }
 readme = { file = "README.md", content-type = "text/markdown" }

{liger_kernel_nightly-0.5.5.dev20250402185702 → liger_kernel_nightly-0.5.6.dev20250402215200}/src/liger_kernel/chunked_loss/fused_linear_ppo.py

@@ -37,6 +37,7 @@ class LigerFusedLinearPPOBase(torch.autograd.Function):
         use_ref_model=False,
         chunk_size=1,
     ):
+        # TODO: check torch compile matmul
         """Chunked forward pass for PPO loss computation.
 
         Args:

{liger_kernel_nightly-0.5.5.dev20250402185702 → liger_kernel_nightly-0.5.6.dev20250402215200}/src/liger_kernel_nightly.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: liger_kernel_nightly
-Version: 0.5.5.dev20250402185702
+Version: 0.5.6.dev20250402215200
 Summary: Efficient Triton kernels for LLM Training
 License: BSD 2-CLAUSE LICENSE
         Copyright 2024 LinkedIn Corporation 

{liger_kernel_nightly-0.5.5.dev20250402185702 → liger_kernel_nightly-0.5.6.dev20250402215200}/test/convergence/fp32/test_mini_models_with_logits.py

@@ -724,7 +724,7 @@ def run_mini_model(
             1e-4,
             torch.float32,
             1e-8,
-            1e-5,
+            2e-5,
             5e-3,
             1e-5,
             5e-3,
@@ -740,7 +740,7 @@ def run_mini_model(
             1e-4,
             torch.float32,
             1e-8,
-            1e-5,
+            2e-5,
             5e-3,
             1e-5,
             5e-3,

{liger_kernel_nightly-0.5.5.dev20250402185702 → liger_kernel_nightly-0.5.6.dev20250402215200}/test/transformers/test_jsd.py

@@ -78,11 +78,11 @@ _DTYPE_PARAMS = (
     [
         pytest.param(
             torch.bfloat16,
-            1e-8,
+            1e-7,
             5e-2,
             marks=pytest.mark.skipif(not supports_bfloat16(), reason="bfloat16 not supported on this GPU"),
         ),
-        (torch.float32, 1e-8, 1e-6),
+        (torch.float32, 1e-7, 1e-6),
         (torch.float16, 1e-3, 1e-3),
     ],
 )