liger-kernel-nightly 0.4.2.dev20241209193335__py3-none-any.whl → 0.4.2.dev20241209195823__py3-none-any.whl

liger_kernel/chunked_loss/fused_linear_distillation.py

@@ -105,7 +105,9 @@ class LigerFusedLinearDistillationBase(torch.autograd.Function):
 
         hard_loss /= full_target.shape[0]
 
-        soft_loss = distillation_loss_fn(student_logits_chunk, teacher_logits_chunk, temperature)
+        soft_loss = distillation_loss_fn(
+            student_logits_chunk, teacher_logits_chunk, temperature
+        )
         soft_loss /= full_target.shape[0]
 
         loss = weight_hard_loss * hard_loss + weight_soft_loss * soft_loss

liger_kernel/env_report.py

@@ -24,7 +24,7 @@ def print_env_report():
         cuda_version = (
             torch.version.cuda if torch.cuda.is_available() else "Not available"
         )
-        print(f"CUDA version: {cuda_version}") 
+        print(f"CUDA version: {cuda_version}")
     except ImportError:
         print("PyTorch: Not installed")
         print("CUDA version: Unable to query")
@@ -42,15 +42,14 @@ def print_env_report():
         print(f"Transformers version: {transformers.__version__}")
     except ImportError:
         print("Transformers: Not installed")
-    
+
     try:
         xpu_version = (
             torch.version.xpu if torch.xpu.is_available() else "XPU Not Available"
         )
-        print(f"XPU version: {xpu_version}") 
+        print(f"XPU version: {xpu_version}")
     except ImportError:
-        print("XPU version: Unable to query")    
-
+        print("XPU version: Unable to query")
 
 
 if __name__ == "__main__":

{liger_kernel_nightly-0.4.2.dev20241209193335.dist-info → liger_kernel_nightly-0.4.2.dev20241209195823.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: liger_kernel_nightly
-Version: 0.4.2.dev20241209193335
+Version: 0.4.2.dev20241209195823
 Summary: Efficient Triton kernels for LLM Training
 License: BSD 2-CLAUSE LICENSE
         Copyright 2024 LinkedIn Corporation 
@@ -99,7 +99,7 @@ Requires-Dist: transformers~=4.0; extra == "transformers"
             </div>
             <div style="display: block;">
                 <a href="https://github.com/linkedin/Liger-Kernel/actions/workflows/amd-ci.yml">
-                    <img src="https://github.com/linkedin/Liger-Kernel/actions/workflows/amd-ci.yml/badge.svg" alt="Build">
+                    <img src="https://github.com/linkedin/Liger-Kernel/actions/workflows/amd-ci.yml/badge.svg?event=schedule" alt="Build">
                 </a>
             </div>
         </td>

{liger_kernel_nightly-0.4.2.dev20241209193335.dist-info → liger_kernel_nightly-0.4.2.dev20241209195823.dist-info}/RECORD

@@ -1,11 +1,11 @@
 liger_kernel/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-liger_kernel/env_report.py,sha256=YHJJCm2y53JWgBUPBcQX5ntUO0_oKv8Q5aHv-kGj_Kw,1385
+liger_kernel/env_report.py,sha256=1ETxx6HW4bKMK5aa5xaFzEmx0Ibc_kNryL_gXBVyyrI,1374
 liger_kernel/utils.py,sha256=HJa-xVKOohDn6pLVIx-Fv0V9h0QAL3qZGQNRICI-OpI,249
 liger_kernel/chunked_loss/__init__.py,sha256=R2wCcz4Y0kTAve926DH3k182XKezpXeACMHj05g9Mm8,346
 liger_kernel/chunked_loss/cpo_loss.py,sha256=P20txjErLCSfSfToFT8pnuVPqFU4Bbybt3zRXfGEV-0,3122
 liger_kernel/chunked_loss/dpo_loss.py,sha256=NZyM4ju56MBVrUTI_7-jGMx5pWWDYzwx7ALoMj1G8Ec,4276
 liger_kernel/chunked_loss/functional.py,sha256=9Gr-YXIuEzEJkBUhDx3G2fuQayckLor7cC7svhmPML4,549
-liger_kernel/chunked_loss/fused_linear_distillation.py,sha256=8Dvr5FRQcWEpNYu615GxvAxlmh-0cDnUKLet274nxTQ,10200
+liger_kernel/chunked_loss/fused_linear_distillation.py,sha256=2BH6DCPjsR2zS6zcwFPcIIZRhLF8SohjGdKsAJ_301o,10222
 liger_kernel/chunked_loss/fused_linear_preference.py,sha256=_4MDZMzrNNgm91c6qdLEuXG1M8HyglZioiufv5opJOI,14881
 liger_kernel/chunked_loss/orpo_loss.py,sha256=GGwc3pLGGJzb_P_C7IogcA1EfdAcM1uktfKPmI1z2jk,3523
 liger_kernel/chunked_loss/simpo_loss.py,sha256=FtURWbXGjoAKyiVYF7fkMv8Us7uk3UrSg21pWOFk11Y,3385
@@ -56,9 +56,9 @@ liger_kernel/transformers/model/qwen2.py,sha256=EyhSSzQOskGjSnCsKMZpd1s5IAIlHd5P
 liger_kernel/transformers/model/qwen2_vl.py,sha256=bIQe2bWiY--G84FhCD29Gdi64_qHP6vbcGsK6vKysQE,8547
 liger_kernel/triton/__init__.py,sha256=yfRe0zMb47QnqjecZWG7LnanfCTzeku7SgWRAwNVmzU,101
 liger_kernel/triton/monkey_patch.py,sha256=5BcGKTtdqeYchypBIBopGIWPx1-cFALz7sOKoEsqXJ0,1584
-liger_kernel_nightly-0.4.2.dev20241209193335.dist-info/LICENSE,sha256=OhzLDHJ0to4a8sodVLELZiCFylZ1NAAYLs-HrjPy0ag,1312
-liger_kernel_nightly-0.4.2.dev20241209193335.dist-info/METADATA,sha256=QJLLe6qP6qYrkumYsRdnK4qn2EtthJhWdiK_9Qio7eg,22786
-liger_kernel_nightly-0.4.2.dev20241209193335.dist-info/NOTICE,sha256=njwnoPZLh9AN8SJQzxvCGLHi-8X__AvWRze6joNXIY8,2066
-liger_kernel_nightly-0.4.2.dev20241209193335.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
-liger_kernel_nightly-0.4.2.dev20241209193335.dist-info/top_level.txt,sha256=2eghu4hA3LnkM7ElW92tQ8zegWKgSbeo-k-aGe1YnvY,13
-liger_kernel_nightly-0.4.2.dev20241209193335.dist-info/RECORD,,
+liger_kernel_nightly-0.4.2.dev20241209195823.dist-info/LICENSE,sha256=OhzLDHJ0to4a8sodVLELZiCFylZ1NAAYLs-HrjPy0ag,1312
+liger_kernel_nightly-0.4.2.dev20241209195823.dist-info/METADATA,sha256=rdhqAHF-DhOwy_DKk5SVEAC65LcW-IeyMY5QcYRUwSg,22801
+liger_kernel_nightly-0.4.2.dev20241209195823.dist-info/NOTICE,sha256=njwnoPZLh9AN8SJQzxvCGLHi-8X__AvWRze6joNXIY8,2066
+liger_kernel_nightly-0.4.2.dev20241209195823.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
+liger_kernel_nightly-0.4.2.dev20241209195823.dist-info/top_level.txt,sha256=2eghu4hA3LnkM7ElW92tQ8zegWKgSbeo-k-aGe1YnvY,13
+liger_kernel_nightly-0.4.2.dev20241209195823.dist-info/RECORD,,