liger-kernel-nightly 0.5.9.dev20250505192105__py3-none-any.whl → 0.5.9.dev20250508211521__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -128,7 +128,7 @@ class LigerFusedLinearDPOLoss(torch.nn.Module):
128
128
  compute_nll_loss: bool = False,
129
129
  compiled: bool = True,
130
130
  use_ref_model: bool = True,
131
- average_log_prob: bool = True,
131
+ average_log_prob: bool = False,
132
132
  chunk_size: int = 1,
133
133
  ):
134
134
  """
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: liger_kernel_nightly
3
- Version: 0.5.9.dev20250505192105
3
+ Version: 0.5.9.dev20250508211521
4
4
  Summary: Efficient Triton kernels for LLM Training
5
5
  License: BSD 2-CLAUSE LICENSE
6
6
  Copyright 2024 LinkedIn Corporation
@@ -56,7 +56,6 @@ Requires-Dist: mkdocs-material; extra == "dev"
56
56
  <th style="padding: 10px;" colspan="2">Stable</th>
57
57
  <th style="padding: 10px;" colspan="2">Nightly</th>
58
58
  <th style="padding: 10px;">Discord</th>
59
- <th style="padding: 10px;">Build</th>
60
59
  </tr>
61
60
  <tr>
62
61
  <td style="padding: 10px;">
@@ -84,23 +83,6 @@ Requires-Dist: mkdocs-material; extra == "dev"
84
83
  <img src="https://dcbadge.vercel.app/api/server/gpumode?style=flat" alt="Join Our Discord">
85
84
  </a>
86
85
  </td>
87
- <td style="padding: 10px;">
88
- <div style="display: block;">
89
- <a href="https://github.com/linkedin/Liger-Kernel/actions/workflows/nvi-ci.yml">
90
- <img src="https://github.com/linkedin/Liger-Kernel/actions/workflows/nvi-ci.yml/badge.svg?event=schedule" alt="Build">
91
- </a>
92
- </div>
93
- <div style="display: block;">
94
- <a href="https://github.com/linkedin/Liger-Kernel/actions/workflows/amd-ci.yml">
95
- <img src="https://github.com/linkedin/Liger-Kernel/actions/workflows/amd-ci.yml/badge.svg?event=schedule" alt="Build">
96
- </a>
97
- </div>
98
- <div style="display: block;">
99
- <a href="https://github.com/linkedin/Liger-Kernel/actions/workflows/amd-ci.yml">
100
- <img src="https://github.com/linkedin/Liger-Kernel/actions/workflows/intel-ci.yml/badge.svg?event=schedule" alt="Build">
101
- </a>
102
- </div>
103
- </td>
104
86
  </tr>
105
87
  </table>
106
88
 
@@ -387,6 +369,36 @@ loss.backward()
387
369
  - [Axolotl](https://axolotl.ai/): Integrating Liger Kernel into Axolotl.
388
370
  - [Llama-Factory](https://github.com/hiyouga/LLaMA-Factory): Integrating Liger Kernel into Llama-Factory.
389
371
 
372
+
373
+ ## CI status
374
+
375
+ <table style="width: 100%; text-align: center; border-collapse: collapse;">
376
+ <tr>
377
+ <th style="padding: 10px;">Build</th>
378
+ </tr>
379
+ <tr>
380
+ <td style="padding: 10px;">
381
+ <div style="display: block;">
382
+ <a href="https://github.com/linkedin/Liger-Kernel/actions/workflows/nvi-ci.yml">
383
+ <img src="https://github.com/linkedin/Liger-Kernel/actions/workflows/nvi-ci.yml/badge.svg?event=schedule" alt="Build">
384
+ </a>
385
+ </div>
386
+ <div style="display: block;">
387
+ <a href="https://github.com/linkedin/Liger-Kernel/actions/workflows/amd-ci.yml">
388
+ <img src="https://github.com/linkedin/Liger-Kernel/actions/workflows/amd-ci.yml/badge.svg?event=schedule" alt="Build">
389
+ </a>
390
+ </div>
391
+ <div style="display: block;">
392
+ <a href="https://github.com/linkedin/Liger-Kernel/actions/workflows/amd-ci.yml">
393
+ <img src="https://github.com/linkedin/Liger-Kernel/actions/workflows/intel-ci.yml/badge.svg?event=schedule" alt="Build">
394
+ </a>
395
+ </div>
396
+ </td>
397
+ </tr>
398
+ </table>
399
+
400
+
401
+
390
402
  ## Contact
391
403
 
392
404
  - For issues, create a Github ticket in this repository
@@ -4,7 +4,7 @@ liger_kernel/utils.py,sha256=178Hn8uD-VauDT6FjqMyXLbKLod8ObIpaTtapHwfEK0,1861
4
4
  liger_kernel/chunked_loss/README.md,sha256=0FmkFC3hKBqyoDT5uTlIYmrvRkF-EOCR1y-EBU1LpWU,2248
5
5
  liger_kernel/chunked_loss/__init__.py,sha256=ATu-xX5Fc49Cr6yBOGBRNTo593ZrU5ZCsIuvoIbJWw4,603
6
6
  liger_kernel/chunked_loss/cpo_loss.py,sha256=Gzz1eU4kgcbdubFVRy55e8A1Cr-r45UgNicXwZIjmBU,5454
7
- liger_kernel/chunked_loss/dpo_loss.py,sha256=Xypt4FoTSmAnJE4SWtsCv4aNHK4ToR1LonUQtCTEuHQ,6258
7
+ liger_kernel/chunked_loss/dpo_loss.py,sha256=tapMiNdI8_ufW55iG0Ud4dmiW39gu1DzlvtoOCHrdGg,6259
8
8
  liger_kernel/chunked_loss/functional.py,sha256=9G3nKm-Bi7uoZRFkL8wwGMl6juDl4bSzDvTa5GHZPzg,955
9
9
  liger_kernel/chunked_loss/fused_linear_distillation.py,sha256=ooR-qnZCyWJN935oHCSWLaKKKyaYERyhNczRGi1VOiw,11935
10
10
  liger_kernel/chunked_loss/fused_linear_ppo.py,sha256=AA19cpv6D8mo5RbSK5GRCcZoOSnpxV_Z1eJlAsC5eic,13434
@@ -76,9 +76,9 @@ liger_kernel/transformers/trainer/__init__.py,sha256=p7yQfklV8-467qSz_ZMimkbDF7H
76
76
  liger_kernel/transformers/trainer/orpo_trainer.py,sha256=pdekW7l6Qg_aqa5SYKYlSWUF8m3lkOFvFLcIMEHrz9s,8338
77
77
  liger_kernel/triton/__init__.py,sha256=qCiCamzCRv6lpV8IqpAc9YMdNKC7GKurClWceQPnlis,92
78
78
  liger_kernel/triton/monkey_patch.py,sha256=Rd0hUHAzDkFfHvnX7-PBaNK5EKnZhtfM_h-fgQH9HPY,1568
79
- liger_kernel_nightly-0.5.9.dev20250505192105.dist-info/LICENSE,sha256=OhzLDHJ0to4a8sodVLELZiCFylZ1NAAYLs-HrjPy0ag,1312
80
- liger_kernel_nightly-0.5.9.dev20250505192105.dist-info/METADATA,sha256=Rl_-1T8uzrZhmSUKaSm5_TGjau5Zb_T-q67-zKGi9u8,23584
81
- liger_kernel_nightly-0.5.9.dev20250505192105.dist-info/NOTICE,sha256=njwnoPZLh9AN8SJQzxvCGLHi-8X__AvWRze6joNXIY8,2066
82
- liger_kernel_nightly-0.5.9.dev20250505192105.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
83
- liger_kernel_nightly-0.5.9.dev20250505192105.dist-info/top_level.txt,sha256=2eghu4hA3LnkM7ElW92tQ8zegWKgSbeo-k-aGe1YnvY,13
84
- liger_kernel_nightly-0.5.9.dev20250505192105.dist-info/RECORD,,
79
+ liger_kernel_nightly-0.5.9.dev20250508211521.dist-info/LICENSE,sha256=OhzLDHJ0to4a8sodVLELZiCFylZ1NAAYLs-HrjPy0ag,1312
80
+ liger_kernel_nightly-0.5.9.dev20250508211521.dist-info/METADATA,sha256=M-Zb60ynDAUMnErHxaEYXf2BuOnvSywE5Xu8lzOFeqg,23725
81
+ liger_kernel_nightly-0.5.9.dev20250508211521.dist-info/NOTICE,sha256=njwnoPZLh9AN8SJQzxvCGLHi-8X__AvWRze6joNXIY8,2066
82
+ liger_kernel_nightly-0.5.9.dev20250508211521.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
83
+ liger_kernel_nightly-0.5.9.dev20250508211521.dist-info/top_level.txt,sha256=2eghu4hA3LnkM7ElW92tQ8zegWKgSbeo-k-aGe1YnvY,13
84
+ liger_kernel_nightly-0.5.9.dev20250508211521.dist-info/RECORD,,