liger-kernel-nightly 0.6.2.dev20250822031344__py3-none-any.whl → 0.6.2.dev20250823034010__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. liger_kernel/chunked_loss/jsd_loss.py +5 -2
  2. {liger_kernel_nightly-0.6.2.dev20250822031344.dist-info → liger_kernel_nightly-0.6.2.dev20250823034010.dist-info}/METADATA +1 -1
  3. {liger_kernel_nightly-0.6.2.dev20250822031344.dist-info → liger_kernel_nightly-0.6.2.dev20250823034010.dist-info}/RECORD +7 -7
  4. {liger_kernel_nightly-0.6.2.dev20250822031344.dist-info → liger_kernel_nightly-0.6.2.dev20250823034010.dist-info}/LICENSE +0 -0
  5. {liger_kernel_nightly-0.6.2.dev20250822031344.dist-info → liger_kernel_nightly-0.6.2.dev20250823034010.dist-info}/NOTICE +0 -0
  6. {liger_kernel_nightly-0.6.2.dev20250822031344.dist-info → liger_kernel_nightly-0.6.2.dev20250823034010.dist-info}/WHEEL +0 -0
  7. {liger_kernel_nightly-0.6.2.dev20250822031344.dist-info → liger_kernel_nightly-0.6.2.dev20250823034010.dist-info}/top_level.txt +0 -0
liger_kernel/chunked_loss/jsd_loss.py CHANGED
@@ -1,3 +1,5 @@
1
+ import math
2
+
1
3
  import torch
2
4
  import torch.nn.functional as F
3
5
 
@@ -25,8 +27,9 @@ class LigerFusedLinearJSDFunction(LigerFusedLinearDistillationBase):
25
27
  jsd_loss = F.kl_div(teacher_log_probs, student_log_probs, reduction="sum", log_target=True)
26
28
  else:
27
29
  # Compute probabilities (only required for mean calculation)
28
- mean_probs = (1 - beta) * student_log_probs.exp() + beta * teacher_log_probs.exp()
29
- log_mean_probs = mean_probs.log()
30
+ log_mean_probs = torch.logsumexp(
31
+ torch.stack([student_log_probs + math.log(1 - beta), teacher_log_probs + math.log(beta)], dim=0), dim=0
32
+ )
30
33
 
31
34
  student_kl = F.kl_div(log_mean_probs, student_log_probs, reduction="sum", log_target=True)
32
35
  teacher_kl = F.kl_div(log_mean_probs, teacher_log_probs, reduction="sum", log_target=True)
{liger_kernel_nightly-0.6.2.dev20250822031344.dist-info → liger_kernel_nightly-0.6.2.dev20250823034010.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: liger_kernel_nightly
3
- Version: 0.6.2.dev20250822031344
3
+ Version: 0.6.2.dev20250823034010
4
4
  Summary: Efficient Triton kernels for LLM Training
5
5
  License: BSD 2-CLAUSE LICENSE
6
6
  Copyright 2024 LinkedIn Corporation
{liger_kernel_nightly-0.6.2.dev20250822031344.dist-info → liger_kernel_nightly-0.6.2.dev20250823034010.dist-info}/RECORD RENAMED
@@ -12,7 +12,7 @@ liger_kernel/chunked_loss/fused_linear_ppo.py,sha256=AA19cpv6D8mo5RbSK5GRCcZoOSn
12
12
  liger_kernel/chunked_loss/fused_linear_preference.py,sha256=FIH85uUXAOgYx5Ax8MjFhJHVu-2pKtY7wSegd0zSyyY,18336
13
13
  liger_kernel/chunked_loss/fused_linear_unpaired_preference.py,sha256=RiuK3UtRwH9T6jZ36sA8Urj-TVuOLOO2syLg_JOQapY,13437
14
14
  liger_kernel/chunked_loss/grpo_loss.py,sha256=kuqHkYV383sUxqJN-DMsfADHi2hxHVyKx5S24TNc8bQ,10866
15
- liger_kernel/chunked_loss/jsd_loss.py,sha256=uInjy-KtKNJs46Wk0AlMO9e3UYo33KJhoCl8KL8ypGU,7081
15
+ liger_kernel/chunked_loss/jsd_loss.py,sha256=gRhnmB8xwuz7FcMJi5v5eyBsq01owaCbcyyrF4rYtY0,7133
16
16
  liger_kernel/chunked_loss/kto_loss.py,sha256=llVCe6DkcpCo57seGWoMikaQVFApx764jsmSbQyqwQY,7529
17
17
  liger_kernel/chunked_loss/orpo_loss.py,sha256=nu9UYG16dcMw93lvHi4_hYs3Q0FK1KnlmMRj7OpYU8s,4872
18
18
  liger_kernel/chunked_loss/simpo_loss.py,sha256=fy2w8KbhMrBv7b1jdIeH3bBFxY52bPQPZb3KwBvmurM,5385
@@ -96,9 +96,9 @@ liger_kernel/transformers/trainer/__init__.py,sha256=p7yQfklV8-467qSz_ZMimkbDF7H
96
96
  liger_kernel/transformers/trainer/orpo_trainer.py,sha256=tX0h63aOFe3rNqTmk6JpMf75UPo981yzEa6TghnjS0Q,5370
97
97
  liger_kernel/triton/__init__.py,sha256=qCiCamzCRv6lpV8IqpAc9YMdNKC7GKurClWceQPnlis,92
98
98
  liger_kernel/triton/monkey_patch.py,sha256=Rd0hUHAzDkFfHvnX7-PBaNK5EKnZhtfM_h-fgQH9HPY,1568
99
- liger_kernel_nightly-0.6.2.dev20250822031344.dist-info/LICENSE,sha256=OhzLDHJ0to4a8sodVLELZiCFylZ1NAAYLs-HrjPy0ag,1312
100
- liger_kernel_nightly-0.6.2.dev20250822031344.dist-info/METADATA,sha256=XSw3SXL9PGPj5eGacLKkUfGpT7I7_QcYmrFdC75Wuck,24504
101
- liger_kernel_nightly-0.6.2.dev20250822031344.dist-info/NOTICE,sha256=njwnoPZLh9AN8SJQzxvCGLHi-8X__AvWRze6joNXIY8,2066
102
- liger_kernel_nightly-0.6.2.dev20250822031344.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
103
- liger_kernel_nightly-0.6.2.dev20250822031344.dist-info/top_level.txt,sha256=2eghu4hA3LnkM7ElW92tQ8zegWKgSbeo-k-aGe1YnvY,13
104
- liger_kernel_nightly-0.6.2.dev20250822031344.dist-info/RECORD,,
99
+ liger_kernel_nightly-0.6.2.dev20250823034010.dist-info/LICENSE,sha256=OhzLDHJ0to4a8sodVLELZiCFylZ1NAAYLs-HrjPy0ag,1312
100
+ liger_kernel_nightly-0.6.2.dev20250823034010.dist-info/METADATA,sha256=j0Am_cC3_HVR7UGo0hYJ19e7U6oO7VXKFm7ykn5atNU,24504
101
+ liger_kernel_nightly-0.6.2.dev20250823034010.dist-info/NOTICE,sha256=njwnoPZLh9AN8SJQzxvCGLHi-8X__AvWRze6joNXIY8,2066
102
+ liger_kernel_nightly-0.6.2.dev20250823034010.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
103
+ liger_kernel_nightly-0.6.2.dev20250823034010.dist-info/top_level.txt,sha256=2eghu4hA3LnkM7ElW92tQ8zegWKgSbeo-k-aGe1YnvY,13
104
+ liger_kernel_nightly-0.6.2.dev20250823034010.dist-info/RECORD,,