liger-kernel-nightly 0.5.6.dev20250403230052__py3-none-any.whl → 0.5.6.dev20250407214804__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. liger_kernel/ops/jsd.py +2 -1
  2. {liger_kernel_nightly-0.5.6.dev20250403230052.dist-info → liger_kernel_nightly-0.5.6.dev20250407214804.dist-info}/METADATA +1 -1
  3. {liger_kernel_nightly-0.5.6.dev20250403230052.dist-info → liger_kernel_nightly-0.5.6.dev20250407214804.dist-info}/RECORD +7 -7
  4. {liger_kernel_nightly-0.5.6.dev20250403230052.dist-info → liger_kernel_nightly-0.5.6.dev20250407214804.dist-info}/LICENSE +0 -0
  5. {liger_kernel_nightly-0.5.6.dev20250403230052.dist-info → liger_kernel_nightly-0.5.6.dev20250407214804.dist-info}/NOTICE +0 -0
  6. {liger_kernel_nightly-0.5.6.dev20250403230052.dist-info → liger_kernel_nightly-0.5.6.dev20250407214804.dist-info}/WHEEL +0 -0
  7. {liger_kernel_nightly-0.5.6.dev20250403230052.dist-info → liger_kernel_nightly-0.5.6.dev20250407214804.dist-info}/top_level.txt +0 -0
liger_kernel/ops/jsd.py CHANGED
@@ -5,6 +5,7 @@ import triton
5
5
  import triton.language as tl
6
6
 
7
7
  from liger_kernel.ops.utils import ensure_contiguous
8
+ from liger_kernel.utils import infer_device
8
9
 
9
10
 
10
11
  @triton.jit
@@ -92,7 +93,7 @@ def _jsd_kernel(
92
93
  tl.store(dX_ptr + offsets, dX, mask=mask)
93
94
 
94
95
 
95
- MAX_FUSED_SIZE = 65536
96
+ MAX_FUSED_SIZE = 4096 if infer_device() == "xpu" else 65536
96
97
 
97
98
 
98
99
  def jsd_forward(_input, target, shift_labels, beta, ignore_index, has_label):
{liger_kernel_nightly-0.5.6.dev20250403230052.dist-info → liger_kernel_nightly-0.5.6.dev20250407214804.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: liger_kernel_nightly
3
- Version: 0.5.6.dev20250403230052
3
+ Version: 0.5.6.dev20250407214804
4
4
  Summary: Efficient Triton kernels for LLM Training
5
5
  License: BSD 2-CLAUSE LICENSE
6
6
  Copyright 2024 LinkedIn Corporation
{liger_kernel_nightly-0.5.6.dev20250403230052.dist-info → liger_kernel_nightly-0.5.6.dev20250407214804.dist-info}/RECORD RENAMED
@@ -22,7 +22,7 @@ liger_kernel/ops/fused_linear_cross_entropy.py,sha256=1Y3Uk_TCSjqKgoG2eot1ptnWXJ
22
22
  liger_kernel/ops/fused_linear_jsd.py,sha256=CSoprxb-YcJy-YUKiTcYkxN8sb9h2kdk_iHuncvSV5c,9683
23
23
  liger_kernel/ops/geglu.py,sha256=axGvCIvlBzuluoAIrWTsp2iZM4BFKNInkPov8YVvH9E,4126
24
24
  liger_kernel/ops/group_norm.py,sha256=qD4D4lSjSgVtO52EBNLC2iTseALRgPgqXE50U2woggk,10837
25
- liger_kernel/ops/jsd.py,sha256=rkloGA7nDfVaa5nKY6-EYBw0E1p_MSsl4fr2xZGTp04,6961
25
+ liger_kernel/ops/jsd.py,sha256=onHp5T3MbvJaVz5Vup7Ww6EQp_HTaZeayTjJk6FgQMY,7042
26
26
  liger_kernel/ops/kl_div.py,sha256=NkG7D6_DnPBzr-ohhYiQbRBnq_fbGmpn5UU7y0UBKQo,8420
27
27
  liger_kernel/ops/layer_norm.py,sha256=6roQjioyg-9O2qLPV8nL4U0-5UH80tdzOMTWwjvDnn8,7961
28
28
  liger_kernel/ops/qwen2vl_mrope.py,sha256=3GExhYpLgB4VUtyZyjRk8XjEur3W4EWF6HQ67ML5vBU,8481
@@ -74,9 +74,9 @@ liger_kernel/transformers/trainer/__init__.py,sha256=p7yQfklV8-467qSz_ZMimkbDF7H
74
74
  liger_kernel/transformers/trainer/orpo_trainer.py,sha256=pdekW7l6Qg_aqa5SYKYlSWUF8m3lkOFvFLcIMEHrz9s,8338
75
75
  liger_kernel/triton/__init__.py,sha256=qCiCamzCRv6lpV8IqpAc9YMdNKC7GKurClWceQPnlis,92
76
76
  liger_kernel/triton/monkey_patch.py,sha256=Rd0hUHAzDkFfHvnX7-PBaNK5EKnZhtfM_h-fgQH9HPY,1568
77
- liger_kernel_nightly-0.5.6.dev20250403230052.dist-info/LICENSE,sha256=OhzLDHJ0to4a8sodVLELZiCFylZ1NAAYLs-HrjPy0ag,1312
78
- liger_kernel_nightly-0.5.6.dev20250403230052.dist-info/METADATA,sha256=p5wBDGM7rcasjtpP4wjaEwtI8R7ncv9pYXbUS5McmKw,23297
79
- liger_kernel_nightly-0.5.6.dev20250403230052.dist-info/NOTICE,sha256=njwnoPZLh9AN8SJQzxvCGLHi-8X__AvWRze6joNXIY8,2066
80
- liger_kernel_nightly-0.5.6.dev20250403230052.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
81
- liger_kernel_nightly-0.5.6.dev20250403230052.dist-info/top_level.txt,sha256=2eghu4hA3LnkM7ElW92tQ8zegWKgSbeo-k-aGe1YnvY,13
82
- liger_kernel_nightly-0.5.6.dev20250403230052.dist-info/RECORD,,
77
+ liger_kernel_nightly-0.5.6.dev20250407214804.dist-info/LICENSE,sha256=OhzLDHJ0to4a8sodVLELZiCFylZ1NAAYLs-HrjPy0ag,1312
78
+ liger_kernel_nightly-0.5.6.dev20250407214804.dist-info/METADATA,sha256=0lQVqhPNaqGVZvOrb6MxIp2eP7IYoABa4llfB8Ua868,23297
79
+ liger_kernel_nightly-0.5.6.dev20250407214804.dist-info/NOTICE,sha256=njwnoPZLh9AN8SJQzxvCGLHi-8X__AvWRze6joNXIY8,2066
80
+ liger_kernel_nightly-0.5.6.dev20250407214804.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
81
+ liger_kernel_nightly-0.5.6.dev20250407214804.dist-info/top_level.txt,sha256=2eghu4hA3LnkM7ElW92tQ8zegWKgSbeo-k-aGe1YnvY,13
82
+ liger_kernel_nightly-0.5.6.dev20250407214804.dist-info/RECORD,,