liger-kernel-nightly 0.6.0.dev20250722224228__py3-none-any.whl → 0.6.0.dev20250722225740__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. liger_kernel/ops/layer_norm.py +1 -2
  2. {liger_kernel_nightly-0.6.0.dev20250722224228.dist-info → liger_kernel_nightly-0.6.0.dev20250722225740.dist-info}/METADATA +1 -1
  3. {liger_kernel_nightly-0.6.0.dev20250722224228.dist-info → liger_kernel_nightly-0.6.0.dev20250722225740.dist-info}/RECORD +7 -7
  4. {liger_kernel_nightly-0.6.0.dev20250722224228.dist-info → liger_kernel_nightly-0.6.0.dev20250722225740.dist-info}/LICENSE +0 -0
  5. {liger_kernel_nightly-0.6.0.dev20250722224228.dist-info → liger_kernel_nightly-0.6.0.dev20250722225740.dist-info}/NOTICE +0 -0
  6. {liger_kernel_nightly-0.6.0.dev20250722224228.dist-info → liger_kernel_nightly-0.6.0.dev20250722225740.dist-info}/WHEEL +0 -0
  7. {liger_kernel_nightly-0.6.0.dev20250722224228.dist-info → liger_kernel_nightly-0.6.0.dev20250722225740.dist-info}/top_level.txt +0 -0
liger_kernel/ops/layer_norm.py CHANGED
@@ -256,8 +256,8 @@ def layer_norm_backward(dY, X, W, B, Mean, RSTD):
256
256
  # Use float32 for atomic operations if bfloat16 is not supported
257
257
  atomic_dtype = tl.float32 if triton_dtype == tl.bfloat16 else triton_dtype
258
258
 
259
+ kernel_args = {"num_warps": num_warps}
259
260
  # XPU-specific optimization
260
- kernel_args = {}
261
261
  if X.device.type == "xpu":
262
262
  kernel_args.update({"grf_mode": "large", "num_warps": 32, "num_stages": 4})
263
263
 
@@ -279,7 +279,6 @@ def layer_norm_backward(dY, X, W, B, Mean, RSTD):
279
279
  BLOCK_SIZE=BLOCK_SIZE,
280
280
  dtype=triton_dtype,
281
281
  atomic_dtype=atomic_dtype,
282
- num_warps=num_warps,
283
282
  **kernel_args,
284
283
  )
285
284
 
{liger_kernel_nightly-0.6.0.dev20250722224228.dist-info → liger_kernel_nightly-0.6.0.dev20250722225740.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: liger_kernel_nightly
3
- Version: 0.6.0.dev20250722224228
3
+ Version: 0.6.0.dev20250722225740
4
4
  Summary: Efficient Triton kernels for LLM Training
5
5
  License: BSD 2-CLAUSE LICENSE
6
6
  Copyright 2024 LinkedIn Corporation
{liger_kernel_nightly-0.6.0.dev20250722224228.dist-info → liger_kernel_nightly-0.6.0.dev20250722225740.dist-info}/RECORD RENAMED
@@ -28,7 +28,7 @@ liger_kernel/ops/group_norm.py,sha256=qD4D4lSjSgVtO52EBNLC2iTseALRgPgqXE50U2wogg
28
28
  liger_kernel/ops/grpo_loss.py,sha256=anRnv7k1-AV3pCC6_TqP0GMg78YYUfRAJrbpx6PVhl0,9448
29
29
  liger_kernel/ops/jsd.py,sha256=onHp5T3MbvJaVz5Vup7Ww6EQp_HTaZeayTjJk6FgQMY,7042
30
30
  liger_kernel/ops/kl_div.py,sha256=ZjGdDLKWksHT9dZ0xF_TDgAkj5cuMTwwT5tr9E-_24o,8734
31
- liger_kernel/ops/layer_norm.py,sha256=g7TfVMCoUg_zAl4nb4xPr_FTRGjxxDhFXdKEnU9NYhE,9908
31
+ liger_kernel/ops/layer_norm.py,sha256=BHPDuaogMTfIJkBJdqLZbOQouNWTf3fJVyOQOD7blCE,9901
32
32
  liger_kernel/ops/multi_token_attention.py,sha256=Oz_RXDp-OSS_R_HuGmaETHdAJ7Toda_70OfE7TXMUlY,7645
33
33
  liger_kernel/ops/qwen2vl_mrope.py,sha256=3GExhYpLgB4VUtyZyjRk8XjEur3W4EWF6HQ67ML5vBU,8481
34
34
  liger_kernel/ops/rms_norm.py,sha256=DtvsWN5YktFAoc0JYSAwVeoZfryBFJlX-ipU7ooP01A,18891
@@ -92,9 +92,9 @@ liger_kernel/transformers/trainer/__init__.py,sha256=p7yQfklV8-467qSz_ZMimkbDF7H
92
92
  liger_kernel/transformers/trainer/orpo_trainer.py,sha256=tX0h63aOFe3rNqTmk6JpMf75UPo981yzEa6TghnjS0Q,5370
93
93
  liger_kernel/triton/__init__.py,sha256=qCiCamzCRv6lpV8IqpAc9YMdNKC7GKurClWceQPnlis,92
94
94
  liger_kernel/triton/monkey_patch.py,sha256=Rd0hUHAzDkFfHvnX7-PBaNK5EKnZhtfM_h-fgQH9HPY,1568
95
- liger_kernel_nightly-0.6.0.dev20250722224228.dist-info/LICENSE,sha256=OhzLDHJ0to4a8sodVLELZiCFylZ1NAAYLs-HrjPy0ag,1312
96
- liger_kernel_nightly-0.6.0.dev20250722224228.dist-info/METADATA,sha256=OKdVaAVLIN8T9sp5RaGVkfc0-joYY9fVlFgIax9teRw,24502
97
- liger_kernel_nightly-0.6.0.dev20250722224228.dist-info/NOTICE,sha256=njwnoPZLh9AN8SJQzxvCGLHi-8X__AvWRze6joNXIY8,2066
98
- liger_kernel_nightly-0.6.0.dev20250722224228.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
99
- liger_kernel_nightly-0.6.0.dev20250722224228.dist-info/top_level.txt,sha256=2eghu4hA3LnkM7ElW92tQ8zegWKgSbeo-k-aGe1YnvY,13
100
- liger_kernel_nightly-0.6.0.dev20250722224228.dist-info/RECORD,,
95
+ liger_kernel_nightly-0.6.0.dev20250722225740.dist-info/LICENSE,sha256=OhzLDHJ0to4a8sodVLELZiCFylZ1NAAYLs-HrjPy0ag,1312
96
+ liger_kernel_nightly-0.6.0.dev20250722225740.dist-info/METADATA,sha256=rylpbezn1XpAz2UOSOoP7RPkRDJ5M0NmdFOFdAreQXA,24502
97
+ liger_kernel_nightly-0.6.0.dev20250722225740.dist-info/NOTICE,sha256=njwnoPZLh9AN8SJQzxvCGLHi-8X__AvWRze6joNXIY8,2066
98
+ liger_kernel_nightly-0.6.0.dev20250722225740.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
99
+ liger_kernel_nightly-0.6.0.dev20250722225740.dist-info/top_level.txt,sha256=2eghu4hA3LnkM7ElW92tQ8zegWKgSbeo-k-aGe1YnvY,13
100
+ liger_kernel_nightly-0.6.0.dev20250722225740.dist-info/RECORD,,