liger-kernel-nightly 0.6.0.dev20250719235332__py3-none-any.whl → 0.6.0.dev20250721100112__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (8) hide show
  1. liger_kernel/ops/rms_norm.py +2 -2
  2. liger_kernel/ops/rope.py +1 -1
  3. {liger_kernel_nightly-0.6.0.dev20250719235332.dist-info → liger_kernel_nightly-0.6.0.dev20250721100112.dist-info}/METADATA +1 -1
  4. {liger_kernel_nightly-0.6.0.dev20250719235332.dist-info → liger_kernel_nightly-0.6.0.dev20250721100112.dist-info}/RECORD +8 -8
  5. {liger_kernel_nightly-0.6.0.dev20250719235332.dist-info → liger_kernel_nightly-0.6.0.dev20250721100112.dist-info}/LICENSE +0 -0
  6. {liger_kernel_nightly-0.6.0.dev20250719235332.dist-info → liger_kernel_nightly-0.6.0.dev20250721100112.dist-info}/NOTICE +0 -0
  7. {liger_kernel_nightly-0.6.0.dev20250719235332.dist-info → liger_kernel_nightly-0.6.0.dev20250721100112.dist-info}/WHEEL +0 -0
  8. {liger_kernel_nightly-0.6.0.dev20250719235332.dist-info → liger_kernel_nightly-0.6.0.dev20250721100112.dist-info}/top_level.txt +0 -0
liger_kernel/ops/rms_norm.py CHANGED
@@ -63,7 +63,7 @@ def _rms_norm_forward_kernel(
63
63
  3. https://arxiv.org/pdf/1910.07467
64
64
  """
65
65
 
66
- row_idx = tl.program_id(0)
66
+ row_idx = tl.program_id(0).to(tl.int64)
67
67
  col_offsets = tl.arange(0, BLOCK_SIZE)
68
68
  mask = col_offsets < n_cols
69
69
 
@@ -137,7 +137,7 @@ def _rms_norm_backward_kernel(
137
137
  dw = sum(dy * (x / RMS)). summation over BxT dimension
138
138
  """
139
139
 
140
- row_block_id = tl.program_id(0)
140
+ row_block_id = tl.program_id(0).to(tl.int64)
141
141
  row_start = row_block_id * rows_per_program
142
142
  row_end = min((row_block_id + 1) * rows_per_program, n_rows)
143
143
  col_offsets = tl.arange(0, BLOCK_SIZE)
liger_kernel/ops/rope.py CHANGED
@@ -32,7 +32,7 @@ def _triton_rope(
32
32
 
33
33
  # cos size: (1, seq_len, head_dim) or (bsz, seq_len, head_dim)
34
34
  # stride: (seq_len * head_dim, head_dim, 1)
35
- pid = tl.program_id(0)
35
+ pid = tl.program_id(0).to(tl.int64)
36
36
 
37
37
  # locate start address
38
38
  q_ptr = q_ptr + pid * q_row_stride
{liger_kernel_nightly-0.6.0.dev20250719235332.dist-info → liger_kernel_nightly-0.6.0.dev20250721100112.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: liger_kernel_nightly
3
- Version: 0.6.0.dev20250719235332
3
+ Version: 0.6.0.dev20250721100112
4
4
  Summary: Efficient Triton kernels for LLM Training
5
5
  License: BSD 2-CLAUSE LICENSE
6
6
  Copyright 2024 LinkedIn Corporation
{liger_kernel_nightly-0.6.0.dev20250719235332.dist-info → liger_kernel_nightly-0.6.0.dev20250721100112.dist-info}/RECORD RENAMED
@@ -31,8 +31,8 @@ liger_kernel/ops/kl_div.py,sha256=ZjGdDLKWksHT9dZ0xF_TDgAkj5cuMTwwT5tr9E-_24o,87
31
31
  liger_kernel/ops/layer_norm.py,sha256=g7TfVMCoUg_zAl4nb4xPr_FTRGjxxDhFXdKEnU9NYhE,9908
32
32
  liger_kernel/ops/multi_token_attention.py,sha256=Oz_RXDp-OSS_R_HuGmaETHdAJ7Toda_70OfE7TXMUlY,7645
33
33
  liger_kernel/ops/qwen2vl_mrope.py,sha256=3GExhYpLgB4VUtyZyjRk8XjEur3W4EWF6HQ67ML5vBU,8481
34
- liger_kernel/ops/rms_norm.py,sha256=-rcgHwWCxlA-Syec2XhdW4jfOeCDt2r7qwjslgXFYDU,18865
35
- liger_kernel/ops/rope.py,sha256=ofmBOkUpZZO-Q8Z5B_LOFYYLD-YT-8WnJ4vGOrDYouI,8943
34
+ liger_kernel/ops/rms_norm.py,sha256=DtvsWN5YktFAoc0JYSAwVeoZfryBFJlX-ipU7ooP01A,18891
35
+ liger_kernel/ops/rope.py,sha256=v-7JHRrv-5ImoROkpKfl30WwWI4qTa2tAl7zQeB4ml4,8956
36
36
  liger_kernel/ops/softmax.py,sha256=tgORx6MK1IDDtZKqGarj0IPIVjqAIEUXXYPiinhRdtI,5864
37
37
  liger_kernel/ops/sparsemax.py,sha256=AeWe1xgkHJFEKWTj2vu_0hj7LztGvjqXAps-QTpCY0U,5087
38
38
  liger_kernel/ops/swiglu.py,sha256=D7nd4u_LInwsIRNCDdY77lqnTz8-W5dJrpEAt8zEO_A,3033
@@ -92,9 +92,9 @@ liger_kernel/transformers/trainer/__init__.py,sha256=p7yQfklV8-467qSz_ZMimkbDF7H
92
92
  liger_kernel/transformers/trainer/orpo_trainer.py,sha256=tX0h63aOFe3rNqTmk6JpMf75UPo981yzEa6TghnjS0Q,5370
93
93
  liger_kernel/triton/__init__.py,sha256=qCiCamzCRv6lpV8IqpAc9YMdNKC7GKurClWceQPnlis,92
94
94
  liger_kernel/triton/monkey_patch.py,sha256=Rd0hUHAzDkFfHvnX7-PBaNK5EKnZhtfM_h-fgQH9HPY,1568
95
- liger_kernel_nightly-0.6.0.dev20250719235332.dist-info/LICENSE,sha256=OhzLDHJ0to4a8sodVLELZiCFylZ1NAAYLs-HrjPy0ag,1312
96
- liger_kernel_nightly-0.6.0.dev20250719235332.dist-info/METADATA,sha256=kZnICd1sYnZB22kRr3GOXWaEoRw6d_2KAfby5lk6mrw,24502
97
- liger_kernel_nightly-0.6.0.dev20250719235332.dist-info/NOTICE,sha256=njwnoPZLh9AN8SJQzxvCGLHi-8X__AvWRze6joNXIY8,2066
98
- liger_kernel_nightly-0.6.0.dev20250719235332.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
99
- liger_kernel_nightly-0.6.0.dev20250719235332.dist-info/top_level.txt,sha256=2eghu4hA3LnkM7ElW92tQ8zegWKgSbeo-k-aGe1YnvY,13
100
- liger_kernel_nightly-0.6.0.dev20250719235332.dist-info/RECORD,,
95
+ liger_kernel_nightly-0.6.0.dev20250721100112.dist-info/LICENSE,sha256=OhzLDHJ0to4a8sodVLELZiCFylZ1NAAYLs-HrjPy0ag,1312
96
+ liger_kernel_nightly-0.6.0.dev20250721100112.dist-info/METADATA,sha256=OVkYqkKe9RAzEkec-eSynpOi7B5bHLGgKY8ydtqqp4w,24502
97
+ liger_kernel_nightly-0.6.0.dev20250721100112.dist-info/NOTICE,sha256=njwnoPZLh9AN8SJQzxvCGLHi-8X__AvWRze6joNXIY8,2066
98
+ liger_kernel_nightly-0.6.0.dev20250721100112.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
99
+ liger_kernel_nightly-0.6.0.dev20250721100112.dist-info/top_level.txt,sha256=2eghu4hA3LnkM7ElW92tQ8zegWKgSbeo-k-aGe1YnvY,13
100
+ liger_kernel_nightly-0.6.0.dev20250721100112.dist-info/RECORD,,