liger-kernel-nightly 0.6.0.dev20250719160042__tar.gz → 0.6.0.dev20250721100112__tar.gz

{liger_kernel_nightly-0.6.0.dev20250719160042 → liger_kernel_nightly-0.6.0.dev20250721100112}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: liger_kernel_nightly
-Version: 0.6.0.dev20250719160042
+Version: 0.6.0.dev20250721100112
 Summary: Efficient Triton kernels for LLM Training
 License: BSD 2-CLAUSE LICENSE
         Copyright 2024 LinkedIn Corporation 

{liger_kernel_nightly-0.6.0.dev20250719160042 → liger_kernel_nightly-0.6.0.dev20250721100112}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "liger_kernel_nightly"
-version = "0.6.0.dev20250719160042"
+version = "0.6.0.dev20250721100112"
 description = "Efficient Triton kernels for LLM Training"
 urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" }
 readme = { file = "README.md", content-type = "text/markdown" }

{liger_kernel_nightly-0.6.0.dev20250719160042 → liger_kernel_nightly-0.6.0.dev20250721100112}/src/liger_kernel/ops/rms_norm.py

@@ -63,7 +63,7 @@ def _rms_norm_forward_kernel(
     3. https://arxiv.org/pdf/1910.07467
     """
 
-    row_idx = tl.program_id(0)
+    row_idx = tl.program_id(0).to(tl.int64)
     col_offsets = tl.arange(0, BLOCK_SIZE)
     mask = col_offsets < n_cols
 
@@ -137,7 +137,7 @@ def _rms_norm_backward_kernel(
     dw = sum(dy * (x / RMS)). summation over BxT dimension
     """
 
-    row_block_id = tl.program_id(0)
+    row_block_id = tl.program_id(0).to(tl.int64)
     row_start = row_block_id * rows_per_program
     row_end = min((row_block_id + 1) * rows_per_program, n_rows)
     col_offsets = tl.arange(0, BLOCK_SIZE)

{liger_kernel_nightly-0.6.0.dev20250719160042 → liger_kernel_nightly-0.6.0.dev20250721100112}/src/liger_kernel/ops/rope.py

@@ -32,7 +32,7 @@ def _triton_rope(
 
     # cos size: (1, seq_len, head_dim) or (bsz, seq_len, head_dim)
     # stride: (seq_len * head_dim, head_dim, 1)
-    pid = tl.program_id(0)
+    pid = tl.program_id(0).to(tl.int64)
 
     # locate start address
     q_ptr = q_ptr + pid * q_row_stride

{liger_kernel_nightly-0.6.0.dev20250719160042 → liger_kernel_nightly-0.6.0.dev20250721100112}/src/liger_kernel_nightly.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: liger_kernel_nightly
-Version: 0.6.0.dev20250719160042
+Version: 0.6.0.dev20250721100112
 Summary: Efficient Triton kernels for LLM Training
 License: BSD 2-CLAUSE LICENSE
         Copyright 2024 LinkedIn Corporation 

{liger_kernel_nightly-0.6.0.dev20250719160042 → liger_kernel_nightly-0.6.0.dev20250721100112}/test/convergence/bf16/test_mini_models.py

@@ -17,7 +17,6 @@ from transformers.models.phi3 import Phi3Config
 from transformers.models.phi3 import Phi3ForCausalLM
 from transformers.models.qwen2 import Qwen2Config
 from transformers.models.qwen2 import Qwen2ForCausalLM
-from transformers.models.smollm3 import SmolLM3ForCausalLM
 
 from liger_kernel.transformers import apply_liger_kernel_to_gemma
 from liger_kernel.transformers import apply_liger_kernel_to_gemma2

{liger_kernel_nightly-0.6.0.dev20250719160042 → liger_kernel_nightly-0.6.0.dev20250721100112}/test/convergence/bf16/test_mini_models_with_logits.py

@@ -17,7 +17,6 @@ from transformers.models.phi3 import Phi3Config
 from transformers.models.phi3 import Phi3ForCausalLM
 from transformers.models.qwen2 import Qwen2Config
 from transformers.models.qwen2 import Qwen2ForCausalLM
-from transformers.models.smollm3 import SmolLM3ForCausalLM
 
 from liger_kernel.transformers import apply_liger_kernel_to_gemma
 from liger_kernel.transformers import apply_liger_kernel_to_gemma2

{liger_kernel_nightly-0.6.0.dev20250719160042 → liger_kernel_nightly-0.6.0.dev20250721100112}/test/convergence/fp32/test_mini_models.py

@@ -17,7 +17,6 @@ from transformers.models.phi3 import Phi3Config
 from transformers.models.phi3 import Phi3ForCausalLM
 from transformers.models.qwen2 import Qwen2Config
 from transformers.models.qwen2 import Qwen2ForCausalLM
-from transformers.models.smollm3 import SmolLM3ForCausalLM
 
 from liger_kernel.transformers import apply_liger_kernel_to_gemma
 from liger_kernel.transformers import apply_liger_kernel_to_gemma2

{liger_kernel_nightly-0.6.0.dev20250719160042 → liger_kernel_nightly-0.6.0.dev20250721100112}/test/convergence/fp32/test_mini_models_with_logits.py

@@ -17,7 +17,6 @@ from transformers.models.phi3 import Phi3Config
 from transformers.models.phi3 import Phi3ForCausalLM
 from transformers.models.qwen2 import Qwen2Config
 from transformers.models.qwen2 import Qwen2ForCausalLM
-from transformers.models.smollm3 import SmolLM3ForCausalLM
 
 from liger_kernel.transformers import apply_liger_kernel_to_gemma
 from liger_kernel.transformers import apply_liger_kernel_to_gemma2