liger-kernel-nightly 0.6.3.dev20251105190428__py3-none-any.whl → 0.6.3.dev20251105224413__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -30,8 +30,6 @@ from liger_kernel.transformers.model.mixtral import lce_forward_deprecated as mi
30
30
  from liger_kernel.transformers.model.phi3 import lce_forward as phi3_lce_forward
31
31
  from liger_kernel.transformers.model.qwen2 import lce_forward as qwen2_lce_forward
32
32
  from liger_kernel.transformers.model.qwen2 import lce_forward_deprecated as qwen2_lce_forward_deprecated
33
- from liger_kernel.transformers.model.qwen3_vl import lce_forward as qwen3_vl_lce_forward
34
- from liger_kernel.transformers.model.qwen3_vl_moe import lce_forward as qwen3_vl_moe_lce_forward
35
33
  from liger_kernel.transformers.model.smollm3 import lce_forward as smollm3_lce_forward
36
34
  from liger_kernel.transformers.qwen2vl_mrope import liger_multimodal_rotary_pos_emb
37
35
  from liger_kernel.transformers.rms_norm import LigerRMSNorm
@@ -1679,6 +1677,8 @@ def apply_liger_kernel_to_qwen3_vl(
1679
1677
  from transformers.models.qwen3_vl.modeling_qwen3_vl import Qwen3VLModel
1680
1678
  from transformers.models.qwen3_vl.modeling_qwen3_vl import Qwen3VLTextModel
1681
1679
 
1680
+ from liger_kernel.transformers.model.qwen3_vl import lce_forward as qwen3_vl_lce_forward
1681
+
1682
1682
  if rope:
1683
1683
  modeling_qwen3_vl.apply_rotary_pos_emb = liger_rotary_pos_emb_with_cast
1684
1684
  modeling_qwen3_vl.apply_rotary_pos_emb_vision = liger_rotary_pos_emb_with_cast_and_leading_batch
@@ -1752,6 +1752,8 @@ def apply_liger_kernel_to_qwen3_vl_moe(
1752
1752
  from transformers.models.qwen3_vl_moe.modeling_qwen3_vl_moe import Qwen3VLMoeModel
1753
1753
  from transformers.models.qwen3_vl_moe.modeling_qwen3_vl_moe import Qwen3VLMoeTextModel
1754
1754
 
1755
+ from liger_kernel.transformers.model.qwen3_vl_moe import lce_forward as qwen3_vl_moe_lce_forward
1756
+
1755
1757
  if rope:
1756
1758
  modeling_qwen3_vl_moe.apply_rotary_pos_emb = liger_rotary_pos_emb_with_cast
1757
1759
  modeling_qwen3_vl_moe.apply_rotary_pos_emb_vision = liger_rotary_pos_emb_with_cast_and_leading_batch
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: liger_kernel_nightly
3
- Version: 0.6.3.dev20251105190428
3
+ Version: 0.6.3.dev20251105224413
4
4
  Summary: Efficient Triton kernels for LLM Training
5
5
  License: BSD 2-CLAUSE LICENSE
6
6
  Copyright 2024 LinkedIn Corporation
@@ -59,7 +59,7 @@ liger_kernel/transformers/jsd.py,sha256=DGqRnxIZxsvxo0_tbbxX3b-sDbDjC_yKufyRIHCc
59
59
  liger_kernel/transformers/kl_div.py,sha256=WLffFbh1EExD2Eb1F7lN11fo9JJC-0751WJjZAF1Fj8,409
60
60
  liger_kernel/transformers/layer_norm.py,sha256=c9pk3PEasOKYR0rhe5e5nNrnYKVCEW4VC8S6LpCq9EQ,906
61
61
  liger_kernel/transformers/llama4_rope.py,sha256=kS6PSHEwf3dS7hD7C7p8S0geugx2EMCiP0h0F7LsUoY,3639
62
- liger_kernel/transformers/monkey_patch.py,sha256=O_kl0l56oHinVv-bwl1LU5nKPm6nA0YBjKTYmmwgRbk,124732
62
+ liger_kernel/transformers/monkey_patch.py,sha256=ZGnLygHuCiKGd6hT-C0pt1aY85f6GNFdV98oCDpxHHo,124742
63
63
  liger_kernel/transformers/multi_token_attention.py,sha256=K3NIY9_5TPgZ4_Rahn0xnkMXxD_fmlJHK4CWGYvGQp0,1752
64
64
  liger_kernel/transformers/poly_norm.py,sha256=g5tC75i3qy1_N26ZUP-jfpct7ivQAEdJfIfx8IXzeyE,1377
65
65
  liger_kernel/transformers/qwen2vl_mrope.py,sha256=5EwSqrMdsL9MYspeBMXBsNJKvH0MOmRrtJXAJlnnlOI,1047
@@ -105,9 +105,9 @@ liger_kernel/transformers/trainer/__init__.py,sha256=p7yQfklV8-467qSz_ZMimkbDF7H
105
105
  liger_kernel/transformers/trainer/orpo_trainer.py,sha256=tX0h63aOFe3rNqTmk6JpMf75UPo981yzEa6TghnjS0Q,5370
106
106
  liger_kernel/triton/__init__.py,sha256=qCiCamzCRv6lpV8IqpAc9YMdNKC7GKurClWceQPnlis,92
107
107
  liger_kernel/triton/monkey_patch.py,sha256=Rd0hUHAzDkFfHvnX7-PBaNK5EKnZhtfM_h-fgQH9HPY,1568
108
- liger_kernel_nightly-0.6.3.dev20251105190428.dist-info/LICENSE,sha256=OhzLDHJ0to4a8sodVLELZiCFylZ1NAAYLs-HrjPy0ag,1312
109
- liger_kernel_nightly-0.6.3.dev20251105190428.dist-info/METADATA,sha256=-9EYPsEnYUeI2OzXLaeZT-XyOBerw0KUkawlBL-jUcM,24777
110
- liger_kernel_nightly-0.6.3.dev20251105190428.dist-info/NOTICE,sha256=njwnoPZLh9AN8SJQzxvCGLHi-8X__AvWRze6joNXIY8,2066
111
- liger_kernel_nightly-0.6.3.dev20251105190428.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
112
- liger_kernel_nightly-0.6.3.dev20251105190428.dist-info/top_level.txt,sha256=2eghu4hA3LnkM7ElW92tQ8zegWKgSbeo-k-aGe1YnvY,13
113
- liger_kernel_nightly-0.6.3.dev20251105190428.dist-info/RECORD,,
108
+ liger_kernel_nightly-0.6.3.dev20251105224413.dist-info/LICENSE,sha256=OhzLDHJ0to4a8sodVLELZiCFylZ1NAAYLs-HrjPy0ag,1312
109
+ liger_kernel_nightly-0.6.3.dev20251105224413.dist-info/METADATA,sha256=JRlWBB7StETVxpy7iK_tgFSQJ0st_3ugw0494zh_SWM,24777
110
+ liger_kernel_nightly-0.6.3.dev20251105224413.dist-info/NOTICE,sha256=njwnoPZLh9AN8SJQzxvCGLHi-8X__AvWRze6joNXIY8,2066
111
+ liger_kernel_nightly-0.6.3.dev20251105224413.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
112
+ liger_kernel_nightly-0.6.3.dev20251105224413.dist-info/top_level.txt,sha256=2eghu4hA3LnkM7ElW92tQ8zegWKgSbeo-k-aGe1YnvY,13
113
+ liger_kernel_nightly-0.6.3.dev20251105224413.dist-info/RECORD,,