liger-kernel-nightly 0.5.5.dev20250324181221__tar.gz → 0.5.5.dev20250326012054__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of liger-kernel-nightly might be problematic. Click here for more details.

Files changed (236) hide show
  1. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/PKG-INFO +1 -1
  2. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/pyproject.toml +1 -1
  3. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/monkey_patch.py +24 -12
  4. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel_nightly.egg-info/PKG-INFO +1 -1
  5. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/.github/ISSUE_TEMPLATE/bug_report.yaml +0 -0
  6. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/.github/ISSUE_TEMPLATE/feature_request.yaml +0 -0
  7. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/.github/pull_request_template.md +0 -0
  8. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/.github/workflows/amd-ci.yml +0 -0
  9. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/.github/workflows/docs.yml +0 -0
  10. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/.github/workflows/intel-ci.yml +0 -0
  11. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/.github/workflows/nvi-ci.yml +0 -0
  12. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/.github/workflows/publish-nightly.yml +0 -0
  13. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/.github/workflows/publish-release.yml +0 -0
  14. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/.gitignore +0 -0
  15. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/LICENSE +0 -0
  16. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/Makefile +0 -0
  17. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/NOTICE +0 -0
  18. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/README.md +0 -0
  19. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/README.md +0 -0
  20. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/__init__.py +0 -0
  21. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/benchmarks_visualizer.py +0 -0
  22. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/data/all_benchmark_data.csv +0 -0
  23. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/__init__.py +0 -0
  24. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/benchmark_cpo_loss.py +0 -0
  25. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/benchmark_cross_entropy.py +0 -0
  26. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/benchmark_distill_jsd_loss.py +0 -0
  27. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/benchmark_dpo_loss.py +0 -0
  28. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/benchmark_dyt.py +0 -0
  29. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/benchmark_embedding.py +0 -0
  30. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/benchmark_fused_linear_cross_entropy.py +0 -0
  31. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/benchmark_fused_linear_jsd.py +0 -0
  32. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/benchmark_geglu.py +0 -0
  33. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/benchmark_group_norm.py +0 -0
  34. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/benchmark_jsd.py +0 -0
  35. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/benchmark_kl_div.py +0 -0
  36. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/benchmark_kto_loss.py +0 -0
  37. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/benchmark_layer_norm.py +0 -0
  38. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/benchmark_orpo_loss.py +0 -0
  39. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/benchmark_qwen2vl_mrope.py +0 -0
  40. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/benchmark_rms_norm.py +0 -0
  41. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/benchmark_rope.py +0 -0
  42. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/benchmark_simpo_loss.py +0 -0
  43. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/benchmark_swiglu.py +0 -0
  44. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/benchmark_tvd.py +0 -0
  45. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/benchmark/scripts/utils.py +0 -0
  46. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/dev/fmt-requirements.txt +0 -0
  47. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/dev/modal/tests.py +0 -0
  48. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/dev/modal/tests_bwd.py +0 -0
  49. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/docs/Examples.md +0 -0
  50. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/docs/Getting-Started.md +0 -0
  51. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/docs/High-Level-APIs.md +0 -0
  52. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/docs/Low-Level-APIs.md +0 -0
  53. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/docs/acknowledgement.md +0 -0
  54. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/docs/contributing.md +0 -0
  55. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/docs/images/banner.GIF +0 -0
  56. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/docs/images/compose.gif +0 -0
  57. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/docs/images/e2e-memory.png +0 -0
  58. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/docs/images/e2e-tps.png +0 -0
  59. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/docs/images/logo-banner.png +0 -0
  60. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/docs/images/patch.gif +0 -0
  61. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/docs/images/post-training.png +0 -0
  62. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/docs/index.md +0 -0
  63. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/docs/license.md +0 -0
  64. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/alignment/accelerate_config.yaml +0 -0
  65. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/alignment/run_orpo.py +0 -0
  66. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/huggingface/README.md +0 -0
  67. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/huggingface/callback.py +0 -0
  68. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/huggingface/config/fsdp_config.json +0 -0
  69. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/huggingface/img/gemma_7b_mem.png +0 -0
  70. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/huggingface/img/gemma_7b_tp.png +0 -0
  71. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/huggingface/img/llama_mem_alloc.png +0 -0
  72. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/huggingface/img/llama_tps.png +0 -0
  73. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/huggingface/img/qwen_mem_alloc.png +0 -0
  74. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/huggingface/img/qwen_tps.png +0 -0
  75. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/huggingface/launch_on_modal.py +0 -0
  76. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/huggingface/requirements.txt +0 -0
  77. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/huggingface/run_benchmarks.sh +0 -0
  78. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/huggingface/run_gemma.sh +0 -0
  79. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/huggingface/run_llama.sh +0 -0
  80. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/huggingface/run_qwen.sh +0 -0
  81. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/huggingface/run_qwen2_vl.sh +0 -0
  82. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/huggingface/training.py +0 -0
  83. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/huggingface/training_multimodal.py +0 -0
  84. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/lightning/README.md +0 -0
  85. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/lightning/requirements.txt +0 -0
  86. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/lightning/training.py +0 -0
  87. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/medusa/README.md +0 -0
  88. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/medusa/callback.py +0 -0
  89. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/medusa/docs/images/Memory_Stage1_num_head_3.png +0 -0
  90. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/medusa/docs/images/Memory_Stage1_num_head_5.png +0 -0
  91. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/medusa/docs/images/Memory_Stage2_num_head_3.png +0 -0
  92. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/medusa/docs/images/Memory_Stage2_num_head_5.png +0 -0
  93. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/medusa/docs/images/Throughput_Stage1_num_head_3.png +0 -0
  94. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/medusa/docs/images/Throughput_Stage1_num_head_5.png +0 -0
  95. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/medusa/docs/images/Throughput_Stage2_num_head_3.png +0 -0
  96. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/medusa/docs/images/Throughput_Stage2_num_head_5.png +0 -0
  97. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/medusa/fsdp/acc-fsdp.conf +0 -0
  98. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/medusa/medusa_util.py +0 -0
  99. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/medusa/requirements.txt +0 -0
  100. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/medusa/scripts/llama3_8b_medusa.sh +0 -0
  101. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/examples/medusa/train.py +0 -0
  102. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/licenses/LICENSE-Apache-2.0 +0 -0
  103. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/licenses/LICENSE-MIT-AutoAWQ +0 -0
  104. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/licenses/LICENSE-MIT-Efficient-Cross-Entropy +0 -0
  105. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/licenses/LICENSE-MIT-llmc +0 -0
  106. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/licenses/LICENSE-MIT-triton +0 -0
  107. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/mkdocs.yml +0 -0
  108. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/setup.cfg +0 -0
  109. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/setup.py +0 -0
  110. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/__init__.py +0 -0
  111. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/chunked_loss/README.md +0 -0
  112. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/chunked_loss/__init__.py +0 -0
  113. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/chunked_loss/cpo_loss.py +0 -0
  114. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/chunked_loss/dpo_loss.py +0 -0
  115. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/chunked_loss/functional.py +0 -0
  116. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/chunked_loss/fused_linear_distillation.py +0 -0
  117. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/chunked_loss/fused_linear_preference.py +0 -0
  118. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/chunked_loss/fused_linear_rlhf.py +0 -0
  119. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/chunked_loss/fused_linear_unpaired_preference.py +0 -0
  120. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/chunked_loss/grpo_loss.py +0 -0
  121. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/chunked_loss/jsd_loss.py +0 -0
  122. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/chunked_loss/kto_loss.py +0 -0
  123. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/chunked_loss/orpo_loss.py +0 -0
  124. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/chunked_loss/simpo_loss.py +0 -0
  125. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/env_report.py +0 -0
  126. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/ops/__init__.py +0 -0
  127. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/ops/cross_entropy.py +0 -0
  128. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/ops/dyt.py +0 -0
  129. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/ops/experimental/embedding.py +0 -0
  130. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/ops/experimental/mm_int8int2.py +0 -0
  131. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/ops/fused_linear_cross_entropy.py +0 -0
  132. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/ops/fused_linear_jsd.py +0 -0
  133. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/ops/geglu.py +0 -0
  134. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/ops/group_norm.py +0 -0
  135. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/ops/jsd.py +0 -0
  136. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/ops/kl_div.py +0 -0
  137. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/ops/layer_norm.py +0 -0
  138. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/ops/qwen2vl_mrope.py +0 -0
  139. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/ops/rms_norm.py +0 -0
  140. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/ops/rope.py +0 -0
  141. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/ops/swiglu.py +0 -0
  142. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/ops/tvd.py +0 -0
  143. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/ops/utils.py +0 -0
  144. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/__init__.py +0 -0
  145. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/auto_model.py +0 -0
  146. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/cross_entropy.py +0 -0
  147. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/dyt.py +0 -0
  148. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/experimental/embedding.py +0 -0
  149. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/functional.py +0 -0
  150. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/fused_linear_cross_entropy.py +0 -0
  151. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/fused_linear_jsd.py +0 -0
  152. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/geglu.py +0 -0
  153. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/group_norm.py +0 -0
  154. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/jsd.py +0 -0
  155. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/kl_div.py +0 -0
  156. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/layer_norm.py +0 -0
  157. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/model/__init__.py +0 -0
  158. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/model/gemma.py +0 -0
  159. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/model/gemma2.py +0 -0
  160. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/model/llama.py +0 -0
  161. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/model/loss_utils.py +0 -0
  162. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/model/mistral.py +0 -0
  163. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/model/mixtral.py +0 -0
  164. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/model/mllama.py +0 -0
  165. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/model/olmo2.py +0 -0
  166. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/model/paligemma.py +0 -0
  167. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/model/phi3.py +0 -0
  168. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/model/qwen2.py +0 -0
  169. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/model/qwen2_5_vl.py +0 -0
  170. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/model/qwen2_vl.py +0 -0
  171. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/qwen2vl_mrope.py +0 -0
  172. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/rms_norm.py +0 -0
  173. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/rope.py +0 -0
  174. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/swiglu.py +0 -0
  175. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/trainer/__init__.py +0 -0
  176. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/trainer/orpo_trainer.py +0 -0
  177. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/trainer_integration.py +0 -0
  178. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/tvd.py +0 -0
  179. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/triton/__init__.py +0 -0
  180. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/triton/monkey_patch.py +0 -0
  181. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/utils.py +0 -0
  182. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel_nightly.egg-info/SOURCES.txt +0 -0
  183. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel_nightly.egg-info/dependency_links.txt +0 -0
  184. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel_nightly.egg-info/requires.txt +0 -0
  185. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel_nightly.egg-info/top_level.txt +0 -0
  186. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/__init__.py +0 -0
  187. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/chunked_loss/__init__.py +0 -0
  188. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/chunked_loss/test_cpo_loss.py +0 -0
  189. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/chunked_loss/test_dpo_loss.py +0 -0
  190. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/chunked_loss/test_grpo_loss.py +0 -0
  191. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/chunked_loss/test_jsd_loss.py +0 -0
  192. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/chunked_loss/test_kto_loss.py +0 -0
  193. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/chunked_loss/test_orpo_loss.py +0 -0
  194. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/chunked_loss/test_simpo_loss.py +0 -0
  195. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/conftest.py +0 -0
  196. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/convergence/__init__.py +0 -0
  197. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/convergence/bf16/__init__.py +0 -0
  198. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/convergence/bf16/test_mini_models.py +0 -0
  199. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/convergence/bf16/test_mini_models_multimodal.py +0 -0
  200. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/convergence/bf16/test_mini_models_with_logits.py +0 -0
  201. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/convergence/fp32/__init__.py +0 -0
  202. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/convergence/fp32/test_mini_models.py +0 -0
  203. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/convergence/fp32/test_mini_models_multimodal.py +0 -0
  204. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/convergence/fp32/test_mini_models_with_logits.py +0 -0
  205. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/resources/fake_configs/Google/Paligemma/paligemma-3b-pt-224/tokenizer_config.json +0 -0
  206. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/resources/fake_configs/Qwen/Qwen2-VL-7B-Instruct/tokenizer_config.json +0 -0
  207. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/resources/fake_configs/Qwen/Qwen2.5-VL-7B-Instruct/tokenizer_config.json +0 -0
  208. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/resources/fake_configs/meta-llama/Llama-3.2-11B-Vision-Instruct/tokenizer_config.json +0 -0
  209. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/resources/scripts/generate_tokenized_dataset.py +0 -0
  210. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/resources/tiny_shakespeare.txt +0 -0
  211. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/resources/tiny_shakespeare_tokenized/data-00000-of-00001.arrow +0 -0
  212. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/resources/tiny_shakespeare_tokenized/dataset_info.json +0 -0
  213. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/resources/tiny_shakespeare_tokenized/state.json +0 -0
  214. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/transformers/test_auto_model.py +0 -0
  215. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/transformers/test_cross_entropy.py +0 -0
  216. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/transformers/test_dyt.py +0 -0
  217. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/transformers/test_embedding.py +0 -0
  218. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/transformers/test_flex_attention.py +0 -0
  219. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/transformers/test_fused_linear_cross_entropy.py +0 -0
  220. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/transformers/test_fused_linear_jsd.py +0 -0
  221. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/transformers/test_geglu.py +0 -0
  222. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/transformers/test_group_norm.py +0 -0
  223. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/transformers/test_jsd.py +0 -0
  224. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/transformers/test_kl_div.py +0 -0
  225. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/transformers/test_layer_norm.py +0 -0
  226. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/transformers/test_mm_int8int2.py +0 -0
  227. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/transformers/test_monkey_patch.py +0 -0
  228. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/transformers/test_qwen2vl_mrope.py +0 -0
  229. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/transformers/test_rms_norm.py +0 -0
  230. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/transformers/test_rope.py +0 -0
  231. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/transformers/test_swiglu.py +0 -0
  232. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/transformers/test_trainer_integration.py +0 -0
  233. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/transformers/test_transformers.py +0 -0
  234. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/transformers/test_tvd.py +0 -0
  235. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/triton/test_triton_monkey_patch.py +0 -0
  236. {liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/test/utils.py +0 -0
{liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: liger_kernel_nightly
3
- Version: 0.5.5.dev20250324181221
3
+ Version: 0.5.5.dev20250326012054
4
4
  Summary: Efficient Triton kernels for LLM Training
5
5
  License: BSD 2-CLAUSE LICENSE
6
6
  Copyright 2024 LinkedIn Corporation
{liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/pyproject.toml RENAMED
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "liger_kernel_nightly"
7
- version = "0.5.5.dev20250324181221"
7
+ version = "0.5.5.dev20250326012054"
8
8
  description = "Efficient Triton kernels for LLM Training"
9
9
  urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" }
10
10
  readme = { file = "README.md", content-type = "text/markdown" }
{liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel/transformers/monkey_patch.py RENAMED
@@ -52,6 +52,7 @@ def _patch_rms_norm_module(module, offset=0.0, eps=1e-6, casting_mode="llama", i
52
52
  module.in_place = in_place
53
53
  _bind_method_to_module(module, "forward", LigerRMSNorm.forward)
54
54
  _bind_method_to_module(module, "extra_repr", LigerRMSNorm.extra_repr)
55
+ module.__class__.__name__ = LigerRMSNorm.__name__
55
56
 
56
57
 
57
58
  def _patch_layer_norm_module(module, eps=1e-6):
@@ -59,6 +60,17 @@ def _patch_layer_norm_module(module, eps=1e-6):
59
60
  module.hidden_size = module.normalized_shape
60
61
  _bind_method_to_module(module, "forward", LigerLayerNorm.forward)
61
62
  _bind_method_to_module(module, "extra_repr", LigerLayerNorm.extra_repr)
63
+ module.__class__.__name__ = LigerLayerNorm.__name__
64
+
65
+
66
+ def _patch_swiglu_module(module, liger_module):
67
+ _bind_method_to_module(module, "forward", liger_module.forward)
68
+ module.__class__.__name__ = liger_module.__name__
69
+
70
+
71
+ def _patch_geglu_module(module):
72
+ _bind_method_to_module(module, "forward", LigerGEGLUMLP.forward)
73
+ module.__class__.__name__ = LigerGEGLUMLP.__name__
62
74
 
63
75
 
64
76
  def apply_liger_kernel_to_granite(
@@ -134,7 +146,7 @@ def apply_liger_kernel_to_granite(
134
146
 
135
147
  for decoder_layer in base_model.layers:
136
148
  if swiglu:
137
- _bind_method_to_module(decoder_layer.mlp, "forward", LigerSwiGLUMLP.forward)
149
+ _patch_swiglu_module(decoder_layer.mlp, LigerSwiGLUMLP)
138
150
  if rms_norm:
139
151
  _patch_rms_norm_module(decoder_layer.input_layernorm)
140
152
  _patch_rms_norm_module(decoder_layer.post_attention_layernorm)
@@ -206,7 +218,7 @@ def apply_liger_kernel_to_llama(
206
218
 
207
219
  for decoder_layer in base_model.layers:
208
220
  if swiglu:
209
- _bind_method_to_module(decoder_layer.mlp, "forward", LigerSwiGLUMLP.forward)
221
+ _patch_swiglu_module(decoder_layer.mlp, LigerSwiGLUMLP)
210
222
  if rms_norm:
211
223
  _patch_rms_norm_module(decoder_layer.input_layernorm)
212
224
  _patch_rms_norm_module(decoder_layer.post_attention_layernorm)
@@ -296,7 +308,7 @@ def apply_liger_kernel_to_mllama(
296
308
  _patch_rms_norm_module(text_model.norm)
297
309
  for decoder_layer in text_model.layers:
298
310
  if swiglu:
299
- _bind_method_to_module(decoder_layer.mlp, "forward", LigerSwiGLUMLP.forward)
311
+ _patch_swiglu_module(decoder_layer.mlp, LigerSwiGLUMLP)
300
312
  if rms_norm:
301
313
  _patch_rms_norm_module(decoder_layer.input_layernorm)
302
314
  _patch_rms_norm_module(decoder_layer.post_attention_layernorm)
@@ -370,7 +382,7 @@ def apply_liger_kernel_to_mistral(
370
382
 
371
383
  for decoder_layer in base_model.layers:
372
384
  if swiglu:
373
- _bind_method_to_module(decoder_layer.mlp, "forward", LigerSwiGLUMLP.forward)
385
+ _patch_swiglu_module(decoder_layer.mlp, LigerSwiGLUMLP)
374
386
  if rms_norm:
375
387
  _patch_rms_norm_module(decoder_layer.input_layernorm)
376
388
  _patch_rms_norm_module(decoder_layer.post_attention_layernorm)
@@ -442,7 +454,7 @@ def apply_liger_kernel_to_mixtral(
442
454
  for decoder_layer in base_model.layers:
443
455
  if swiglu:
444
456
  for expert in decoder_layer.block_sparse_moe.experts:
445
- _bind_method_to_module(expert, "forward", LigerBlockSparseTop2MLP.forward)
457
+ _patch_swiglu_module(expert, LigerBlockSparseTop2MLP)
446
458
  if rms_norm:
447
459
  _patch_rms_norm_module(decoder_layer.input_layernorm)
448
460
  _patch_rms_norm_module(decoder_layer.post_attention_layernorm)
@@ -516,7 +528,7 @@ def apply_liger_kernel_to_gemma(
516
528
 
517
529
  for decoder_layer in base_model.layers:
518
530
  if geglu:
519
- _bind_method_to_module(decoder_layer.mlp, "forward", LigerGEGLUMLP.forward)
531
+ _patch_geglu_module(decoder_layer.mlp)
520
532
  if rms_norm:
521
533
  _patch_rms_norm_module_for_gemma(decoder_layer.input_layernorm)
522
534
  _patch_rms_norm_module_for_gemma(decoder_layer.post_attention_layernorm)
@@ -592,7 +604,7 @@ def apply_liger_kernel_to_gemma2(
592
604
 
593
605
  for decoder_layer in base_model.layers:
594
606
  if geglu:
595
- _bind_method_to_module(decoder_layer.mlp, "forward", LigerGEGLUMLP.forward)
607
+ _patch_geglu_module(decoder_layer.mlp)
596
608
  if rms_norm:
597
609
  _patch_rms_norm_module_for_gemma2(decoder_layer.input_layernorm)
598
610
  _patch_rms_norm_module_for_gemma2(decoder_layer.post_attention_layernorm)
@@ -776,7 +788,7 @@ def apply_liger_kernel_to_qwen2(
776
788
 
777
789
  for decoder_layer in base_model.layers:
778
790
  if swiglu:
779
- _bind_method_to_module(decoder_layer.mlp, "forward", LigerSwiGLUMLP.forward)
791
+ _patch_swiglu_module(decoder_layer.mlp, LigerSwiGLUMLP)
780
792
  if rms_norm:
781
793
  _patch_rms_norm_module(decoder_layer.input_layernorm)
782
794
  _patch_rms_norm_module(decoder_layer.post_attention_layernorm)
@@ -849,7 +861,7 @@ def apply_liger_kernel_to_qwen2_vl(
849
861
  _patch_rms_norm_module(base_model.norm)
850
862
  for decoder_layer in base_model.layers:
851
863
  if swiglu:
852
- _bind_method_to_module(decoder_layer.mlp, "forward", LigerSwiGLUMLP.forward)
864
+ _patch_swiglu_module(decoder_layer.mlp, LigerSwiGLUMLP)
853
865
  if rms_norm:
854
866
  _patch_rms_norm_module(decoder_layer.input_layernorm)
855
867
  _patch_rms_norm_module(decoder_layer.post_attention_layernorm)
@@ -916,7 +928,7 @@ def apply_liger_kernel_to_qwen2_5_vl(
916
928
  _patch_rms_norm_module(base_model.norm)
917
929
  for decoder_layer in base_model.layers:
918
930
  if swiglu:
919
- _bind_method_to_module(decoder_layer.mlp, "forward", LigerSwiGLUMLP.forward)
931
+ _patch_swiglu_module(decoder_layer.mlp, LigerSwiGLUMLP)
920
932
  if rms_norm:
921
933
  _patch_rms_norm_module(decoder_layer.input_layernorm)
922
934
  _patch_rms_norm_module(decoder_layer.post_attention_layernorm)
@@ -985,7 +997,7 @@ def apply_liger_kernel_to_phi3(
985
997
 
986
998
  for decoder_layer in base_model.layers:
987
999
  if swiglu:
988
- _bind_method_to_module(decoder_layer.mlp, "forward", LigerPhi3SwiGLUMLP.forward)
1000
+ _patch_swiglu_module(decoder_layer.mlp, LigerPhi3SwiGLUMLP)
989
1001
  if rms_norm:
990
1002
  _patch_rms_norm_module(decoder_layer.input_layernorm)
991
1003
  _patch_rms_norm_module(decoder_layer.post_attention_layernorm)
@@ -1048,7 +1060,7 @@ def apply_liger_kernel_to_olmo2(
1048
1060
 
1049
1061
  for decoder_layer in base_model.layers:
1050
1062
  if swiglu:
1051
- _bind_method_to_module(decoder_layer.mlp, "forward", LigerSwiGLUMLP.forward)
1063
+ _patch_swiglu_module(decoder_layer.mlp, LigerSwiGLUMLP)
1052
1064
  if rms_norm:
1053
1065
  _patch_rms_norm_module(decoder_layer.post_attention_layernorm, in_place=False)
1054
1066
  _patch_rms_norm_module(decoder_layer.post_feedforward_layernorm, in_place=False)
{liger_kernel_nightly-0.5.5.dev20250324181221 → liger_kernel_nightly-0.5.5.dev20250326012054}/src/liger_kernel_nightly.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: liger_kernel_nightly
3
- Version: 0.5.5.dev20250324181221
3
+ Version: 0.5.5.dev20250326012054
4
4
  Summary: Efficient Triton kernels for LLM Training
5
5
  License: BSD 2-CLAUSE LICENSE
6
6
  Copyright 2024 LinkedIn Corporation