liger-kernel-nightly 0.5.5.dev20250326012054__tar.gz → 0.5.5.dev20250327235249__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of liger-kernel-nightly might be problematic. Click here for more details.

Files changed (236) hide show
  1. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/PKG-INFO +1 -1
  2. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/pyproject.toml +1 -1
  3. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/chunked_loss/fused_linear_distillation.py +15 -0
  4. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel_nightly.egg-info/PKG-INFO +1 -1
  5. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/.github/ISSUE_TEMPLATE/bug_report.yaml +0 -0
  6. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/.github/ISSUE_TEMPLATE/feature_request.yaml +0 -0
  7. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/.github/pull_request_template.md +0 -0
  8. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/.github/workflows/amd-ci.yml +0 -0
  9. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/.github/workflows/docs.yml +0 -0
  10. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/.github/workflows/intel-ci.yml +0 -0
  11. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/.github/workflows/nvi-ci.yml +0 -0
  12. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/.github/workflows/publish-nightly.yml +0 -0
  13. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/.github/workflows/publish-release.yml +0 -0
  14. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/.gitignore +0 -0
  15. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/LICENSE +0 -0
  16. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/Makefile +0 -0
  17. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/NOTICE +0 -0
  18. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/README.md +0 -0
  19. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/README.md +0 -0
  20. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/__init__.py +0 -0
  21. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/benchmarks_visualizer.py +0 -0
  22. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/data/all_benchmark_data.csv +0 -0
  23. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/__init__.py +0 -0
  24. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/benchmark_cpo_loss.py +0 -0
  25. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/benchmark_cross_entropy.py +0 -0
  26. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/benchmark_distill_jsd_loss.py +0 -0
  27. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/benchmark_dpo_loss.py +0 -0
  28. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/benchmark_dyt.py +0 -0
  29. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/benchmark_embedding.py +0 -0
  30. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/benchmark_fused_linear_cross_entropy.py +0 -0
  31. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/benchmark_fused_linear_jsd.py +0 -0
  32. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/benchmark_geglu.py +0 -0
  33. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/benchmark_group_norm.py +0 -0
  34. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/benchmark_jsd.py +0 -0
  35. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/benchmark_kl_div.py +0 -0
  36. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/benchmark_kto_loss.py +0 -0
  37. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/benchmark_layer_norm.py +0 -0
  38. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/benchmark_orpo_loss.py +0 -0
  39. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/benchmark_qwen2vl_mrope.py +0 -0
  40. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/benchmark_rms_norm.py +0 -0
  41. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/benchmark_rope.py +0 -0
  42. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/benchmark_simpo_loss.py +0 -0
  43. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/benchmark_swiglu.py +0 -0
  44. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/benchmark_tvd.py +0 -0
  45. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/benchmark/scripts/utils.py +0 -0
  46. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/dev/fmt-requirements.txt +0 -0
  47. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/dev/modal/tests.py +0 -0
  48. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/dev/modal/tests_bwd.py +0 -0
  49. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/docs/Examples.md +0 -0
  50. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/docs/Getting-Started.md +0 -0
  51. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/docs/High-Level-APIs.md +0 -0
  52. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/docs/Low-Level-APIs.md +0 -0
  53. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/docs/acknowledgement.md +0 -0
  54. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/docs/contributing.md +0 -0
  55. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/docs/images/banner.GIF +0 -0
  56. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/docs/images/compose.gif +0 -0
  57. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/docs/images/e2e-memory.png +0 -0
  58. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/docs/images/e2e-tps.png +0 -0
  59. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/docs/images/logo-banner.png +0 -0
  60. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/docs/images/patch.gif +0 -0
  61. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/docs/images/post-training.png +0 -0
  62. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/docs/index.md +0 -0
  63. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/docs/license.md +0 -0
  64. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/alignment/accelerate_config.yaml +0 -0
  65. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/alignment/run_orpo.py +0 -0
  66. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/huggingface/README.md +0 -0
  67. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/huggingface/callback.py +0 -0
  68. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/huggingface/config/fsdp_config.json +0 -0
  69. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/huggingface/img/gemma_7b_mem.png +0 -0
  70. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/huggingface/img/gemma_7b_tp.png +0 -0
  71. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/huggingface/img/llama_mem_alloc.png +0 -0
  72. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/huggingface/img/llama_tps.png +0 -0
  73. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/huggingface/img/qwen_mem_alloc.png +0 -0
  74. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/huggingface/img/qwen_tps.png +0 -0
  75. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/huggingface/launch_on_modal.py +0 -0
  76. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/huggingface/requirements.txt +0 -0
  77. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/huggingface/run_benchmarks.sh +0 -0
  78. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/huggingface/run_gemma.sh +0 -0
  79. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/huggingface/run_llama.sh +0 -0
  80. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/huggingface/run_qwen.sh +0 -0
  81. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/huggingface/run_qwen2_vl.sh +0 -0
  82. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/huggingface/training.py +0 -0
  83. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/huggingface/training_multimodal.py +0 -0
  84. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/lightning/README.md +0 -0
  85. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/lightning/requirements.txt +0 -0
  86. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/lightning/training.py +0 -0
  87. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/medusa/README.md +0 -0
  88. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/medusa/callback.py +0 -0
  89. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/medusa/docs/images/Memory_Stage1_num_head_3.png +0 -0
  90. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/medusa/docs/images/Memory_Stage1_num_head_5.png +0 -0
  91. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/medusa/docs/images/Memory_Stage2_num_head_3.png +0 -0
  92. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/medusa/docs/images/Memory_Stage2_num_head_5.png +0 -0
  93. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/medusa/docs/images/Throughput_Stage1_num_head_3.png +0 -0
  94. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/medusa/docs/images/Throughput_Stage1_num_head_5.png +0 -0
  95. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/medusa/docs/images/Throughput_Stage2_num_head_3.png +0 -0
  96. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/medusa/docs/images/Throughput_Stage2_num_head_5.png +0 -0
  97. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/medusa/fsdp/acc-fsdp.conf +0 -0
  98. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/medusa/medusa_util.py +0 -0
  99. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/medusa/requirements.txt +0 -0
  100. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/medusa/scripts/llama3_8b_medusa.sh +0 -0
  101. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/examples/medusa/train.py +0 -0
  102. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/licenses/LICENSE-Apache-2.0 +0 -0
  103. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/licenses/LICENSE-MIT-AutoAWQ +0 -0
  104. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/licenses/LICENSE-MIT-Efficient-Cross-Entropy +0 -0
  105. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/licenses/LICENSE-MIT-llmc +0 -0
  106. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/licenses/LICENSE-MIT-triton +0 -0
  107. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/mkdocs.yml +0 -0
  108. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/setup.cfg +0 -0
  109. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/setup.py +0 -0
  110. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/__init__.py +0 -0
  111. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/chunked_loss/README.md +0 -0
  112. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/chunked_loss/__init__.py +0 -0
  113. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/chunked_loss/cpo_loss.py +0 -0
  114. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/chunked_loss/dpo_loss.py +0 -0
  115. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/chunked_loss/functional.py +0 -0
  116. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/chunked_loss/fused_linear_preference.py +0 -0
  117. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/chunked_loss/fused_linear_rlhf.py +0 -0
  118. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/chunked_loss/fused_linear_unpaired_preference.py +0 -0
  119. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/chunked_loss/grpo_loss.py +0 -0
  120. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/chunked_loss/jsd_loss.py +0 -0
  121. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/chunked_loss/kto_loss.py +0 -0
  122. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/chunked_loss/orpo_loss.py +0 -0
  123. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/chunked_loss/simpo_loss.py +0 -0
  124. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/env_report.py +0 -0
  125. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/ops/__init__.py +0 -0
  126. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/ops/cross_entropy.py +0 -0
  127. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/ops/dyt.py +0 -0
  128. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/ops/experimental/embedding.py +0 -0
  129. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/ops/experimental/mm_int8int2.py +0 -0
  130. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/ops/fused_linear_cross_entropy.py +0 -0
  131. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/ops/fused_linear_jsd.py +0 -0
  132. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/ops/geglu.py +0 -0
  133. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/ops/group_norm.py +0 -0
  134. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/ops/jsd.py +0 -0
  135. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/ops/kl_div.py +0 -0
  136. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/ops/layer_norm.py +0 -0
  137. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/ops/qwen2vl_mrope.py +0 -0
  138. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/ops/rms_norm.py +0 -0
  139. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/ops/rope.py +0 -0
  140. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/ops/swiglu.py +0 -0
  141. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/ops/tvd.py +0 -0
  142. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/ops/utils.py +0 -0
  143. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/__init__.py +0 -0
  144. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/auto_model.py +0 -0
  145. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/cross_entropy.py +0 -0
  146. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/dyt.py +0 -0
  147. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/experimental/embedding.py +0 -0
  148. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/functional.py +0 -0
  149. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/fused_linear_cross_entropy.py +0 -0
  150. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/fused_linear_jsd.py +0 -0
  151. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/geglu.py +0 -0
  152. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/group_norm.py +0 -0
  153. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/jsd.py +0 -0
  154. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/kl_div.py +0 -0
  155. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/layer_norm.py +0 -0
  156. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/model/__init__.py +0 -0
  157. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/model/gemma.py +0 -0
  158. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/model/gemma2.py +0 -0
  159. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/model/llama.py +0 -0
  160. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/model/loss_utils.py +0 -0
  161. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/model/mistral.py +0 -0
  162. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/model/mixtral.py +0 -0
  163. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/model/mllama.py +0 -0
  164. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/model/olmo2.py +0 -0
  165. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/model/paligemma.py +0 -0
  166. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/model/phi3.py +0 -0
  167. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/model/qwen2.py +0 -0
  168. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/model/qwen2_5_vl.py +0 -0
  169. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/model/qwen2_vl.py +0 -0
  170. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/monkey_patch.py +0 -0
  171. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/qwen2vl_mrope.py +0 -0
  172. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/rms_norm.py +0 -0
  173. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/rope.py +0 -0
  174. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/swiglu.py +0 -0
  175. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/trainer/__init__.py +0 -0
  176. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/trainer/orpo_trainer.py +0 -0
  177. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/trainer_integration.py +0 -0
  178. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/transformers/tvd.py +0 -0
  179. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/triton/__init__.py +0 -0
  180. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/triton/monkey_patch.py +0 -0
  181. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/utils.py +0 -0
  182. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel_nightly.egg-info/SOURCES.txt +0 -0
  183. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel_nightly.egg-info/dependency_links.txt +0 -0
  184. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel_nightly.egg-info/requires.txt +0 -0
  185. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel_nightly.egg-info/top_level.txt +0 -0
  186. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/__init__.py +0 -0
  187. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/chunked_loss/__init__.py +0 -0
  188. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/chunked_loss/test_cpo_loss.py +0 -0
  189. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/chunked_loss/test_dpo_loss.py +0 -0
  190. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/chunked_loss/test_grpo_loss.py +0 -0
  191. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/chunked_loss/test_jsd_loss.py +0 -0
  192. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/chunked_loss/test_kto_loss.py +0 -0
  193. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/chunked_loss/test_orpo_loss.py +0 -0
  194. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/chunked_loss/test_simpo_loss.py +0 -0
  195. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/conftest.py +0 -0
  196. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/convergence/__init__.py +0 -0
  197. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/convergence/bf16/__init__.py +0 -0
  198. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/convergence/bf16/test_mini_models.py +0 -0
  199. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/convergence/bf16/test_mini_models_multimodal.py +0 -0
  200. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/convergence/bf16/test_mini_models_with_logits.py +0 -0
  201. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/convergence/fp32/__init__.py +0 -0
  202. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/convergence/fp32/test_mini_models.py +0 -0
  203. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/convergence/fp32/test_mini_models_multimodal.py +0 -0
  204. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/convergence/fp32/test_mini_models_with_logits.py +0 -0
  205. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/resources/fake_configs/Google/Paligemma/paligemma-3b-pt-224/tokenizer_config.json +0 -0
  206. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/resources/fake_configs/Qwen/Qwen2-VL-7B-Instruct/tokenizer_config.json +0 -0
  207. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/resources/fake_configs/Qwen/Qwen2.5-VL-7B-Instruct/tokenizer_config.json +0 -0
  208. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/resources/fake_configs/meta-llama/Llama-3.2-11B-Vision-Instruct/tokenizer_config.json +0 -0
  209. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/resources/scripts/generate_tokenized_dataset.py +0 -0
  210. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/resources/tiny_shakespeare.txt +0 -0
  211. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/resources/tiny_shakespeare_tokenized/data-00000-of-00001.arrow +0 -0
  212. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/resources/tiny_shakespeare_tokenized/dataset_info.json +0 -0
  213. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/resources/tiny_shakespeare_tokenized/state.json +0 -0
  214. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/transformers/test_auto_model.py +0 -0
  215. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/transformers/test_cross_entropy.py +0 -0
  216. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/transformers/test_dyt.py +0 -0
  217. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/transformers/test_embedding.py +0 -0
  218. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/transformers/test_flex_attention.py +0 -0
  219. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/transformers/test_fused_linear_cross_entropy.py +0 -0
  220. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/transformers/test_fused_linear_jsd.py +0 -0
  221. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/transformers/test_geglu.py +0 -0
  222. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/transformers/test_group_norm.py +0 -0
  223. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/transformers/test_jsd.py +0 -0
  224. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/transformers/test_kl_div.py +0 -0
  225. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/transformers/test_layer_norm.py +0 -0
  226. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/transformers/test_mm_int8int2.py +0 -0
  227. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/transformers/test_monkey_patch.py +0 -0
  228. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/transformers/test_qwen2vl_mrope.py +0 -0
  229. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/transformers/test_rms_norm.py +0 -0
  230. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/transformers/test_rope.py +0 -0
  231. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/transformers/test_swiglu.py +0 -0
  232. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/transformers/test_trainer_integration.py +0 -0
  233. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/transformers/test_transformers.py +0 -0
  234. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/transformers/test_tvd.py +0 -0
  235. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/triton/test_triton_monkey_patch.py +0 -0
  236. {liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/test/utils.py +0 -0
{liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: liger_kernel_nightly
3
- Version: 0.5.5.dev20250326012054
3
+ Version: 0.5.5.dev20250327235249
4
4
  Summary: Efficient Triton kernels for LLM Training
5
5
  License: BSD 2-CLAUSE LICENSE
6
6
  Copyright 2024 LinkedIn Corporation
{liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/pyproject.toml RENAMED
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "liger_kernel_nightly"
7
- version = "0.5.5.dev20250326012054"
7
+ version = "0.5.5.dev20250327235249"
8
8
  description = "Efficient Triton kernels for LLM Training"
9
9
  urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" }
10
10
  readme = { file = "README.md", content-type = "text/markdown" }
{liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel/chunked_loss/fused_linear_distillation.py RENAMED
@@ -112,6 +112,21 @@ class LigerFusedLinearDistillationBase(torch.autograd.Function):
112
112
  compute_ce_loss=compute_ce_loss,
113
113
  )
114
114
 
115
+ # If the teacher and student token size is different, pad student logits to match the teacher's.
116
+ # This only applies to cases where they share exactly the same vocab and tokenizer just
117
+ # that teacher logit is padded for some training efficiency such as
118
+ # https://huggingface.co/Qwen/Qwen1.5-72B-Chat/discussions/1#662883f568adf59b07b176d2
119
+ teacher_vocab_size = teacher_weight.shape[0]
120
+ student_vocab_size = student_weight.shape[0]
121
+ if teacher_vocab_size > student_vocab_size:
122
+ pad_size = teacher_vocab_size - student_vocab_size
123
+ pad_tensor = torch.zeros(
124
+ (*student_logits_chunk.shape[:-1], pad_size),
125
+ dtype=student_logits_chunk.dtype,
126
+ device=student_logits_chunk.device
127
+ )
128
+ student_logits_chunk = torch.cat([student_logits_chunk, pad_tensor], dim=-1)
129
+
115
130
  student_logits_chunk /= temperature
116
131
  teacher_logits_chunk /= temperature
117
132
 
{liger_kernel_nightly-0.5.5.dev20250326012054 → liger_kernel_nightly-0.5.5.dev20250327235249}/src/liger_kernel_nightly.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: liger_kernel_nightly
3
- Version: 0.5.5.dev20250326012054
3
+ Version: 0.5.5.dev20250327235249
4
4
  Summary: Efficient Triton kernels for LLM Training
5
5
  License: BSD 2-CLAUSE LICENSE
6
6
  Copyright 2024 LinkedIn Corporation