liger-kernel-nightly 0.5.10.dev20250605223455__tar.gz → 0.5.10.dev20250606182408__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- liger_kernel_nightly-0.5.10.dev20250606182408/.github/workflows/benchmark.yml +78 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/PKG-INFO +1 -1
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/data/all_benchmark_data.csv +448 -0
- liger_kernel_nightly-0.5.10.dev20250606182408/benchmark/scripts/benchmark_fused_neighborhood_attention.py +367 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/pyproject.toml +1 -1
- liger_kernel_nightly-0.5.10.dev20250606182408/src/liger_kernel/ops/fused_neighborhood_attention.py +1022 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/functional.py +28 -0
- liger_kernel_nightly-0.5.10.dev20250606182408/src/liger_kernel/transformers/fused_neighborhood_attention.py +234 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel_nightly.egg-info/PKG-INFO +1 -1
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel_nightly.egg-info/SOURCES.txt +4 -0
- liger_kernel_nightly-0.5.10.dev20250606182408/test/transformers/test_fused_neighborhood_attention.py +572 -0
- liger_kernel_nightly-0.5.10.dev20250605223455/.github/workflows/benchmark.yml +0 -36
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/.github/ISSUE_TEMPLATE/bug_report.yaml +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/.github/ISSUE_TEMPLATE/feature_request.yaml +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/.github/pull_request_template.md +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/.github/workflows/amd-ci.yml +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/.github/workflows/docs.yml +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/.github/workflows/intel-ci.yml +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/.github/workflows/nvi-ci.yml +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/.github/workflows/publish-nightly.yml +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/.github/workflows/publish-release.yml +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/.gitignore +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/.idea/workspace.xml +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/LICENSE +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/Makefile +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/NOTICE +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/README.md +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/README.md +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/__init__.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/benchmarks_visualizer.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/__init__.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_cpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_distill_jsd_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_dpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_dyt.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_embedding.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_fused_linear_cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_fused_linear_jsd.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_geglu.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_group_norm.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_jsd.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_kl_div.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_kto_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_layer_norm.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_multi_token_attention.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_orpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_qwen2vl_mrope.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_rms_norm.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_rope.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_simpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_softmax.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_sparse_multi_token_attention.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_sparsemax.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_swiglu.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/benchmark_tvd.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/benchmark/scripts/utils.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/dev/fmt-requirements.txt +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/dev/modal/benchmarks.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/dev/modal/tests.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/dev/modal/tests_bwd.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/docs/Examples.md +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/docs/Getting-Started.md +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/docs/High-Level-APIs.md +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/docs/Low-Level-APIs.md +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/docs/acknowledgement.md +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/docs/contributing.md +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/docs/images/banner.GIF +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/docs/images/compose.gif +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/docs/images/e2e-memory.png +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/docs/images/e2e-tps.png +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/docs/images/logo-banner.png +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/docs/images/patch.gif +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/docs/images/post-training.png +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/docs/index.md +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/docs/license.md +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/alignment/accelerate_config.yaml +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/alignment/run_orpo.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/huggingface/README.md +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/huggingface/callback.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/huggingface/config/fsdp_config.json +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/huggingface/img/gemma_7b_mem.png +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/huggingface/img/gemma_7b_tp.png +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/huggingface/img/llama_mem_alloc.png +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/huggingface/img/llama_tps.png +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/huggingface/img/qwen_mem_alloc.png +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/huggingface/img/qwen_tps.png +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/huggingface/launch_on_modal.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/huggingface/requirements.txt +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/huggingface/run_benchmarks.sh +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/huggingface/run_gemma.sh +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/huggingface/run_llama.sh +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/huggingface/run_qwen.sh +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/huggingface/run_qwen2_vl.sh +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/huggingface/training.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/huggingface/training_multimodal.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/lightning/README.md +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/lightning/requirements.txt +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/lightning/training.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/medusa/README.md +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/medusa/callback.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/medusa/docs/images/Memory_Stage1_num_head_3.png +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/medusa/docs/images/Memory_Stage1_num_head_5.png +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/medusa/docs/images/Memory_Stage2_num_head_3.png +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/medusa/docs/images/Memory_Stage2_num_head_5.png +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/medusa/docs/images/Throughput_Stage1_num_head_3.png +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/medusa/docs/images/Throughput_Stage1_num_head_5.png +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/medusa/docs/images/Throughput_Stage2_num_head_3.png +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/medusa/docs/images/Throughput_Stage2_num_head_5.png +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/medusa/fsdp/acc-fsdp.conf +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/medusa/medusa_util.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/medusa/requirements.txt +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/medusa/scripts/llama3_8b_medusa.sh +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/examples/medusa/train.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/licenses/LICENSE-Apache-2.0 +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/licenses/LICENSE-MIT-AutoAWQ +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/licenses/LICENSE-MIT-Efficient-Cross-Entropy +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/licenses/LICENSE-MIT-llmc +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/licenses/LICENSE-MIT-triton +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/mkdocs.yml +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/setup.cfg +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/setup.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/__init__.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/chunked_loss/README.md +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/chunked_loss/__init__.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/chunked_loss/cpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/chunked_loss/dpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/chunked_loss/functional.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/chunked_loss/fused_linear_distillation.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/chunked_loss/fused_linear_ppo.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/chunked_loss/fused_linear_preference.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/chunked_loss/fused_linear_unpaired_preference.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/chunked_loss/grpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/chunked_loss/jsd_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/chunked_loss/kto_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/chunked_loss/orpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/chunked_loss/simpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/env_report.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/__init__.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/dyt.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/experimental/embedding.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/experimental/mm_int8int2.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/fused_linear_cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/fused_linear_jsd.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/geglu.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/group_norm.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/grpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/jsd.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/kl_div.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/layer_norm.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/multi_token_attention.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/qwen2vl_mrope.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/rms_norm.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/rope.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/softmax.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/sparsemax.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/swiglu.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/tvd.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/ops/utils.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/__init__.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/auto_model.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/dyt.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/experimental/embedding.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/fsdp.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/fused_linear_cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/fused_linear_jsd.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/geglu.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/group_norm.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/grpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/jsd.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/kl_div.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/layer_norm.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/model/__init__.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/model/gemma.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/model/gemma2.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/model/gemma3.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/model/glm4.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/model/llama.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/model/llava.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/model/loss_utils.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/model/mistral.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/model/mixtral.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/model/mllama.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/model/olmo2.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/model/paligemma.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/model/phi3.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/model/qwen2.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/model/qwen2_5_vl.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/model/qwen2_vl.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/model/qwen3.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/model/qwen3_moe.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/monkey_patch.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/multi_token_attention.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/qwen2vl_mrope.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/rms_norm.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/rope.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/softmax.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/sparsemax.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/swiglu.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/trainer/__init__.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/trainer/orpo_trainer.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/trainer_integration.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/transformers/tvd.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/triton/__init__.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/triton/monkey_patch.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel/utils.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel_nightly.egg-info/dependency_links.txt +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel_nightly.egg-info/requires.txt +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/src/liger_kernel_nightly.egg-info/top_level.txt +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/__init__.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/chunked_loss/__init__.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/chunked_loss/test_cpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/chunked_loss/test_dpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/chunked_loss/test_grpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/chunked_loss/test_jsd_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/chunked_loss/test_kto_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/chunked_loss/test_orpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/chunked_loss/test_simpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/conftest.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/convergence/__init__.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/convergence/bf16/__init__.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/convergence/bf16/test_mini_models.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/convergence/bf16/test_mini_models_multimodal.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/convergence/bf16/test_mini_models_with_logits.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/convergence/fp32/__init__.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/convergence/fp32/test_mini_models.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/convergence/fp32/test_mini_models_multimodal.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/convergence/fp32/test_mini_models_with_logits.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/resources/fake_configs/Google/Gemma3/gemma-3-4b-it/tokenizer_config.json +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/resources/fake_configs/Google/Paligemma/paligemma-3b-pt-224/tokenizer_config.json +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/resources/fake_configs/Llava/llava-1.5-7b-hf/preprocessor_config.json +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/resources/fake_configs/Llava/llava-1.5-7b-hf/processor_config.json +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/resources/fake_configs/Llava/llava-1.5-7b-hf/tokenizer_config.json +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/resources/fake_configs/Qwen/Qwen2-VL-7B-Instruct/tokenizer_config.json +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/resources/fake_configs/Qwen/Qwen2.5-VL-7B-Instruct/tokenizer_config.json +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/resources/fake_configs/meta-llama/Llama-3.2-11B-Vision-Instruct/tokenizer_config.json +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/resources/scripts/generate_tokenized_dataset.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/resources/tiny_shakespeare.txt +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/resources/tiny_shakespeare_tokenized/data-00000-of-00001.arrow +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/resources/tiny_shakespeare_tokenized/dataset_info.json +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/resources/tiny_shakespeare_tokenized/state.json +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_auto_model.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_dyt.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_embedding.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_flex_attention.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_fused_linear_cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_fused_linear_jsd.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_geglu.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_group_norm.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_grpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_jsd.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_kl_div.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_layer_norm.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_mm_int8int2.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_monkey_patch.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_multi_token_attention.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_qwen2vl_mrope.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_rms_norm.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_rope.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_softmax.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_sparsemax.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_swiglu.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_trainer_integration.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_transformers.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/transformers/test_tvd.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/triton/test_triton_monkey_patch.py +0 -0
- {liger_kernel_nightly-0.5.10.dev20250605223455 → liger_kernel_nightly-0.5.10.dev20250606182408}/test/utils.py +0 -0
@@ -0,0 +1,78 @@
|
|
1
|
+
name: Benchmarks
|
2
|
+
|
3
|
+
on:
|
4
|
+
push:
|
5
|
+
branches:
|
6
|
+
- main
|
7
|
+
paths:
|
8
|
+
- "src/**"
|
9
|
+
- "test/**"
|
10
|
+
- "benchmark/**"
|
11
|
+
|
12
|
+
concurrency:
|
13
|
+
# This causes it to cancel previous in-progress actions on the same PR / branch,
|
14
|
+
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
15
|
+
cancel-in-progress: true
|
16
|
+
|
17
|
+
jobs:
|
18
|
+
benchmarks:
|
19
|
+
runs-on: ubuntu-latest
|
20
|
+
env:
|
21
|
+
MODAL_TOKEN_ID: ${{ secrets.MODAL_TOKEN_ID }}
|
22
|
+
MODAL_TOKEN_SECRET: ${{ secrets.MODAL_TOKEN_SECRET }}
|
23
|
+
GH_TOKEN: ${{ secrets.GH_TOKEN }}
|
24
|
+
GITHUB_USERNAME: linkedin
|
25
|
+
REPO_NAME: Liger-Kernel
|
26
|
+
OUTPUT_DIR: benchmarks
|
27
|
+
OUTPUT_FILENAME: benchmark.csv
|
28
|
+
GENERATED_CSV: benchmark/data/all_benchmark_data.csv
|
29
|
+
|
30
|
+
steps:
|
31
|
+
- name: Checkout code
|
32
|
+
uses: actions/checkout@v3
|
33
|
+
|
34
|
+
# Get the latest commit hash from main branch
|
35
|
+
- name: Get commit hash
|
36
|
+
id: get_hash
|
37
|
+
run: echo "hash=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT
|
38
|
+
|
39
|
+
- name: Set up Python
|
40
|
+
uses: actions/setup-python@v3
|
41
|
+
with:
|
42
|
+
python-version: '3.10'
|
43
|
+
|
44
|
+
# Install dependencies
|
45
|
+
- name: Install dependencies
|
46
|
+
run: |
|
47
|
+
python -m pip install --upgrade pip
|
48
|
+
pip install modal
|
49
|
+
pip install pandas
|
50
|
+
|
51
|
+
# - name: Run benchmarks on GPU
|
52
|
+
# run: |
|
53
|
+
# modal run dev.modal.benchmarks
|
54
|
+
|
55
|
+
# Step 5: Checkout gh-pages branch in a subfolderAdd commentMore actions
|
56
|
+
- name: Checkout gh-pages
|
57
|
+
uses: actions/checkout@v3
|
58
|
+
with:
|
59
|
+
ref: gh-pages
|
60
|
+
path: gh-pages
|
61
|
+
token: ${{ secrets.GH_TOKEN }}
|
62
|
+
|
63
|
+
# Step 6: Copy benchmark CSV to gh-pages directory
|
64
|
+
- name: Copy generated benchmark to gh-pages
|
65
|
+
run: |
|
66
|
+
mkdir -p gh-pages/${OUTPUT_DIR}/${{ steps.get_hash.outputs.hash }}
|
67
|
+
cp ${GENERATED_CSV} gh-pages/${OUTPUT_DIR}/${{ steps.get_hash.outputs.hash }}/${OUTPUT_FILENAME}
|
68
|
+
|
69
|
+
# Step 7: Commit and push
|
70
|
+
- name: Commit and push to gh-pages
|
71
|
+
run: |
|
72
|
+
cd gh-pages
|
73
|
+
git config user.name "GitHub Action Bot"
|
74
|
+
git config user.email "action@github.com"
|
75
|
+
git add .
|
76
|
+
git commit -m "Add benchmark for commit ${{ steps.get_hash.outputs.hash }}" || echo "No changes to commit"
|
77
|
+
git push origin gh-pages
|
78
|
+
|