liger-kernel-nightly 0.5.3.dev20250210231423__tar.gz → 0.5.3.dev20250211214737__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- liger_kernel_nightly-0.5.3.dev20250211214737/.github/workflows/intel-ci.yml +71 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/PKG-INFO +1 -1
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/pyproject.toml +1 -1
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/setup.py +13 -4
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel_nightly.egg-info/PKG-INFO +1 -1
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel_nightly.egg-info/SOURCES.txt +1 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/.github/ISSUE_TEMPLATE/bug_report.yaml +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/.github/ISSUE_TEMPLATE/feature_request.yaml +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/.github/pull_request_template.md +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/.github/workflows/amd-ci.yml +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/.github/workflows/docs.yml +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/.github/workflows/nvi-ci.yml +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/.github/workflows/publish-nightly.yml +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/.github/workflows/publish-release.yml +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/.gitignore +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/LICENSE +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/Makefile +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/NOTICE +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/README.md +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/README.md +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/__init__.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/benchmarks_visualizer.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/data/all_benchmark_data.csv +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/scripts/__init__.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/scripts/benchmark_cpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/scripts/benchmark_cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/scripts/benchmark_distill_jsd_loss.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/scripts/benchmark_dpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/scripts/benchmark_embedding.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/scripts/benchmark_fused_linear_cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/scripts/benchmark_fused_linear_jsd.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/scripts/benchmark_geglu.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/scripts/benchmark_group_norm.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/scripts/benchmark_jsd.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/scripts/benchmark_kl_div.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/scripts/benchmark_kto_loss.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/scripts/benchmark_layer_norm.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/scripts/benchmark_orpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/scripts/benchmark_qwen2vl_mrope.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/scripts/benchmark_rms_norm.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/scripts/benchmark_rope.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/scripts/benchmark_simpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/scripts/benchmark_swiglu.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/benchmark/scripts/utils.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/dev/fmt-requirements.txt +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/dev/modal/tests.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/dev/modal/tests_bwd.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/docs/Examples.md +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/docs/Getting-Started.md +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/docs/High-Level-APIs.md +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/docs/Low-Level-APIs.md +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/docs/acknowledgement.md +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/docs/contributing.md +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/docs/images/banner.GIF +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/docs/images/compose.gif +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/docs/images/e2e-memory.png +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/docs/images/e2e-tps.png +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/docs/images/logo-banner.png +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/docs/images/patch.gif +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/docs/images/post-training.png +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/docs/index.md +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/docs/license.md +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/alignment/accelerate_config.yaml +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/alignment/run_orpo.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/huggingface/README.md +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/huggingface/callback.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/huggingface/config/fsdp_config.json +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/huggingface/img/gemma_7b_mem.png +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/huggingface/img/gemma_7b_tp.png +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/huggingface/img/llama_mem_alloc.png +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/huggingface/img/llama_tps.png +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/huggingface/img/qwen_mem_alloc.png +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/huggingface/img/qwen_tps.png +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/huggingface/launch_on_modal.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/huggingface/requirements.txt +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/huggingface/run_benchmarks.sh +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/huggingface/run_gemma.sh +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/huggingface/run_llama.sh +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/huggingface/run_qwen.sh +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/huggingface/run_qwen2_vl.sh +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/huggingface/training.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/huggingface/training_multimodal.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/lightning/README.md +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/lightning/requirements.txt +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/lightning/training.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/medusa/README.md +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/medusa/callback.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/medusa/docs/images/Memory_Stage1_num_head_3.png +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/medusa/docs/images/Memory_Stage1_num_head_5.png +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/medusa/docs/images/Memory_Stage2_num_head_3.png +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/medusa/docs/images/Memory_Stage2_num_head_5.png +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/medusa/docs/images/Throughput_Stage1_num_head_3.png +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/medusa/docs/images/Throughput_Stage1_num_head_5.png +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/medusa/docs/images/Throughput_Stage2_num_head_3.png +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/medusa/docs/images/Throughput_Stage2_num_head_5.png +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/medusa/fsdp/acc-fsdp.conf +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/medusa/medusa_util.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/medusa/requirements.txt +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/medusa/scripts/llama3_8b_medusa.sh +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/examples/medusa/train.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/licenses/LICENSE-Apache-2.0 +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/licenses/LICENSE-MIT-AutoAWQ +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/licenses/LICENSE-MIT-Efficient-Cross-Entropy +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/licenses/LICENSE-MIT-llmc +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/licenses/LICENSE-MIT-triton +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/mkdocs.yml +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/setup.cfg +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/__init__.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/chunked_loss/README.md +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/chunked_loss/__init__.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/chunked_loss/cpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/chunked_loss/dpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/chunked_loss/functional.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/chunked_loss/fused_linear_distillation.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/chunked_loss/fused_linear_preference.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/chunked_loss/fused_linear_unpaired_preference.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/chunked_loss/jsd_loss.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/chunked_loss/kto_loss.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/chunked_loss/orpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/chunked_loss/simpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/env_report.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/ops/__init__.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/ops/cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/ops/experimental/embedding.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/ops/experimental/mm_int8int2.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/ops/fused_linear_cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/ops/fused_linear_jsd.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/ops/geglu.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/ops/group_norm.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/ops/jsd.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/ops/kl_div.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/ops/layer_norm.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/ops/qwen2vl_mrope.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/ops/rms_norm.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/ops/rope.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/ops/swiglu.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/ops/utils.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/__init__.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/auto_model.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/experimental/embedding.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/functional.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/fused_linear_cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/fused_linear_jsd.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/geglu.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/group_norm.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/jsd.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/kl_div.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/layer_norm.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/model/__init__.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/model/gemma.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/model/gemma2.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/model/llama.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/model/mistral.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/model/mixtral.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/model/mllama.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/model/phi3.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/model/qwen2.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/model/qwen2_vl.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/monkey_patch.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/qwen2vl_mrope.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/rms_norm.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/rope.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/swiglu.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/trainer/__init__.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/trainer/orpo_trainer.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/transformers/trainer_integration.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/triton/__init__.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/triton/monkey_patch.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel/utils.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel_nightly.egg-info/dependency_links.txt +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel_nightly.egg-info/requires.txt +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/src/liger_kernel_nightly.egg-info/top_level.txt +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/__init__.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/chunked_loss/__init__.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/chunked_loss/test_cpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/chunked_loss/test_dpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/chunked_loss/test_jsd_loss.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/chunked_loss/test_kto_loss.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/chunked_loss/test_orpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/chunked_loss/test_simpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/conftest.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/convergence/__init__.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/convergence/test_mini_models.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/convergence/test_mini_models_multimodal.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/convergence/test_mini_models_with_logits.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/resources/fake_configs/Qwen/Qwen2-VL-7B-Instruct/tokenizer_config.json +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/resources/fake_configs/meta-llama/Llama-3.2-11B-Vision-Instruct/tokenizer_config.json +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/resources/scripts/generate_tokenized_dataset.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/resources/tiny_shakespeare.txt +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/resources/tiny_shakespeare_tokenized/data-00000-of-00001.arrow +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/resources/tiny_shakespeare_tokenized/dataset_info.json +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/resources/tiny_shakespeare_tokenized/state.json +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/transformers/test_auto_model.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/transformers/test_cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/transformers/test_embedding.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/transformers/test_fused_linear_cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/transformers/test_fused_linear_jsd.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/transformers/test_geglu.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/transformers/test_group_norm.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/transformers/test_jsd.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/transformers/test_kl_div.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/transformers/test_layer_norm.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/transformers/test_mm_int8int2.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/transformers/test_monkey_patch.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/transformers/test_qwen2vl_mrope.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/transformers/test_rms_norm.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/transformers/test_rope.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/transformers/test_swiglu.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/transformers/test_trainer_integration.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/transformers/test_transformers.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/triton/test_triton_monkey_patch.py +0 -0
- {liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/test/utils.py +0 -0
@@ -0,0 +1,71 @@
|
|
1
|
+
name: Intel GPU
|
2
|
+
|
3
|
+
on:
|
4
|
+
push:
|
5
|
+
branches:
|
6
|
+
- main
|
7
|
+
paths:
|
8
|
+
- "src/**"
|
9
|
+
- "test/**"
|
10
|
+
pull_request:
|
11
|
+
branches:
|
12
|
+
- main
|
13
|
+
paths:
|
14
|
+
- "src/**"
|
15
|
+
- "test/**"
|
16
|
+
schedule:
|
17
|
+
# Runs at 00:00 UTC daily
|
18
|
+
- cron: '0 0 * * *'
|
19
|
+
workflow_dispatch: # Enables manual trigger
|
20
|
+
|
21
|
+
concurrency:
|
22
|
+
# This causes it to cancel previous in-progress actions on the same PR / branch,
|
23
|
+
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
24
|
+
cancel-in-progress: true
|
25
|
+
|
26
|
+
jobs:
|
27
|
+
checkstyle:
|
28
|
+
runs-on: ubuntu-latest
|
29
|
+
|
30
|
+
steps:
|
31
|
+
- name: Checkout code
|
32
|
+
uses: actions/checkout@v3
|
33
|
+
|
34
|
+
- name: Set up Python
|
35
|
+
uses: actions/setup-python@v3
|
36
|
+
with:
|
37
|
+
python-version: '3.10'
|
38
|
+
|
39
|
+
- name: Install dependencies
|
40
|
+
run: |
|
41
|
+
python -m pip install --upgrade pip
|
42
|
+
pip install -r dev/fmt-requirements.txt
|
43
|
+
|
44
|
+
- name: Run checkstyle
|
45
|
+
run: make checkstyle
|
46
|
+
|
47
|
+
tests:
|
48
|
+
runs-on: linux-max1550-gpu-8
|
49
|
+
needs: [checkstyle]
|
50
|
+
|
51
|
+
steps:
|
52
|
+
- name: Checkout code
|
53
|
+
uses: actions/checkout@v3
|
54
|
+
|
55
|
+
- name: Set up Python
|
56
|
+
uses: actions/setup-python@v3
|
57
|
+
with:
|
58
|
+
python-version: '3.10'
|
59
|
+
|
60
|
+
- name: Setup Dependencies
|
61
|
+
run: |
|
62
|
+
python -m pip install --upgrade pip
|
63
|
+
pip install -e .[dev] --extra-index-url https://download.pytorch.org/whl/test/xpu
|
64
|
+
|
65
|
+
- name: List Python Environments
|
66
|
+
run: python -m pip list
|
67
|
+
|
68
|
+
- name: Run Unit Tests
|
69
|
+
run: |
|
70
|
+
make test
|
71
|
+
make test-convergence
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
4
4
|
|
5
5
|
[project]
|
6
6
|
name = "liger_kernel_nightly"
|
7
|
-
version = "0.5.3.
|
7
|
+
version = "0.5.3.dev20250211214737"
|
8
8
|
description = "Efficient Triton kernels for LLM Training"
|
9
9
|
urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" }
|
10
10
|
readme = { file = "README.md", content-type = "text/markdown" }
|
@@ -21,6 +21,11 @@ def get_default_dependencies():
|
|
21
21
|
"torch>=2.6.0.dev",
|
22
22
|
"triton>=3.0.0",
|
23
23
|
]
|
24
|
+
elif platform == "xpu":
|
25
|
+
return [
|
26
|
+
"torch>=2.6.0",
|
27
|
+
"pytorch-triton-xpu>=3.2.0",
|
28
|
+
]
|
24
29
|
|
25
30
|
|
26
31
|
def get_optional_dependencies():
|
@@ -43,8 +48,7 @@ def get_optional_dependencies():
|
|
43
48
|
}
|
44
49
|
|
45
50
|
|
46
|
-
|
47
|
-
def get_platform() -> Literal["cuda", "rocm", "cpu"]:
|
51
|
+
def get_platform() -> Literal["cuda", "rocm", "cpu", "xpu"]:
|
48
52
|
"""
|
49
53
|
Detect whether the system has NVIDIA or AMD GPU without torch dependency.
|
50
54
|
"""
|
@@ -60,8 +64,13 @@ def get_platform() -> Literal["cuda", "rocm", "cpu"]:
|
|
60
64
|
print("ROCm GPU detected")
|
61
65
|
return "rocm"
|
62
66
|
except (subprocess.SubprocessError, FileNotFoundError):
|
63
|
-
|
64
|
-
|
67
|
+
try:
|
68
|
+
subprocess.run(["xpu-smi"], check=True)
|
69
|
+
print("Intel GPU detected")
|
70
|
+
return "xpu"
|
71
|
+
except (subprocess.SubprocessError, FileNotFoundError):
|
72
|
+
print("No GPU detected")
|
73
|
+
return "cpu"
|
65
74
|
|
66
75
|
|
67
76
|
setup(
|
@@ -11,6 +11,7 @@ setup.py
|
|
11
11
|
.github/ISSUE_TEMPLATE/feature_request.yaml
|
12
12
|
.github/workflows/amd-ci.yml
|
13
13
|
.github/workflows/docs.yml
|
14
|
+
.github/workflows/intel-ci.yml
|
14
15
|
.github/workflows/nvi-ci.yml
|
15
16
|
.github/workflows/publish-nightly.yml
|
16
17
|
.github/workflows/publish-release.yml
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{liger_kernel_nightly-0.5.3.dev20250210231423 → liger_kernel_nightly-0.5.3.dev20250211214737}/NOTICE
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|