liger-kernel-nightly 0.5.2.dev20241212060541__tar.gz → 0.5.2.dev20241212071131__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/PKG-INFO +5 -3
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/README.md +4 -2
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/pyproject.toml +1 -1
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel_nightly.egg-info/PKG-INFO +5 -3
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/.flake8 +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/.github/ISSUE_TEMPLATE/bug_report.yaml +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/.github/ISSUE_TEMPLATE/feature_request.yaml +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/.github/pull_request_template.md +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/.github/workflows/amd-ci.yml +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/.github/workflows/nvi-ci.yml +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/.github/workflows/publish-nightly.yml +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/.github/workflows/publish-release.yml +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/.gitignore +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/.isort.cfg +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/LICENSE +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/Makefile +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/NOTICE +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/__init__.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/benchmarks_visualizer.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/data/all_benchmark_data.csv +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/scripts/__init__.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/scripts/benchmark_cpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/scripts/benchmark_cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/scripts/benchmark_dpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/scripts/benchmark_embedding.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/scripts/benchmark_fused_linear_cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/scripts/benchmark_fused_linear_jsd.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/scripts/benchmark_geglu.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/scripts/benchmark_group_norm.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/scripts/benchmark_jsd.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/scripts/benchmark_kl_div.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/scripts/benchmark_layer_norm.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/scripts/benchmark_orpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/scripts/benchmark_qwen2vl_mrope.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/scripts/benchmark_rms_norm.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/scripts/benchmark_rope.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/scripts/benchmark_simpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/scripts/benchmark_swiglu.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/benchmark/scripts/utils.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/dev/fmt-requirements.txt +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/dev/modal/tests.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/dev/modal/tests_bwd.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/docs/Acknowledgement.md +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/docs/CONTRIBUTING.md +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/docs/License.md +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/docs/images/banner.GIF +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/docs/images/compose.gif +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/docs/images/e2e-memory.png +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/docs/images/e2e-tps.png +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/docs/images/logo-banner.png +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/docs/images/patch.gif +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/docs/images/post-training.png +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/alignment/accelerate_config.yaml +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/alignment/run_orpo.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/huggingface/README.md +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/huggingface/callback.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/huggingface/config/fsdp_config.json +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/huggingface/img/gemma_7b_mem.png +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/huggingface/img/gemma_7b_tp.png +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/huggingface/img/llama_mem_alloc.png +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/huggingface/img/llama_tps.png +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/huggingface/img/qwen_mem_alloc.png +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/huggingface/img/qwen_tps.png +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/huggingface/launch_on_modal.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/huggingface/requirements.txt +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/huggingface/run_benchmarks.sh +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/huggingface/run_gemma.sh +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/huggingface/run_llama.sh +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/huggingface/run_qwen.sh +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/huggingface/run_qwen2_vl.sh +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/huggingface/training.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/huggingface/training_multimodal.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/lightning/README.md +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/lightning/requirements.txt +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/lightning/training.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/medusa/README.md +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/medusa/callback.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/medusa/docs/images/Memory_Stage1_num_head_3.png +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/medusa/docs/images/Memory_Stage1_num_head_5.png +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/medusa/docs/images/Memory_Stage2_num_head_3.png +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/medusa/docs/images/Memory_Stage2_num_head_5.png +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/medusa/docs/images/Throughput_Stage1_num_head_3.png +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/medusa/docs/images/Throughput_Stage1_num_head_5.png +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/medusa/docs/images/Throughput_Stage2_num_head_3.png +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/medusa/docs/images/Throughput_Stage2_num_head_5.png +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/medusa/fsdp/acc-fsdp.conf +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/medusa/medusa_util.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/medusa/requirements.txt +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/medusa/scripts/llama3_8b_medusa.sh +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/examples/medusa/train.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/licenses/LICENSE-Apache-2.0 +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/licenses/LICENSE-MIT-AutoAWQ +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/licenses/LICENSE-MIT-Efficient-Cross-Entropy +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/licenses/LICENSE-MIT-llmc +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/licenses/LICENSE-MIT-triton +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/setup.cfg +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/setup.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/__init__.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/chunked_loss/README.md +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/chunked_loss/__init__.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/chunked_loss/cpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/chunked_loss/dpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/chunked_loss/functional.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/chunked_loss/fused_linear_distillation.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/chunked_loss/fused_linear_preference.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/chunked_loss/orpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/chunked_loss/simpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/env_report.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/ops/__init__.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/ops/cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/ops/experimental/embedding.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/ops/experimental/mm_int8int2.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/ops/fused_linear_cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/ops/fused_linear_jsd.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/ops/geglu.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/ops/group_norm.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/ops/jsd.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/ops/kl_div.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/ops/layer_norm.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/ops/qwen2vl_mrope.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/ops/rms_norm.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/ops/rope.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/ops/swiglu.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/ops/utils.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/__init__.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/auto_model.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/experimental/embedding.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/functional.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/fused_linear_cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/fused_linear_jsd.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/geglu.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/group_norm.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/jsd.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/kl_div.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/layer_norm.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/model/__init__.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/model/gemma.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/model/gemma2.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/model/llama.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/model/mistral.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/model/mixtral.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/model/mllama.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/model/phi3.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/model/qwen2.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/model/qwen2_vl.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/monkey_patch.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/qwen2vl_mrope.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/rms_norm.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/rope.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/swiglu.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/trainer/__init__.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/trainer/orpo_trainer.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/transformers/trainer_integration.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/triton/__init__.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/triton/monkey_patch.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel/utils.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel_nightly.egg-info/SOURCES.txt +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel_nightly.egg-info/dependency_links.txt +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel_nightly.egg-info/requires.txt +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/src/liger_kernel_nightly.egg-info/top_level.txt +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/__init__.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/chunked_loss/__init__.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/chunked_loss/test_cpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/chunked_loss/test_dpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/chunked_loss/test_orpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/chunked_loss/test_simpo_loss.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/conftest.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/convergence/__init__.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/convergence/test_mini_models.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/convergence/test_mini_models_multimodal.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/convergence/test_mini_models_with_logits.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/resources/fake_configs/Qwen/Qwen2-VL-7B-Instruct/tokenizer_config.json +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/resources/fake_configs/meta-llama/Llama-3.2-11B-Vision-Instruct/tokenizer_config.json +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/resources/scripts/generate_tokenized_dataset.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/resources/tiny_shakespeare.txt +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/resources/tiny_shakespeare_tokenized/data-00000-of-00001.arrow +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/resources/tiny_shakespeare_tokenized/dataset_info.json +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/resources/tiny_shakespeare_tokenized/state.json +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/transformers/test_auto_model.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/transformers/test_cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/transformers/test_embedding.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/transformers/test_fused_linear_cross_entropy.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/transformers/test_fused_linear_jsd.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/transformers/test_geglu.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/transformers/test_group_norm.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/transformers/test_jsd.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/transformers/test_kl_div.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/transformers/test_layer_norm.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/transformers/test_mm_int8int2.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/transformers/test_monkey_patch.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/transformers/test_qwen2vl_mrope.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/transformers/test_rms_norm.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/transformers/test_rope.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/transformers/test_swiglu.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/transformers/test_trainer_integration.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/transformers/test_transformers.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/triton/test_triton_monkey_patch.py +0 -0
- {liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/test/utils.py +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: liger_kernel_nightly
|
3
|
-
Version: 0.5.2.
|
3
|
+
Version: 0.5.2.dev20241212071131
|
4
4
|
Summary: Efficient Triton kernels for LLM Training
|
5
5
|
License: BSD 2-CLAUSE LICENSE
|
6
6
|
Copyright 2024 LinkedIn Corporation
|
@@ -136,9 +136,11 @@ With one line of code, Liger Kernel can increase throughput by more than 20% and
|
|
136
136
|
> - Benchmark conditions: LLaMA 3-8B, Batch Size = 8, Data Type = `bf16`, Optimizer = AdamW, Gradient Checkpointing = True, Distributed Strategy = FSDP1 on 8 A100s.
|
137
137
|
> - Hugging Face models start to OOM at a 4K context length, whereas Hugging Face + Liger Kernel scales up to 16K.
|
138
138
|
|
139
|
-
## Optimize
|
139
|
+
## Optimize Post Training with Liger Kernel
|
140
140
|
|
141
|
-
|
141
|
+
<p align="center">
|
142
|
+
<img src="https://raw.githubusercontent.com/linkedin/Liger-Kernel/main/docs/images/post-training.png" width="50%" alt="Post Training">
|
143
|
+
</p>
|
142
144
|
|
143
145
|
We provide optimized post training kernels like DPO, ORPO, SimPO, and more which can reduce memory usage by up to 80%. You can easily use them as python modules.
|
144
146
|
|
@@ -90,9 +90,11 @@ With one line of code, Liger Kernel can increase throughput by more than 20% and
|
|
90
90
|
> - Benchmark conditions: LLaMA 3-8B, Batch Size = 8, Data Type = `bf16`, Optimizer = AdamW, Gradient Checkpointing = True, Distributed Strategy = FSDP1 on 8 A100s.
|
91
91
|
> - Hugging Face models start to OOM at a 4K context length, whereas Hugging Face + Liger Kernel scales up to 16K.
|
92
92
|
|
93
|
-
## Optimize
|
93
|
+
## Optimize Post Training with Liger Kernel
|
94
94
|
|
95
|
-
|
95
|
+
<p align="center">
|
96
|
+
<img src="https://raw.githubusercontent.com/linkedin/Liger-Kernel/main/docs/images/post-training.png" width="50%" alt="Post Training">
|
97
|
+
</p>
|
96
98
|
|
97
99
|
We provide optimized post training kernels like DPO, ORPO, SimPO, and more which can reduce memory usage by up to 80%. You can easily use them as python modules.
|
98
100
|
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
4
4
|
|
5
5
|
[project]
|
6
6
|
name = "liger_kernel_nightly"
|
7
|
-
version = "0.5.2.
|
7
|
+
version = "0.5.2.dev20241212071131"
|
8
8
|
description = "Efficient Triton kernels for LLM Training"
|
9
9
|
urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" }
|
10
10
|
readme = { file = "README.md", content-type = "text/markdown" }
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: liger_kernel_nightly
|
3
|
-
Version: 0.5.2.
|
3
|
+
Version: 0.5.2.dev20241212071131
|
4
4
|
Summary: Efficient Triton kernels for LLM Training
|
5
5
|
License: BSD 2-CLAUSE LICENSE
|
6
6
|
Copyright 2024 LinkedIn Corporation
|
@@ -136,9 +136,11 @@ With one line of code, Liger Kernel can increase throughput by more than 20% and
|
|
136
136
|
> - Benchmark conditions: LLaMA 3-8B, Batch Size = 8, Data Type = `bf16`, Optimizer = AdamW, Gradient Checkpointing = True, Distributed Strategy = FSDP1 on 8 A100s.
|
137
137
|
> - Hugging Face models start to OOM at a 4K context length, whereas Hugging Face + Liger Kernel scales up to 16K.
|
138
138
|
|
139
|
-
## Optimize
|
139
|
+
## Optimize Post Training with Liger Kernel
|
140
140
|
|
141
|
-
|
141
|
+
<p align="center">
|
142
|
+
<img src="https://raw.githubusercontent.com/linkedin/Liger-Kernel/main/docs/images/post-training.png" width="50%" alt="Post Training">
|
143
|
+
</p>
|
142
144
|
|
143
145
|
We provide optimized post training kernels like DPO, ORPO, SimPO, and more which can reduce memory usage by up to 80%. You can easily use them as python modules.
|
144
146
|
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{liger_kernel_nightly-0.5.2.dev20241212060541 → liger_kernel_nightly-0.5.2.dev20241212071131}/NOTICE
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|