liger-kernel-nightly 0.5.10.dev20250602134913__tar.gz → 0.5.10.dev20250605210201__tar.gz

liger_kernel_nightly-0.5.10.dev20250605210201/.github/workflows/benchmark.yml

@@ -0,0 +1,36 @@
+name: Benchmarks
+
+on:
+  push:
+    branches:
+      - main
+
+concurrency:
+  # This causes it to cancel previous in-progress actions on the same PR / branch,
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+  
+jobs:
+  benchmarks:
+    runs-on: ubuntu-latest
+    env:
+      MODAL_TOKEN_ID: ${{ secrets.MODAL_TOKEN_ID }}
+      MODAL_TOKEN_SECRET: ${{ secrets.MODAL_TOKEN_SECRET }}
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Set up Python
+        uses: actions/setup-python@v3
+        with:
+          python-version: '3.10'
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install modal
+
+      - name: Run benchmarks on GPU
+        run: |
+          modal run dev.modal.benchmarks

{liger_kernel_nightly-0.5.10.dev20250602134913 → liger_kernel_nightly-0.5.10.dev20250605210201}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: liger_kernel_nightly
-Version: 0.5.10.dev20250602134913
+Version: 0.5.10.dev20250605210201
 Summary: Efficient Triton kernels for LLM Training
 License: BSD 2-CLAUSE LICENSE
         Copyright 2024 LinkedIn Corporation 

liger_kernel_nightly-0.5.10.dev20250605210201/dev/modal/benchmarks.py

@@ -0,0 +1,27 @@
+from pathlib import Path
+
+import modal
+
+ROOT_PATH = Path(__file__).parent.parent.parent
+REMOTE_ROOT_PATH = "/root/liger-kernel"
+PYTHON_VERSION = "3.12"
+
+image = modal.Image.debian_slim(python_version=PYTHON_VERSION).pip_install("uv")
+
+app = modal.App("liger_benchmarks", image=image)
+
+# mount: add local files to the remote container
+repo = image.add_local_dir(ROOT_PATH, remote_path=REMOTE_ROOT_PATH)
+
+
+@app.function(gpu="A10G", image=repo, timeout=60 * 45)
+def liger_benchmarks():
+    import subprocess
+
+    subprocess.run(
+        ["uv pip install -e '.[dev]' --system"],
+        check=True,
+        shell=True,
+        cwd=REMOTE_ROOT_PATH,
+    )
+    subprocess.run(["python benchmark/scripts/benchmark_kto_loss.py"], check=True, shell=True, cwd=REMOTE_ROOT_PATH)

{liger_kernel_nightly-0.5.10.dev20250602134913 → liger_kernel_nightly-0.5.10.dev20250605210201}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "liger_kernel_nightly"
-version = "0.5.10.dev20250602134913"
+version = "0.5.10.dev20250605210201"
 description = "Efficient Triton kernels for LLM Training"
 urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" }
 readme = { file = "README.md", content-type = "text/markdown" }

{liger_kernel_nightly-0.5.10.dev20250602134913 → liger_kernel_nightly-0.5.10.dev20250605210201}/src/liger_kernel_nightly.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: liger_kernel_nightly
-Version: 0.5.10.dev20250602134913
+Version: 0.5.10.dev20250605210201
 Summary: Efficient Triton kernels for LLM Training
 License: BSD 2-CLAUSE LICENSE
         Copyright 2024 LinkedIn Corporation 

{liger_kernel_nightly-0.5.10.dev20250602134913 → liger_kernel_nightly-0.5.10.dev20250605210201}/src/liger_kernel_nightly.egg-info/SOURCES.txt

@@ -10,6 +10,7 @@ setup.py
 .github/ISSUE_TEMPLATE/bug_report.yaml
 .github/ISSUE_TEMPLATE/feature_request.yaml
 .github/workflows/amd-ci.yml
+.github/workflows/benchmark.yml
 .github/workflows/docs.yml
 .github/workflows/intel-ci.yml
 .github/workflows/nvi-ci.yml
@@ -48,6 +49,7 @@ benchmark/scripts/benchmark_swiglu.py
 benchmark/scripts/benchmark_tvd.py
 benchmark/scripts/utils.py
 dev/fmt-requirements.txt
+dev/modal/benchmarks.py
 dev/modal/tests.py
 dev/modal/tests_bwd.py
 docs/Examples.md