liger-kernel-nightly 0.6.0.dev20250716142659__tar.gz → 0.6.0.dev20250718050347__tar.gz

liger_kernel_nightly-0.6.0.dev20250718050347/.github/workflows/benchmark.yml

@@ -0,0 +1,158 @@
+name: Benchmarks
+
+on:
+  schedule:
+    # Runs at 00:00 UTC every Friday
+    - cron: '0 0 * * 5'
+  workflow_dispatch:  # Enables manual trigger
+    inputs:
+      commit_hash:
+        description: 'Commit hash to benchmark'
+        default: 'main'
+      overwrite:
+        description: 'Overwrite existing benchmark data if it exists'
+        type: boolean
+        default: false
+
+permissions:
+  contents: write
+  
+concurrency:
+  # This causes it to cancel previous in-progress actions on the same PR / branch,
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+  
+jobs:
+  benchmarks:
+    runs-on: ubuntu-latest
+    env:
+      MODAL_TOKEN_ID: ${{ secrets.MODAL_TOKEN_ID }}
+      MODAL_TOKEN_SECRET: ${{ secrets.MODAL_TOKEN_SECRET }}
+      GITHUB_USERNAME: linkedin
+      REPO_NAME: Liger-Kernel
+      OUTPUT_DIR: benchmarks
+      OUTPUT_FILENAME: benchmark.csv
+      GENERATED_CSV: benchmark/data/all_benchmark_data.csv
+
+
+    steps:
+      # Step: Decide the commit hash to use
+      - name: Determine commit hash to checkout
+        id: choose_commit
+        run: |
+          if [ "${{ github.event.inputs.commit_hash }}" != "" ]; then
+            echo "Using manual input commit: ${{ github.event.inputs.commit_hash }}"
+            echo "hash=${{ github.event.inputs.commit_hash }}" >> $GITHUB_OUTPUT
+          else
+            echo "Using latest commit from main"
+            git fetch origin main
+            echo "hash=$(git rev-parse origin/main)" >> $GITHUB_OUTPUT
+          fi
+
+      # Step: Checkout full history so we can check out any commit
+      - name: Checkout full repo history
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0  # Important: so we can checkout arbitrary commit
+            # Step: Conditionally replace benchmark folder from main
+      - name: Replace benchmark folder from main (manual only, commit ≠ main)
+        if: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.commit_hash != 'main' }}
+        run: |
+          echo "Detected manual trigger with commit_hash = ${{ github.event.inputs.commit_hash }}"
+          
+          # Save current branch (detached HEAD at old commit)
+          ORIG_COMMIT=${{ github.event.inputs.commit_hash }}
+
+          # Fetch and checkout main
+          git fetch origin main
+          git checkout origin/main -- benchmark/
+
+          # Save benchmark folder from main
+          cp -r benchmark /tmp/benchmark_main
+
+          # Checkout back to target commit
+          git checkout $ORIG_COMMIT
+
+          # Replace old benchmark with one from main
+          rm -rf benchmark
+          cp -r /tmp/benchmark_main benchmark
+    
+      # Step: Check if benchmark exists and exit if overwrite is false
+      - name: Check existing benchmark
+        run: |
+          COMMIT_HASH="${{ steps.choose_commit.outputs.hash }}"
+          BENCHMARK_URL="https://raw.githubusercontent.com/linkedin/Liger-Kernel/refs/heads/gh-pages/benchmarks/${COMMIT_HASH}/benchmark.csv"
+          
+          if curl --output /dev/null --silent --head --fail "$BENCHMARK_URL"; then
+            echo "Benchmark already exists for commit $COMMIT_HASH"
+            if [ "${{ github.event.inputs.overwrite }}" != "true" ]; then
+              echo "Overwrite is false - exiting"
+              exit 1
+            else
+              echo "Overwrite is true - proceeding"
+            fi
+          else
+            echo "No existing benchmark found - proceeding"
+          fi
+
+      - name: Set up Python
+        uses: actions/setup-python@v3
+        with:
+          python-version: '3.10'
+
+      # Install dependencies
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install modal
+
+      # Delete previous benchmark results.
+      - name: Remove previous benchmark data
+        run: |
+          rm -f benchmark/data/all_benchmark_data.csv
+          
+      - name: Run benchmarks on GPU
+        run: |
+          modal run dev.modal.benchmarks
+        
+       # Step 5: Checkout gh-pages branch in a subfolderAdd commentMore actions
+      - name: Checkout gh-pages
+        uses: actions/checkout@v3
+        with:
+          ref: gh-pages
+          path: gh-pages
+      
+      # Step 6: Copy benchmark CSV to gh-pages directory
+      - name: Copy generated benchmark to gh-pages
+        run: |
+          COMMIT_DIR="gh-pages/${OUTPUT_DIR}/${{ steps.choose_commit.outputs.hash }}"
+          mkdir -p "$COMMIT_DIR"
+
+          if [ -f "$COMMIT_DIR/${OUTPUT_FILENAME}" ]; then
+            echo "Removing existing benchmark.csv for this commit"
+            rm "$COMMIT_DIR/${OUTPUT_FILENAME}"
+          fi
+
+          cp "${GENERATED_CSV}" "$COMMIT_DIR/${OUTPUT_FILENAME}"
+
+      # Step 7: Append commit hash to commits.txt if not already present
+      - name: Update commits.txt
+        run: |
+          cd gh-pages
+          echo "commits.txt file path: ${OUTPUT_DIR}/commits.txt"
+          # Create file if it doesn't exist
+          mkdir -p ${OUTPUT_DIR}
+          touch ${OUTPUT_DIR}/commits.txt
+
+          echo "${{ steps.choose_commit.outputs.hash }}" >> ${OUTPUT_DIR}/commits.txt
+          echo "Added commit hash to commits.txt"
+      # Step 7: Commit and push
+      - name: Commit and push to gh-pages
+        run: |
+          cd gh-pages
+          git config user.name github-actions[bot]
+          git config user.email 41898282+github-actions[bot]@users.noreply.github.com
+          git add .
+          git commit -m "Add benchmark for commit ${{ steps.choose_commit.outputs.hash }}" || echo "No changes to commit"
+          git push origin gh-pages
+

{liger_kernel_nightly-0.6.0.dev20250716142659 → liger_kernel_nightly-0.6.0.dev20250718050347}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: liger_kernel_nightly
-Version: 0.6.0.dev20250716142659
+Version: 0.6.0.dev20250718050347
 Summary: Efficient Triton kernels for LLM Training
 License: BSD 2-CLAUSE LICENSE
         Copyright 2024 LinkedIn Corporation 

{liger_kernel_nightly-0.6.0.dev20250716142659 → liger_kernel_nightly-0.6.0.dev20250718050347}/benchmark/scripts/benchmark_embedding.py

@@ -48,6 +48,14 @@ def bench_speed_embedding(input: SingleBenchmarkRunInput) -> SingleBenchmarkRunO
 
     if mode == "forward":
         ms_50, ms_20, ms_80 = triton.testing.do_bench(fwd, quantiles=QUANTILES, rep=100)
+    elif mode == "backward":
+        output = fwd()
+        ms_50, ms_20, ms_80 = triton.testing.do_bench(
+            lambda: output.backward(torch.randn_like(output), retain_graph=True),
+            quantiles=QUANTILES,
+            grad_to_none=[input_ids],
+            rep=100,
+        )
     elif mode == "full":
         ms_50, ms_20, ms_80 = triton.testing.do_bench(full, quantiles=QUANTILES, rep=100)
     return SingleBenchmarkRunOutput(

{liger_kernel_nightly-0.6.0.dev20250716142659 → liger_kernel_nightly-0.6.0.dev20250718050347}/dev/modal/benchmarks.py

@@ -14,7 +14,7 @@ app = modal.App("liger_benchmarks", image=image)
 repo = image.add_local_dir(ROOT_PATH, remote_path=REMOTE_ROOT_PATH)
 
 
-@app.function(gpu=["H100"], image=repo, timeout=60 * 90)
+@app.function(gpu="H100!", image=repo, timeout=60 * 90)
 def liger_benchmarks():
     import os
     import subprocess

{liger_kernel_nightly-0.6.0.dev20250716142659 → liger_kernel_nightly-0.6.0.dev20250718050347}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "liger_kernel_nightly"
-version = "0.6.0.dev20250716142659"
+version = "0.6.0.dev20250718050347"
 description = "Efficient Triton kernels for LLM Training"
 urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" }
 readme = { file = "README.md", content-type = "text/markdown" }

{liger_kernel_nightly-0.6.0.dev20250716142659 → liger_kernel_nightly-0.6.0.dev20250718050347}/src/liger_kernel_nightly.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: liger_kernel_nightly
-Version: 0.6.0.dev20250716142659
+Version: 0.6.0.dev20250718050347
 Summary: Efficient Triton kernels for LLM Training
 License: BSD 2-CLAUSE LICENSE
         Copyright 2024 LinkedIn Corporation 

liger_kernel_nightly-0.6.0.dev20250716142659/.github/workflows/benchmark.yml

@@ -1,93 +0,0 @@
-name: Benchmarks
-
-on:
-  schedule:
-    # Runs at 00:00 UTC every Friday
-    - cron: '0 0 * * 5'
-  workflow_dispatch:  # Enables manual trigger
-
-permissions:
-  contents: write
-  
-concurrency:
-  # This causes it to cancel previous in-progress actions on the same PR / branch,
-  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
-  cancel-in-progress: true
-  
-jobs:
-  benchmarks:
-    runs-on: ubuntu-latest
-    env:
-      MODAL_TOKEN_ID: ${{ secrets.MODAL_TOKEN_ID }}
-      MODAL_TOKEN_SECRET: ${{ secrets.MODAL_TOKEN_SECRET }}
-      GITHUB_USERNAME: linkedin
-      REPO_NAME: Liger-Kernel
-      OUTPUT_DIR: benchmarks
-      OUTPUT_FILENAME: benchmark.csv
-      GENERATED_CSV: benchmark/data/all_benchmark_data.csv
-
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v3
-
-      # Get the latest commit hash from main branch
-      - name: Get commit hash
-        id: get_hash
-        run: echo "hash=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT
-
-      - name: Set up Python
-        uses: actions/setup-python@v3
-        with:
-          python-version: '3.10'
-
-      # Install dependencies
-      - name: Install dependencies
-        run: |
-          python -m pip install --upgrade pip
-          pip install modal
-          pip install pandas
-
-      # Delete previous benchmark results.
-      - name: Remove previous benchmark data
-        run: |
-          rm -f benchmark/data/all_benchmark_data.csv
-          
-      - name: Run benchmarks on GPU
-        run: |
-          modal run dev.modal.benchmarks
-        
-       # Step 5: Checkout gh-pages branch in a subfolderAdd commentMore actions
-      - name: Checkout gh-pages
-        uses: actions/checkout@v3
-        with:
-          ref: gh-pages
-          path: gh-pages
-      
-      # Step 6: Copy benchmark CSV to gh-pages directory
-      - name: Copy generated benchmark to gh-pages
-        run: |
-          mkdir -p gh-pages/${OUTPUT_DIR}/${{ steps.get_hash.outputs.hash }}
-          cp ${GENERATED_CSV} gh-pages/${OUTPUT_DIR}/${{ steps.get_hash.outputs.hash }}/${OUTPUT_FILENAME}
-      # Step 7: Append commit hash to commits.txt if not already present
-      - name: Update commits.txt
-        run: |
-          cd gh-pages
-          echo "commits.txt file path: ${OUTPUT_DIR}/commits.txt"
-          # Create file if it doesn't exist
-          mkdir -p ${OUTPUT_DIR}
-          touch ${OUTPUT_DIR}/commits.txt
-          # Append only if not already present
-          if ! grep -q "${{ steps.get_hash.outputs.hash }}" ${OUTPUT_DIR}/commits.txt; then
-            echo "${{ steps.get_hash.outputs.hash }}" >> ${OUTPUT_DIR}/commits.txt
-          fi
-      # Step 7: Commit and push
-      - name: Commit and push to gh-pages
-        run: |
-          cd gh-pages
-          git config user.name github-actions[bot]
-          git config user.email 41898282+github-actions[bot]@users.noreply.github.com
-          git add .
-          git commit -m "Add benchmark for commit ${{ steps.get_hash.outputs.hash }}" || echo "No changes to commit"
-          git push origin gh-pages
-