liger-kernel-nightly 0.5.2.dev20241212000548__tar.gz → 0.5.2.dev20241212030605__tar.gz

{liger_kernel_nightly-0.5.2.dev20241212000548 → liger_kernel_nightly-0.5.2.dev20241212030605}/.github/workflows/amd-ci.yml

@@ -39,7 +39,7 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip
-        pip install --no-deps .[fmt]
+        pip install -r dev/fmt-requirements.txt
 
     - name: Run checkstyle
       run: make checkstyle

{liger_kernel_nightly-0.5.2.dev20241212000548 → liger_kernel_nightly-0.5.2.dev20241212030605}/.github/workflows/nvi-ci.yml

@@ -38,7 +38,7 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip
-        pip install --no-deps .[fmt]
+        pip install -r dev/fmt-requirements.txt
 
     - name: Run checkstyle
       run: make checkstyle
@@ -49,7 +49,6 @@ jobs:
     env:
       MODAL_TOKEN_ID: ${{ secrets.MODAL_TOKEN_ID }}
       MODAL_TOKEN_SECRET: ${{ secrets.MODAL_TOKEN_SECRET }}
-      REBUILD_IMAGE: ${{ github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' }}
 
     steps:
     - name: Checkout code

{liger_kernel_nightly-0.5.2.dev20241212000548 → liger_kernel_nightly-0.5.2.dev20241212030605}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: liger_kernel_nightly
-Version: 0.5.2.dev20241212000548
+Version: 0.5.2.dev20241212030605
 Summary: Efficient Triton kernels for LLM Training
 License: BSD 2-CLAUSE LICENSE
         Copyright 2024 LinkedIn Corporation 
@@ -43,10 +43,6 @@ Requires-Dist: pytest-xdist; extra == "dev"
 Requires-Dist: pytest-rerunfailures; extra == "dev"
 Requires-Dist: datasets>=2.19.2; extra == "dev"
 Requires-Dist: seaborn; extra == "dev"
-Provides-Extra: fmt
-Requires-Dist: flake8; extra == "fmt"
-Requires-Dist: isort; extra == "fmt"
-Requires-Dist: black; extra == "fmt"
 
 <a name="readme-top"></a>
 

liger_kernel_nightly-0.5.2.dev20241212030605/dev/fmt-requirements.txt

@@ -0,0 +1,3 @@
+flake8
+isort
+black

liger_kernel_nightly-0.5.2.dev20241212030605/dev/modal/tests.py

@@ -0,0 +1,30 @@
+from pathlib import Path
+
+import modal
+
+ROOT_PATH = Path(__file__).parent.parent.parent
+REMOTE_ROOT_PATH = "/root/liger-kernel"
+PYTHON_VERSION = "3.12"
+
+image = modal.Image.debian_slim(python_version=PYTHON_VERSION).pip_install("uv")
+
+app = modal.App("liger_tests", image=image)
+
+# mount: add local files to the remote container
+repo = modal.Mount.from_local_dir(ROOT_PATH, remote_path=REMOTE_ROOT_PATH)
+
+
+@app.function(gpu="A10G", mounts=[repo], timeout=60 * 15)
+def liger_tests():
+    import subprocess
+
+    subprocess.run(
+        ["uv pip install -e '.[dev]' --system"],
+        check=True,
+        shell=True,
+        cwd=REMOTE_ROOT_PATH,
+    )
+    subprocess.run(["make test"], check=True, shell=True, cwd=REMOTE_ROOT_PATH)
+    subprocess.run(
+        ["make test-convergence"], check=True, shell=True, cwd=REMOTE_ROOT_PATH
+    )

liger_kernel_nightly-0.5.2.dev20241212030605/dev/modal/tests_bwd.py

@@ -0,0 +1,37 @@
+from pathlib import Path
+
+import modal
+
+ROOT_PATH = Path(__file__).parent.parent.parent
+REMOTE_ROOT_PATH = "/root/liger-kernel"
+PYTHON_VERSION = "3.12"
+
+image = modal.Image.debian_slim(python_version=PYTHON_VERSION).pip_install("uv")
+
+app = modal.App("liger_tests", image=image)
+
+# mount: add local files to the remote container
+repo = modal.Mount.from_local_dir(ROOT_PATH, remote_path=REMOTE_ROOT_PATH)
+
+
+@app.function(gpu="A10G", mounts=[repo], timeout=60 * 15)
+def liger_bwd_tests():
+    import subprocess
+
+    subprocess.run(
+        ["uv pip install -e '.[dev]' --system"],
+        check=True,
+        shell=True,
+        cwd=REMOTE_ROOT_PATH,
+    )
+    # force install transformers==4.44.2
+    subprocess.run(
+        ["uv pip install transformers==4.44.2 --system"],
+        check=True,
+        shell=True,
+        cwd=REMOTE_ROOT_PATH,
+    )
+    subprocess.run(["make test"], check=True, shell=True, cwd=REMOTE_ROOT_PATH)
+    subprocess.run(
+        ["make test-convergence"], check=True, shell=True, cwd=REMOTE_ROOT_PATH
+    )

{liger_kernel_nightly-0.5.2.dev20241212000548 → liger_kernel_nightly-0.5.2.dev20241212030605}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "liger_kernel_nightly"
-version = "0.5.2.dev20241212000548"
+version = "0.5.2.dev20241212030605"
 description = "Efficient Triton kernels for LLM Training"
 urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" }
 readme = { file = "README.md", content-type = "text/markdown" }

{liger_kernel_nightly-0.5.2.dev20241212000548 → liger_kernel_nightly-0.5.2.dev20241212030605}/setup.py

@@ -36,8 +36,7 @@ def get_optional_dependencies():
             "pytest-rerunfailures",
             "datasets>=2.19.2",
             "seaborn",
-        ],
-        "fmt": ["flake8", "isort", "black"],
+        ]
     }
 
 

{liger_kernel_nightly-0.5.2.dev20241212000548 → liger_kernel_nightly-0.5.2.dev20241212030605}/src/liger_kernel/env_report.py

@@ -6,7 +6,7 @@ from importlib.metadata import version
 def print_env_report():
     """
 
-    Prints a report of the environment. Useful for debugging and reproducibility.
+    Prints a report of the environment.  Useful for debugging and reproducibility.
     Usage:
     ```
     python -m liger_kernel.env_report

{liger_kernel_nightly-0.5.2.dev20241212000548 → liger_kernel_nightly-0.5.2.dev20241212030605}/src/liger_kernel_nightly.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: liger_kernel_nightly
-Version: 0.5.2.dev20241212000548
+Version: 0.5.2.dev20241212030605
 Summary: Efficient Triton kernels for LLM Training
 License: BSD 2-CLAUSE LICENSE
         Copyright 2024 LinkedIn Corporation 
@@ -43,10 +43,6 @@ Requires-Dist: pytest-xdist; extra == "dev"
 Requires-Dist: pytest-rerunfailures; extra == "dev"
 Requires-Dist: datasets>=2.19.2; extra == "dev"
 Requires-Dist: seaborn; extra == "dev"
-Provides-Extra: fmt
-Requires-Dist: flake8; extra == "fmt"
-Requires-Dist: isort; extra == "fmt"
-Requires-Dist: black; extra == "fmt"
 
 <a name="readme-top"></a>
 

{liger_kernel_nightly-0.5.2.dev20241212000548 → liger_kernel_nightly-0.5.2.dev20241212030605}/src/liger_kernel_nightly.egg-info/SOURCES.txt

@@ -36,6 +36,7 @@ benchmark/scripts/benchmark_rope.py
 benchmark/scripts/benchmark_simpo_loss.py
 benchmark/scripts/benchmark_swiglu.py
 benchmark/scripts/utils.py
+dev/fmt-requirements.txt
 dev/modal/tests.py
 dev/modal/tests_bwd.py
 docs/Acknowledgement.md

{liger_kernel_nightly-0.5.2.dev20241212000548 → liger_kernel_nightly-0.5.2.dev20241212030605}/src/liger_kernel_nightly.egg-info/requires.txt

@@ -12,8 +12,3 @@ pytest-xdist
 pytest-rerunfailures
 datasets>=2.19.2
 seaborn
-
-[fmt]
-flake8
-isort
-black

liger_kernel_nightly-0.5.2.dev20241212000548/dev/modal/tests.py

@@ -1,30 +0,0 @@
-import os
-from pathlib import Path
-
-import modal
-
-ROOT_PATH = Path(__file__).parent.parent.parent
-REMOTE_ROOT_PATH = "/root/liger-kernel"
-
-# REBUILD_IMAGE is an environment variable that is set to "true" in the nightly build
-REBUILD_IMAGE = os.getenv("REBUILD_IMAGE") is not None
-
-image = modal.Image.debian_slim().pip_install_from_pyproject(
-    ROOT_PATH / "pyproject.toml",
-    optional_dependencies=["dev"],
-    force_build=REBUILD_IMAGE,
-)
-
-app = modal.App("liger_tests", image=image)
-
-# mount: add local files to the remote container
-repo = modal.Mount.from_local_dir(ROOT_PATH, remote_path=REMOTE_ROOT_PATH)
-
-
-@app.function(gpu="A10G", mounts=[repo], timeout=60 * 15)
-def liger_tests():
-    import subprocess
-
-    subprocess.run(["pip", "install", "-e", "."], check=True, cwd=REMOTE_ROOT_PATH)
-    subprocess.run(["make", "test"], check=True, cwd=REMOTE_ROOT_PATH)
-    subprocess.run(["make", "test-convergence"], check=True, cwd=REMOTE_ROOT_PATH)

liger_kernel_nightly-0.5.2.dev20241212000548/dev/modal/tests_bwd.py

@@ -1,35 +0,0 @@
-import os
-from pathlib import Path
-
-import modal
-
-ROOT_PATH = Path(__file__).parent.parent.parent
-REMOTE_ROOT_PATH = "/root/liger-kernel"
-
-# REBUILD_IMAGE is an environment variable that is set to "true" in the nightly build
-REBUILD_IMAGE = os.getenv("REBUILD_IMAGE") is not None
-
-# tests_bwd is to ensure the backward compatibility of liger with older transformers
-image = (
-    modal.Image.debian_slim()
-    .pip_install_from_pyproject(
-        ROOT_PATH / "pyproject.toml",
-        optional_dependencies=["dev"],
-        force_build=REBUILD_IMAGE,
-    )
-    .pip_install("transformers==4.44.2", force_build=REBUILD_IMAGE)
-)
-
-app = modal.App("liger_tests", image=image)
-
-# mount: add local files to the remote container
-repo = modal.Mount.from_local_dir(ROOT_PATH, remote_path=REMOTE_ROOT_PATH)
-
-
-@app.function(gpu="A10G", mounts=[repo], timeout=60 * 10)
-def liger_tests_bwd():
-    import subprocess
-
-    subprocess.run(["pip", "install", "-e", "."], check=True, cwd=REMOTE_ROOT_PATH)
-    subprocess.run(["make", "test"], check=True, cwd=REMOTE_ROOT_PATH)
-    subprocess.run(["make", "test-convergence"], check=True, cwd=REMOTE_ROOT_PATH)