liger-kernel-nightly 0.6.2.dev20250826142826__tar.gz → 0.6.2.dev20250830153353__tar.gz

{liger_kernel_nightly-0.6.2.dev20250826142826 → liger_kernel_nightly-0.6.2.dev20250830153353}/.github/workflows/docs.yml

@@ -3,12 +3,14 @@ on:
   push:
     branches:
       - main
+    paths:
+      - 'docs/**'
+      - 'mkdocs.yml'
 
 permissions:
   contents: write
 jobs:
   deploy:
-    if: False
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
@@ -26,5 +28,5 @@ jobs:
           path: .cache
           restore-keys: |
             mkdocs-material-
-      - run: pip install mkdocs-material 
+      - run: pip install mkdocs-material mkdocstrings[python]
       - run: mkdocs gh-deploy --force

{liger_kernel_nightly-0.6.2.dev20250826142826 → liger_kernel_nightly-0.6.2.dev20250830153353}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: liger_kernel_nightly
-Version: 0.6.2.dev20250826142826
+Version: 0.6.2.dev20250830153353
 Summary: Efficient Triton kernels for LLM Training
 License: BSD 2-CLAUSE LICENSE
         Copyright 2024 LinkedIn Corporation 

liger_kernel_nightly-0.6.2.dev20250830153353/docs/High-Level-APIs.md

@@ -0,0 +1,93 @@
+# High-Level APIs
+
+## AutoModel
+
+| **AutoModel Variant** | **API** |
+|------------------------|---------|
+| AutoModelForCausalLM | `liger_kernel.transformers.AutoLigerKernelForCausalLM` |
+
+This API extends the implementation of the `AutoModelForCausalLM` within the `transformers` library from Hugging Face.
+
+::: liger_kernel.transformers.AutoLigerKernelForCausalLM
+    options:
+      extra:
+        show_docstring: true
+        show_signature: true
+        show_source: true
+
+!!! Example "Try it Out"
+    You can experiment as shown in this example [here](https://github.com/linkedin/Liger-Kernel?tab=readme-ov-file#1-use-autoligerkernelforcausallm).
+
+---
+
+## Patching
+
+You can also use the Patching APIs to use the kernels for a specific model architecture.
+
+| **Model**   | **API**                                                      | **Supported Operations**                                                |
+|-------------|--------------------------------------------------------------|-------------------------------------------------------------------------|
+| LLaMA 2 & 3 | `liger_kernel.transformers.apply_liger_kernel_to_llama`      | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy        |
+| LLaMA 3.2-Vision | `liger_kernel.transformers.apply_liger_kernel_to_mllama` | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy        |
+| Mistral     | `liger_kernel.transformers.apply_liger_kernel_to_mistral`    | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy        |
+| Mixtral     | `liger_kernel.transformers.apply_liger_kernel_to_mixtral`    | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy        |
+| Gemma1      | `liger_kernel.transformers.apply_liger_kernel_to_gemma`      | RoPE, RMSNorm, GeGLU, CrossEntropyLoss, FusedLinearCrossEntropy         |
+| Gemma2      | `liger_kernel.transformers.apply_liger_kernel_to_gemma2`     | RoPE, RMSNorm, GeGLU, CrossEntropyLoss, FusedLinearCrossEntropy         |
+| Qwen2, Qwen2.5, & QwQ | `liger_kernel.transformers.apply_liger_kernel_to_qwen2` | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy        |
+| Qwen2-VL    | `liger_kernel.transformers.apply_liger_kernel_to_qwen2_vl`   | RMSNorm, LayerNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy   |
+| Phi3 & Phi3.5 | `liger_kernel.transformers.apply_liger_kernel_to_phi3`     | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy        |
+
+### Function Signatures
+
+::: liger_kernel.transformers.apply_liger_kernel_to_llama
+    options:
+      extra:
+        show_docstring: true
+        show_signature: true
+
+::: liger_kernel.transformers.apply_liger_kernel_to_mllama
+    options:
+      extra:
+        show_docstring: true
+        show_signature: true
+
+::: liger_kernel.transformers.apply_liger_kernel_to_mistral
+    options:
+      extra:
+        show_docstring: true
+        show_signature: true
+
+::: liger_kernel.transformers.apply_liger_kernel_to_mixtral
+    options:
+      extra:
+        show_docstring: true
+        show_signature: true
+
+::: liger_kernel.transformers.apply_liger_kernel_to_gemma
+    options:
+      extra:
+        show_docstring: true
+        show_signature: true
+
+::: liger_kernel.transformers.apply_liger_kernel_to_gemma2
+    options:
+      extra:
+        show_docstring: true
+        show_signature: true
+
+::: liger_kernel.transformers.apply_liger_kernel_to_qwen2
+    options:
+      extra:
+        show_docstring: true
+        show_signature: true
+
+::: liger_kernel.transformers.apply_liger_kernel_to_qwen2_vl
+    options:
+      extra:
+        show_docstring: true
+        show_signature: true
+
+::: liger_kernel.transformers.apply_liger_kernel_to_phi3
+    options:
+      extra:
+        show_docstring: true
+        show_signature: true

{liger_kernel_nightly-0.6.2.dev20250826142826 → liger_kernel_nightly-0.6.2.dev20250830153353}/mkdocs.yml

@@ -2,6 +2,7 @@ site_name: Liger-Kernel Docs
 site_url: https://linkedin.github.io/Liger-Kernel/
 site_author: LinkedIn
 site_description: Efficient Triton Kernels for LLM Training
+
 theme:
   name: material
   font:
@@ -12,15 +13,6 @@ theme:
     - toc.follow
     - navigation.top
     - navigation.sections
-  nav:
-  - Home: index.md
-  - Examples: Examples.md
-  - Getting Started: Getting-Started.md
-  - High Level APIs: High-Level-APIs.md
-  - Low Level APIs: Low-Level-APIs.md
-  - Contributing: contributing.md
-  - Acknowledgment: acknowledgement.md
-  - License: license.md
   palette:
     # Dark Mode
     - scheme: slate
@@ -38,6 +30,16 @@ theme:
       primary: blue
       accent: deep purple
 
+nav:
+  - Home: index.md
+  - Examples: Examples.md
+  - Getting Started: Getting-Started.md
+  - High Level APIs: High-Level-APIs.md
+  - Low Level APIs: Low-Level-APIs.md
+  - Contributing: contributing.md
+  - Acknowledgment: acknowledgement.md
+  - License: license.md
+
 markdown_extensions:
   - attr_list
   - toc:
@@ -58,6 +60,22 @@ markdown_extensions:
   - admonition
   - pymdownx.details
 
+plugins:
+  - search
+  - mkdocstrings:
+      handlers:
+        python:
+          paths: [src] 
+          options:
+            show_root_heading: true
+            show_source: true
+            docstring_style: google  
+            docstring_section_style: table
+            heading_level: 3  
+            show_signature_annotations: false  # Hides type annotations to save space
+            separate_signature: true  # Separates signature from description
+
+
 # Repository
 repo_name: linkedin/Liger-Kernel
 repo_url: https://github.com/linkedin/Liger-Kernel

{liger_kernel_nightly-0.6.2.dev20250826142826 → liger_kernel_nightly-0.6.2.dev20250830153353}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "liger_kernel_nightly"
-version = "0.6.2.dev20250826142826"
+version = "0.6.2.dev20250830153353"
 description = "Efficient Triton kernels for LLM Training"
 urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" }
 readme = { file = "README.md", content-type = "text/markdown" }

{liger_kernel_nightly-0.6.2.dev20250826142826 → liger_kernel_nightly-0.6.2.dev20250830153353}/setup.py

@@ -99,4 +99,15 @@ setup(
     packages=["liger_kernel"],
     install_requires=get_default_dependencies(),
     extras_require=get_optional_dependencies(),
+    classifiers=[
+        "Development Status :: 5 - Production/Stable",
+        "Intended Audience :: Developers",
+        "Intended Audience :: Education",
+        "Intended Audience :: Science/Research",
+        "Programming Language :: Python :: 3",
+        "Topic :: Scientific/Engineering :: Artificial Intelligence",
+        "Topic :: Software Development :: Libraries :: Python Modules",
+        "License :: OSI Approved :: BSD-2-Clause Software License",
+        "Operating System :: OS Independent",
+    ]
 )

{liger_kernel_nightly-0.6.2.dev20250826142826 → liger_kernel_nightly-0.6.2.dev20250830153353}/src/liger_kernel_nightly.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: liger_kernel_nightly
-Version: 0.6.2.dev20250826142826
+Version: 0.6.2.dev20250830153353
 Summary: Efficient Triton kernels for LLM Training
 License: BSD 2-CLAUSE LICENSE
         Copyright 2024 LinkedIn Corporation 

liger_kernel_nightly-0.6.2.dev20250826142826/docs/High-Level-APIs.md

@@ -1,30 +0,0 @@
-
-### AutoModel
-
-| **AutoModel Variant** | **API** |
-|-----------|---------|
-| AutoModelForCausalLM | `liger_kernel.transformers.AutoLigerKernelForCausalLM` |
-
-This API extends the implementation of the `AutoModelForCausalLM` within the `transformers` library from Hugging Face.
-
-!!! Example "Try it Out"
-    You can experiment as shown in this example [here](https://github.com/linkedin/Liger-Kernel?tab=readme-ov-file#1-use-autoligerkernelforcausallm).
-
-### Patching
-
-You can also use the Patching APIs to use the kernels for a specific model architecture.
-
-!!! Example "Try it Out"
-    You can experiment as shown in this example [here](https://github.com/linkedin/Liger-Kernel?tab=readme-ov-file#2-apply-model-specific-patching-apis).
-
-| **Model**   | **API**                                                      | **Supported Operations**                                                |
-|-------------|--------------------------------------------------------------|-------------------------------------------------------------------------|
-| LLaMA 2 & 3 | `liger_kernel.transformers.apply_liger_kernel_to_llama`   | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy        |
-| LLaMA 3.2-Vision | `liger_kernel.transformers.apply_liger_kernel_to_mllama`   | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy        |
-| Mistral     | `liger_kernel.transformers.apply_liger_kernel_to_mistral`  | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy        |
-| Mixtral     | `liger_kernel.transformers.apply_liger_kernel_to_mixtral`  | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy        |
-| Gemma1      | `liger_kernel.transformers.apply_liger_kernel_to_gemma`    | RoPE, RMSNorm, GeGLU, CrossEntropyLoss, FusedLinearCrossEntropy         |
-| Gemma2      | `liger_kernel.transformers.apply_liger_kernel_to_gemma2`   | RoPE, RMSNorm, GeGLU, CrossEntropyLoss, FusedLinearCrossEntropy         |
-| Qwen2, Qwen2.5, & QwQ      | `liger_kernel.transformers.apply_liger_kernel_to_qwen2`    | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy        |
-| Qwen2-VL       | `liger_kernel.transformers.apply_liger_kernel_to_qwen2_vl`    | RMSNorm, LayerNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy        |
-| Phi3 & Phi3.5       | `liger_kernel.transformers.apply_liger_kernel_to_phi3`     | RoPE, RMSNorm, SwiGLU, CrossEntropyLoss, FusedLinearCrossEntropy         |