liger-kernel-nightly 0.5.3.dev20250221230243__tar.gz → 0.5.3.dev20250221233257__tar.gz

{liger_kernel_nightly-0.5.3.dev20250221230243 → liger_kernel_nightly-0.5.3.dev20250221233257}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: liger_kernel_nightly
-Version: 0.5.3.dev20250221230243
+Version: 0.5.3.dev20250221233257
 Summary: Efficient Triton kernels for LLM Training
 License: BSD 2-CLAUSE LICENSE
         Copyright 2024 LinkedIn Corporation 

{liger_kernel_nightly-0.5.3.dev20250221230243 → liger_kernel_nightly-0.5.3.dev20250221233257}/benchmark/scripts/benchmark_rope.py

@@ -1,7 +1,6 @@
 import torch
 import triton
 
-from test.utils import transformers_version_dispatch
 from transformers.models.llama.configuration_llama import LlamaConfig
 from transformers.models.llama.modeling_llama import LlamaRotaryEmbedding
 from transformers.models.llama.modeling_llama import apply_rotary_pos_emb
@@ -14,6 +13,7 @@ from utils import run_benchmarks
 
 from liger_kernel.transformers.rope import liger_rotary_pos_emb
 from liger_kernel.utils import infer_device
+from liger_kernel.utils import transformers_version_dispatch
 
 device = infer_device()
 

{liger_kernel_nightly-0.5.3.dev20250221230243 → liger_kernel_nightly-0.5.3.dev20250221233257}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "liger_kernel_nightly"
-version = "0.5.3.dev20250221230243"
+version = "0.5.3.dev20250221233257"
 description = "Efficient Triton kernels for LLM Training"
 urls = { "Homepage" = "https://github.com/linkedin/Liger-Kernel" }
 readme = { file = "README.md", content-type = "text/markdown" }

liger_kernel_nightly-0.5.3.dev20250221233257/src/liger_kernel/utils.py

@@ -0,0 +1,62 @@
+import torch
+
+
+def infer_device():
+    """
+    Get current device name based on available devices
+    """
+    if torch.cuda.is_available():
+        return "cuda"
+    elif torch.xpu.is_available():
+        return "xpu"
+    elif torch.hip.is_available():
+        return "hip"
+    else:
+        return "cpu"
+
+
+def transformers_version_dispatch(
+    required_version: str,
+    before_fn,
+    after_fn,
+    before_args: tuple = (),
+    after_args: tuple = (),
+    before_kwargs: dict = None,
+    after_kwargs: dict = None,
+):
+    """
+    Dispatches to different functions based on package version comparison.
+
+    Args:
+        required_version: Version to compare against (e.g. "4.48.0")
+        before_fn: Function to call if package_version < required_version
+        after_fn: Function to call if package_version >= required_version
+        before_args: Positional arguments for before_fn
+        after_args: Positional arguments for after_fn
+        before_kwargs: Keyword arguments for before_fn
+        after_kwargs: Keyword arguments for after_fn
+
+    Returns:
+        Result from either before_fn or after_fn
+
+    Example:
+        >>> rotary_emb = transformers_version_dispatch(
+        ...     "4.48.0",
+        ...     LlamaRotaryEmbedding,
+        ...     LlamaRotaryEmbedding,
+        ...     before_args=(head_dim,),
+        ...     after_args=(LlamaConfig(head_dim=head_dim),),
+        ...     before_kwargs={'device': device},
+        ...     after_kwargs={'device': device}
+        ... )
+    """
+    from packaging import version
+    from transformers import __version__ as transformers_version
+
+    before_kwargs = before_kwargs or {}
+    after_kwargs = after_kwargs or {}
+
+    if version.parse(transformers_version) < version.parse(required_version):
+        return before_fn(*before_args, **before_kwargs)
+    else:
+        return after_fn(*after_args, **after_kwargs)

{liger_kernel_nightly-0.5.3.dev20250221230243 → liger_kernel_nightly-0.5.3.dev20250221233257}/src/liger_kernel_nightly.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: liger_kernel_nightly
-Version: 0.5.3.dev20250221230243
+Version: 0.5.3.dev20250221233257
 Summary: Efficient Triton kernels for LLM Training
 License: BSD 2-CLAUSE LICENSE
         Copyright 2024 LinkedIn Corporation 

{liger_kernel_nightly-0.5.3.dev20250221230243 → liger_kernel_nightly-0.5.3.dev20250221233257}/test/transformers/test_rope.py

@@ -2,7 +2,6 @@ import pytest
 import torch
 
 from test.utils import supports_bfloat16
-from test.utils import transformers_version_dispatch
 from transformers.models.llama.configuration_llama import LlamaConfig
 from transformers.models.llama.modeling_llama import LlamaRotaryEmbedding
 from transformers.models.llama.modeling_llama import apply_rotary_pos_emb
@@ -11,6 +10,7 @@ from liger_kernel.ops.rope import LigerRopeFunction
 from liger_kernel.transformers.functional import liger_rope
 from liger_kernel.transformers.rope import liger_rotary_pos_emb
 from liger_kernel.utils import infer_device
+from liger_kernel.utils import transformers_version_dispatch
 
 device = infer_device()
 

{liger_kernel_nightly-0.5.3.dev20250221230243 → liger_kernel_nightly-0.5.3.dev20250221233257}/test/utils.py

@@ -214,53 +214,6 @@ def supports_bfloat16():
         return False
 
 
-def transformers_version_dispatch(
-    required_version: str,
-    before_fn,
-    after_fn,
-    before_args: tuple = (),
-    after_args: tuple = (),
-    before_kwargs: dict = None,
-    after_kwargs: dict = None,
-):
-    """
-    Dispatches to different functions based on package version comparison.
-
-    Args:
-        required_version: Version to compare against (e.g. "4.48.0")
-        before_fn: Function to call if package_version < required_version
-        after_fn: Function to call if package_version >= required_version
-        before_args: Positional arguments for before_fn
-        after_args: Positional arguments for after_fn
-        before_kwargs: Keyword arguments for before_fn
-        after_kwargs: Keyword arguments for after_fn
-
-    Returns:
-        Result from either before_fn or after_fn
-
-    Example:
-        >>> rotary_emb = transformers_version_dispatch(
-        ...     "4.48.0",
-        ...     LlamaRotaryEmbedding,
-        ...     LlamaRotaryEmbedding,
-        ...     before_args=(head_dim,),
-        ...     after_args=(LlamaConfig(head_dim=head_dim),),
-        ...     before_kwargs={'device': device},
-        ...     after_kwargs={'device': device}
-        ... )
-    """
-    from packaging import version
-    from transformers import __version__ as transformers_version
-
-    before_kwargs = before_kwargs or {}
-    after_kwargs = after_kwargs or {}
-
-    if version.parse(transformers_version) < version.parse(required_version):
-        return before_fn(*before_args, **before_kwargs)
-    else:
-        return after_fn(*after_args, **after_kwargs)
-
-
 def revert_liger_kernel_to_granite(model_config: MiniModelConfig):
     """
     Revert all Liger kernel patches applied to Granite.

liger_kernel_nightly-0.5.3.dev20250221230243/src/liger_kernel/utils.py

@@ -1,15 +0,0 @@
-import torch
-
-
-def infer_device():
-    """
-    Get current device name based on available devices
-    """
-    if torch.cuda.is_available():
-        return "cuda"
-    elif torch.xpu.is_available():
-        return "xpu"
-    elif torch.hip.is_available():
-        return "hip"
-    else:
-        return "cpu"