kernels 0.3.0__tar.gz → 0.3.2__tar.gz

{kernels-0.3.0 → kernels-0.3.2}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: kernels
-Version: 0.3.0
+Version: 0.3.2
 Summary: Download compute kernels
 Author-email: OlivierDehaene <olivier@huggingface.co>, Daniel de Kok <daniel@huggingface.co>, David Holtz <david@huggingface.co>, Nicolas Patry <nicolas@huggingface.co>
 Requires-Python: >=3.9
@@ -8,7 +8,8 @@ Description-Content-Type: text/markdown
 Requires-Dist: huggingface-hub>=0.26.3
 Requires-Dist: packaging>=24.2
 Requires-Dist: tomli>=2.0.1; python_version < "3.11"
-Requires-Dist: torch>=2.5
+Provides-Extra: torch
+Requires-Dist: torch; extra == "torch"
 
 # kernels
 

{kernels-0.3.0 → kernels-0.3.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "kernels"
-version = "0.3.0"
+version = "0.3.2"
 description = "Download compute kernels"
 authors = [
   { name = "OlivierDehaene", email = "olivier@huggingface.co" },
@@ -14,7 +14,6 @@ dependencies = [
   "huggingface-hub>=0.26.3",
   "packaging>=24.2",
   "tomli>=2.0.1; python_version<'3.11'",
-  "torch>=2.5",
 ]
 
 [build-system]
@@ -27,8 +26,12 @@ dev = [
   "pytest >=8",
   # Whatever version is compatible with pytest.
   "pytest-benchmark",
+  "torch >=2.5",
 ]
 
+[project.optional-dependencies]
+torch = ["torch"]
+
 [project.scripts]
 kernels = "kernels.cli:main"
 

{kernels-0.3.0 → kernels-0.3.2}/src/kernels/__init__.py

@@ -2,6 +2,7 @@ from kernels.layer import (
     Device,
     LayerRepository,
     register_kernel_mapping,
+    replace_kernel_forward_from_hub,
     use_kernel_forward_from_hub,
 )
 from kernels.utils import (
@@ -18,6 +19,7 @@ __all__ = [
     "install_kernel",
     "use_kernel_forward_from_hub",
     "register_kernel_mapping",
+    "replace_kernel_forward_from_hub",
     "LayerRepository",
     "Device",
 ]

{kernels-0.3.0 → kernels-0.3.2}/src/kernels/layer.py

@@ -114,16 +114,16 @@ def replace_kernel_forward_from_hub(cls, layer_name: str, *, use_fallback: bool
 
     cached_forward: Dict[LayerRepository, Callable] = {}
 
-    def forward(self, x, **args):
+    def forward(self, x, *args, **kwargs):
         kernel = _KERNEL_MAPPING.get().get(layer_name)
         if kernel is None:
             if not use_fallback:
                 raise ValueError(f"No layer mapping for `{layer_name}`")
-            return fallback_forward(self, x, **args)
+            return fallback_forward(self, x, *args, **kwargs)
 
         device = getattr(x, "device", None)
         if device is None:
-            return fallback_forward(self, x, **args)
+            return fallback_forward(self, x, *args, **kwargs)
 
         repo = kernel.get(Device(type=device.type))
         if repo is None:
@@ -131,12 +131,12 @@ def replace_kernel_forward_from_hub(cls, layer_name: str, *, use_fallback: bool
                 raise ValueError(
                     f"No layer mapping for `{layer_name}` with device type `{device.type}`"
                 )
-            return fallback_forward(self, x, **args)
+            return fallback_forward(self, x, *args, **kwargs)
 
         # Short-circuit if we already loaded the layer.
         layer_forward = cached_forward.get(repo, None)
         if layer_forward is not None:
-            return layer_forward(self, x, **args)
+            return layer_forward(self, x, *args, **kwargs)
 
         layer = _get_kernel_layer(
             repo_id=repo.repo_id,
@@ -155,7 +155,7 @@ def replace_kernel_forward_from_hub(cls, layer_name: str, *, use_fallback: bool
         layer_forward = layer.forward
         cached_forward[repo] = layer_forward
 
-        return layer_forward(self, x, **args)
+        return layer_forward(self, x, *args, **kwargs)
 
     cls.forward = forward
 

{kernels-0.3.0 → kernels-0.3.2}/src/kernels.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: kernels
-Version: 0.3.0
+Version: 0.3.2
 Summary: Download compute kernels
 Author-email: OlivierDehaene <olivier@huggingface.co>, Daniel de Kok <daniel@huggingface.co>, David Holtz <david@huggingface.co>, Nicolas Patry <nicolas@huggingface.co>
 Requires-Python: >=3.9
@@ -8,7 +8,8 @@ Description-Content-Type: text/markdown
 Requires-Dist: huggingface-hub>=0.26.3
 Requires-Dist: packaging>=24.2
 Requires-Dist: tomli>=2.0.1; python_version < "3.11"
-Requires-Dist: torch>=2.5
+Provides-Extra: torch
+Requires-Dist: torch; extra == "torch"
 
 # kernels
 

{kernels-0.3.0 → kernels-0.3.2}/src/kernels.egg-info/requires.txt

@@ -1,6 +1,8 @@
 huggingface-hub>=0.26.3
 packaging>=24.2
-torch>=2.5
 
 [:python_version < "3.11"]
 tomli>=2.0.1
+
+[torch]
+torch

{kernels-0.3.0 → kernels-0.3.2}/tests/test_layer.py

@@ -53,6 +53,24 @@ class SiluAndMulStringDevice(SiluAndMul):
     pass
 
 
+def test_arg_kinds():
+    @use_kernel_forward_from_hub("ArgKind")
+    class ArgKind(nn.Module):
+        def forward(
+            self,
+            arg1,
+            arg2,
+            *,
+            kwarg1,
+            kwarg2=42,
+        ):
+            return (arg1, arg2, kwarg1, kwarg2)
+
+    arg_kind = ArgKind()
+    assert arg_kind("foo", "bar", kwarg1="baz") == ("foo", "bar", "baz", 42)
+    assert arg_kind("foo", "bar", kwarg1="baz", kwarg2=5) == ("foo", "bar", "baz", 5)
+
+
 @pytest.mark.parametrize("cls", [SiluAndMulWithKernel, SiluAndMulStringDevice])
 @pytest.mark.parametrize("device", ["cuda", "cpu"])
 def test_hub_forward(cls, device):