causal-conv1d 1.4.0__tar.gz → 1.5.0.post5__tar.gz

{causal_conv1d-1.4.0 → causal_conv1d-1.5.0.post5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: causal_conv1d
-Version: 1.4.0
+Version: 1.5.0.post5
 Summary: Causal depthwise conv1d in CUDA, with a PyTorch interface
 Home-page: https://github.com/Dao-AILab/causal-conv1d
 Author: Tri Dao
@@ -8,7 +8,7 @@ Author-email: tri@tridao.me
 Classifier: Programming Language :: Python :: 3
 Classifier: License :: OSI Approved :: BSD License
 Classifier: Operating System :: Unix
-Requires-Python: >=3.8
+Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 License-File: LICENSE
 License-File: AUTHORS
@@ -21,11 +21,11 @@ Features:
 
 ## How to use
 
-```
+```python
 from causal_conv1d import causal_conv1d_fn
 ```
 
-```
+```python
 def causal_conv1d_fn(x, weight, bias=None, activation=None):
     """
     x: (batch, dim, seqlen)
@@ -38,7 +38,7 @@ def causal_conv1d_fn(x, weight, bias=None, activation=None):
 ```
 
 Equivalent to:
-```
+```python
 import torch.nn.functional as F
 
 F.conv1d(x, weight.unsqueeze(1), bias, padding=width - 1, groups=dim)[..., :seqlen]

{causal_conv1d-1.4.0 → causal_conv1d-1.5.0.post5}/README.md

@@ -6,11 +6,11 @@ Features:
 
 ## How to use
 
-```
+```python
 from causal_conv1d import causal_conv1d_fn
 ```
 
-```
+```python
 def causal_conv1d_fn(x, weight, bias=None, activation=None):
     """
     x: (batch, dim, seqlen)
@@ -23,7 +23,7 @@ def causal_conv1d_fn(x, weight, bias=None, activation=None):
 ```
 
 Equivalent to:
-```
+```python
 import torch.nn.functional as F
 
 F.conv1d(x, weight.unsqueeze(1), bias, padding=width - 1, groups=dim)[..., :seqlen]

{causal_conv1d-1.4.0 → causal_conv1d-1.5.0.post5}/causal_conv1d/__init__.py

@@ -1,3 +1,3 @@
-__version__ = "1.4.0"
+__version__ = "1.5.0.post5"
 
 from causal_conv1d.causal_conv1d_interface import causal_conv1d_fn, causal_conv1d_update

{causal_conv1d-1.4.0 → causal_conv1d-1.5.0.post5}/causal_conv1d/causal_conv1d_interface.py

@@ -172,7 +172,7 @@ def causal_conv1d_ref(
     return out if not return_final_states else (out, final_states_out)
 
 
-def causal_conv1d_update(x, conv_state, weight, bias=None, activation=None, cache_seqlens=None):
+def causal_conv1d_update(x, conv_state, weight, bias=None, activation=None, cache_seqlens=None, conv_state_indices=None):
     """
     x: (batch, dim) or (batch, dim, seqlen)
     conv_state: (batch, dim, state_len), where state_len >= width - 1
@@ -182,6 +182,10 @@ def causal_conv1d_update(x, conv_state, weight, bias=None, activation=None, cach
         If not None, the conv_state is treated as a circular buffer.
         The conv_state will be updated by copying x to the conv_state starting at the index
         @cache_seqlens % state_len.
+    conv_state_indices: (batch,), dtype int32
+        If None, the conv_state is a larger tensor along the batch dim, 
+        and we are selecting the batch coords specified by conv_state_indices.
+        Useful for a continuous batching scenario.
 
     out: (batch, dim) or (batch, dim, seqlen)
     """
@@ -192,7 +196,7 @@ def causal_conv1d_update(x, conv_state, weight, bias=None, activation=None, cach
     if unsqueeze:
         x = x.unsqueeze(-1)
     out = causal_conv1d_cuda.causal_conv1d_update(
-        x, conv_state, weight, bias, activation, cache_seqlens
+        x, conv_state, weight, bias, activation, cache_seqlens, conv_state_indices
     )
     if unsqueeze:
         out = out.squeeze(-1)

{causal_conv1d-1.4.0 → causal_conv1d-1.5.0.post5}/causal_conv1d.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: causal-conv1d
-Version: 1.4.0
+Version: 1.5.0.post5
 Summary: Causal depthwise conv1d in CUDA, with a PyTorch interface
 Home-page: https://github.com/Dao-AILab/causal-conv1d
 Author: Tri Dao
@@ -8,7 +8,7 @@ Author-email: tri@tridao.me
 Classifier: Programming Language :: Python :: 3
 Classifier: License :: OSI Approved :: BSD License
 Classifier: Operating System :: Unix
-Requires-Python: >=3.8
+Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 License-File: LICENSE
 License-File: AUTHORS
@@ -21,11 +21,11 @@ Features:
 
 ## How to use
 
-```
+```python
 from causal_conv1d import causal_conv1d_fn
 ```
 
-```
+```python
 def causal_conv1d_fn(x, weight, bias=None, activation=None):
     """
     x: (batch, dim, seqlen)
@@ -38,7 +38,7 @@ def causal_conv1d_fn(x, weight, bias=None, activation=None):
 ```
 
 Equivalent to:
-```
+```python
 import torch.nn.functional as F
 
 F.conv1d(x, weight.unsqueeze(1), bias, padding=width - 1, groups=dim)[..., :seqlen]

{causal_conv1d-1.4.0 → causal_conv1d-1.5.0.post5}/setup.py

@@ -267,10 +267,10 @@ def get_wheel_url():
         # We're using the CUDA version used to build torch, not the one currently installed
         # _, cuda_version_raw = get_cuda_bare_metal_version(CUDA_HOME)
         torch_cuda_version = parse(torch.version.cuda)
-        # For CUDA 11, we only compile for CUDA 11.8, and for CUDA 12 we only compile for CUDA 12.2
+        # For CUDA 11, we only compile for CUDA 11.8, and for CUDA 12 we only compile for CUDA 12.4
         # to save CI time. Minor versions should be compatible.
-        torch_cuda_version = parse("11.8") if torch_cuda_version.major == 11 else parse("12.2")
-        cuda_version = f"{torch_cuda_version.major}{torch_cuda_version.minor}"
+        torch_cuda_version = parse("11.8") if torch_cuda_version.major == 11 else parse("12.4")
+        cuda_version = f"{torch_cuda_version.major}"
     
     gpu_compute_version = hip_version if HIP_BUILD else cuda_version
     cuda_or_hip = "hip" if HIP_BUILD else "cu"
@@ -358,7 +358,7 @@ setup(
     else {
         "bdist_wheel": CachedWheelsCommand,
     },
-    python_requires=">=3.8",
+    python_requires=">=3.9",
     install_requires=[
         "torch",
         "packaging",