hyper-connections 0.1.0__tar.gz → 0.1.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {hyper_connections-0.1.0 → hyper_connections-0.1.1}/PKG-INFO +1 -4
- {hyper_connections-0.1.0 → hyper_connections-0.1.1}/hyper_connections/hyper_connections_with_multi_branch_inputs.py +0 -3
- {hyper_connections-0.1.0 → hyper_connections-0.1.1}/hyper_connections/hyper_connections_with_multi_input_streams.py +0 -4
- {hyper_connections-0.1.0 → hyper_connections-0.1.1}/pyproject.toml +3 -9
- {hyper_connections-0.1.0 → hyper_connections-0.1.1}/.github/workflows/python-publish.yml +0 -0
- {hyper_connections-0.1.0 → hyper_connections-0.1.1}/.github/workflows/test.yml +0 -0
- {hyper_connections-0.1.0 → hyper_connections-0.1.1}/.gitignore +0 -0
- {hyper_connections-0.1.0 → hyper_connections-0.1.1}/LICENSE +0 -0
- {hyper_connections-0.1.0 → hyper_connections-0.1.1}/README.md +0 -0
- {hyper_connections-0.1.0 → hyper_connections-0.1.1}/hyper-connections.png +0 -0
- {hyper_connections-0.1.0 → hyper_connections-0.1.1}/hyper_connections/__init__.py +0 -0
- {hyper_connections-0.1.0 → hyper_connections-0.1.1}/hyper_connections/hyper_connections.py +0 -0
- {hyper_connections-0.1.0 → hyper_connections-0.1.1}/tests/test_hyper_connections.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: hyper-connections
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.1
|
|
4
4
|
Summary: Hyper-Connections
|
|
5
5
|
Project-URL: Homepage, https://pypi.org/project/hyper-connections/
|
|
6
6
|
Project-URL: Repository, https://github.com/lucidrains/hyper-connections
|
|
@@ -34,12 +34,9 @@ Classifier: License :: OSI Approved :: MIT License
|
|
|
34
34
|
Classifier: Programming Language :: Python :: 3.9
|
|
35
35
|
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
|
|
36
36
|
Requires-Python: >=3.9
|
|
37
|
-
Requires-Dist: beartype
|
|
38
37
|
Requires-Dist: einops>=0.8.0
|
|
39
38
|
Requires-Dist: torch>=2.3
|
|
40
39
|
Provides-Extra: examples
|
|
41
|
-
Provides-Extra: test
|
|
42
|
-
Requires-Dist: pytest; extra == 'test'
|
|
43
40
|
Description-Content-Type: text/markdown
|
|
44
41
|
|
|
45
42
|
<img src="./hyper-connections.png" width="450px"></img>
|
|
@@ -12,8 +12,6 @@ from torch.utils._pytree import tree_flatten, tree_unflatten
|
|
|
12
12
|
|
|
13
13
|
from einops import rearrange, repeat, reduce, einsum
|
|
14
14
|
|
|
15
|
-
from beartype import beartype
|
|
16
|
-
|
|
17
15
|
"""
|
|
18
16
|
ein notation:
|
|
19
17
|
b - batch
|
|
@@ -65,7 +63,6 @@ def get_init_and_expand_reduce_stream_functions(cls, num_streams, disable = Fals
|
|
|
65
63
|
# hyper connection residual streams
|
|
66
64
|
|
|
67
65
|
class HyperConnections(Module):
|
|
68
|
-
@beartype
|
|
69
66
|
def __init__(
|
|
70
67
|
self,
|
|
71
68
|
num_residual_streams,
|
|
@@ -13,8 +13,6 @@ from torch.utils._pytree import tree_flatten, tree_unflatten
|
|
|
13
13
|
from einops import rearrange, repeat, reduce, einsum
|
|
14
14
|
from einops.layers.torch import Rearrange
|
|
15
15
|
|
|
16
|
-
from beartype import beartype
|
|
17
|
-
|
|
18
16
|
"""
|
|
19
17
|
ein notation:
|
|
20
18
|
b - batch
|
|
@@ -95,7 +93,6 @@ class ProjActScale(Module):
|
|
|
95
93
|
# residual base class
|
|
96
94
|
|
|
97
95
|
class Residual(Module):
|
|
98
|
-
@beartype
|
|
99
96
|
def __init__(
|
|
100
97
|
self,
|
|
101
98
|
*args,
|
|
@@ -148,7 +145,6 @@ class Residual(Module):
|
|
|
148
145
|
InputPathType = int | str # the path to the second residual stream, where `int` points to *args[`int`] and `str` points to **kwargs[`str`] - `int` needs to be > 0, as 0 is the default input residual stream
|
|
149
146
|
|
|
150
147
|
class HyperConnections(Module):
|
|
151
|
-
@beartype
|
|
152
148
|
def __init__(
|
|
153
149
|
self,
|
|
154
150
|
num_residual_streams,
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[project]
|
|
2
2
|
name = "hyper-connections"
|
|
3
|
-
version = "0.1.
|
|
3
|
+
version = "0.1.1"
|
|
4
4
|
description = "Hyper-Connections"
|
|
5
5
|
authors = [
|
|
6
6
|
{ name = "Phil Wang", email = "lucidrains@gmail.com" }
|
|
@@ -23,7 +23,6 @@ classifiers=[
|
|
|
23
23
|
]
|
|
24
24
|
|
|
25
25
|
dependencies = [
|
|
26
|
-
"beartype",
|
|
27
26
|
"einops>=0.8.0",
|
|
28
27
|
"torch>=2.3",
|
|
29
28
|
]
|
|
@@ -34,14 +33,9 @@ Repository = "https://github.com/lucidrains/hyper-connections"
|
|
|
34
33
|
|
|
35
34
|
[project.optional-dependencies]
|
|
36
35
|
examples = []
|
|
37
|
-
test = [
|
|
38
|
-
"pytest"
|
|
39
|
-
]
|
|
40
36
|
|
|
41
37
|
[tool.pytest.ini_options]
|
|
42
|
-
pythonpath = [
|
|
43
|
-
"."
|
|
44
|
-
]
|
|
38
|
+
pythonpath = ["."]
|
|
45
39
|
|
|
46
40
|
[build-system]
|
|
47
41
|
requires = ["hatchling"]
|
|
@@ -49,7 +43,7 @@ build-backend = "hatchling.build"
|
|
|
49
43
|
|
|
50
44
|
[tool.rye]
|
|
51
45
|
managed = true
|
|
52
|
-
dev-dependencies = []
|
|
46
|
+
dev-dependencies = ["pytest>=8.2.0"]
|
|
53
47
|
|
|
54
48
|
[tool.hatch.metadata]
|
|
55
49
|
allow-direct-references = true
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|