onnxslim 0.1.72__py3-none-any.whl → 0.1.73__py3-none-any.whl

onnxslim/core/pattern/fusion/__init__.py

@@ -1,6 +1,7 @@
 from .concat_reshape import *
 from .convadd import *
 from .convbn import *
+from .convmul import *
 from .gelu import *
 from .gemm import *
 from .padconv import *

onnxslim/core/pattern/fusion/convmul.py

@@ -0,0 +1,69 @@
+import onnxslim.third_party.onnx_graphsurgeon as gs
+from onnxslim.core.pattern import Pattern, PatternMatcher
+from onnxslim.core.pattern.registry import register_fusion_pattern
+
+
+class ConvMulMatcher(PatternMatcher):
+    def __init__(self, priority):
+        """Initializes the ConvMulMatcher for fusing Conv and Mul layers in an ONNX graph."""
+        pattern = Pattern(
+            """
+            input    input  0  1 conv_0
+            Conv     conv_0 1+ 1 input mul_0
+            Mul      mul_0  2  1 conv_0 ? output
+            output   output 1  0 mul_0
+            """
+        )
+        super().__init__(pattern, priority)
+
+    @property
+    def name(self):
+        """Returns the name of the FusionConvMul pattern."""
+        return "FusionConvMul"
+
+    def rewrite(self, opset=11):
+        match_case = {}
+        conv_node = self.conv_0
+        mul_node = self.mul_0
+        conv_weight = list(conv_node.inputs)[1]
+        if len(conv_node.users) == 1 and conv_node.users[0] == mul_node and isinstance(mul_node.inputs[1], gs.Constant):
+            mul_constant = mul_node.inputs[1].values
+
+            if mul_constant.squeeze().ndim == 1 and mul_constant.squeeze().shape[0] == conv_weight.shape[0]:
+                weight_shape = conv_weight.values.shape
+                reshape_shape = [-1] + [1] * (len(weight_shape) - 1)
+
+                mul_scale_reshaped = mul_constant.squeeze().reshape(reshape_shape)
+                new_weight = conv_weight.values * mul_scale_reshaped
+
+                inputs = []
+                inputs.append(next(iter(conv_node.inputs)))
+
+                weight_name = list(conv_node.inputs)[1].name
+                inputs.append(gs.Constant(weight_name, values=new_weight))
+
+                if len(conv_node.inputs) == 3:
+                    conv_bias = conv_node.inputs[2].values
+                    new_bias = conv_bias * mul_constant.squeeze()
+                    bias_name = list(conv_node.inputs)[2].name
+                    inputs.append(gs.Constant(bias_name, values=new_bias))
+
+                outputs = list(mul_node.outputs)
+
+                conv_node.outputs.clear()
+                mul_node.inputs.clear()
+                mul_node.outputs.clear()
+
+                match_case[conv_node.name] = {
+                    "op": conv_node.op,
+                    "inputs": inputs,
+                    "outputs": outputs,
+                    "name": conv_node.name,
+                    "attrs": conv_node.attrs,
+                    "domain": None,
+                }
+
+        return match_case
+
+
+register_fusion_pattern(ConvMulMatcher(1))

onnxslim/core/pattern/fusion/gemm.py

@@ -289,16 +289,38 @@ class GemmAddPatternMatcher(PatternMatcher):
             )
             and add_bias_variable
             and len(reshape_node.users) == 1
+            and gemm_node.outputs[0].shape
         ):
+
+            def can_broadcast_to(shape_from, shape_to):
+                """Return True if shape_from can broadcast to shape_to per NumPy rules."""
+                if shape_from is None or shape_to is None:
+                    return False
+                try:
+                    np.empty(shape_to, dtype=np.float32) + np.empty(shape_from, dtype=np.float32)
+                    return True
+                except ValueError:
+                    return False
+
             gemm_bias_constant = gemm_node.inputs[2] if len(gemm_node.inputs) == 3 else None
             if gemm_bias_constant:
                 gemm_bias = gemm_bias_constant.values
                 add_bias = add_bias_variable.values
-                gemm_bias_fused = gemm_bias + add_bias
-                gemm_bias_fused_constant = gs.Constant(gemm_bias_constant.name + "_fused", values=gemm_bias_fused)
-                gemm_node.inputs[2] = gemm_bias_fused_constant
+                if (
+                    can_broadcast_to(gemm_bias.shape, gemm_node.outputs[0].shape)
+                    and can_broadcast_to(add_bias.shape, gemm_node.outputs[0].shape)
+                    and add_bias.ndim <= 2
+                ):
+                    gemm_bias_fused = gemm_bias + add_bias
+                    gemm_bias_fused_constant = gs.Constant(gemm_bias_constant.name + "_fused", values=gemm_bias_fused)
+                    gemm_node.inputs[2] = gemm_bias_fused_constant
+                else:
+                    return match_case
             else:
-                gemm_node.inputs[2] = add_bias_variable
+                if can_broadcast_to(add_bias_variable.values.shape, gemm_node.outputs[0].shape):
+                    gemm_node.inputs[2] = add_bias_variable
+                else:
+                    return match_case
 
             add_node.replace_all_uses_with(reshape_node)
 

onnxslim/core/pattern/fusion/padconv.py

@@ -24,6 +24,7 @@ class PadConvMatcher(PatternMatcher):
     def parameter_check(self) -> bool:
         """Validates if the padding parameter for a convolutional node is a constant."""
         pad_node = self.pad_0
+
         return isinstance(pad_node.inputs[1], gs.Constant)
 
     def rewrite(self, opset=11):
@@ -42,7 +43,7 @@ class PadConvMatcher(PatternMatcher):
         ):
             if (
                 isinstance(pad_node.inputs[1], gs.Constant)
-                and pad_node.attrs["mode"] == "constant"
+                and pad_node.attrs.get("mode", "constant") == "constant"
                 and conv_node.inputs[1].shape
             ):
                 conv_weight_dim = len(conv_node.inputs[1].shape)

onnxslim/misc/tabulate.py

@@ -1606,7 +1606,7 @@ def tabulate(
         given header. Possible values are: "global" (no override), "same"
         (follow column alignment), "right", "center", "left".
 
-    Note on intended behaviour: If there is no `tabular_data`, any column
+    Note on intended behavior: If there is no `tabular_data`, any column
         alignment argument is ignored. Hence, in this case, header
         alignment cannot be inferred from column alignment.
 

onnxslim/third_party/_sympy/functions.py

@@ -52,7 +52,7 @@ def simple_floordiv_gcd(p: sympy.Basic, q: sympy.Basic) -> sympy.Basic:
 
     We try to rewrite p and q in the form n*e*p1 + n*e*p2 and n*e*q0, where n is the greatest common integer factor and
     e is the largest syntactic common factor (i.e., common sub-expression) in p and q. Then the gcd returned is n*e,
-    cancelling which we would be left with p1 + p2 and q0.
+    canceling which we would be left with p1 + p2 and q0.
 
     Note that further factoring of p1 + p2 and q0 might be possible with sympy.factor (which uses domain-specific
     theories). E.g., we are unable to find that x*y + x + y + 1 is divisible by x + 1. More generally, when q is of the

onnxslim/version.py

@@ -1 +1 @@
-__version__ = "0.1.72"
+__version__ = "0.1.73"

{onnxslim-0.1.72.dist-info → onnxslim-0.1.73.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: onnxslim
-Version: 0.1.72
+Version: 0.1.73
 Summary: OnnxSlim: A Toolkit to Help Optimize Onnx Model
 Home-page: https://github.com/inisis/OnnxSlim
 Author: inisis

{onnxslim-0.1.72.dist-info → onnxslim-0.1.73.dist-info}/RECORD

@@ -2,7 +2,7 @@ onnxslim/__init__.py,sha256=ECHGdxzg4b-4SZaPhxM_KulBi-xDbVcVUbpJc8i6a60,571
 onnxslim/__main__.py,sha256=FgDcl6xX8kV_52rB-jPVsmGqidlVhkpe_YhXK75-nFU,75
 onnxslim/argparser.py,sha256=pFv3nEZH2BiHO9ejS4Iq5ZuZ3GrpdyRQJypAyR0xF7w,8942
 onnxslim/utils.py,sha256=Z39vRKAtD7o18NFbf3Qrws9xDg81uBJ9F-RYEFAfqM8,28095
-onnxslim/version.py,sha256=gUdfeW8Q-eHCbw8IWb2lI3qRGa6BpSk5KcikOGNzSdM,23
+onnxslim/version.py,sha256=B2xptQoAZtCL_O_fLMSWF71JDtlCZp8jLmdtHyMdosE,23
 onnxslim/cli/__init__.py,sha256=kxK27cDgWotBOWRs86rbRQf_dtmniKr1GZJeasxfESE,42
 onnxslim/cli/_main.py,sha256=jEKv9q7y_y9g0GsrfXcnk_wyMVej6jhe9QNPChE7yTs,5550
 onnxslim/core/__init__.py,sha256=uDg-Eu29Ezb3txwZf5mN0zQRVuqF-K9BvktE8WBYS4E,8825
@@ -18,20 +18,21 @@ onnxslim/core/pattern/elimination/reshape.py,sha256=XwvuPAZnXCCEwJb2n1guigstnsl3
 onnxslim/core/pattern/elimination/reshape_as.py,sha256=FI3LYR0pzbp2pDmaX13duHrQ4uqwaKNu4bG78en-7wY,2034
 onnxslim/core/pattern/elimination/slice.py,sha256=moZibU-TbtdwtmGIUwyjnjf3oRCeCBcQq0M1gY5ZWDk,5033
 onnxslim/core/pattern/elimination/unsqueeze.py,sha256=v7Rin3qB6F49ETrxXWEQQxUgtlF18nvHb6JFarf0kwQ,3855
-onnxslim/core/pattern/fusion/__init__.py,sha256=e1uydy8ab-5Niq1yQjoxcoz8q7bBzb0wFPL8NVUvhCs,160
+onnxslim/core/pattern/fusion/__init__.py,sha256=3ajHvRurL7WHL4tfNsBoLQh6Sq2fyiqH-VsPuftYMGg,183
 onnxslim/core/pattern/fusion/concat_reshape.py,sha256=LvknixTAsSUqUkGSuoEA1QpC-TmBrsx6AHZoeT0gTbI,1615
 onnxslim/core/pattern/fusion/convadd.py,sha256=P1GI7hJAHgDBO17aDDghNxMEhWkFIcqGLIfnpTMGhWk,2432
 onnxslim/core/pattern/fusion/convbn.py,sha256=1wI0nPCRj_3y2Ozortrm6gGDvy6qwH6CwHlyYLl_lRI,3340
+onnxslim/core/pattern/fusion/convmul.py,sha256=W2C6H3kWSDUg0he0jfR4tXI5GMi7gsyylQR4aSh-rik,2581
 onnxslim/core/pattern/fusion/gelu.py,sha256=uR67AJ_tL1gboY6VsTdqajHxW3Pbu656UMhCe1mQZDY,1469
-onnxslim/core/pattern/fusion/gemm.py,sha256=M0femDKmtak5fGIifN3MZDAU0WFW9GBqypUi38zeU5c,11942
-onnxslim/core/pattern/fusion/padconv.py,sha256=2Y1bgW6yRO3Yv-u2Pf5xbMIOeI3JMQc43ZgRy__rIuA,3580
+onnxslim/core/pattern/fusion/gemm.py,sha256=Ti9yZAfEprFRvW1FiAD0zvewELOJbRjposIk3yjjXfQ,12928
+onnxslim/core/pattern/fusion/padconv.py,sha256=O2DtY1XxP7-3k3vRBRPiNh4TuAyFW1n1-mPebwMdcXc,3597
 onnxslim/core/pattern/fusion/reduce.py,sha256=dMC7CPlFglrJxugsJWjcc-jQCIa_GIbW1y9K2FRvvcE,2755
 onnxslim/misc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-onnxslim/misc/tabulate.py,sha256=SqfeKm24drfruIyCwHQmVftsIyRW3lCYyq6Hs7RPwLw,99696
+onnxslim/misc/tabulate.py,sha256=Pg5uU0UP18HbwG-c8LlA82LbIb_5JWQeuIB1AnturbM,99695
 onnxslim/third_party/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 onnxslim/third_party/symbolic_shape_infer.py,sha256=KbdxXuRnjhj1vJGDR4SCIwq-sdUKPsSnc0ZrzAtaQ8s,152390
 onnxslim/third_party/_sympy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-onnxslim/third_party/_sympy/functions.py,sha256=FrrTHPkDhwh_EccLGugbcodeOjfGeM17T5_oVPUjOlA,8877
+onnxslim/third_party/_sympy/functions.py,sha256=s3pKzyjYCKnvlddLFR_H8UmbbcdMB51PRxqhe9zGI9E,8876
 onnxslim/third_party/_sympy/numbers.py,sha256=w1dJJcQkKRzLDCJMn70YTwPtrEWPFrhCJpAsZhukJOk,11383
 onnxslim/third_party/_sympy/printers.py,sha256=Kv2vpR-YgjCsNxIBKkcHyvEnj_H-gmJqG03Hwh4rWdk,20429
 onnxslim/third_party/_sympy/solve.py,sha256=gcqmluQbAKzIQTTtzsgALguhK8ViRGlVP-CRDcbwP6A,6465
@@ -55,10 +56,10 @@ onnxslim/third_party/onnx_graphsurgeon/logger/logger.py,sha256=L12rrwn33RHH-2WLv
 onnxslim/third_party/onnx_graphsurgeon/util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 onnxslim/third_party/onnx_graphsurgeon/util/exception.py,sha256=KrsHbKEQ4237UbjlODsUzvkXoAY72LZi23ApBeFANWg,786
 onnxslim/third_party/onnx_graphsurgeon/util/misc.py,sha256=kyxInD2SCRLU4wHMeiDEYEHB3871fGks6kQTuF9uATY,8960
-onnxslim-0.1.72.dist-info/licenses/LICENSE,sha256=oHZXw-yrBwdNVGu4JtlZhMgmQHKIZ7BJJlJdhu1HKvI,1062
-onnxslim-0.1.72.dist-info/METADATA,sha256=HyWNHr0zT0rr-y-9du1FsX4q8uQu5JDXkm43qDPaRo0,7621
-onnxslim-0.1.72.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-onnxslim-0.1.72.dist-info/entry_points.txt,sha256=O2QgceCVeGeRhnxRSDRcGiFd0ZNfElwrTiRo1W2V7KA,47
-onnxslim-0.1.72.dist-info/top_level.txt,sha256=EWFTb99i0kc6cC9akqNKp88ipzg17_VZzYN7z1kQNlA,9
-onnxslim-0.1.72.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-onnxslim-0.1.72.dist-info/RECORD,,
+onnxslim-0.1.73.dist-info/licenses/LICENSE,sha256=oHZXw-yrBwdNVGu4JtlZhMgmQHKIZ7BJJlJdhu1HKvI,1062
+onnxslim-0.1.73.dist-info/METADATA,sha256=NZ6PTQNwmexVWSCO0kplgCbKwpG13zfFmCKeqAyxJSk,7621
+onnxslim-0.1.73.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+onnxslim-0.1.73.dist-info/entry_points.txt,sha256=O2QgceCVeGeRhnxRSDRcGiFd0ZNfElwrTiRo1W2V7KA,47
+onnxslim-0.1.73.dist-info/top_level.txt,sha256=EWFTb99i0kc6cC9akqNKp88ipzg17_VZzYN7z1kQNlA,9
+onnxslim-0.1.73.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+onnxslim-0.1.73.dist-info/RECORD,,