onnx2tf 1.29.17__py3-none-any.whl → 1.29.19__py3-none-any.whl

onnx2tf/__init__.py

@@ -1,3 +1,3 @@
 from onnx2tf.onnx2tf import convert, main
 
-__version__ = '1.29.17'
+__version__ = '1.29.19'

onnx2tf/ops/Col2Im.py

@@ -1,9 +1,9 @@
+import sys
 import random
 random.seed(0)
 import numpy as np
 np.random.seed(0)
 import tensorflow as tf
-import tf_keras
 import onnx_graphsurgeon as gs
 from onnx2tf.utils.common_functions import (
     get_constant_or_variable,
@@ -14,57 +14,32 @@ from onnx2tf.utils.common_functions import (
     pre_process_transpose,
     post_process_transpose,
 )
+from onnx2tf.utils.logging import *
 
 
-class Col2ImLayer(tf_keras.layers.Layer):
-    def __init__(self):
-        super(Col2ImLayer, self).__init__()
+def _build_col2im_kernel(
+    *,
+    k_h,
+    k_w,
+    dilation_h,
+    dilation_w,
+    dtype,
+):
+    k_h = tf.cast(k_h, tf.int32)
+    k_w = tf.cast(k_w, tf.int32)
+    eff_k_h = (k_h - 1) * dilation_h + 1
+    eff_k_w = (k_w - 1) * dilation_w + 1
 
-    def call(
-        self,
-        input_tensor,
-        input_block_shape,
-        strides,
-        input_image_shape,
-        pads,
-        dilations,
-        output_shape = None,
-    ):
-        N, _, L = input_tensor.shape
-        if output_shape is not None:
-            C = tf.convert_to_tensor(output_shape[1])
-            output_shape = tf.convert_to_tensor([output_shape[0]] + [s for s in output_shape[2:]] + [output_shape[1]])
-        else:
-            C = tf.convert_to_tensor(input_tensor.shape[1] // (input_block_shape[0] * input_block_shape[1]))
-            output_shape = tf.convert_to_tensor([N] + input_image_shape + [C])
-        im = tf.TensorArray(input_tensor.dtype, size=N, dynamic_size=True)
-
-        def loop_over_l(n, im_n, l):
-            row_idx = tf.convert_to_tensor((l // ((input_image_shape[1] - (input_block_shape[1] - 1) * dilations[1] - 1 + strides[1]) // strides[1])) * strides[0])
-            col_idx = tf.convert_to_tensor((l % ((input_image_shape[1] - (input_block_shape[1] - 1) * dilations[1] - 1 + strides[1]) // strides[1])) * strides[1])
-
-            def loop_over_c(c, im_n):
-                patch_idx = tf.convert_to_tensor(c * input_block_shape[0] * input_block_shape[1])
-                patch = tf.reshape(input_tensor[n, patch_idx:patch_idx + input_block_shape[0] * input_block_shape[1], l], input_block_shape)
-                if dilations[0] > 1 or dilations[1] > 1:
-                    dilated_patch = tf.zeros([(input_block_shape[0] - 1) * dilations[0] + 1, (input_block_shape[1] - 1) * dilations[1] + 1], dtype=patch.dtype)
-                    for i in tf.range(input_block_shape[0]):
-                        for j in tf.range(input_block_shape[1]):
-                            dilated_patch = tf.tensor_scatter_nd_update(dilated_patch, [[i * dilations[0], j * dilations[1]]], [patch[i, j]])
-                    patch = dilated_patch
-                patch_shape = tf.shape(patch)
-                indices = tf.reshape(tf.stack(tf.meshgrid(row_idx + tf.range(patch_shape[0]), col_idx + tf.range(patch_shape[1]), c, indexing='ij'), axis=-1), [-1, 3])
-                updates = tf.reshape(patch, [-1])
-                return tf.tensor_scatter_nd_add(im_n, indices, updates)
-            return tf.reduce_sum(tf.map_fn(lambda c: loop_over_c(c, im_n), tf.range(C), dtype=im_n.dtype), axis=0)
-
-        def loop_over_n(n):
-            im_n = tf.zeros(output_shape[1:], dtype=input_tensor.dtype)
-            return tf.reduce_sum(tf.map_fn(lambda l: loop_over_l(n, im_n, l), tf.range(L), dtype=im_n.dtype), axis=0)
-
-        im = tf.map_fn(loop_over_n, tf.range(N), dtype=input_tensor.dtype)
-
-        return im[:, pads[0]:input_image_shape[0]-pads[2], pads[1]:input_image_shape[1]-pads[3], :]
+    ky = tf.reshape(tf.repeat(tf.range(k_h), k_w), tf.stack([k_h, k_w]))
+    kx = tf.reshape(tf.tile(tf.range(k_w), [k_h]), tf.stack([k_h, k_w]))
+
+    positions = ky * dilation_h * eff_k_w + kx * dilation_w
+    positions = tf.reshape(positions, [-1])
+    one_hot = tf.one_hot(positions, depth=eff_k_h * eff_k_w, dtype=dtype)
+    kernel = tf.reshape(one_hot, tf.stack([k_h * k_w, eff_k_h, eff_k_w]))
+    kernel = tf.transpose(kernel, [1, 2, 0])
+    kernel = tf.expand_dims(kernel, axis=2)
+    return kernel, eff_k_h, eff_k_w
 
 
 @print_node_info
@@ -114,10 +89,9 @@ def make_node(
     input_block_shape = tf_layers_dict[graph_node_input_3.name]['tf_node'] \
         if isinstance(graph_node_input_3, gs.Variable) else graph_node_input_3
 
-    spatial_size = len(input_image_shape)
-    dilations = graph_node.attrs.get('dilations', [1] * spatial_size)
-    pads = graph_node.attrs.get('pads', [0, 0] * spatial_size)
-    strides = graph_node.attrs.get('strides', [1] * spatial_size)
+    dilations = graph_node.attrs.get('dilations', [1, 1])
+    pads = graph_node.attrs.get('pads', [0, 0, 0, 0])
+    strides = graph_node.attrs.get('strides', [1, 1])
 
     # Preserving Graph Structure (Dict)
     tf_layers_dict[graph_node_output.name] = {
@@ -142,17 +116,87 @@ def make_node(
         tf_layers_dict[graph_node_output.name].pop('nhwc')
 
     # Generation of TF OP
-    col2im = Col2ImLayer()
-    tf_layers_dict[graph_node_output.name]['tf_node'] = \
-        col2im(
-            input_tensor=input_tensor,
-            input_block_shape=input_block_shape,
-            strides=strides,
-            input_image_shape=input_image_shape,
-            pads=pads,
-            dilations=dilations,
-            output_shape=shape,
-        )
+    original_dtype = input_tensor.dtype
+    compute_dtype = original_dtype
+    if original_dtype not in (tf.float16, tf.float32, tf.float64, tf.bfloat16):
+        if original_dtype in (tf.complex64, tf.complex128):
+            error('Col2Im does not support complex types in non-Flex implementation.')
+            sys.exit(1)
+        compute_dtype = tf.float32
+        input_tensor = tf.cast(input_tensor, compute_dtype)
+
+    input_image_shape = tf.cast(input_image_shape, tf.int32)
+    input_block_shape = tf.cast(input_block_shape, tf.int32)
+
+    if input_image_shape.shape is not None \
+        and input_image_shape.shape.rank is not None \
+        and input_image_shape.shape.rank != 1:
+        error('Col2Im supports only 2D image_shape input.')
+        sys.exit(1)
+
+    if input_block_shape.shape is not None \
+        and input_block_shape.shape.rank is not None \
+        and input_block_shape.shape.rank != 1:
+        error('Col2Im supports only 2D block_shape input.')
+        sys.exit(1)
+
+    k_h = input_block_shape[0]
+    k_w = input_block_shape[1]
+    h_img = input_image_shape[0]
+    w_img = input_image_shape[1]
+
+    stride_h, stride_w = strides
+    dilation_h, dilation_w = dilations
+    pad_top, pad_left, pad_bottom, pad_right = pads
+
+    kernel, eff_k_h, eff_k_w = _build_col2im_kernel(
+        k_h=k_h,
+        k_w=k_w,
+        dilation_h=dilation_h,
+        dilation_w=dilation_w,
+        dtype=compute_dtype,
+    )
+
+    h_pad = h_img + pad_top + pad_bottom
+    w_pad = w_img + pad_left + pad_right
+
+    out_h = tf.math.floordiv(h_pad - eff_k_h, stride_h) + 1
+    out_w = tf.math.floordiv(w_pad - eff_k_w, stride_w) + 1
+
+    input_shape = tf.shape(input_tensor)
+    n = input_shape[0]
+    ck = input_shape[1]
+    c = tf.math.floordiv(ck, k_h * k_w)
+
+    cols = tf.reshape(
+        input_tensor,
+        tf.stack([n, c, k_h * k_w, out_h, out_w]),
+    )
+    cols = tf.transpose(cols, [0, 1, 3, 4, 2])
+    cols = tf.reshape(cols, tf.stack([n * c, out_h, out_w, k_h * k_w]))
+
+    output_shape = tf.stack([n * c, h_pad, w_pad, 1])
+    output = tf.nn.conv2d_transpose(
+        cols,
+        kernel,
+        output_shape=output_shape,
+        strides=[1, stride_h, stride_w, 1],
+        padding='VALID',
+    )
+
+    output = tf.reshape(output, tf.stack([n, c, h_pad, w_pad]))
+    output = tf.transpose(output, [0, 2, 3, 1])
+
+    output = tf.slice(
+        output,
+        tf.stack([0, pad_top, pad_left, 0]),
+        tf.stack([-1, h_img, w_img, -1]),
+    )
+
+    if output.dtype != original_dtype:
+        output = tf.cast(output, original_dtype)
+
+    tf_layers_dict[graph_node_output.name]['tf_node'] = output
 
     # Post-process transpose
     before_trans_shape = tf_layers_dict[graph_node_output.name]['tf_node'].shape

onnx2tf/ops/DFT.py

@@ -0,0 +1,245 @@
+import sys
+import random
+random.seed(0)
+import numpy as np
+np.random.seed(0)
+import tensorflow as tf
+import onnx_graphsurgeon as gs
+from onnx2tf.utils.common_functions import (
+    get_constant_or_variable,
+    print_node_info,
+    inverted_operation_enable_disable,
+    make_tf_node_info,
+    get_replacement_parameter,
+    pre_process_transpose,
+    post_process_transpose,
+)
+from onnx2tf.utils.logging import *
+
+
+def _normalize_axis(axis, rank):
+    axis = tf.cast(axis, tf.int32)
+    rank = tf.cast(rank, tf.int32)
+    return tf.where(axis < 0, axis + rank, axis)
+
+
+def _move_axis_to_last(x, axis):
+    rank = tf.rank(x)
+    axis = _normalize_axis(axis, rank)
+    range0 = tf.range(axis)
+    range1 = tf.range(axis + 1, rank)
+    perm = tf.concat([range0, range1, [axis]], axis=0)
+    x_t = tf.transpose(x, perm)
+    inv_perm = tf.argsort(perm)
+    return x_t, inv_perm
+
+
+def _pad_or_slice_last(x, length):
+    length = tf.cast(length, tf.int32)
+    current = tf.shape(x)[-1]
+
+    def _pad():
+        pad_amount = length - current
+        pad = tf.concat(
+            [
+                tf.zeros([tf.rank(x) - 1, 2], dtype=tf.int32),
+                tf.stack([[0, pad_amount]]),
+            ],
+            axis=0,
+        )
+        return tf.pad(x, pad)
+
+    def _slice():
+        return x[..., :length]
+
+    x = tf.cond(current < length, _pad, lambda: x)
+    x = tf.cond(current > length, _slice, lambda: x)
+    return x
+
+
+@print_node_info
+@inverted_operation_enable_disable
+@get_replacement_parameter
+def make_node(
+    *,
+    graph_node: gs.Node,
+    tf_layers_dict: dict,
+    **kwargs: dict,
+):
+    """DFT
+
+    Parameters
+    ----------
+    graph_node: gs.Node
+        graph_surgeon Node
+
+    tf_layers_dict: dict
+        optype, shape, dtype, tensorflow graph
+    """
+    before_op_output_shape_trans_1 = \
+        tf_layers_dict.get(graph_node.inputs[0].name, {}).get('before_op_output_shape_trans', True)
+
+    graph_node_input_1 = get_constant_or_variable(
+        graph_node.inputs[0],
+        before_op_output_shape_trans_1,
+    )
+    graph_node_input_2 = get_constant_or_variable(
+        graph_node.inputs[1],
+        before_op_output_shape_trans=False,
+    ) if len(graph_node.inputs) >= 2 else None
+    graph_node_input_3 = get_constant_or_variable(
+        graph_node.inputs[2],
+        before_op_output_shape_trans=False,
+    ) if len(graph_node.inputs) >= 3 else None
+
+    graph_node_output: gs.Variable = graph_node.outputs[0]
+    shape = graph_node_output.shape
+    dtype = graph_node_output.dtype
+
+    input_tensor = tf_layers_dict[graph_node_input_1.name]['tf_node'] \
+        if isinstance(graph_node_input_1, gs.Variable) else graph_node_input_1
+    dft_length = tf_layers_dict[graph_node_input_2.name]['tf_node'] \
+        if isinstance(graph_node_input_2, gs.Variable) else graph_node_input_2
+    axis = tf_layers_dict[graph_node_input_3.name]['tf_node'] \
+        if isinstance(graph_node_input_3, gs.Variable) else graph_node_input_3
+
+    onesided = bool(graph_node.attrs.get('onesided', 0))
+    inverse = bool(graph_node.attrs.get('inverse', 0))
+
+    # Preserving Graph Structure (Dict)
+    tf_layers_dict[graph_node_output.name] = {
+        'optype': graph_node.op,
+        'shape': shape,
+        'dtype': dtype,
+        'nhwc': tf_layers_dict[graph_node_input_1.name]['nhwc'] \
+            if isinstance(graph_node_input_1, gs.Variable) \
+                and 'nhwc' in tf_layers_dict[graph_node_input_1.name].keys() else False,
+    }
+
+    # Pre-process transpose
+    input_tensor = pre_process_transpose(
+        value_before_transpose=input_tensor,
+        param_target='inputs',
+        param_name=graph_node.inputs[0].name,
+        **kwargs,
+    )
+
+    input_rank = tf.rank(input_tensor)
+    axis_attr = graph_node.attrs.get('axis', None)
+    if axis is None:
+        if axis_attr is not None:
+            axis = tf.constant(axis_attr, dtype=tf.int32)
+        else:
+            axis = tf.cast(input_rank - 2, tf.int32)
+    else:
+        axis = tf.cast(tf.reshape(axis, []), tf.int32)
+    axis = _normalize_axis(axis, input_rank)
+
+    dft_length_value = None
+    if dft_length is not None:
+        dft_length_value = tf.cast(tf.reshape(dft_length, []), tf.int32)
+
+    input_dtype = input_tensor.dtype
+    if input_dtype in (tf.float64,):
+        float_dtype = tf.float64
+        complex_dtype = tf.complex128
+    elif input_dtype in (tf.float32,):
+        float_dtype = tf.float32
+        complex_dtype = tf.complex64
+    elif input_dtype in (tf.float16, tf.bfloat16):
+        float_dtype = tf.float32
+        complex_dtype = tf.complex64
+    else:
+        error('DFT supports float/bfloat16 types only.')
+        sys.exit(1)
+
+    # Convert to complex tensor (drop last dim)
+    last_dim_static = input_tensor.shape[-1]
+    if last_dim_static is not None:
+        if last_dim_static == 1:
+            real = tf.squeeze(input_tensor, axis=-1)
+            imag = tf.zeros_like(real)
+        elif last_dim_static == 2:
+            real, imag = tf.unstack(input_tensor, axis=-1)
+        else:
+            error('DFT input last dimension must be 1 or 2.')
+            sys.exit(1)
+    else:
+        last_dim = tf.shape(input_tensor)[-1]
+        def _real_case():
+            real = tf.squeeze(input_tensor, axis=-1)
+            imag = tf.zeros_like(real)
+            return real, imag
+        def _complex_case():
+            real, imag = tf.unstack(input_tensor, axis=-1)
+            return real, imag
+        real, imag = tf.cond(
+            tf.equal(last_dim, 1),
+            _real_case,
+            _complex_case,
+        )
+
+    real = tf.cast(real, float_dtype)
+    imag = tf.cast(imag, float_dtype)
+    signal = tf.complex(real, imag)
+
+    signal_t, inv_perm = _move_axis_to_last(signal, axis)
+    signal_len = tf.shape(signal_t)[-1]
+
+    if onesided and inverse:
+        if last_dim_static == 1:
+            error('DFT onesided inverse supports only complex input.')
+            sys.exit(1)
+        if dft_length_value is None:
+            dft_length_value = tf.cast(signal_len * 2 - 2, tf.int32)
+        out_real = tf.signal.irfft(signal_t, fft_length=[dft_length_value])
+        out_real = tf.transpose(out_real, inv_perm)
+        output = tf.expand_dims(out_real, axis=-1)
+    elif onesided and not inverse:
+        if last_dim_static == 2:
+            error('DFT onesided forward supports only real input.')
+            sys.exit(1)
+        if dft_length_value is None:
+            dft_length_value = tf.cast(signal_len, tf.int32)
+        real_signal = tf.math.real(signal_t)
+        out_complex = tf.signal.rfft(real_signal, fft_length=[dft_length_value])
+        out_complex = tf.transpose(out_complex, inv_perm)
+        output = tf.stack([tf.math.real(out_complex), tf.math.imag(out_complex)], axis=-1)
+    else:
+        if dft_length_value is not None:
+            signal_t = _pad_or_slice_last(signal_t, dft_length_value)
+        if inverse:
+            out_complex = tf.signal.ifft(signal_t)
+        else:
+            out_complex = tf.signal.fft(signal_t)
+        out_complex = tf.transpose(out_complex, inv_perm)
+        output = tf.stack([tf.math.real(out_complex), tf.math.imag(out_complex)], axis=-1)
+
+    if output.dtype != input_dtype:
+        output = tf.cast(output, input_dtype)
+
+    # Post-process transpose
+    tf_layers_dict[graph_node_output.name]['tf_node'] = post_process_transpose(
+        value_before_transpose=output,
+        param_target='outputs',
+        param_name=graph_node.outputs[0].name,
+        **kwargs,
+    )
+
+    # Generation of Debug Info
+    tf_layers_dict[graph_node_output.name]['tf_node_info'] = \
+        make_tf_node_info(
+            node_info={
+                'tf_op_type': 'DFT',
+                'tf_inputs': {
+                    'input': input_tensor,
+                    'axis': axis,
+                    'dft_length': dft_length_value,
+                    'onesided': onesided,
+                    'inverse': inverse,
+                },
+                'tf_outputs': {
+                    'output': tf_layers_dict[graph_node_output.name]['tf_node'],
+                },
+            }
+        )