onnx2tf 1.27.8__tar.gz → 1.27.9__tar.gz

{onnx2tf-1.27.8 → onnx2tf-1.27.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: onnx2tf
-Version: 1.27.8
+Version: 1.27.9
 Summary: Self-Created Tools to convert ONNX files (NCHW) to TensorFlow/TFLite/Keras format (NHWC). The purpose of this tool is to solve the massive Transpose extrapolation problem in onnx-tensorflow (onnx-tf).
 Home-page: https://github.com/PINTO0309/onnx2tf
 Author: Katsuya Hyodo
@@ -334,7 +334,7 @@ Video speed is adjusted approximately 50 times slower than actual speed.
   docker run --rm -it \
   -v `pwd`:/workdir \
   -w /workdir \
-  ghcr.io/pinto0309/onnx2tf:1.27.8
+  ghcr.io/pinto0309/onnx2tf:1.27.9
 
   or
 
@@ -342,7 +342,7 @@ Video speed is adjusted approximately 50 times slower than actual speed.
   docker run --rm -it \
   -v `pwd`:/workdir \
   -w /workdir \
-  docker.io/pinto0309/onnx2tf:1.27.8
+  docker.io/pinto0309/onnx2tf:1.27.9
 
   or
 
@@ -1747,6 +1747,21 @@ optional arguments:
     Numerical values other than dynamic dimensions are ignored.
     Ignores --batch_size if specified at the same time as --batch_size.
 
+  -sh SHAPE_HINTS [SHAPE_HINTS ...], \
+      --shape_hints SHAPE_HINTS [SHAPE_HINTS ...]
+    Shape hints for input tensors containing dynamic dimensions.
+    Specify input shapes for test inference with -cotof or -coto.
+    Unlike `--overwrite_input_shape`, this operation does not overwrite
+    the ONNX input shape with a static shape.
+    The format is
+    "i1:dim0,...,dimN" "i2:dim0,...,dimN" "i3:dim0,...,dimN"
+    When there is only one input, for example,
+    "data:1,3,224,224"
+    When there are multiple inputs, for example,
+    "data1:1,3,224,224" "data2:1,3,112" "data3:5"
+    A value of 1 or more must be specified.
+    Numerical values other than dynamic dimensions are ignored.
+
   -nlt, --no_large_tensor
     Suppresses constant bloat caused by Tile OP when optimizing models in onnxsim.
     See: https://github.com/daquexian/onnx-simplifier/issues/178
@@ -2052,6 +2067,7 @@ convert(
   not_use_opname_auto_generate: Optional[bool] = False,
   batch_size: Union[int, NoneType] = None,
   overwrite_input_shape: Union[List[str], NoneType] = None,
+  shape_hints: Union[List[str], NoneType] = None,
   no_large_tensor: Optional[bool] = False,
   output_nms_with_dynamic_tensor: Optional[bool] = False,
   switch_nms_version: Optional[str] = 'v4',
@@ -2244,6 +2260,20 @@ convert(
       Numerical values other than dynamic dimensions are ignored.
       Ignores batch_size if specified at the same time as batch_size.
 
+    shape_hints: Optional[List[str]]
+      Shape hints for input tensors containing dynamic dimensions.
+      Specify input shapes for test inference with -cotof or -coto.
+      Unlike `--overwrite_input_shape`, this operation does not overwrite
+      the ONNX input shape with a static shape.
+      The format is
+      ['i1:dim0,...,dimN', 'i2:dim0,...,dimN', 'i3:dim0,...,dimN']
+      When there is only one input, for example,
+      ['data:1,3,224,224']
+      When there are multiple inputs, for example,
+      ['data1:1,3,224,224', 'data2:1,3,112', 'data3:5']
+      A value of 1 or more must be specified.
+      Numerical values other than dynamic dimensions are ignored.
+
     no_large_tensor: Optional[bool]
       Suppresses constant bloat caused by Tile OP when optimizing models in onnxsim.
       See: https://github.com/daquexian/onnx-simplifier/issues/178

onnx2tf-1.27.8/onnx2tf.egg-info/PKG-INFO → onnx2tf-1.27.9/README.md

@@ -1,28 +1,3 @@
-Metadata-Version: 2.4
-Name: onnx2tf
-Version: 1.27.8
-Summary: Self-Created Tools to convert ONNX files (NCHW) to TensorFlow/TFLite/Keras format (NHWC). The purpose of this tool is to solve the massive Transpose extrapolation problem in onnx-tensorflow (onnx-tf).
-Home-page: https://github.com/PINTO0309/onnx2tf
-Author: Katsuya Hyodo
-Author-email: rmsdh122@yahoo.co.jp
-License: MIT License
-Platform: linux
-Platform: unix
-Requires-Python: >=3.10
-Description-Content-Type: text/markdown
-License-File: LICENSE
-License-File: LICENSE_onnx-tensorflow
-Dynamic: author
-Dynamic: author-email
-Dynamic: description
-Dynamic: description-content-type
-Dynamic: home-page
-Dynamic: license
-Dynamic: license-file
-Dynamic: platform
-Dynamic: requires-python
-Dynamic: summary
-
 # onnx2tf
 Self-Created Tools to convert ONNX files (NCHW) to TensorFlow/TFLite/Keras format (NHWC). The purpose of this tool is to solve the massive Transpose extrapolation problem in [onnx-tensorflow](https://github.com/onnx/onnx-tensorflow) ([onnx-tf](https://pypi.org/project/onnx-tf/)). I don't need a Star, but give me a pull request. Since I am adding challenging model optimizations and fixing bugs almost daily, I frequently embed potential bugs that would otherwise break through CI's regression testing. Therefore, if you encounter new problems, I recommend that you try a package that is a few versions older, or try the latest package that will be released in a few days.
 
@@ -334,7 +309,7 @@ Video speed is adjusted approximately 50 times slower than actual speed.
   docker run --rm -it \
   -v `pwd`:/workdir \
   -w /workdir \
-  ghcr.io/pinto0309/onnx2tf:1.27.8
+  ghcr.io/pinto0309/onnx2tf:1.27.9
 
   or
 
@@ -342,7 +317,7 @@ Video speed is adjusted approximately 50 times slower than actual speed.
   docker run --rm -it \
   -v `pwd`:/workdir \
   -w /workdir \
-  docker.io/pinto0309/onnx2tf:1.27.8
+  docker.io/pinto0309/onnx2tf:1.27.9
 
   or
 
@@ -1747,6 +1722,21 @@ optional arguments:
     Numerical values other than dynamic dimensions are ignored.
     Ignores --batch_size if specified at the same time as --batch_size.
 
+  -sh SHAPE_HINTS [SHAPE_HINTS ...], \
+      --shape_hints SHAPE_HINTS [SHAPE_HINTS ...]
+    Shape hints for input tensors containing dynamic dimensions.
+    Specify input shapes for test inference with -cotof or -coto.
+    Unlike `--overwrite_input_shape`, this operation does not overwrite
+    the ONNX input shape with a static shape.
+    The format is
+    "i1:dim0,...,dimN" "i2:dim0,...,dimN" "i3:dim0,...,dimN"
+    When there is only one input, for example,
+    "data:1,3,224,224"
+    When there are multiple inputs, for example,
+    "data1:1,3,224,224" "data2:1,3,112" "data3:5"
+    A value of 1 or more must be specified.
+    Numerical values other than dynamic dimensions are ignored.
+
   -nlt, --no_large_tensor
     Suppresses constant bloat caused by Tile OP when optimizing models in onnxsim.
     See: https://github.com/daquexian/onnx-simplifier/issues/178
@@ -2052,6 +2042,7 @@ convert(
   not_use_opname_auto_generate: Optional[bool] = False,
   batch_size: Union[int, NoneType] = None,
   overwrite_input_shape: Union[List[str], NoneType] = None,
+  shape_hints: Union[List[str], NoneType] = None,
   no_large_tensor: Optional[bool] = False,
   output_nms_with_dynamic_tensor: Optional[bool] = False,
   switch_nms_version: Optional[str] = 'v4',
@@ -2244,6 +2235,20 @@ convert(
       Numerical values other than dynamic dimensions are ignored.
       Ignores batch_size if specified at the same time as batch_size.
 
+    shape_hints: Optional[List[str]]
+      Shape hints for input tensors containing dynamic dimensions.
+      Specify input shapes for test inference with -cotof or -coto.
+      Unlike `--overwrite_input_shape`, this operation does not overwrite
+      the ONNX input shape with a static shape.
+      The format is
+      ['i1:dim0,...,dimN', 'i2:dim0,...,dimN', 'i3:dim0,...,dimN']
+      When there is only one input, for example,
+      ['data:1,3,224,224']
+      When there are multiple inputs, for example,
+      ['data1:1,3,224,224', 'data2:1,3,112', 'data3:5']
+      A value of 1 or more must be specified.
+      Numerical values other than dynamic dimensions are ignored.
+
     no_large_tensor: Optional[bool]
       Suppresses constant bloat caused by Tile OP when optimizing models in onnxsim.
       See: https://github.com/daquexian/onnx-simplifier/issues/178

{onnx2tf-1.27.8 → onnx2tf-1.27.9}/onnx2tf/__init__.py

@@ -1,3 +1,3 @@
 from onnx2tf.onnx2tf import convert, main
 
-__version__ = '1.27.8'
+__version__ = '1.27.9'

{onnx2tf-1.27.8 → onnx2tf-1.27.9}/onnx2tf/onnx2tf.py

@@ -78,6 +78,7 @@ def convert(
     not_use_opname_auto_generate: Optional[bool] = False,
     batch_size: Optional[int] = None,
     overwrite_input_shape: Optional[List[str]] = None,
+    shape_hints: Optional[List[str]] = None,
     no_large_tensor: Optional[bool] = False,
     output_nms_with_dynamic_tensor: Optional[bool] = False,
     switch_nms_version: Optional[str] = 'v4',
@@ -255,6 +256,20 @@ def convert(
         Numerical values other than dynamic dimensions are ignored.\n
         Ignores batch_size if specified at the same time as batch_size.
 
+    shape_hints: Optional[List[str]]
+        Shape hints for input tensors containing dynamic dimensions.\n
+        Specify input shapes for test inference with -cotof or -coto.\n
+        Unlike `--overwrite_input_shape`, this operation does not overwrite\n
+        the ONNX input shape with a static shape.\n
+        The format is\n
+        ["input_name_1:dim0,...,dimN","input_name_2:dim0,...,dimN","input_name_3:dim0,...,dimN"].\n
+        When there is only one input, for example,\n
+        ['data:1,3,224,224']\n
+        When there are multiple inputs, for example,\n
+        ['data1:1,3,224,224','data2:1,3,112,112','data3:5']\n
+        A value of 1 or more must be specified.\n
+        Numerical values other than dynamic dimensions are ignored.
+
     no_large_tensor: Optional[bool]
         Suppresses constant bloat caused by Tile OP when optimizing models in onnxsim.\n
         See: https://github.com/daquexian/onnx-simplifier/issues/178
@@ -1055,6 +1070,7 @@ def convert(
                     tf_layers_dict=tf_layers_dict,
                     use_cuda=use_cuda,
                     disable_strict_mode=disable_strict_mode,
+                    shape_hints=shape_hints if (check_onnx_tf_outputs_elementwise_close or check_onnx_tf_outputs_elementwise_close_full) else None,
                 )
             """
             onnx_tensor_infos_for_validation:
@@ -1889,6 +1905,7 @@ def convert(
                         custom_input_op_name_np_data_path=custom_input_op_name_np_data_path,
                         tf_layers_dict=tf_layers_dict,
                         use_cuda=use_cuda,
+                        shape_hints=shape_hints,
                     )
             except Exception as ex:
                 warn(
@@ -1898,12 +1915,17 @@ def convert(
                 warn(f'{ex}')
             else:
                 # TF dummy inference
-                tf_tensor_infos: Dict[Any] = dummy_tf_inference(
-                    model=model,
-                    inputs=inputs,
-                    test_data_nhwc=test_data_nhwc,
-                    custom_input_op_name_np_data_path=custom_input_op_name_np_data_path,
-                )
+                tf_tensor_infos: Dict[Any] = \
+                    dummy_tf_inference(
+                        model=model,
+                        inputs=inputs,
+                        test_data_nhwc=test_data_nhwc,
+                        custom_input_op_name_np_data_path=custom_input_op_name_np_data_path,
+                        shape_hints=shape_hints,
+                        keep_shape_absolutely_input_names=keep_shape_absolutely_input_names,
+                        keep_ncw_or_nchw_or_ncdhw_input_names=keep_ncw_or_nchw_or_ncdhw_input_names,
+                        keep_nwc_or_nhwc_or_ndhwc_input_names=keep_nwc_or_nhwc_or_ndhwc_input_names,
+                    )
                 # Validation
                 onnx_tensor_infos = {
                     output_name: dummy_onnx_output \
@@ -2207,6 +2229,25 @@ def main():
             'Numerical values other than dynamic dimensions are ignored. \n' +
             'Ignores --batch_size if specified at the same time as --batch_size.'
     )
+    parser.add_argument(
+        '-sh',
+        '--shape_hints',
+        type=str,
+        nargs='+',
+        help=\
+            'Shape hints for input tensors containing dynamic dimensions. \n' +
+            'Specify input shapes for test inference with -cotof or -coto. \n' +
+            'Unlike `--overwrite_input_shape`, this operation does not overwrite \n' +
+            'the ONNX input shape with a static shape.\n' +
+            'The format is\n' +
+            '"input_name_1:dim0,...,dimN" "input_name_2:dim0,...,dimN" "input_name_3:dim0,...,dimN". \n' +
+            'When there is only one input, for example, \n' +
+            '"data:1,3,224,224" \n' +
+            'When there are multiple inputs, for example, \n' +
+            '"data1:1,3,224,224" "data2:1,3,112,112" "data3:5" \n' +
+            'Only applied to dynamic dimensions in inputs. \n' +
+            'Only used when -cotof or -coto are specified.'
+    )
     parser.add_argument(
         '-nlt',
         '--no_large_tensor',
@@ -2631,6 +2672,7 @@ def main():
         not_use_opname_auto_generate=args.not_use_opname_auto_generate,
         batch_size=args.batch_size,
         overwrite_input_shape=args.overwrite_input_shape,
+        shape_hints=args.shape_hints,
         no_large_tensor=args.no_large_tensor,
         output_nms_with_dynamic_tensor=args.output_nms_with_dynamic_tensor,
         switch_nms_version=args.switch_nms_version,

{onnx2tf-1.27.8 → onnx2tf-1.27.9}/onnx2tf/utils/common_functions.py

@@ -3633,6 +3633,7 @@ def dummy_onnx_inference(
     tf_layers_dict: Optional[Dict] = None,
     use_cuda: bool = False,
     disable_strict_mode: bool = False,
+    shape_hints: Optional[List[str]] = None,
 ) -> List[np.ndarray]:
     """Perform inference on ONNX subgraphs with an all-1 dummy tensor.
 
@@ -3775,24 +3776,46 @@ def dummy_onnx_inference(
     onnx_inputs = gs_graph.inputs
     input_names: List[str] = [inp.name for inp in onnx_inputs]
     input_sizes: List[int] = [inp.shape for inp in onnx_inputs]
-    new_input_sizes = []
-    for input_size in input_sizes:
-        new_input_size = []
-        for idx, dim in enumerate(input_size):
-            if idx == 0 and input_sizes[0][0] is not None \
-                and not isinstance(input_sizes[0][0], str) \
-                and len(input_sizes[0]) == len(input_size) \
-                and (dim is None or isinstance(dim, str)):
-                # Batch size assignment for input OPs
-                new_input_size.append(input_sizes[0][0])
-            elif dim is None or isinstance(dim, str):
-                # Fixed and assigned 1
-                new_input_size.append(1)
-            else:
-                # Assign input shape as is
-                new_input_size.append(dim)
-        new_input_sizes.append(new_input_size)
-    input_sizes = new_input_sizes
+
+    if shape_hints is None:
+        new_input_sizes = []
+        for input_size in input_sizes:
+            new_input_size = []
+            for idx, dim in enumerate(input_size):
+                if idx == 0 and input_sizes[0][0] is not None \
+                    and not isinstance(input_sizes[0][0], str) \
+                    and len(input_sizes[0]) == len(input_size) \
+                    and (dim is None or isinstance(dim, str)):
+                    # Batch size assignment for input OPs
+                    new_input_size.append(input_sizes[0][0])
+                elif dim is None or isinstance(dim, str):
+                    # Fixed and assigned 1
+                    new_input_size.append(1)
+                else:
+                    # Assign input shape as is
+                    new_input_size.append(dim)
+            new_input_sizes.append(new_input_size)
+        input_sizes = new_input_sizes
+
+    else:
+        shape_hints_dict = {}
+        for hint in shape_hints:
+            parts = hint.split(':')
+            if len(parts) == 2:
+                input_name = parts[0]
+                shape_values = [int(val) for val in parts[1].split(',')]
+                shape_hints_dict[input_name] = shape_values
+
+        for i, (input_name, original_shape) in enumerate(zip(input_names, input_sizes)):
+            if input_name in shape_hints_dict:
+                updated_shape = shape_hints_dict[input_name]
+                for j, (orig_dim, hint_dim) in enumerate(zip(original_shape, updated_shape)):
+                    if orig_dim is not None and not isinstance(orig_dim, str):
+                        updated_shape[j] = orig_dim
+                    else:
+                        updated_shape[j] = hint_dim
+                input_sizes[i] = updated_shape
+
     input_dtypes: List[Any] = [inp.dtype for inp in onnx_inputs]
     input_datas = {}
 
@@ -3886,6 +3909,10 @@ def dummy_tf_inference(
     test_data_nhwc: Optional[np.ndarray] = None,
     verification_datas: Optional[List[np.ndarray]] = None,
     custom_input_op_name_np_data_path: Optional[str] = None,
+    shape_hints: Optional[List[str]] = None,
+    keep_shape_absolutely_input_names: Optional[List[str]] = None,
+    keep_ncw_or_nchw_or_ncdhw_input_names: Optional[List[str]] = None,
+    keep_nwc_or_nhwc_or_ndhwc_input_names: Optional[List[str]] = None,
 ) -> Any:
     """Perform inference on TF subgraphs with an all-1 dummy tensor.
 
@@ -3914,23 +3941,74 @@ def dummy_tf_inference(
     """
     input_names: List[str] = [inp.name for inp in inputs]
     input_sizes: List[int] = [inp.shape for inp in inputs]
-    new_input_sizes = []
-    for input_size in input_sizes:
-        new_input_size = []
-        for idx, dim in enumerate(input_size):
-            if idx == 0 and input_sizes[0][0] is not None \
-                and len(input_sizes[0]) == len(input_size) \
-                and dim is None:
-                # Batch size assignment for input OPs
-                new_input_size.append(input_sizes[0][0])
-            elif dim is None:
-                # Fixed and assigned 1
-                new_input_size.append(1)
-            else:
-                # Assign input shape as is
-                new_input_size.append(dim)
-        new_input_sizes.append(new_input_size)
-    input_sizes = new_input_sizes
+
+    if shape_hints is None:
+        new_input_sizes = []
+        for input_size in input_sizes:
+            new_input_size = []
+            for idx, dim in enumerate(input_size):
+                if idx == 0 and input_sizes[0][0] is not None \
+                    and len(input_sizes[0]) == len(input_size) \
+                    and dim is None:
+                    # Batch size assignment for input OPs
+                    new_input_size.append(input_sizes[0][0])
+                elif dim is None:
+                    # Fixed and assigned 1
+                    new_input_size.append(1)
+                else:
+                    # Assign input shape as is
+                    new_input_size.append(dim)
+            new_input_sizes.append(new_input_size)
+        input_sizes = new_input_sizes
+
+    else:
+        shape_hints_dict = {}
+        for hint in shape_hints:
+            parts = hint.split(':')
+            if len(parts) == 2:
+                input_name = parts[0]
+                shape_values = [int(val) for val in parts[1].split(',')]
+                shape_hints_dict[input_name] = shape_values
+
+        for i, (input_name, original_shape) in enumerate(zip(input_names, input_sizes)):
+            if input_name in shape_hints_dict:
+                hint_shape = shape_hints_dict[input_name]
+                updated_shape = []
+
+                # Check if we need to keep the original shape
+                keep_absolutely = (
+                    keep_shape_absolutely_input_names is not None and
+                    input_name in keep_shape_absolutely_input_names
+                )
+                keep_nchw = (
+                    keep_ncw_or_nchw_or_ncdhw_input_names is not None and
+                    input_name in keep_ncw_or_nchw_or_ncdhw_input_names
+                )
+                keep_nhwc = (
+                    keep_nwc_or_nhwc_or_ndhwc_input_names is not None and
+                    input_name in keep_nwc_or_nhwc_or_ndhwc_input_names
+                )
+
+                if keep_absolutely or keep_nchw:
+                    updated_shape = hint_shape
+                # Otherwise, convert from NCHW to NHWC based on dimensionality
+                elif len(hint_shape) == 3:  # NCW -> NWC [0,2,1]
+                    updated_shape = [hint_shape[0], hint_shape[2], hint_shape[1]]
+                elif len(hint_shape) == 4:  # NCHW -> NHWC [0,3,1,2]
+                    updated_shape = [hint_shape[0], hint_shape[2], hint_shape[3], hint_shape[1]]
+                elif len(hint_shape) == 5:  # NCDHW -> NDHWC [0,4,1,2,3]
+                    updated_shape = [hint_shape[0], hint_shape[2], hint_shape[3], hint_shape[4], hint_shape[1]]
+                else:
+                    updated_shape = hint_shape
+
+                for j, (orig_dim, hint_dim) in enumerate(zip(original_shape, updated_shape)):
+                    if orig_dim is not None and not isinstance(orig_dim, str):
+                        updated_shape[j] = orig_dim
+                    else:
+                        updated_shape[j] = hint_dim
+
+                input_sizes[i] = updated_shape
+
     input_dtypes: List[Any] = [inp.dtype for inp in inputs]
     input_datas = {}
 

onnx2tf-1.27.8/README.md → onnx2tf-1.27.9/onnx2tf.egg-info/PKG-INFO

@@ -1,3 +1,28 @@
+Metadata-Version: 2.4
+Name: onnx2tf
+Version: 1.27.9
+Summary: Self-Created Tools to convert ONNX files (NCHW) to TensorFlow/TFLite/Keras format (NHWC). The purpose of this tool is to solve the massive Transpose extrapolation problem in onnx-tensorflow (onnx-tf).
+Home-page: https://github.com/PINTO0309/onnx2tf
+Author: Katsuya Hyodo
+Author-email: rmsdh122@yahoo.co.jp
+License: MIT License
+Platform: linux
+Platform: unix
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
+License-File: LICENSE_onnx-tensorflow
+Dynamic: author
+Dynamic: author-email
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: license
+Dynamic: license-file
+Dynamic: platform
+Dynamic: requires-python
+Dynamic: summary
+
 # onnx2tf
 Self-Created Tools to convert ONNX files (NCHW) to TensorFlow/TFLite/Keras format (NHWC). The purpose of this tool is to solve the massive Transpose extrapolation problem in [onnx-tensorflow](https://github.com/onnx/onnx-tensorflow) ([onnx-tf](https://pypi.org/project/onnx-tf/)). I don't need a Star, but give me a pull request. Since I am adding challenging model optimizations and fixing bugs almost daily, I frequently embed potential bugs that would otherwise break through CI's regression testing. Therefore, if you encounter new problems, I recommend that you try a package that is a few versions older, or try the latest package that will be released in a few days.
 
@@ -309,7 +334,7 @@ Video speed is adjusted approximately 50 times slower than actual speed.
   docker run --rm -it \
   -v `pwd`:/workdir \
   -w /workdir \
-  ghcr.io/pinto0309/onnx2tf:1.27.8
+  ghcr.io/pinto0309/onnx2tf:1.27.9
 
   or
 
@@ -317,7 +342,7 @@ Video speed is adjusted approximately 50 times slower than actual speed.
   docker run --rm -it \
   -v `pwd`:/workdir \
   -w /workdir \
-  docker.io/pinto0309/onnx2tf:1.27.8
+  docker.io/pinto0309/onnx2tf:1.27.9
 
   or
 
@@ -1722,6 +1747,21 @@ optional arguments:
     Numerical values other than dynamic dimensions are ignored.
     Ignores --batch_size if specified at the same time as --batch_size.
 
+  -sh SHAPE_HINTS [SHAPE_HINTS ...], \
+      --shape_hints SHAPE_HINTS [SHAPE_HINTS ...]
+    Shape hints for input tensors containing dynamic dimensions.
+    Specify input shapes for test inference with -cotof or -coto.
+    Unlike `--overwrite_input_shape`, this operation does not overwrite
+    the ONNX input shape with a static shape.
+    The format is
+    "i1:dim0,...,dimN" "i2:dim0,...,dimN" "i3:dim0,...,dimN"
+    When there is only one input, for example,
+    "data:1,3,224,224"
+    When there are multiple inputs, for example,
+    "data1:1,3,224,224" "data2:1,3,112" "data3:5"
+    A value of 1 or more must be specified.
+    Numerical values other than dynamic dimensions are ignored.
+
   -nlt, --no_large_tensor
     Suppresses constant bloat caused by Tile OP when optimizing models in onnxsim.
     See: https://github.com/daquexian/onnx-simplifier/issues/178
@@ -2027,6 +2067,7 @@ convert(
   not_use_opname_auto_generate: Optional[bool] = False,
   batch_size: Union[int, NoneType] = None,
   overwrite_input_shape: Union[List[str], NoneType] = None,
+  shape_hints: Union[List[str], NoneType] = None,
   no_large_tensor: Optional[bool] = False,
   output_nms_with_dynamic_tensor: Optional[bool] = False,
   switch_nms_version: Optional[str] = 'v4',
@@ -2219,6 +2260,20 @@ convert(
       Numerical values other than dynamic dimensions are ignored.
       Ignores batch_size if specified at the same time as batch_size.
 
+    shape_hints: Optional[List[str]]
+      Shape hints for input tensors containing dynamic dimensions.
+      Specify input shapes for test inference with -cotof or -coto.
+      Unlike `--overwrite_input_shape`, this operation does not overwrite
+      the ONNX input shape with a static shape.
+      The format is
+      ['i1:dim0,...,dimN', 'i2:dim0,...,dimN', 'i3:dim0,...,dimN']
+      When there is only one input, for example,
+      ['data:1,3,224,224']
+      When there are multiple inputs, for example,
+      ['data1:1,3,224,224', 'data2:1,3,112', 'data3:5']
+      A value of 1 or more must be specified.
+      Numerical values other than dynamic dimensions are ignored.
+
     no_large_tensor: Optional[bool]
       Suppresses constant bloat caused by Tile OP when optimizing models in onnxsim.
       See: https://github.com/daquexian/onnx-simplifier/issues/178