uni-tensorflow 1.10.0__py3-none-any.whl

uni/common/__init__.py

@@ -0,0 +1,23 @@
+# -------------------------------------------------------------------------------
+# (c) Copyright 2022 Sony Semiconductor Israel, Ltd. All rights reserved.
+#
+#      This software, in source or object form (the "Software"), is the
+#      property of Sony Semiconductor Israel Ltd. (the "Company") and/or its
+#      licensors, which have all right, title and interest therein, You
+#      may use the Software only in accordance with the terms of written
+#      license agreement between you and the Company (the "License").
+#      Except as expressly stated in the License, the Company grants no
+#      licenses by implication, estoppel, or otherwise. If you are not
+#      aware of or do not agree to the License terms, you may not use,
+#      copy or modify the Software. You may use the source code of the
+#      Software only for your internal purposes and may not distribute the
+#      source code of the Software, any part thereof, or any derivative work
+#      thereof, to any third party, except pursuant to the Company's prior
+#      written consent.
+#      The Software is the confidential information of the Company.
+# -------------------------------------------------------------------------------
+"""
+Created on 8/4/22
+
+@author: irenab
+"""

uni/common/core/__init__.py

@@ -0,0 +1,23 @@
+# -------------------------------------------------------------------------------
+# (c) Copyright 2022 Sony Semiconductor Israel, Ltd. All rights reserved.
+#
+#      This software, in source or object form (the "Software"), is the
+#      property of Sony Semiconductor Israel Ltd. (the "Company") and/or its
+#      licensors, which have all right, title and interest therein, You
+#      may use the Software only in accordance with the terms of written
+#      license agreement between you and the Company (the "License").
+#      Except as expressly stated in the License, the Company grants no
+#      licenses by implication, estoppel, or otherwise. If you are not
+#      aware of or do not agree to the License terms, you may not use,
+#      copy or modify the Software. You may use the source code of the
+#      Software only for your internal purposes and may not distribute the
+#      source code of the Software, any part thereof, or any derivative work
+#      thereof, to any third party, except pursuant to the Company's prior
+#      written consent.
+#      The Software is the confidential information of the Company.
+# -------------------------------------------------------------------------------
+"""
+Created on 8/4/22
+
+@author: irenab
+"""

uni/common/core/common.py

@@ -0,0 +1,41 @@
+# -------------------------------------------------------------------------------
+# (c) Copyright 2022 Sony Semiconductor Israel, Ltd. All rights reserved.
+#
+#      This software, in source or object form (the "Software"), is the
+#      property of Sony Semiconductor Israel Ltd. (the "Company") and/or its
+#      licensors, which have all right, title and interest therein, You
+#      may use the Software only in accordance with the terms of written
+#      license agreement between you and the Company (the "License").
+#      Except as expressly stated in the License, the Company grants no
+#      licenses by implication, estoppel, or otherwise. If you are not
+#      aware of or do not agree to the License terms, you may not use,
+#      copy or modify the Software. You may use the source code of the
+#      Software only for your internal purposes and may not distribute the
+#      source code of the Software, any part thereof, or any derivative work
+#      thereof, to any third party, except pursuant to the Company's prior
+#      written consent.
+#      The Software is the confidential information of the Company.
+# -------------------------------------------------------------------------------
+"""
+Created on 12/5/22
+
+@author: irenab
+"""
+from enum import Enum
+import dataclasses
+
+
+class Framework(str, Enum):
+    nnir = 'Internal'    # internal nodes
+    onnx = 'ONNX'
+    tensorflow = 'TensorFlow'
+
+
+@dataclasses.dataclass
+class OpInfo:
+    node_id: str
+    op: str
+    framework: str
+
+    def clone(self, **kwargs):
+        return dataclasses.replace(self, **kwargs)

uni/common/core/connectivity_map.py

@@ -0,0 +1,107 @@
+# -------------------------------------------------------------------------------
+# (c) Copyright 2022 Sony Semiconductor Israel, Ltd. All rights reserved.
+#
+#      This software, in source or object form (the "Software"), is the
+#      property of Sony Semiconductor Israel Ltd. (the "Company") and/or its
+#      licensors, which have all right, title and interest therein, You
+#      may use the Software only in  accordance with the terms of written
+#      license agreement between you and the Company (the "License").
+#      Except as expressly stated in the License, the Company grants no
+#      licenses by implication, estoppel, or otherwise. If you are not
+#      aware of or do not agree to the License terms, you may not use,
+#      copy or modify the Software. You may use the source code of the
+#      Software only for your internal purposes and may not distribute the
+#      source code of the Software, any part thereof, or any derivative work
+#      thereof, to any third party, except pursuant to the Company's prior
+#      written consent.
+#      The Software is the confidential information of the Company.
+# -------------------------------------------------------------------------------
+"""
+Created on 6/29/22
+
+@author: irenab
+"""
+from collections import defaultdict
+from dataclasses import dataclass, field, replace
+from typing import List, NamedTuple, Optional, Tuple
+
+from uni.common.logger import trace_method
+
+
+class ConnectivityMap:
+
+    def __init__(self):
+        """ build a map containing source and target nodes and ordinals of each tensor
+         """
+        self.tensors = defaultdict(Tensor)    # type: defaultdict
+
+    def __getitem__(self, key):
+        return self.tensors[key]
+
+    def items(self):
+        return self.tensors.items()
+
+    def values(self):
+        return self.tensors.values()
+
+    @trace_method
+    def add_source(self, tensor_id, node_name, index, shape=None):
+        assert tensor_id and node_name
+        t = self.tensors[tensor_id]
+        if t.src:
+            raise RuntimeError(f't.src for {tensor_id} already exists')
+        t.src = Connection(node_name, index)
+        self.add_shape(tensor_id, shape)
+
+    @trace_method
+    def add_dest(self, tensor_id, node_name, index, shape: Optional[Tuple] = None):
+        assert tensor_id and node_name
+        t = self.tensors[tensor_id]
+        if t.dest and [d for d in t.dest if d.name == node_name and d.index == index]:
+            raise RuntimeError(f't.dest for {tensor_id} already exists')
+        t.dest.append(Connection(node_name, index))
+        self.add_shape(tensor_id, shape)
+
+    def add_shape(self, tensor_id, shape: Optional[Tuple]):
+        assert tensor_id
+        if shape is None:
+            return
+        t = self.tensors[tensor_id]
+        if t.shape not in [None, shape]:
+            raise RuntimeError(f'Conflicting t.shape for {tensor_id}. Previously set {t.shape}, new {shape}.')
+        t.shape = shape
+
+    def update(self, other):
+        # Assert that no keys in other.tensors are in self.tensors
+        assert all(key not in self.tensors for key in other.tensors), "Some tensors are already present in self.tensors"
+        self.tensors.update(other.tensors)
+
+    def clone_with_new_names(self, new_tensor_names, suffix):
+        new_map = ConnectivityMap()
+        for tensor_id, tensor in self.tensors.items():
+            kwargs = {}
+            if tensor.src:
+                kwargs['src'] = Connection(new_tensor_names[tensor.src.name], tensor.src.index)
+            kwargs['dest'] = [Connection(new_tensor_names[d.name], d.index) for d in tensor.dest]    # type: ignore
+            new_tensor = tensor.clone(**kwargs)
+            new_map.tensors[tensor_id + suffix] = new_tensor
+        return new_map
+
+
+class Connection(NamedTuple):
+    """ Represents edge connection to node, either outgoing or incoming
+        for src -> (edge1, edge2) -> dest there are 4 connections: (src, 0), (src, 1), (dest, 0), (dest, 1) """
+    name: str
+    index: int    # type: ignore # Incompatible types in assignment
+
+
+@dataclass
+class Tensor:
+    """ Tensor's connectivity info
+        Can have a single source, but can be shared among several outputs """
+    src: Optional[Connection] = None
+    dest: List[Connection] = field(default_factory=list)
+    shape: Optional[Tuple] = None
+
+    def clone(self, **kwargs):
+        return replace(self, **kwargs)

uni/common/core/error/__init__.py

@@ -0,0 +1,25 @@
+# -------------------------------------------------------------------------------
+# (c) Copyright 2022 Sony Semiconductor Israel, Ltd. All rights reserved.
+#
+#      This software, in source or object form (the "Software"), is the
+#      property of Sony Semiconductor Israel Ltd. (the "Company") and/or its
+#      licensors, which have all right, title and interest therein, You
+#      may use the Software only in accordance with the terms of written
+#      license agreement between you and the Company (the "License").
+#      Except as expressly stated in the License, the Company grants no
+#      licenses by implication, estoppel, or otherwise. If you are not
+#      aware of or do not agree to the License terms, you may not use,
+#      copy or modify the Software. You may use the source code of the
+#      Software only for your internal purposes and may not distribute the
+#      source code of the Software, any part thereof, or any derivative work
+#      thereof, to any third party, except pursuant to the Company's prior
+#      written consent.
+#      The Software is the confidential information of the Company.
+# -------------------------------------------------------------------------------
+"""
+Created on 10/13/22
+
+@author: irenab
+"""
+from .defs import *    # noqa: F403
+from .util import *    # noqa: F403

uni/common/core/error/defs.py

@@ -0,0 +1,132 @@
+# -------------------------------------------------------------------------------
+# (c) Copyright 2022 Sony Semiconductor Israel, Ltd. All rights reserved.
+#
+#      This software, in source or object form (the "Software"), is the
+#      property of Sony Semiconductor Israel Ltd. (the "Company") and/or its
+#      licensors, which have all right, title and interest therein, You
+#      may use the Software only in accordance with the terms of written
+#      license agreement between you and the Company (the "License").
+#      Except as expressly stated in the License, the Company grants no
+#      licenses by implication, estoppel, or otherwise. If you are not
+#      aware of or do not agree to the License terms, you may not use,
+#      copy or modify the Software. You may use the source code of the
+#      Software only for your internal purposes and may not distribute the
+#      source code of the Software, any part thereof, or any derivative work
+#      thereof, to any third party, except pursuant to the Company's prior
+#      written consent.
+#      The Software is the confidential information of the Company.
+# -------------------------------------------------------------------------------
+"""
+Created on 8/8/22
+
+@author: irenab
+"""
+from dataclasses import dataclass
+from typing import Any, Sequence, Iterable, NamedTuple, Optional, List
+
+from uni.common.core.common import OpInfo
+
+
+class UnsupportedError(Exception):
+    """ Base class for Unsupported exceptions """
+    pass
+
+
+class ErrorInfo:
+    reason: str
+
+
+@dataclass
+class ParamErrorInfo(ErrorInfo):
+    """ Info about an error for a single param of an op """
+    name: str
+    value: Any
+    reason: str
+
+    def __str__(self):
+        return f'Param error - param: {self.name}, value: {self.value}, reason: {self.reason}'
+
+
+@dataclass
+class OpInputErrorInfo(ErrorInfo):
+    """ Invalid input for op """
+    input_index: int
+    input_name: str
+    reason: str
+
+    def __str__(self):
+        return f'Input error - input index: {self.input_index}, input node: {self.input_name}, reason: {self.reason}'
+
+
+@dataclass
+class OpOutputErrorInfo(ErrorInfo):
+    """ Invalid output for op. Can refer to output tensor or to output op """
+    output_index: int
+    output_name: str
+    reason: str
+
+    def __str__(self):
+        return f'Output error - output index: {self.output_index}, ' \
+               f'output tensor/node: {self.output_name}, reason: {self.reason}'
+
+
+@dataclass
+class OpIncorrectNumberOfInputsErrorInfo(ErrorInfo):
+    """ Missing inputs for op (in case onnx allow less o more inputs) """
+    expected_num_inputs: List[int]
+    actual_num_inputs: int
+    reason: str
+
+    def __str__(self):
+        return f'Incorrect number of inputs error - expected: {self.expected_num_inputs},' \
+               f' actual: {self.actual_num_inputs}, reason: {self.reason}'
+
+
+class OpErrorsInfo(NamedTuple):
+    """ Info about all error for a single op """
+    op_info: OpInfo
+    errors: Sequence[ErrorInfo]
+    orig_op_info: Optional[OpInfo] = None
+
+    @staticmethod
+    def _format_op_info(op_info):
+        s = ''
+        if op_info.framework:
+            s = f'[{op_info.framework}] '
+        s += f'op: {op_info.op}, id: {op_info.node_id}'
+        return s
+
+    def __str__(self):
+        msg = 'Node ' + self._format_op_info(self.op_info)
+        if self.orig_op_info:
+            orig_op = self.orig_op_info
+            assert orig_op.node_id and orig_op.op and orig_op.framework
+            if orig_op.node_id != self.op_info.node_id or orig_op.op != self.op_info.op:
+                msg += ', ' + self._format_op_info(self.orig_op_info)
+        msg += ', errors:\n\t'
+        msg += '\n\t'.join(str(e) for e in self.errors)
+        return msg
+
+
+class InvalidOpError(UnsupportedError):
+    """ Exception: errors for a single Op """
+
+    def __init__(self, op_errors: OpErrorsInfo):
+        self.op_errors = op_errors
+
+
+class InvalidOpsError(UnsupportedError):
+    """ Exception: All Ops with invalid params """
+
+    def __init__(self, ops: Sequence[OpErrorsInfo]):
+        self.ops = ops
+
+    def __str__(self):
+        return '\n'.join(str(op) for op in self.ops)
+
+
+class UnsupportedOpsError(UnsupportedError):
+    """ Exception: Unsupported ops """
+
+    def __init__(self, ops: Iterable[str]):
+        self.ops = sorted(ops)

uni/common/core/error/util.py

@@ -0,0 +1,70 @@
+# -------------------------------------------------------------------------------
+# (c) Copyright 2022 Sony Semiconductor Israel, Ltd. All rights reserved.
+#
+#      This software, in source or object form (the "Software"), is the
+#      property of Sony Semiconductor Israel Ltd. (the "Company") and/or its
+#      licensors, which have all right, title and interest therein, You
+#      may use the Software only in accordance with the terms of written
+#      license agreement between you and the Company (the "License").
+#      Except as expressly stated in the License, the Company grants no
+#      licenses by implication, estoppel, or otherwise. If you are not
+#      aware of or do not agree to the License terms, you may not use,
+#      copy or modify the Software. You may use the source code of the
+#      Software only for your internal purposes and may not distribute the
+#      source code of the Software, any part thereof, or any derivative work
+#      thereof, to any third party, except pursuant to the Company's prior
+#      written consent.
+#      The Software is the confidential information of the Company.
+# -------------------------------------------------------------------------------
+"""
+Created on 10/13/22
+
+@author: irenab
+"""
+from typing import Sequence, Optional, List
+
+from .defs import OpInfo, OpInputErrorInfo, ParamErrorInfo, OpErrorsInfo, InvalidOpError, ErrorInfo, \
+                   OpOutputErrorInfo, OpIncorrectNumberOfInputsErrorInfo
+from uni.common.core.node_history import NodeHistory
+
+training_mode_error = 'Received op in training mode'
+
+
+def supported_vals_msg(vals: Sequence):
+    return f'Supported values: {list(vals)}'
+
+
+def exceeds_limit_msg(desc, limit):
+    return f'{desc} exceeds the supported limit of {limit}'
+
+
+def raise_op_param_error(op_info: OpInfo, param_name, param_value, reason, history: Optional[NodeHistory]):
+    """ Utility wrapper to raise InvalidOpError with a single param error """
+    err = ParamErrorInfo(name=param_name, value=param_value, reason=reason)
+    raise_op_error(op_info, [err], history)
+
+
+def raise_op_input_error(op_info: OpInfo, input_index, input_name, reason, history: Optional[NodeHistory]):
+    """ Utility wrapper to raise InvalidOpError with a single input error """
+    err = OpInputErrorInfo(input_index=input_index, input_name=input_name, reason=reason)
+    raise_op_error(op_info, [err], history)
+
+
+def raise_op_output_error(op_info: OpInfo, output_index, output_name, reason, history: Optional[NodeHistory]):
+    """ Utility wrapper to raise InvalidOpError with a single output error """
+    err = OpOutputErrorInfo(output_index=output_index, output_name=output_name, reason=reason)
+    raise_op_error(op_info, [err], history)
+
+
+def raise_op_error(op_info: OpInfo, errors: Sequence[ErrorInfo], history: Optional[NodeHistory]):
+    """ Utility wrapper to raise InvalidOpError from a list of op errors """
+    assert len(errors)
+    orig_op = history.op_info if history else None
+    op_err = OpErrorsInfo(op_info, errors=errors, orig_op_info=orig_op)
+    raise InvalidOpError(op_errors=op_err)
+
+
+def raise_incorrect_number_of_inputs(op_info: OpInfo, expected_num_inputs: List[int], actual_num_inputs: int, reason,
+                                     history: Optional[NodeHistory]):
+    err = OpIncorrectNumberOfInputsErrorInfo(expected_num_inputs, actual_num_inputs, reason=reason)
+    raise_op_error(op_info, [err], history)

uni/common/core/multigraph/__init__.py

@@ -0,0 +1,23 @@
+# -------------------------------------------------------------------------------
+# (c) Copyright 2022 Sony Semiconductor Israel, Ltd. All rights reserved.
+#
+#      This software, in source or object form (the "Software"), is the
+#      property of Sony Semiconductor Israel Ltd. (the "Company") and/or its
+#      licensors, which have all right, title and interest therein, You
+#      may use the Software only in accordance with the terms of written
+#      license agreement between you and the Company (the "License").
+#      Except as expressly stated in the License, the Company grants no
+#      licenses by implication, estoppel, or otherwise. If you are not
+#      aware of or do not agree to the License terms, you may not use,
+#      copy or modify the Software. You may use the source code of the
+#      Software only for your internal purposes and may not distribute the
+#      source code of the Software, any part thereof, or any derivative work
+#      thereof, to any third party, except pursuant to the Company's prior
+#      written consent.
+#      The Software is the confidential information of the Company.
+# -------------------------------------------------------------------------------
+"""
+Created on 8/4/22
+
+@author: irenab
+"""

uni/common/core/multigraph/edge.py

@@ -0,0 +1,53 @@
+# -------------------------------------------------------------------------------
+# (c) Copyright 2022 Sony Semiconductor Israel, Ltd. All rights reserved.
+#
+#      This software, in source or object form (the "Software"), is the
+#      property of Sony Semiconductor Israel Ltd. (the "Company") and/or its
+#      licensors, which have all right, title and interest therein, You
+#      may use the Software only in accordance with the terms of written
+#      license agreement between you and the Company (the "License").
+#      Except as expressly stated in the License, the Company grants no
+#      licenses by implication, estoppel, or otherwise. If you are not
+#      aware of or do not agree to the License terms, you may not use,
+#      copy or modify the Software. You may use the source code of the
+#      Software only for your internal purposes and may not distribute the
+#      source code of the Software, any part thereof, or any derivative work
+#      thereof, to any third party, except pursuant to the Company's prior
+#      written consent.
+#      The Software is the confidential information of the Company.
+# -------------------------------------------------------------------------------
+"""
+Created on 8/4/22
+
+@author: irenab
+"""
+from typing import Optional, TYPE_CHECKING
+from dataclasses import dataclass, replace
+if TYPE_CHECKING:
+    from .typing import NodeKey
+
+
+# eq + frozen make the class hashable
+@dataclass(eq=True, frozen=True)
+class Edge:
+    """
+    Base class for Edge object supported by MultiDiGraph
+    Shape is optional - it's not strictly required by MultiDiGraph,
+    but it can provide convenience services if it exists
+    """
+    src: 'NodeKey'    # source node key
+    dest: 'NodeKey'    # dest node key
+    src_index: int    # index of corresponding output of the source node
+    dest_index: int    # index of corresponding input of the target node
+    shape: Optional[tuple] = None    # tensor shape
+
+    def clone(self, **kwargs):
+        return replace(self, **kwargs)
+
+    def __str__(self):
+        return f'({self.src}:{self.src_index} -> {self.dest}:{self.dest_index})'
+
+    def equal_by_connectivity(self, other):
+        """ Equality between src, src_index, dest, dest_index """
+        return self.src == other.src and self.dest == other.dest and \
+            self.src_index == other.src_index and self.dest_index == other.dest_index