mindspore 2.0.0rc1__cp38-cp38-manylinux1_x86_64.whl → 2.2.0__cp38-cp38-manylinux1_x86_64.whl

mindspore/common/_stub_tensor.py

@@ -56,16 +56,18 @@ class StubTensor:
     init = _stub_member("init", None)
     init_finished = _stub_member("init_finished", False)
     virtual_flag = _stub_member("virtual_flag", False)
+    adapter_flag = _stub_member("adapter_flag", False)
     parent_tensor_ = _stub_member("parent_tensor_", None)
     index_of_parent_ = _stub_member("index_of_parent_", None)
     slice_num_of_persistent_data_ = _stub_member("slice_num_of_persistent_data_", None)
     slice_shape_of_persistent_data_ = _stub_member("slice_shape_of_persistent_data_", None)
 
-    def __init__(self, stub):
+    def __init__(self, stub=None, tensor=None):
         self.stub = stub
-        self.tensor = None
+        self.tensor = tensor
 
     __str__ = _stub_method(Tensor.__str__)
+    __repr__ = _stub_method(Tensor.__repr__)
     __setitem__ = _stub_method(Tensor.__setitem__)
 
     __lt__ = Tensor.__lt__
@@ -75,13 +77,6 @@ class StubTensor:
     __eq__ = Tensor.__eq__
     __ne__ = Tensor.__ne__
 
-    def __repr__(self):
-        try:
-            return _stub_method(Tensor.__repr__)(self)
-        except RuntimeError:
-            return "{} object at {}\nThe real tensor data is {} due to the internal error below.".format(
-                type(self), hex(id(self)), type(self.tensor))
-
     @property
     def shape(self):
         """shape stub."""
@@ -121,11 +116,6 @@ class StubTensor:
         """ndim stub."""
         return len(self.shape)
 
-    @property
-    def adapter_flag(self):
-        """adapter flag."""
-        return False
-
     @property
     def strides(self):
         """strides stub."""
@@ -154,9 +144,11 @@ class StubTensor:
     slice_num_of_persistent_data = _stub_method(Tensor.slice_num_of_persistent_data)
     slice_shape_of_persistent_data = _stub_method(Tensor.slice_shape_of_persistent_data)
     flush_from_cache = _stub_method(Tensor.flush_from_cache)
+    contiguous = _stub_method(Tensor.contiguous)
+    is_contiguous = _stub_method(Tensor.is_contiguous)
 
     def stub_sync(self):
-        """Get value of a stubtensor."""
+        """sync real tensor."""
         if self.stub:
             val = self.stub.get_value()
             self.tensor = Tensor(val, internal=True)
@@ -166,6 +158,17 @@ class StubTensor:
             self.stub = None
         return self.tensor
 
+    def __getstate__(self):
+        state = {}
+        value = self.stub.get_value() if self.stub else self.tensor.__getstate__()
+        state["value"] = value
+        return state
+
+    def __setstate__(self, state):
+        value = state.pop("value")
+        self.stub = None
+        self.tensor = Tensor(value, internal=True)
+
 
 def _init_stub_tensor_api():
     """adapt to python tensor and cpp tensor api"""

mindspore/common/_utils.py

@@ -18,8 +18,11 @@
 
 import os
 import math
+import ctypes
 import functools
 
+import mindspore
+from mindspore import log as logger
 from mindspore.common import dtype as mstype
 from mindspore.parallel._ps_context import _is_ps_mode, _is_role_pserver, _is_role_sched
 
@@ -83,12 +86,33 @@ def get_slice_shape(dtype, shape):
     return tuple(new_shape)
 
 
-def dict_setitem(dic, key, val):
-    """Set an element to dict."""
-    dic.__setitem__(key, val)
-    return dic
-
-
-def raise_func(type_name, script):
+def _jit_fallback_raise_func(type_name, script):
     """raise function for jit fallback."""
     raise type_name(script)
+
+
+def _jit_fallback_set_attr(class_obj, attr_name, target_obj):
+    """Set attr for object and return the object for jit fallback."""
+    setattr(class_obj, attr_name, target_obj)
+    return target_obj
+
+
+def ones_like(x):
+    """Implement `oneslike`."""
+    return mindspore.ops.composite.ones_like(x)
+
+
+def zeros_like(x):
+    """Implement `zeroslike`."""
+    return mindspore.ops.composite.zeros_like(x)
+
+
+def load_lib(lib_path):
+    """load specified library."""
+    try:
+        ctypes.CDLL(lib_path)
+    # pylint: disable=broad-except
+    except Exception:
+        logger.warning(f'Loading {lib_path} lib error.')
+        return False
+    return True