mindspore 2.3.0__cp39-none-any.whl → 2.3.0rc2__cp39-none-any.whl

mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl/dynamic/all_finite.py

@@ -1,180 +0,0 @@
-
-import os, sys
-import ctypes
-import json
-import shutil
-from tbe.common.platform import get_soc_spec
-from tbe.common.utils import para_check
-from tbe.tikcpp import compile_op, replay_op, check_op_cap, generalize_op_params, get_code_channel, OpInfo
-from tbe.common.buildcfg import get_default_build_config
-from impl.util.platform_adapter import tbe_register
-from tbe.common.buildcfg import get_current_build_config
-PYF_PATH = os.path.dirname(os.path.realpath(__file__))
-
-DTYPE_MAP = {"float32": ["DT_FLOAT", "float"],
-    "float16": ["DT_FLOAT16", "half"],
-    "int8": ["DT_INT8", "int8_t"],
-    "int16": ["DT_INT16", "int16_t"],
-    "int32": ["DT_INT32", "int32_t"],
-    "int64": ["DT_INT64", "int64_t"],
-    "uint1": ["DT_UINT1", "uint8_t"],
-    "uint8": ["DT_UINT8", "uint8_t"],
-    "uint16": ["DT_UINT16", "uint16_t"],
-    "uint32": ["DT_UINT32", "uint32_t"],
-    "uint64": ["DT_UINT64", "uint64_t"],
-    "bool": ["DT_BOOL", "bool"],
-    "double": ["DT_DOUBLE", "double"],
-    "dual": ["DT_DUAL", "unknown"],
-    "dual_sub_int8": ["DT_DUAL_SUB_INT8", "unknown"],
-    "dual_sub_uint8": ["DT_DUAL_SUB_UINT8", "unknown"],
-    "string": ["DT_STRING", "unknown"],
-    "complex64": ["DT_COMPLEX64", "unknown"],
-    "complex128": ["DT_COMPLEX128", "unknown"],
-    "qint8": ["DT_QINT8", "unknown"],
-    "qint16": ["DT_QINT16", "unknown"],
-    "qint32": ["DT_QINT32", "unknown"],
-    "quint8": ["DT_QUINT8", "unknown"],
-    "quint16": ["DT_QUINT16", "unknown"],
-    "resource": ["DT_RESOURCE", "unknown"],
-    "string_ref": ["DT_STRING_REF", "unknown"],
-    "int4": ["DT_INT4", "int4b_t"],
-    "bfloat16": ["DT_BF16", "bfloat16_t"]}
-
-def add_dtype_fmt_option_single(x, x_n, is_ref: bool = False):
-    options = []
-    x_fmt = x.get("format")
-    x_dtype = x.get("dtype")
-    x_n_in_kernel = x_n + '_REF' if is_ref else x_n
-    options.append("-DDTYPE_{n}={t}".format(n=x_n_in_kernel, t=DTYPE_MAP.get(x_dtype)[1]))
-    options.append("-DORIG_DTYPE_{n}={ot}".format(n=x_n_in_kernel, ot=DTYPE_MAP.get(x_dtype)[0]))
-    options.append("-DFORMAT_{n}=FORMAT_{f}".format(n=x_n_in_kernel, f=x_fmt))
-    return options
- 
-def get_dtype_fmt_options(__inputs__, __outputs__):
-    options = []
-    unique_param_name_set = set()
-    for x in __inputs__:
-        if x is None:
-            continue
-        x_n = x.get("param_name")[:-5].upper()
-        unique_param_name_set.add(x_n)
-        options += add_dtype_fmt_option_single(x, x_n)
- 
-    for x in __outputs__:
-        if x is None:
-            continue
-        x_n = x.get("param_name")[:-5].upper()
-        if x_n in unique_param_name_set:
-            options += add_dtype_fmt_option_single(x, x_n, True)
-        else:
-            options += add_dtype_fmt_option_single(x, x_n)
-    return options
-
-def load_dso(so_path):
-    try:
-        ctypes.CDLL(so_path)
-    except OSError as error :
-        print(error)
-        raise RuntimeError("cannot open %s" %(so_path))
-    else:
-        print("load so succ ", so_path)
-
-def get_shortsoc_compile_option(compile_option_list: list, shortsoc:str):
-    compile_options = []
-    if shortsoc in compile_option_list:
-        compile_options = compile_option_list[shortsoc]
-    elif '__ALLSOC__' in compile_option_list:
-        compile_options = compile_option_list['__ALLSOC__']
-    return compile_options
-
-def get_kernel_source(src_file, dir_snake, dir_ex):
-    src_ex = os.path.join(PYF_PATH, "..", "ascendc", dir_ex, src_file)
-    if os.path.exists(src_ex):
-        return src_ex
-    src = os.path.join(PYF_PATH, "..", "ascendc", dir_snake, src_file)
-    if os.path.exists(src):
-        return src
-    src = os.path.join(PYF_PATH, src_file)
-    if os.path.exists(src):
-        return src
-    return src_ex
-
-def _build_args(gradient_in__, is_finite_out_):
-    __inputs__ = []
-    for arg in [gradient_in__]:
-        if arg != None:
-            if isinstance(arg, (list, tuple)):
-                if len(arg) == 0:
-                    continue
-                __inputs__.append(arg[0])
-            else:
-                __inputs__.append(arg)
-    __outputs__ = []
-    for arg in [is_finite_out_]:
-        if arg != None:
-            if isinstance(arg, (list, tuple)):
-                if len(arg) == 0:
-                    continue
-                __outputs__.append(arg[0])
-            else:
-                __outputs__.append(arg)
-    __attrs__ = []
-    return __inputs__, __outputs__, __attrs__
-
-@tbe_register.register_operator("AllFinite", trans_bool_to_s8=False)
-@para_check.check_op_params(para_check.REQUIRED_INPUT, para_check.REQUIRED_OUTPUT, para_check.KERNEL_NAME)
-def all_finite(gradient_in__, is_finite_out_, kernel_name="all_finite", impl_mode=""):
-    if get_current_build_config("enable_op_prebuild"):
-        return
-    __inputs__, __outputs__, __attrs__ = _build_args(gradient_in__, is_finite_out_)
-    options = get_dtype_fmt_options(__inputs__, __outputs__)
-    options += ["-x", "cce"]
-    bisheng = shutil.which("bisheng")
-    if bisheng != None:
-        bisheng_path = os.path.dirname(bisheng)
-        tikcpp_path = os.path.realpath(os.path.join(bisheng_path, "..", "..", "tikcpp"))
-    else:
-        tikcpp_path = os.path.realpath("/usr/local/Ascend/latest/compiler/tikcpp")
-    options.append("-I" + tikcpp_path)
-    options.append("-I" + os.path.join(tikcpp_path, "tikcfw"))
-    options.append("-I" + os.path.join(tikcpp_path, "tikcfw", "impl"))
-    options.append("-I" + os.path.join(tikcpp_path, "tikcfw", "interface"))
-    options.append("-I" + os.path.join(PYF_PATH, "..", "ascendc", "common"))
-    if impl_mode == "high_performance":
-        options.append("-DHIGH_PERFORMANCE=1")
-    elif impl_mode == "high_precision":
-        options.append("-DHIGH_PRECISION=1")
-    if get_default_build_config("enable_deterministic_mode") == 1:
-        options.append("-DDETEMINISTIC_MODE=1")
-
-    custom_compile_options = {},
-    custom_all_compile_options = {},
-    soc_version = get_soc_spec("SOC_VERSION")
-    soc_short = get_soc_spec("SHORT_SOC_VERSION").lower()
-    custom_compile_options_soc = get_shortsoc_compile_option(custom_compile_options[0], soc_short)
-    custom_all_compile_options_soc = get_shortsoc_compile_option(custom_all_compile_options[0], soc_short)
-    options += custom_all_compile_options_soc
-    options += custom_compile_options_soc
-
-    origin_func_name = "all_finite"
-    ascendc_src_dir_ex = "all_finite"
-    ascendc_src_dir = "all_finite"
-    ascendc_src_file = "all_finite.cpp"
-    src = get_kernel_source(ascendc_src_file, ascendc_src_dir, ascendc_src_dir_ex)
-
-    print("start compile Ascend C operator AllFinite. kernel name is " + kernel_name)
-    op_type = "AllFinite"
-    code_channel = get_code_channel(src, kernel_name, op_type, options)
-    op_info = OpInfo(kernel_name = kernel_name, op_type = op_type, inputs = __inputs__, outputs = __outputs__,\
-        attrs = __attrs__, impl_mode = impl_mode, origin_inputs=[gradient_in__], origin_outputs = [is_finite_out_])
-    compile_op(src, origin_func_name, op_info, options, code_channel, '{}')
-
-def op_select_format(gradient_in__, is_finite_out_, impl_mode=""):
-    __inputs__, __outputs__, __attrs__ = _build_args(gradient_in__, is_finite_out_)
-    result = check_op_cap("op_select_format", "AllFinite", __inputs__, __outputs__, __attrs__)
-    return result.decode("utf-8")
-
-def get_op_specific_info(gradient_in__, is_finite_out_, impl_mode=""):
-    __inputs__, __outputs__, __attrs__ = _build_args(gradient_in__, is_finite_out_)
-    result = check_op_cap("get_op_specific_info", "AllFinite", __inputs__, __outputs__, __attrs__)
-    return result.decode("utf-8")

mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_576ceaeef5870c451cab59af55ea46ad.json

@@ -1,58 +0,0 @@
-{
-    "binFileName": "AllFinite_576ceaeef5870c451cab59af55ea46ad",
-    "binFileSuffix": ".o",
-    "blockDim": -1,
-    "coreType": "VectorCore",
-    "core_type": "AIV",
-    "intercoreSync": 0,
-    "kernelName": "AllFinite_576ceaeef5870c451cab59af55ea46ad",
-    "magic": "RT_DEV_BINARY_MAGIC_ELF_AIVEC",
-    "memoryStamping": [],
-    "opParaSize": 0,
-    "parameters": [],
-    "sha256": "389c6a28068324d5c74fbd82db62ca54de2e3f3ca20c0d435f896ca05cca6943",
-    "kernelList": [
-        {
-            "kernelName": "AllFinite_576ceaeef5870c451cab59af55ea46ad_0"
-        }
-    ],
-    "optionalInputMode": "gen_placeholder",
-    "compileInfo": {},
-    "supportInfo": {
-        "implMode": "",
-        "int64Mode": false,
-        "simplifiedKeyMode": 0,
-        "simplifiedKey": [
-            "AllFinite/d=0,p=0/0,2/12,2",
-            "AllFinite/d=1,p=0/0,2/12,2"
-        ],
-        "staticKey": "d0f82552295948866b5bab1c0ef5a9cd9662ee964af71eeea40b0c8d27c08835",
-        "inputs": [
-            {
-                "name": "gradient",
-                "index": 0,
-                "dtype": "float32",
-                "format": "ND",
-                "paramType": "required",
-                "shape": [
-                    -2
-                ]
-            }
-        ],
-        "outputs": [
-            {
-                "name": "is_finite",
-                "index": 0,
-                "dtype": "bool",
-                "format": "ND",
-                "paramType": "required",
-                "shape": [
-                    -2
-                ]
-            }
-        ],
-        "opMode": "dynamic",
-        "optionalInputMode": "gen_placeholder",
-        "deterministic": "ignore"
-    }
-}

mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_86a73ff6e28d734c96bb8d3054f7dd18.json

@@ -1,58 +0,0 @@
-{
-    "binFileName": "AllFinite_86a73ff6e28d734c96bb8d3054f7dd18",
-    "binFileSuffix": ".o",
-    "blockDim": -1,
-    "coreType": "VectorCore",
-    "core_type": "AIV",
-    "intercoreSync": 0,
-    "kernelName": "AllFinite_86a73ff6e28d734c96bb8d3054f7dd18",
-    "magic": "RT_DEV_BINARY_MAGIC_ELF_AIVEC",
-    "memoryStamping": [],
-    "opParaSize": 0,
-    "parameters": [],
-    "sha256": "8d58ffc398912f8d7601b55b24527b576140c40bbac1c194fb300b0e314d8617",
-    "kernelList": [
-        {
-            "kernelName": "AllFinite_86a73ff6e28d734c96bb8d3054f7dd18_0"
-        }
-    ],
-    "optionalInputMode": "gen_placeholder",
-    "compileInfo": {},
-    "supportInfo": {
-        "implMode": "",
-        "int64Mode": false,
-        "simplifiedKeyMode": 0,
-        "simplifiedKey": [
-            "AllFinite/d=0,p=0/27,2/12,2",
-            "AllFinite/d=1,p=0/27,2/12,2"
-        ],
-        "staticKey": "7f66e3c6666676ff1823556ab378ab14ced057187dd81817f072c958578fcd6a",
-        "inputs": [
-            {
-                "name": "gradient",
-                "index": 0,
-                "dtype": "bfloat16",
-                "format": "ND",
-                "paramType": "required",
-                "shape": [
-                    -2
-                ]
-            }
-        ],
-        "outputs": [
-            {
-                "name": "is_finite",
-                "index": 0,
-                "dtype": "bool",
-                "format": "ND",
-                "paramType": "required",
-                "shape": [
-                    -2
-                ]
-            }
-        ],
-        "opMode": "dynamic",
-        "optionalInputMode": "gen_placeholder",
-        "deterministic": "ignore"
-    }
-}

mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_f55e0ebaad1f2f572e43677336992fa0.json

@@ -1,58 +0,0 @@
-{
-    "binFileName": "AllFinite_f55e0ebaad1f2f572e43677336992fa0",
-    "binFileSuffix": ".o",
-    "blockDim": -1,
-    "coreType": "VectorCore",
-    "core_type": "AIV",
-    "intercoreSync": 0,
-    "kernelName": "AllFinite_f55e0ebaad1f2f572e43677336992fa0",
-    "magic": "RT_DEV_BINARY_MAGIC_ELF_AIVEC",
-    "memoryStamping": [],
-    "opParaSize": 0,
-    "parameters": [],
-    "sha256": "53d0f52178ef17f2d971d6518d14ef464129bd920fb95cfd9495ca4c9247e48e",
-    "kernelList": [
-        {
-            "kernelName": "AllFinite_f55e0ebaad1f2f572e43677336992fa0_0"
-        }
-    ],
-    "optionalInputMode": "gen_placeholder",
-    "compileInfo": {},
-    "supportInfo": {
-        "implMode": "",
-        "int64Mode": false,
-        "simplifiedKeyMode": 0,
-        "simplifiedKey": [
-            "AllFinite/d=0,p=0/1,2/12,2",
-            "AllFinite/d=1,p=0/1,2/12,2"
-        ],
-        "staticKey": "aaee380ee48b9c261d816baac1f6fc0b820ce3b2255e1eff19382df469b7e6de",
-        "inputs": [
-            {
-                "name": "gradient",
-                "index": 0,
-                "dtype": "float16",
-                "format": "ND",
-                "paramType": "required",
-                "shape": [
-                    -2
-                ]
-            }
-        ],
-        "outputs": [
-            {
-                "name": "is_finite",
-                "index": 0,
-                "dtype": "bool",
-                "format": "ND",
-                "paramType": "required",
-                "shape": [
-                    -2
-                ]
-            }
-        ],
-        "opMode": "dynamic",
-        "optionalInputMode": "gen_placeholder",
-        "deterministic": "ignore"
-    }
-}

mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/config/ascend910b/all_finite.json

@@ -1,109 +0,0 @@
-{
-  "binList": [
-    {
-      "simplifiedKey": [
-        "AllFinite/d=0,p=0/1,2/12,2",
-        "AllFinite/d=1,p=0/1,2/12,2"
-      ],
-      "staticKey": "aaee380ee48b9c261d816baac1f6fc0b820ce3b2255e1eff19382df469b7e6de",
-      "int64Mode": false,
-      "inputs": [
-        {
-          "name": "gradient",
-          "index": 0,
-          "dtype": "float16",
-          "format": "ND",
-          "paramType": "required",
-          "shape": [
-            -2
-          ]
-        }
-      ],
-      "outputs": [
-        {
-          "name": "is_finite",
-          "index": 0,
-          "dtype": "bool",
-          "format": "ND",
-          "paramType": "required",
-          "shape": [
-            -2
-          ]
-        }
-      ],
-      "binInfo": {
-        "jsonFilePath": "ascend910b/all_finite/AllFinite_f55e0ebaad1f2f572e43677336992fa0.json"
-      }
-    },
-    {
-      "simplifiedKey": [
-        "AllFinite/d=0,p=0/27,2/12,2",
-        "AllFinite/d=1,p=0/27,2/12,2"
-      ],
-      "staticKey": "7f66e3c6666676ff1823556ab378ab14ced057187dd81817f072c958578fcd6a",
-      "int64Mode": false,
-      "inputs": [
-        {
-          "name": "gradient",
-          "index": 0,
-          "dtype": "bfloat16",
-          "format": "ND",
-          "paramType": "required",
-          "shape": [
-            -2
-          ]
-        }
-      ],
-      "outputs": [
-        {
-          "name": "is_finite",
-          "index": 0,
-          "dtype": "bool",
-          "format": "ND",
-          "paramType": "required",
-          "shape": [
-            -2
-          ]
-        }
-      ],
-      "binInfo": {
-        "jsonFilePath": "ascend910b/all_finite/AllFinite_86a73ff6e28d734c96bb8d3054f7dd18.json"
-      }
-    },
-    {
-      "simplifiedKey": [
-        "AllFinite/d=0,p=0/0,2/12,2",
-        "AllFinite/d=1,p=0/0,2/12,2"
-      ],
-      "staticKey": "d0f82552295948866b5bab1c0ef5a9cd9662ee964af71eeea40b0c8d27c08835",
-      "int64Mode": false,
-      "inputs": [
-        {
-          "name": "gradient",
-          "index": 0,
-          "dtype": "float32",
-          "format": "ND",
-          "paramType": "required",
-          "shape": [
-            -2
-          ]
-        }
-      ],
-      "outputs": [
-        {
-          "name": "is_finite",
-          "index": 0,
-          "dtype": "bool",
-          "format": "ND",
-          "paramType": "required",
-          "shape": [
-            -2
-          ]
-        }
-      ],
-      "binInfo": {
-        "jsonFilePath": "ascend910b/all_finite/AllFinite_576ceaeef5870c451cab59af55ea46ad.json"
-      }
-    }
-  ]
-}

mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/config/ascend910b/binary_info_config.json

@@ -1,38 +0,0 @@
-{
-  "AllFinite": {
-    "dynamicRankSupport": true,
-    "simplifiedKeyMode": 0,
-    "binaryList": [
-      {
-        "coreType": 2,
-        "simplifiedKey": "AllFinite/d=0,p=0/1,2/12,2",
-        "binPath": "ascend910b/all_finite/AllFinite_f55e0ebaad1f2f572e43677336992fa0.o"
-      },
-      {
-        "coreType": 2,
-        "simplifiedKey": "AllFinite/d=1,p=0/1,2/12,2",
-        "binPath": "ascend910b/all_finite/AllFinite_f55e0ebaad1f2f572e43677336992fa0.o"
-      },
-      {
-        "coreType": 2,
-        "simplifiedKey": "AllFinite/d=0,p=0/27,2/12,2",
-        "binPath": "ascend910b/all_finite/AllFinite_86a73ff6e28d734c96bb8d3054f7dd18.o"
-      },
-      {
-        "coreType": 2,
-        "simplifiedKey": "AllFinite/d=1,p=0/27,2/12,2",
-        "binPath": "ascend910b/all_finite/AllFinite_86a73ff6e28d734c96bb8d3054f7dd18.o"
-      },
-      {
-        "coreType": 2,
-        "simplifiedKey": "AllFinite/d=0,p=0/0,2/12,2",
-        "binPath": "ascend910b/all_finite/AllFinite_576ceaeef5870c451cab59af55ea46ad.o"
-      },
-      {
-        "coreType": 2,
-        "simplifiedKey": "AllFinite/d=1,p=0/0,2/12,2",
-        "binPath": "ascend910b/all_finite/AllFinite_576ceaeef5870c451cab59af55ea46ad.o"
-      }
-    ]
-  }
-}

mindspore/lib/plugin/ascend/custom_compiler/OWNERS

@@ -1,12 +0,0 @@
-approvers:
-- yuchaojie #
-- jjfeing
-- linqingke
-- laiyongqiang
-- liujunzhu
-- reku1997
-
-reviewers:
-
-options:
-    no_parent_owners: true