mindspore 2.1.0__cp37-none-any.whl → 2.2.10__cp37-none-any.whl

mindspore/_akg/akg/tvm/contrib/peak.py

@@ -1,341 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-# pylint: disable=invalid-name
-"""measure bandwidth and compute peak"""
-
-import logging
-import tvm
-from . import util
-from .. import rpc
-
-def _convert_to_remote(func, remote):
-    """ convert module function to remote rpc function"""
-    temp = util.tempdir()
-    path_dso = temp.relpath("tmp_func.tar")
-    func.export_library(path_dso)
-
-    remote.upload(path_dso)
-    func = remote.load_module("tmp_func.tar")
-    return func
-
-def measure_bandwidth_sum(total_item, item_per_thread, stride,
-                          base_type, bits, lanes,
-                          target, target_host, remote, ctx, n_times):
-    """ measure memory bandwidth of gpu by product reduction for a given type
-
-    The IR for measurement is
-
-    for each thread
-        for i in 1..num_per_thread:
-            y[global_id] = y[global_id] * x[base + i * stride]
-
-    Parameters
-    ----------
-    total_item: int
-        number of elements in input array
-    item_per_thread: int
-        number of elements each thread accumulates
-    stride: int
-        stride in memory access
-    base_type: str
-        can be "int", "float"
-    bits: int
-        can be 16, 32
-    lanes: int
-       lane of the vector type, can be 1, 2, 4, 8, 16
-    target: :any:`tvm.target.Target`
-        the target and option of the compilation.
-    target_host : str or :any:`tvm.target.Target`
-        host compilation target
-    ctx: TVMcontext
-        the context of array
-    remote: tvm.rpc.RPCSession
-        remote rpc session
-    n_times: int
-        number of runs for taking mean
-
-    Returns
-    -------
-    GBPS: float
-         gigabyte per second
-    """
-    n, m = total_item, item_per_thread
-    n //= lanes
-
-    base_type = str(base_type) + str(bits)
-    dtype = base_type if lanes == 1 else base_type + "x" + str(lanes)
-
-    k = tvm.reduce_axis((0, m), name="k")
-
-    x = tvm.placeholder((n,), dtype=dtype, name="x")
-    op = tvm.comm_reducer(lambda x, y: x*y, lambda t: tvm.const(1, dtype=t), name="sum")
-    y = tvm.compute((n // m,),
-                    lambda i: op(x[i // stride * stride * m + i % stride + k * stride], axis=k))
-    s = tvm.create_schedule(y.op)
-
-    yo, yi = s[y].split(y.op.axis[0], target.max_num_threads)
-    s[y].bind(yo, tvm.thread_axis("blockIdx.x"))
-    s[y].bind(yi, tvm.thread_axis("threadIdx.x"))
-    s[y].unroll(k)
-
-    try:
-        func = tvm.build(s, [x, y], target, target_host=target_host)
-
-        x = tvm.nd.empty((n,), dtype=dtype, ctx=ctx)
-        y = tvm.nd.empty((n // m,), dtype=dtype, ctx=ctx)
-
-        func = _convert_to_remote(func, remote)
-        time_f = func.time_evaluator(func.entry_name, ctx, number=n_times)
-        time = time_f(x, y).mean
-    except tvm._ffi.base.TVMError:
-        # build error (occur when device does not support half)
-        return -1
-
-    return 1.0 * (total_item * bits / 8) / 1e9 / time
-
-def measure_bandwidth_all_types(total_item, item_per_thread, n_times,
-                                target, target_host, remote, ctx, verbose=True):
-    """ measure memory bandwidth for all types
-
-    Parameters
-    ----------
-    total_item: int
-        number of elements in input array
-    item_per_thread: int
-        number of elements each thread accmulates
-    n_times: int
-        number of runs for averaging
-    target: :any:`tvm.target.Target`
-        the target and option of the compilation.
-    target_host : str or :any:`tvm.target.Target`
-        host compilation target
-    remote: tvm.rpc.RPCSession
-        remote rpc session
-    ctx: TVMcontext
-        the context of array
-    verbose: bool
-        whether outputs immediate result
-
-    Returns
-    -------
-    result: list
-        a list of (type_name, GBPS) pairs
-    """
-    max_threads = target.max_num_threads
-
-    result = []
-    for base_type in ["float"]:
-        for bits in [32]:
-            for lanes in [1, 2, 4, 8, 16]:
-                max_speed = -1e9
-                # try different strides
-                for stride in [max_threads, total_item // (lanes * item_per_thread)]:
-                    speed = measure_bandwidth_sum(total_item, item_per_thread, stride,
-                                                  base_type, bits, lanes, target,
-                                                  target_host, remote, ctx, n_times)
-                    max_speed = max(max_speed, speed)
-                type_name = base_type + str(bits)
-                result.append(["%sx%d" % (type_name, lanes), max_speed])
-                if verbose:
-                    logging.info("\t%-10s %.2f GBPS", result[-1][0], result[-1][1])
-    return result
-
-def measure_compute_mad(total_item, item_per_thread, base_type, bits, lanes,
-                        target, target_host, remote, ctx, n_times):
-    """ measure peak compute speed by computing mad for a type
-
-    The IR for measurement is
-
-    for each thread
-        for i in 1..item_per_thread
-            x = mad(x, x, y)
-            y = mad(y, y, x)
-
-    Parameters
-    ----------
-    total_item: int
-        number of elements in input array
-    item_per_thread: int
-        number of operations each thread does
-    base_type: str
-        can be "int", "float"
-    bits: int
-        can be 16, 32
-    lanes: int
-       lane of the vector type, can be 1, 2, 4, 8, 16
-    target: :any:`tvm.target.Target`
-        the target and option of the compilation.
-    target_host : str or :any:`tvm.target.Target`
-        host compilation target
-    remote: tvm.rpc.RPCSession
-        if it is not None, use remote rpc session
-    ctx: TVMcontext
-        the context of array
-    n_times: int
-        number of runs for taking mean
-
-    Returns
-    -------
-    GOPS: float
-         giga operation per second
-    """
-
-    n = total_item
-
-    if bits >= 64 or lanes >= 16:
-        n //= 2
-
-    max_threads = target.max_num_threads
-
-    base_type = str(base_type) + str(bits)
-    dtype = base_type if lanes == 1 else base_type + "x" + str(lanes)
-
-    def extern(ins, outs):
-        # pylint: disable=unused-argument
-        """construct measurement function by building IR directly"""
-        ib = tvm.ir_builder.create()
-
-        bx = tvm.thread_axis("blockIdx.x")
-        tx = tvm.thread_axis("threadIdx.x")
-
-        ib.scope_attr(bx, "thread_extent", n // max_threads)
-        ib.scope_attr(tx, "thread_extent", max_threads)
-
-        idx = bx.var * max_threads + tx.var
-
-        a = ib.allocate(dtype, (1), name='a', scope='local')
-        b = ib.allocate(dtype, (1), name='b', scope='local')
-
-        a[0] = outs[0].vload(idx, dtype)
-        b[0] = outs[0].vload(idx, dtype)
-
-        if base_type.find('float') != -1:
-            mad_func = lambda x, y: (x * x + y)
-        else:
-            mad_func = lambda x, y: y * y + x
-
-        for _ in range(item_per_thread // 4 // lanes):
-            a[0] = mad_func(a[0], b[0])
-            b[0] = mad_func(b[0], a[0])
-
-        ib.emit(outs[0].vstore(idx, b[0]))
-        return ib.get()
-
-    y = tvm.extern((n,), [], extern, name="y", dtype=dtype)
-    s = tvm.create_schedule(y.op)
-
-    try:
-        func = tvm.build(s, [y], target, target_host=target_host)
-        func = _convert_to_remote(func, remote)
-        time_f = func.time_evaluator(func.entry_name, ctx, number=n_times)
-        y = tvm.nd.empty((n,), dtype=dtype, ctx=ctx)
-        time = time_f(y).mean
-    except tvm._ffi.base.TVMError:
-        # build error (occur when device does not support half)
-        return -1
-
-    return 1.0 * (n * item_per_thread) / 1e9 / time
-
-def measure_compute_all_types(total_item, item_per_thread, n_times,
-                              target, target_host, remote, ctx, verbose=True):
-    """ measure peak flops for all types
-
-    Parameters
-    ----------
-    total_item: int
-        number of elements in input array
-    item_per_thread: int
-        number of elements each thread accmulates
-    n_times: int
-        number of runs for averaging
-    target: :any:`tvm.target.Target`
-        the target and option of the compilation.
-    target_host : str or :any:`tvm.target.Target`
-        host compilation target
-    remote: tvm.rpc.RPCSession
-        remote rpc session
-    ctx: TVMcontext
-        the context of array
-    verbose: bool
-        whether outputs immediate result
-
-    Returns
-    -------
-    result: list
-        a list of (type_name, GFLOPS/GIOPS) pairs
-    """
-    result = []
-    for base_type in ["float", "int"]:
-        for bits in [16, 32, 64]:
-            for lanes in [1, 2, 4, 8, 16]:
-                if base_type == 'int' and bits != 32:  # only measure int32
-                    continue
-
-                max_speed = -1e9
-                for per_thread in [item_per_thread//2, item_per_thread, item_per_thread*2]:
-                    speed = measure_compute_mad(total_item, per_thread,
-                                                base_type, bits, lanes, target,
-                                                target_host, remote, ctx, n_times)
-                    max_speed = max(max_speed, speed)
-                type_name = base_type + str(bits)
-                result.append(["%sx%d" % (type_name, lanes), max_speed])
-
-                unit = "GFLOPS" if base_type == "float" else "GIOPS"
-
-                if verbose:
-                    logging.info("\t%-10s %.2f %s", result[-1][0], result[-1][1], unit)
-
-    return result
-
-
-def measure_peak_all(target, target_host, host, port):
-    """measure memory bandwidth and peak compute for gpu devices
-
-    Parameters
-    ----------
-    target: str or :any:`tvm.target.Target`
-    target_host: str
-    host: str
-    port: int
-    """
-
-    target = tvm.target.create(target)
-    remote = rpc.connect(host, port)
-    n_times = 20
-
-    bandwidth_total_item = 1 << 25
-    bandwidth_item_per_thread = 32
-
-    compute_total_item = 1 << 21
-    compute_item_per_thread = 4096
-
-    if str(target).startswith("opencl"):
-        ctx = remote.cl()
-    elif str(target).startswith("cuda"):
-        ctx = remote.gpu()
-    elif str(target).startswith("metal"):
-        ctx = remote.metal()
-    else:
-        raise RuntimeError("Unsupported target")
-
-    logging.info("========== measure memory bandwidth ==========")
-    measure_bandwidth_all_types(bandwidth_total_item, bandwidth_item_per_thread,
-                                n_times, target, target_host, remote, ctx)
-
-    logging.info("========== measure peak compute ==========")
-    measure_compute_all_types(compute_total_item, compute_item_per_thread,
-                              n_times, target, target_host, remote, ctx)

mindspore/_akg/akg/tvm/contrib/rpc.py

@@ -1,25 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-"""Deprecation RPC module"""
-# pylint: disable=unused-import
-from __future__ import absolute_import as _abs
-import warnings
-from ..rpc import Server, RPCSession, LocalSession, TrackerSession, connect, connect_tracker
-
-warnings.warn(
-    "Please use tvm.rpc instead of tvm.conrtib.rpc. tvm.contrib.rpc is going to be removed in 0.5",
-    DeprecationWarning)

mindspore/_akg/akg/tvm/contrib/xcode.py

@@ -1,257 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-# pylint: disable=invalid-name
-"""Utility to invoke Xcode compiler toolchain"""
-from __future__ import absolute_import as _abs
-
-import os
-import sys
-import subprocess
-from .._ffi.base import py_str
-from . import util
-
-def xcrun(cmd):
-    """Run xcrun and return the output.
-
-    Parameters
-    ----------
-    cmd : list of str
-        The command sequence.
-
-    Returns
-    -------
-    out : str
-        The output string.
-    """
-    cmd = ["xcrun"] + cmd
-    proc = subprocess.Popen(cmd,
-                            stdout=subprocess.PIPE,
-                            stderr=subprocess.STDOUT)
-    (out, _) = proc.communicate()
-    return out.strip()
-
-
-def codesign(lib):
-    """Codesign the shared libary
-
-    This is an required step for library to be loaded in
-    the app.
-
-    Parameters
-    ----------
-    lib : The path to the library.
-    """
-    if "TVM_IOS_CODESIGN" not in os.environ:
-        raise RuntimeError("Require environment variable TVM_IOS_CODESIGN "
-                           " to be the signature")
-    signature = os.environ["TVM_IOS_CODESIGN"]
-    cmd = ["codesign", "--force", "--sign", signature]
-    cmd += [lib]
-    proc = subprocess.Popen(cmd,
-                            stdout=subprocess.PIPE,
-                            stderr=subprocess.STDOUT)
-    (out, _) = proc.communicate()
-    if proc.returncode != 0:
-        msg = "Codesign error:\n"
-        msg += py_str(out)
-        raise RuntimeError(msg)
-
-
-def create_dylib(output, objects, arch, sdk="macosx"):
-    """Create dynamic library.
-
-    Parameters
-    ----------
-    output : str
-        The target shared library.
-
-    objects : list
-        List of object files.
-
-    options : str
-        The additional options.
-
-    arch : str
-        Target major architectures
-
-    sdk : str
-        The sdk to be used.
-    """
-    clang = xcrun(["-sdk", sdk, "-find", "clang"])
-    sdk_path = xcrun(["-sdk", sdk, "--show-sdk-path"])
-    cmd = [clang]
-    cmd += ["-dynamiclib"]
-    cmd += ["-arch", arch]
-    cmd += ["-isysroot", sdk_path]
-    cmd += ["-o", output]
-    if isinstance(objects, str):
-        cmd += [objects]
-    else:
-        cmd += objects
-
-    proc = subprocess.Popen(
-        cmd, stdout=subprocess.PIPE,
-        stderr=subprocess.STDOUT)
-    (out, _) = proc.communicate()
-
-    if proc.returncode != 0:
-        msg = "Compilation error:\n"
-        msg += py_str(out)
-        raise RuntimeError(msg)
-
-
-# assign so as default output format
-create_dylib.output_format = "dylib"
-
-def compile_metal(code, path_target=None, sdk="macosx"):
-    """Compile metal with CLI tool from env.
-
-    Parameters
-    ----------
-    code : str
-        The cuda code.
-
-    path_target : str, optional
-        Output file.
-
-    sdk : str, optional
-        The target platform SDK.
-
-    Return
-    ------
-    metallib : bytearray
-        The bytearray of the metallib
-    """
-    temp = util.tempdir()
-    temp_code = temp.relpath("my_lib.metal")
-    temp_ir = temp.relpath("my_lib.air")
-    temp_target = temp.relpath("my_lib.metallib")
-
-    with open(temp_code, "w") as out_file:
-        out_file.write(code)
-    file_target = path_target if path_target else temp_target
-
-    # See:
-    # - https://developer.apple.com/documentation/metal/gpu_functions_libraries/building_a_library_with_metal_s_command-line_tools#overview # pylint: disable=line-too-long
-    #
-    #   xcrun -sdk macosx metal -c MyLibrary.metal -o MyLibrary.air
-    #   xcrun -sdk macosx metallib MyLibrary.air -o MyLibrary.metallib
-    cmd1 = ["xcrun", "-sdk", sdk, "metal", "-O3"]
-    cmd1 += ["-c", temp_code, "-o", temp_ir]
-    cmd2 = ["xcrun", "-sdk", sdk, "metallib"]
-    cmd2 += [temp_ir, "-o", file_target]
-    proc = subprocess.Popen(
-        ' '.join(cmd1) + ";" + ' '.join(cmd2),
-        shell=True,
-        stdout=subprocess.PIPE,
-        stderr=subprocess.STDOUT)
-    (out, _) = proc.communicate()
-    if proc.returncode != 0:
-        sys.stderr.write("Compilation error:\n")
-        sys.stderr.write(py_str(out))
-        sys.stderr.flush()
-        libbin = None
-    else:
-        libbin = bytearray(open(file_target, "rb").read())
-    return libbin
-
-
-class XCodeRPCServer(object):
-    """Wrapper for RPC server
-
-    Parameters
-    ----------
-    cmd : list of str
-       The command to run
-
-    lock: FileLock
-       Lock on the path
-    """
-    def __init__(self, cmd, lock):
-        self.proc = subprocess.Popen(cmd)
-        self.lock = lock
-
-    def join(self):
-        """Wait server to finish and release its resource
-        """
-        self.proc.wait()
-        self.lock.release()
-
-
-def popen_test_rpc(host,
-                   port,
-                   key,
-                   destination,
-                   libs=None,
-                   options=None):
-    """Launch rpc server via xcodebuild test through another process.
-
-    Parameters
-    ----------
-    host : str
-        The address of RPC proxy host.
-
-    port : int
-        The port of RPC proxy host
-
-    key : str
-        The key of the RPC server
-
-    destination : str
-        Destination device of deployment, as in xcodebuild
-
-    libs : list of str
-        List of files to be packed into app/Frameworks/tvm
-        These can be dylibs that can be loaed remoted by RPC.
-
-    options : list of str
-        Additional options to xcodebuild
-
-    Returns
-    -------
-    proc : Popen
-        The test rpc server process.
-        Don't do wait() on proc, since it can terminate normally.
-    """
-    if "TVM_IOS_RPC_ROOT" in os.environ:
-        rpc_root = os.environ["TVM_IOS_RPC_ROOT"]
-    else:
-        curr_path = os.path.dirname(os.path.realpath(os.path.expanduser(__file__)))
-        rpc_root = os.path.join(curr_path, "../../../apps/ios_rpc")
-    proj_path = os.path.realpath(os.path.join(rpc_root, "tvmrpc.xcodeproj"))
-    if not os.path.exists(proj_path):
-        raise RuntimeError("Cannot find tvmrpc.xcodeproj in %s," +
-                           (" please set env TVM_IOS_RPC_ROOT correctly" % rpc_root))
-
-    # Lock the path so only one file can run
-    lock = util.filelock(os.path.join(rpc_root, "ios_rpc.lock"))
-
-    with open(os.path.join(rpc_root, "rpc_config.txt"), "w") as fo:
-        fo.write("%s %d %s\n" % (host, port, key))
-        libs = libs if libs else []
-        for file_name in libs:
-            fo.write("%s\n" % file_name)
-
-    cmd = ["xcrun", "xcodebuild",
-           "-scheme", "tvmrpc",
-           "-project", proj_path,
-           "-destination", destination]
-    if options:
-        cmd += options
-    cmd += ["test"]
-
-    return XCodeRPCServer(cmd, lock)

mindspore/_akg/akg/tvm/exec/__init__.py

@@ -1,17 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-"""Namespace of executables python files that directly run throw cmd"""

mindspore/_akg/akg/tvm/exec/autotvm_log_editor.py

@@ -1,60 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-# pylint: disable=invalid-name
-"""Pick best log entries from a large file and store them to a small file"""
-
-import argparse
-import os
-import logging
-import warnings
-
-from .. import autotvm
-
-if __name__ == '__main__':
-    parser = argparse.ArgumentParser()
-    parser.add_argument("--act", type=str, choices=['pick-best'], required=True,
-                        help="The action")
-    parser.add_argument("--i", type=str, help="The input file or directory", required=True)
-    parser.add_argument("--o", type=str, help="The output file")
-
-    args = parser.parse_args()
-    logging.basicConfig(level=logging.INFO)
-
-    if args.act == 'pick-best':
-        if os.path.isfile(args.i):
-            args.o = args.o or args.i + ".best.log"
-            autotvm.record.pick_best(args.i, args.o)
-        elif os.path.isdir(args.i):
-            args.o = args.o or "best.log"
-            tmp_filename = args.o + ".tmp"
-
-            with open(tmp_filename, 'w') as tmp_fout:
-                for filename in os.listdir(args.i):
-                    if filename.endswith(".log"):
-                        try:
-                            autotvm.record.pick_best(filename, tmp_fout)
-                        except Exception:  # pylint: disable=broad-except
-                            warnings.warn("Ignore invalid file %s" % filename)
-
-            logging.info("Run final filter...")
-            autotvm.record.pick_best(tmp_filename, args.o)
-            os.remove(tmp_filename)
-            logging.info("Output to %s ...", args.o)
-        else:
-            raise ValueError("Invalid input file: " + args.i)
-    else:
-        raise ValueError("Invalid action " + args.act)